Documentation Index
Fetch the complete documentation index at: https://docs.vast.ai/llms.txt
Use this file to discover all available pages before exploring further.
Configuration for defining handlers
Import
from vastai import HandlerConfig
Fields
healthcheck
Optional[str]
default:"None"
healthcheck
max_queue_time
Optional[float]
default:"30.0"
max_queue_time
benchmark_config
Optional[BenchmarkConfig]
default:"None"
benchmark_config
handler_class
Optional[Type[EndpointHandler]]
default:"None"
handler_class
payload_class
Optional[Type[ApiPayload]]
default:"None"
payload_class
request_parser
Optional[RequestPayloadParser]
default:"None"
request_parser
response_generator
Optional[ClientResponseGenerator]
default:"None"
response_generator
workload_calculator
Optional[WorkloadCalculator]
default:"None"
workload_calculator
remote_function
Optional[Callable]
default:"None"
remote_function