Skip to main content
Configuration for defining handlers

Import

from vastai import HandlerConfig

Fields

route
str
route
healthcheck
Optional[str]
default:"None"
healthcheck
allow_parallel_requests
bool
default:"False"
allow_parallel_requests
max_queue_time
Optional[float]
default:"30.0"
max_queue_time
benchmark_config
Optional[BenchmarkConfig]
default:"None"
benchmark_config
handler_class
Optional[Type[EndpointHandler]]
default:"None"
handler_class
payload_class
Optional[Type[ApiPayload]]
default:"None"
payload_class
request_parser
Optional[RequestPayloadParser]
default:"None"
request_parser
response_generator
Optional[ClientResponseGenerator]
default:"None"
response_generator
workload_calculator
Optional[WorkloadCalculator]
default:"None"
workload_calculator
remote_function
Optional[Callable]
default:"None"
remote_function