removed max_queue_time

This commit is contained in:
Lucas Armand
2025-12-30 10:26:57 -08:00
parent 85707af107
commit fe999dfd16
+1 -2
View File
@@ -61,11 +61,11 @@ worker_config = WorkerConfig(
model_server_port=MODEL_SERVER_PORT, model_server_port=MODEL_SERVER_PORT,
model_log_file=MODEL_LOG_FILE, model_log_file=MODEL_LOG_FILE,
model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT, model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT,
max_sessions=7,
handlers=[ handlers=[
HandlerConfig( HandlerConfig(
route="/generate/sync", route="/generate/sync",
allow_parallel_requests=False, allow_parallel_requests=False,
max_queue_time=10.0,
benchmark_config=BenchmarkConfig( benchmark_config=BenchmarkConfig(
dataset=benchmark_dataset, dataset=benchmark_dataset,
) )
@@ -73,7 +73,6 @@ worker_config = WorkerConfig(
HandlerConfig( HandlerConfig(
route="/generate", route="/generate",
allow_parallel_requests=False, allow_parallel_requests=False,
max_queue_time=10.0
) )
], ],
log_action_config=LogActionConfig( log_action_config=LogActionConfig(