removed max_queue_time

2025-12-30 10:26:57 -08:00
parent 85707af107
commit fe999dfd16
1 changed files with 1 additions and 2 deletions
@@ -61,11 +61,11 @@ worker_config = WorkerConfig(
    model_server_port=MODEL_SERVER_PORT,
    model_log_file=MODEL_LOG_FILE,
    model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT,
+    max_sessions=7,
    handlers=[
        HandlerConfig(
            route="/generate/sync",
            allow_parallel_requests=False,
-            max_queue_time=10.0,
            benchmark_config=BenchmarkConfig(
                dataset=benchmark_dataset,
            )
@@ -73,7 +73,6 @@ worker_config = WorkerConfig(
        HandlerConfig(
            route="/generate",
            allow_parallel_requests=False,
-            max_queue_time=10.0
        )
    ],
    log_action_config=LogActionConfig(