revert worker

This commit is contained in:
Lucas Armand
2025-12-31 10:31:00 -08:00
parent fe999dfd16
commit 5330039cbf
+1 -5
View File
@@ -61,18 +61,14 @@ worker_config = WorkerConfig(
model_server_port=MODEL_SERVER_PORT, model_server_port=MODEL_SERVER_PORT,
model_log_file=MODEL_LOG_FILE, model_log_file=MODEL_LOG_FILE,
model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT, model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT,
max_sessions=7,
handlers=[ handlers=[
HandlerConfig( HandlerConfig(
route="/generate/sync", route="/generate/sync",
allow_parallel_requests=False, allow_parallel_requests=False,
max_queue_time=10.0,
benchmark_config=BenchmarkConfig( benchmark_config=BenchmarkConfig(
dataset=benchmark_dataset, dataset=benchmark_dataset,
) )
),
HandlerConfig(
route="/generate",
allow_parallel_requests=False,
) )
], ],
log_action_config=LogActionConfig( log_action_config=LogActionConfig(