removed max_queue_time
This commit is contained in:
@@ -61,11 +61,11 @@ worker_config = WorkerConfig(
|
|||||||
model_server_port=MODEL_SERVER_PORT,
|
model_server_port=MODEL_SERVER_PORT,
|
||||||
model_log_file=MODEL_LOG_FILE,
|
model_log_file=MODEL_LOG_FILE,
|
||||||
model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT,
|
model_healthcheck_url=MODEL_HEALTHCHECK_ENDPOINT,
|
||||||
|
max_sessions=7,
|
||||||
handlers=[
|
handlers=[
|
||||||
HandlerConfig(
|
HandlerConfig(
|
||||||
route="/generate/sync",
|
route="/generate/sync",
|
||||||
allow_parallel_requests=False,
|
allow_parallel_requests=False,
|
||||||
max_queue_time=10.0,
|
|
||||||
benchmark_config=BenchmarkConfig(
|
benchmark_config=BenchmarkConfig(
|
||||||
dataset=benchmark_dataset,
|
dataset=benchmark_dataset,
|
||||||
)
|
)
|
||||||
@@ -73,7 +73,6 @@ worker_config = WorkerConfig(
|
|||||||
HandlerConfig(
|
HandlerConfig(
|
||||||
route="/generate",
|
route="/generate",
|
||||||
allow_parallel_requests=False,
|
allow_parallel_requests=False,
|
||||||
max_queue_time=10.0
|
|
||||||
)
|
)
|
||||||
],
|
],
|
||||||
log_action_config=LogActionConfig(
|
log_action_config=LogActionConfig(
|
||||||
|
|||||||
Reference in New Issue
Block a user