From c9d701e8d3637582e7687277dd2521715869d682 Mon Sep 17 00:00:00 2001 From: Lucas Armand Date: Mon, 3 Nov 2025 16:21:56 -0800 Subject: [PATCH] increase wait time for llm backends --- workers/openai/server.py | 1 + workers/tgi/server.py | 1 + 2 files changed, 2 insertions(+) diff --git a/workers/openai/server.py b/workers/openai/server.py index bfeb819..c55f9b9 100644 --- a/workers/openai/server.py +++ b/workers/openai/server.py @@ -43,6 +43,7 @@ backend = Backend( for error_msg in MODEL_SERVER_ERROR_LOG_MSGS ], ], + max_wait_time=600 ) diff --git a/workers/tgi/server.py b/workers/tgi/server.py index 99fc810..9bd9188 100644 --- a/workers/tgi/server.py +++ b/workers/tgi/server.py @@ -113,6 +113,7 @@ backend = Backend( for error_msg in MODEL_SERVER_ERROR_LOG_MSGS ], ], + max_wait_time=600 )