diff --git a/workers/openai/server.py b/workers/openai/server.py index bfeb819..c55f9b9 100644 --- a/workers/openai/server.py +++ b/workers/openai/server.py @@ -43,6 +43,7 @@ backend = Backend( for error_msg in MODEL_SERVER_ERROR_LOG_MSGS ], ], + max_wait_time=600 ) diff --git a/workers/tgi/server.py b/workers/tgi/server.py index 99fc810..9bd9188 100644 --- a/workers/tgi/server.py +++ b/workers/tgi/server.py @@ -113,6 +113,7 @@ backend = Backend( for error_msg in MODEL_SERVER_ERROR_LOG_MSGS ], ], + max_wait_time=600 )