1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

increase wait time for llm backends

Browse Source
This commit is contained in:
Lucas Armand
2025-11-03 16:21:56 -08:00
parent ec2ac0a21a
commit c9d701e8d3
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/openai/server.py
+1
View File
@@ -43,6 +43,7 @@ backend = Backend(
for error_msg in MODEL_SERVER_ERROR_LOG_MSGS for error_msg in MODEL_SERVER_ERROR_LOG_MSGS
], ],
], ],
max_wait_time=600
) )
workers/tgi/server.py
+1
View File
@@ -113,6 +113,7 @@ backend = Backend(
for error_msg in MODEL_SERVER_ERROR_LOG_MSGS for error_msg in MODEL_SERVER_ERROR_LOG_MSGS
], ],
], ],
max_wait_time=600
) )