increase wait time for llm backends

2025-11-03 16:21:56 -08:00
2 changed files with 2 additions and 0 deletions
@@ -43,6 +43,7 @@ backend = Backend(
            for error_msg in MODEL_SERVER_ERROR_LOG_MSGS
        ],
    ],
+    max_wait_time=600
 )


@@ -113,6 +113,7 @@ backend = Backend(
            for error_msg in MODEL_SERVER_ERROR_LOG_MSGS
        ],
    ],
+    max_wait_time=600
 )