From 099bb5fa04c87dc246b5467246cf49332989c05a Mon Sep 17 00:00:00 2001 From: Nader Arbabian Date: Wed, 19 Mar 2025 11:35:25 -0700 Subject: [PATCH] add cuda error handling --- workers/tgi/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/workers/tgi/server.py b/workers/tgi/server.py index 84faaeb..2b881ad 100644 --- a/workers/tgi/server.py +++ b/workers/tgi/server.py @@ -15,7 +15,7 @@ MODEL_SERVER_URL = "http://0.0.0.0:5001" # This is the last log line that gets emitted once comfyui+extensions have been fully loaded MODEL_SERVER_START_LOG_MSG = '"message":"Connected","target":"text_generation_router"' -MODEL_SERVER_ERROR_LOG_MSGS = ["Error: WebserverFailed", "Error: DownloadError"] +MODEL_SERVER_ERROR_LOG_MSGS = ["Error: WebserverFailed", "Error: DownloadError", "Error: ShardCannotStart"] logging.basicConfig(