1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

add cuda error handling

Browse Source
This commit is contained in:
Nader Arbabian
2025-03-19 11:35:25 -07:00
parent 910f6f2b29
commit 099bb5fa04
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/tgi/server.py
+1 -1
View File
@@ -15,7 +15,7 @@ MODEL_SERVER_URL = "http://0.0.0.0:5001"
# This is the last log line that gets emitted once comfyui+extensions have been fully loaded # This is the last log line that gets emitted once comfyui+extensions have been fully loaded
MODEL_SERVER_START_LOG_MSG = '"message":"Connected","target":"text_generation_router"' MODEL_SERVER_START_LOG_MSG = '"message":"Connected","target":"text_generation_router"'
MODEL_SERVER_ERROR_LOG_MSGS = ["Error: WebserverFailed", "Error: DownloadError"] MODEL_SERVER_ERROR_LOG_MSGS = ["Error: WebserverFailed", "Error: DownloadError", "Error: ShardCannotStart"]
logging.basicConfig( logging.basicConfig(