1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

Merge pull request #64 from vast-ai/add-llama-log

Browse Source 
add llama log
This commit is contained in:
LucasArmandVast
2025-11-21 10:24:27 -08:00
committed by GitHub
parent a4339bd3f1 e0449cb3c7
commit 7a792fd176
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/openai/server.py
+1
View File
@@ -11,6 +11,7 @@ MODEL_SERVER_START_LOG_MSG = [
"llama runner started", # Ollama "llama runner started", # Ollama
'"message":"Connected","target":"text_generation_router"', # TGI '"message":"Connected","target":"text_generation_router"', # TGI
'"message":"Connected","target":"text_generation_router::server"', # TGI '"message":"Connected","target":"text_generation_router::server"', # TGI
"main: model loaded" # llama.cpp
] ]
MODEL_SERVER_ERROR_LOG_MSGS = [ MODEL_SERVER_ERROR_LOG_MSGS = [