Merge pull request #64 from vast-ai/add-llama-log

add llama log
This commit is contained in:
LucasArmandVast
2025-11-21 10:24:27 -08:00
committed by GitHub
+1
View File
@@ -11,6 +11,7 @@ MODEL_SERVER_START_LOG_MSG = [
"llama runner started", # Ollama
'"message":"Connected","target":"text_generation_router"', # TGI
'"message":"Connected","target":"text_generation_router::server"', # TGI
"main: model loaded" # llama.cpp
]
MODEL_SERVER_ERROR_LOG_MSGS = [