Compare commits

..
2 Commits
+3 -11
View File
@@ -4,28 +4,20 @@ import os
from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig
# vLLM model configuration
# Ollama model configuration
MODEL_SERVER_URL = 'http://127.0.0.1:11434'
MODEL_SERVER_PORT = 11434
MODEL_LOG_FILE = '/var/log/onstart.log'
MODEL_HEALTHCHECK_ENDPOINT = "/health"
MODEL_HEALTHCHECK_ENDPOINT = "/"
# vLLM-specific log messages
# Ollama-specific log messages
MODEL_LOAD_LOG_MSG = [
"Application startup complete.",
"llama runner started in",
"Server listening on",
"msg=\"Listening on",
]
MODEL_ERROR_LOG_MSGS = [
"INFO exited: vllm",
"RuntimeError: Engine",
"Traceback (most recent call last):"
]
MODEL_INFO_LOG_MSGS = [
'"message":"Download'
]
nltk.download("words")