1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

Refactor model configuration and update log messages for Ollama

Browse Source
This commit is contained in:
Mikhail Yevchenko
2026-05-21 15:11:25 +00:00
parent 1cea6fbd2d
commit 6bb0097829
1 changed files with 6 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/openai/worker.py
+6 -11
View File
@@ -4,28 +4,23 @@ import os
from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig
# vLLM model configuration
# Ollama model configuration
MODEL_SERVER_URL = 'http://127.0.0.1:11434'
MODEL_SERVER_PORT = 11434
MODEL_LOG_FILE = '/var/log/onstart.log'
MODEL_HEALTHCHECK_ENDPOINT = "/health"
MODEL_HEALTHCHECK_ENDPOINT = "/"
# vLLM-specific log messages
# Ollama-specific log messages
MODEL_LOAD_LOG_MSG = [
"Application startup complete.",
"llama runner started in",
"Server listening on",
"msg=\"Listening on",
"!@#$%^&*()"
]
MODEL_ERROR_LOG_MSGS = [
"INFO exited: vllm",
"RuntimeError: Engine",
"Traceback (most recent call last):"
"!@#$%^&*()"
]
MODEL_INFO_LOG_MSGS = [
'"message":"Download'
"!@#$%^&*()"
]
nltk.download("words")