1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

Refactor model configuration and update log messages for Ollama

Browse Source
This commit is contained in:
Mikhail Yevchenko
2026-05-21 15:11:25 +00:00
parent 1cea6fbd2d
commit 6bb0097829
1 changed files with 6 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/openai/worker.py
+6 -11
View File
@@ -4,28 +4,23 @@ import os
from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig
# vLLM model configuration # Ollama model configuration
MODEL_SERVER_URL = 'http://127.0.0.1:11434' MODEL_SERVER_URL = 'http://127.0.0.1:11434'
MODEL_SERVER_PORT = 11434 MODEL_SERVER_PORT = 11434
MODEL_LOG_FILE = '/var/log/onstart.log' MODEL_LOG_FILE = '/var/log/onstart.log'
MODEL_HEALTHCHECK_ENDPOINT = "/health" MODEL_HEALTHCHECK_ENDPOINT = "/"
# vLLM-specific log messages # Ollama-specific log messages
MODEL_LOAD_LOG_MSG = [ MODEL_LOAD_LOG_MSG = [
"Application startup complete.", "!@#$%^&*()"
"llama runner started in",
"Server listening on",
"msg=\"Listening on",
] ]
MODEL_ERROR_LOG_MSGS = [ MODEL_ERROR_LOG_MSGS = [
"INFO exited: vllm", "!@#$%^&*()"
"RuntimeError: Engine",
"Traceback (most recent call last):"
] ]
MODEL_INFO_LOG_MSGS = [ MODEL_INFO_LOG_MSGS = [
'"message":"Download' "!@#$%^&*()"
] ]
nltk.download("words") nltk.download("words")