From 6bb0097829b3ab1119ba1a8272a0aed4d15a3843 Mon Sep 17 00:00:00 2001 From: Mikhail Yevchenko Date: Thu, 21 May 2026 15:11:25 +0000 Subject: [PATCH] Refactor model configuration and update log messages for Ollama --- workers/openai/worker.py | 17 ++++++----------- 1 file changed, 6 insertions(+), 11 deletions(-) diff --git a/workers/openai/worker.py b/workers/openai/worker.py index a6d54a9..7df57e8 100644 --- a/workers/openai/worker.py +++ b/workers/openai/worker.py @@ -4,28 +4,23 @@ import os from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig -# vLLM model configuration +# Ollama model configuration MODEL_SERVER_URL = 'http://127.0.0.1:11434' MODEL_SERVER_PORT = 11434 MODEL_LOG_FILE = '/var/log/onstart.log' -MODEL_HEALTHCHECK_ENDPOINT = "/health" +MODEL_HEALTHCHECK_ENDPOINT = "/" -# vLLM-specific log messages +# Ollama-specific log messages MODEL_LOAD_LOG_MSG = [ - "Application startup complete.", - "llama runner started in", - "Server listening on", - "msg=\"Listening on", + "!@#$%^&*()" ] MODEL_ERROR_LOG_MSGS = [ - "INFO exited: vllm", - "RuntimeError: Engine", - "Traceback (most recent call last):" + "!@#$%^&*()" ] MODEL_INFO_LOG_MSGS = [ - '"message":"Download' + "!@#$%^&*()" ] nltk.download("words")