diff --git a/workers/openai/worker.py b/workers/openai/worker.py index a6d54a9..7df57e8 100644 --- a/workers/openai/worker.py +++ b/workers/openai/worker.py @@ -4,28 +4,23 @@ import os from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig -# vLLM model configuration +# Ollama model configuration MODEL_SERVER_URL = 'http://127.0.0.1:11434' MODEL_SERVER_PORT = 11434 MODEL_LOG_FILE = '/var/log/onstart.log' -MODEL_HEALTHCHECK_ENDPOINT = "/health" +MODEL_HEALTHCHECK_ENDPOINT = "/" -# vLLM-specific log messages +# Ollama-specific log messages MODEL_LOAD_LOG_MSG = [ - "Application startup complete.", - "llama runner started in", - "Server listening on", - "msg=\"Listening on", + "!@#$%^&*()" ] MODEL_ERROR_LOG_MSGS = [ - "INFO exited: vllm", - "RuntimeError: Engine", - "Traceback (most recent call last):" + "!@#$%^&*()" ] MODEL_INFO_LOG_MSGS = [ - '"message":"Download' + "!@#$%^&*()" ] nltk.download("words")