diff --git a/workers/openai/worker.py b/workers/openai/worker.py index eeac0cf..a6d54a9 100644 --- a/workers/openai/worker.py +++ b/workers/openai/worker.py @@ -5,8 +5,8 @@ import os from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig # vLLM model configuration -MODEL_SERVER_URL = 'http://127.0.0.1' -MODEL_SERVER_PORT = 18000 +MODEL_SERVER_URL = 'http://127.0.0.1:11434' +MODEL_SERVER_PORT = 11434 MODEL_LOG_FILE = '/var/log/onstart.log' MODEL_HEALTHCHECK_ENDPOINT = "/health"