From 1cea6fbd2d547f62b55155d4a687ab589c010e7a Mon Sep 17 00:00:00 2001 From: Mikhail Yevchenko Date: Wed, 20 May 2026 13:34:45 +0000 Subject: [PATCH] Update model server URL and port configuration --- workers/openai/worker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/workers/openai/worker.py b/workers/openai/worker.py index eeac0cf..a6d54a9 100644 --- a/workers/openai/worker.py +++ b/workers/openai/worker.py @@ -5,8 +5,8 @@ import os from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig # vLLM model configuration -MODEL_SERVER_URL = 'http://127.0.0.1' -MODEL_SERVER_PORT = 18000 +MODEL_SERVER_URL = 'http://127.0.0.1:11434' +MODEL_SERVER_PORT = 11434 MODEL_LOG_FILE = '/var/log/onstart.log' MODEL_HEALTHCHECK_ENDPOINT = "/health"