1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

Update model server URL and port configuration

Browse Source
This commit is contained in:
Mikhail Yevchenko
2026-05-20 13:34:45 +00:00
parent 40db98915f
commit 1cea6fbd2d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/openai/worker.py
+2 -2
View File
@@ -5,8 +5,8 @@ import os
from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig
# vLLM model configuration # vLLM model configuration
MODEL_SERVER_URL = 'http://127.0.0.1' MODEL_SERVER_URL = 'http://127.0.0.1:11434'
MODEL_SERVER_PORT = 18000 MODEL_SERVER_PORT = 11434
MODEL_LOG_FILE = '/var/log/onstart.log' MODEL_LOG_FILE = '/var/log/onstart.log'
MODEL_HEALTHCHECK_ENDPOINT = "/health" MODEL_HEALTHCHECK_ENDPOINT = "/health"