Update model server URL and port configuration

2026-05-20 13:34:45 +00:00
parent 40db98915f
commit 1cea6fbd2d
1 changed files with 2 additions and 2 deletions
@@ -5,8 +5,8 @@ import os
 from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig

 # vLLM model configuration
-MODEL_SERVER_URL           = 'http://127.0.0.1'
-MODEL_SERVER_PORT          = 18000
+MODEL_SERVER_URL           = 'http://127.0.0.1:11434'
+MODEL_SERVER_PORT          = 11434
 MODEL_LOG_FILE             = '/var/log/onstart.log'
 MODEL_HEALTHCHECK_ENDPOINT = "/health"