Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| d0347b0755 |
@@ -7,12 +7,14 @@ from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, Benchma
|
||||
# vLLM model configuration
|
||||
MODEL_SERVER_URL = 'http://127.0.0.1'
|
||||
MODEL_SERVER_PORT = 18000
|
||||
MODEL_LOG_FILE = '/var/log/portal/vllm.log'
|
||||
MODEL_LOG_FILE = '/var/log/onstart.log'
|
||||
MODEL_HEALTHCHECK_ENDPOINT = "/health"
|
||||
|
||||
# vLLM-specific log messages
|
||||
MODEL_LOAD_LOG_MSG = [
|
||||
"Application startup complete.",
|
||||
"llama runner started in",
|
||||
"Server listening on",
|
||||
]
|
||||
|
||||
MODEL_ERROR_LOG_MSGS = [
|
||||
|
||||
Reference in New Issue
Block a user