Compare commits
2 Commits
1cea6fbd2d
...
81347ab8a0
| Author | SHA1 | Date | |
|---|---|---|---|
| 81347ab8a0 | |||
| 6bb0097829 |
@@ -4,28 +4,20 @@ import os
|
||||
|
||||
from vastai import Worker, WorkerConfig, HandlerConfig, LogActionConfig, BenchmarkConfig
|
||||
|
||||
# vLLM model configuration
|
||||
# Ollama model configuration
|
||||
MODEL_SERVER_URL = 'http://127.0.0.1:11434'
|
||||
MODEL_SERVER_PORT = 11434
|
||||
MODEL_LOG_FILE = '/var/log/onstart.log'
|
||||
MODEL_HEALTHCHECK_ENDPOINT = "/health"
|
||||
MODEL_HEALTHCHECK_ENDPOINT = "/"
|
||||
|
||||
# vLLM-specific log messages
|
||||
# Ollama-specific log messages
|
||||
MODEL_LOAD_LOG_MSG = [
|
||||
"Application startup complete.",
|
||||
"llama runner started in",
|
||||
"Server listening on",
|
||||
"msg=\"Listening on",
|
||||
]
|
||||
|
||||
MODEL_ERROR_LOG_MSGS = [
|
||||
"INFO exited: vllm",
|
||||
"RuntimeError: Engine",
|
||||
"Traceback (most recent call last):"
|
||||
]
|
||||
|
||||
MODEL_INFO_LOG_MSGS = [
|
||||
'"message":"Download'
|
||||
]
|
||||
|
||||
nltk.download("words")
|
||||
|
||||
Reference in New Issue
Block a user