Compare commits

..

7 Commits

Author SHA1 Message Date
Lucas Armand 5330039cbf revert worker 2025-12-31 10:31:00 -08:00
Lucas Armand fe999dfd16 removed max_queue_time 2025-12-30 10:26:57 -08:00
Lucas Armand 85707af107 fix name 2025-12-23 18:19:35 -08:00
Lucas Armand 82023f1cfb add comfyui async 2025-12-23 18:11:10 -08:00
Lucas Armand 5f9580dde2 Merge branch 'main' into sdk-versioning 2025-12-22 10:12:26 -08:00
Lucas Armand 0b02f31aa8 Add SDK_BRANCH 2025-12-22 10:09:14 -08:00
Lucas Armand 3e8da87ce2 Add SDK version checking 2025-12-17 20:53:28 -08:00
2 changed files with 13 additions and 26 deletions
+12
View File
@@ -1 +1,13 @@
aiohttp==3.10.1
aiodns~=3.6.0
pycares~=4.11.0
anyio~=4.4
lib~=4.0
nltk~=3.9
psutil~=6.0
pycryptodome~=3.20
Requests~=2.32
transformers~=4.52
utils==1.0.*
hf_transfer>=0.1.9
vastai-sdk>=0.3.0
+1 -26
View File
@@ -90,8 +90,7 @@ echo_var DEBUG_LOG
echo_var PYWORKER_LOG
echo_var MODEL_LOG
ROTATE_MODEL_LOG="${ROTATE_MODEL_LOG:-false}"
if [ "$ROTATE_MODEL_LOG" = "true" ] && [ -e "$MODEL_LOG" ]; then
if [ -e "$MODEL_LOG" ]; then
echo "Rotating model log at $MODEL_LOG to $MODEL_LOG.old"
if ! cat "$MODEL_LOG" >> "$MODEL_LOG.old"; then
report_error_and_exit "Failed to rotate model log"
@@ -214,30 +213,6 @@ fi
export REPORT_ADDR WORKER_PORT USE_SSL UNSECURED
# ─── SDK Deployment Mode ───────────────────────────────────────────────
if [ "$IS_DEPLOYMENT" = "true" ]; then
echo "=== SDK Deployment Mode ==="
echo "DEPLOYMENT_ID: $DEPLOYMENT_ID"
DEPLOY_DIR="/workspace/deployment"
mkdir -p "$DEPLOY_DIR"
VAST_API_BASE="${VAST_API_BASE:-https://console.vast.ai}"
# Download deployment code, retrying until the blob is available on S3.
# The s3_key exists in the DB as soon as the deployment is created, but the
# actual upload may still be in flight from the client side.
# Install SDK (uses the install_vastai_sdk function which supports SDK_BRANCH/SDK_VERSION)
install_vastai_sdk
# Run deployment in serve mode
export VAST_DEPLOYMENT_MODE=serve
echo "Starting deployment: python3 $DEPLOY_DIR/deployment.py"
serve-vast-deployment
exit $?
fi
# ─── End SDK Deployment Mode ───────────────────────────────────────────
if ! cd "$SERVER_DIR"; then
report_error_and_exit "Failed to cd into SERVER_DIR: $SERVER_DIR"
fi