Update uv venv creation command

Merge pull request #28 from vast-ai/bugfix/backend-timeout-infinite
Bugfix/backend timeout infinite
2025-09-01 16:55:20 +01:00 · 2025-08-28 11:22:33 -07:00 · 2025-08-28 11:22:21 -07:00 · 2025-08-28 15:48:57 +01:00 · 2025-08-27 20:54:27 +01:00 · 2025-08-27 18:34:45 +01:00
2 changed files with 10 additions and 4 deletions
@@ -11,7 +11,7 @@ from functools import cached_property
 from distutils.util import strtobool

 from anyio import open_file
-from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError
+from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError, ClientTimeout, TCPConnector

 import requests
 from Crypto.Signature import pkcs1_15
@@ -75,7 +75,13 @@ class Backend:
    @cached_property
    def session(self):
        log.debug(f"starting session with {self.model_server_url}")
-        return ClientSession(self.model_server_url)
+        connector = TCPConnector(
+            force_close=True, # Required for long running jobs
+            enable_cleanup_closed=True,
+        )
+        
+        timeout = ClientTimeout(total=None)
+        return ClientSession(self.model_server_url, timeout=timeout, connector=connector)

    def create_handler(
        self,
@@ -59,12 +59,12 @@ then
    fi

    # Fork testing
-    git clone "${PYWORKER_REPO:-https://github.com/vast-ai/pyworker}" "$SERVER_DIR"
+    [[ ! -d $SERVER_DIR ]] && git clone "${PYWORKER_REPO:-https://github.com/vast-ai/pyworker}" "$SERVER_DIR"
    if [[ -n ${PYWORKER_REF:-} ]]; then
        (cd "$SERVER_DIR" && git checkout "$PYWORKER_REF")
    fi

-    uv venv --managed-python "$ENV_PATH" -p 3.10
+    uv venv --python-preference only-managed "$ENV_PATH" -p 3.10
    source "$ENV_PATH/bin/activate"

    uv pip install -r "${SERVER_DIR}/requirements.txt"
Author	SHA1	Message	Date
Rob Ballantyne	1d09d7fe96	Update uv venv creation command	2025-09-01 16:55:20 +01:00
Colter-DowningandGitHub	1b37054dec	Merge pull request #28 from vast-ai/bugfix/backend-timeout-infinite Bugfix/backend timeout infinite	2025-08-28 11:22:33 -07:00
Colter-DowningandGitHub	1a1e4174b8	Merge pull request #29 from vast-ai/bugfix/comfyui-json-cost-fix Set cost to 100	2025-08-28 11:22:21 -07:00
Rob Ballantyne	1e4fa87437	Prevent timeout and allow long running connections	2025-08-28 15:48:57 +01:00
Rob Ballantyne	4c5fa03c7b	adds import for ClientTimeout	2025-08-27 20:54:27 +01:00
Rob Ballantyne	a8fe74f771	Remove default 300s timeout	2025-08-27 18:34:45 +01:00