Prevent timeout and allow long running connections

adds import for ClientTimeout
Remove default 300s timeout
2025-08-28 15:48:57 +01:00 · 2025-08-27 20:54:27 +01:00 · 2025-08-27 18:34:45 +01:00 · 2025-08-26 14:22:05 +01:00
1 changed files with 8 additions and 2 deletions
@@ -11,7 +11,7 @@ from functools import cached_property
 from distutils.util import strtobool

 from anyio import open_file
-from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError
+from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError, ClientTimeout, TCPConnector

 import requests
 from Crypto.Signature import pkcs1_15
@@ -75,7 +75,13 @@ class Backend:
    @cached_property
    def session(self):
        log.debug(f"starting session with {self.model_server_url}")
-        return ClientSession(self.model_server_url)
+        connector = TCPConnector(
+            force_close=True, # Required for long running jobs
+            enable_cleanup_closed=True,
+        )
+        
+        timeout = ClientTimeout(total=None)
+        return ClientSession(self.model_server_url, timeout=timeout, connector=connector)

    def create_handler(
        self,
Author	SHA1	Message	Date
Rob Ballantyne	1e4fa87437	Prevent timeout and allow long running connections	2025-08-28 15:48:57 +01:00
Rob Ballantyne	4c5fa03c7b	adds import for ClientTimeout	2025-08-27 20:54:27 +01:00
Rob Ballantyne	a8fe74f771	Remove default 300s timeout	2025-08-27 18:34:45 +01:00
Rob Ballantyne	b482de8394	Merge pull request #27 from vast-ai/feat/comfyui-api-s3-webhook Adds new ComfyUI worker Upload assets to s3 compatible storage via intermediate API wrapper	2025-08-26 14:22:05 +01:00