Prevent timeout and allow long running connections

lib/backend.py

@@ -11,7 +11,7 @@ from functools import cached_property
 from distutils.util import strtobool
 
 from anyio import open_file
-from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError
+from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError, ClientTimeout, TCPConnector
 
 import requests
 from Crypto.Signature import pkcs1_15
@@ -75,7 +75,13 @@ class Backend:
     @cached_property
     def session(self):
         log.debug(f"starting session with {self.model_server_url}")
-        return ClientSession(self.model_server_url)
+        connector = TCPConnector(
+            force_close=True, # Required for long running jobs
+            enable_cleanup_closed=True,
+        )
+        
+        timeout = ClientTimeout(total=None)
+        return ClientSession(self.model_server_url, timeout=timeout, connector=connector)
 
     def create_handler(
         self,

workers/comfyui-json/data_types.py

@@ -13,9 +13,8 @@ with open("workers/comfyui/misc/test_prompts.txt", "r") as f:
     test_prompts = f.readlines()
 
 def count_workload() -> float:
-    # Always 100.0 where there is a single instance of ComfyUI handling requests
+    # Always 1.0 where there is a single instance of ComfyUI handling requests
-    # Results will indicate % or a job completed per second.  Avoids sub 0.1 sec performance indication
+    return 1.0
-    return 100.0
 
 @dataclasses.dataclass
 class ComfyWorkflowData(ApiPayload):

workers/comfyui-json/server.py

@@ -70,7 +70,7 @@ class ComfyWorkflowHandler(EndpointHandler[ComfyWorkflowData]):
 
     @property
     def healthcheck_endpoint(self) -> Optional[str]:
-        return "/health"
+        return None
 
     @classmethod
     def payload_cls(cls) -> Type[ComfyWorkflowData]: