Merge pull request #28 from vast-ai/bugfix/backend-timeout-infinite
Bugfix/backend timeout infinite
This commit is contained in:
+8
-2
@@ -11,7 +11,7 @@ from functools import cached_property
|
|||||||
from distutils.util import strtobool
|
from distutils.util import strtobool
|
||||||
|
|
||||||
from anyio import open_file
|
from anyio import open_file
|
||||||
from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError
|
from aiohttp import web, ClientResponse, ClientSession, ClientConnectorError, ClientTimeout, TCPConnector
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
from Crypto.Signature import pkcs1_15
|
from Crypto.Signature import pkcs1_15
|
||||||
@@ -75,7 +75,13 @@ class Backend:
|
|||||||
@cached_property
|
@cached_property
|
||||||
def session(self):
|
def session(self):
|
||||||
log.debug(f"starting session with {self.model_server_url}")
|
log.debug(f"starting session with {self.model_server_url}")
|
||||||
return ClientSession(self.model_server_url)
|
connector = TCPConnector(
|
||||||
|
force_close=True, # Required for long running jobs
|
||||||
|
enable_cleanup_closed=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
timeout = ClientTimeout(total=None)
|
||||||
|
return ClientSession(self.model_server_url, timeout=timeout, connector=connector)
|
||||||
|
|
||||||
def create_handler(
|
def create_handler(
|
||||||
self,
|
self,
|
||||||
|
|||||||
Reference in New Issue
Block a user