1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

more logs

Browse Source
This commit is contained in:
Colter Downing
2025-11-24 18:40:45 -08:00
parent c772e1651b
commit 62fbfb061d
2 changed files with 36 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/backend.py
+6
View File
@@ -235,10 +235,14 @@ class Backend:
log.debug("No healthcheck endpoint defined, skipping healthcheck")
return
first_healthcheck = True
while True:
await sleep(10)
if self.__start_healthcheck is False:
continue
if first_healthcheck:
log.info(f"[healthcheck] First healthcheck starting (model is now loaded)")
first_healthcheck = False
try:
log.debug(f"Performing healthcheck on {health_check_url}")
async with self.healthcheck_session.get(health_check_url) as response:
@@ -412,10 +416,12 @@ class Backend:
# await sleep(5)
try:
max_throughput = await run_benchmark()
log.info(f"[benchmark] Benchmark complete, max_throughput={max_throughput}, setting healthcheck=True")
self.__start_healthcheck = True
self.metrics._model_loaded(
max_throughput=max_throughput,
)
log.info(f"[benchmark] _model_loaded() called, returning from handle_log_line")
except ClientConnectorError as e:
log.debug(
f"failed to connect to model api during benchmark"