diff --git a/lib/backend.py b/lib/backend.py index 5a0cdba..6a2f3c0 100644 --- a/lib/backend.py +++ b/lib/backend.py @@ -314,10 +314,10 @@ class Backend: with open(BENCHMARK_INDICATOR_FILE, "r") as f: log.debug("already ran benchmark") # trigger model load - payload = self.benchmark_handler.make_benchmark_payload() - _ = await self.__call_api( - handler=self.benchmark_handler, payload=payload - ) + # payload = self.benchmark_handler.make_benchmark_payload() + # _ = await self.__call_api( + # handler=self.benchmark_handler, payload=payload + # ) return float(f.readline()) except FileNotFoundError: pass @@ -392,7 +392,7 @@ class Backend: ) # some backends need a few seconds after logging successful startup before # they can begin accepting requests - await sleep(5) + # await sleep(5) try: max_throughput = await run_benchmark() self.__start_healthcheck = True