asyncio in metrics

2025-10-23 10:18:31 -07:00
parent 0f13506938
commit 37ad3f8d46
2 changed files with 37 additions and 21 deletions
@@ -171,7 +171,7 @@ class Backend:
        
        if self.metrics.model_metrics.wait_time > self.max_wait_time:
            self.metrics._request_reject(request_metrics)
-            return web.Response(status=500)
+            return web.Response(status=429)

        acquired = False
        try: