From 9bc9ba11c50ce2cc3b4400e06eb3a45f5f32f34e Mon Sep 17 00:00:00 2001
From: Lucas Armand <lucas@vast.ai>
Date: Thu, 30 Apr 2026 14:04:39 -0700
Subject: [PATCH] Increase TGI benchmark tokens to 500

---
 workers/tgi/worker.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/workers/tgi/worker.py b/workers/tgi/worker.py
index 9d83062..fa16860 100644
--- a/workers/tgi/worker.py
+++ b/workers/tgi/worker.py
@@ -35,7 +35,7 @@ def benchmark_generator() -> dict:
     benchmark_data = {
         "inputs": prompt,
         "parameters": {
-            "max_new_tokens": 128,
+            "max_new_tokens": 500,
             "temperature": 0.7,
             "return_full_text": False
         }