Increase TGI benchmark tokens to 500

2026-04-30 14:04:39 -07:00
parent 48fdc65e3d
commit 9bc9ba11c5
1 changed files with 1 additions and 1 deletions
@@ -35,7 +35,7 @@ def benchmark_generator() -> dict:
    benchmark_data = {
        "inputs": prompt,
        "parameters": {
-            "max_new_tokens": 128,
+            "max_new_tokens": 500,
            "temperature": 0.7,
            "return_full_text": False
        }