diff --git a/workers/tgi/worker.py b/workers/tgi/worker.py index 9d83062..fa16860 100644 --- a/workers/tgi/worker.py +++ b/workers/tgi/worker.py @@ -35,7 +35,7 @@ def benchmark_generator() -> dict: benchmark_data = { "inputs": prompt, "parameters": { - "max_new_tokens": 128, + "max_new_tokens": 500, "temperature": 0.7, "return_full_text": False }