From 6f795b8fb83cba30d0642d8e0344772dc8a95fcf Mon Sep 17 00:00:00 2001 From: Lucas Armand Date: Wed, 10 Dec 2025 14:46:10 -0800 Subject: [PATCH] remove input from workers --- workers/comfyui-json/worker.py | 2 -- workers/tgi/worker.py | 5 ----- 2 files changed, 7 deletions(-) diff --git a/workers/comfyui-json/worker.py b/workers/comfyui-json/worker.py index 46ca82d..6d0abe4 100644 --- a/workers/comfyui-json/worker.py +++ b/workers/comfyui-json/worker.py @@ -39,8 +39,6 @@ benchmark_prompts = [ ] -def parse_request(json_msg): - return {"input" : json_msg} benchmark_dataset = [ { diff --git a/workers/tgi/worker.py b/workers/tgi/worker.py index a2f40a2..f8084ab 100644 --- a/workers/tgi/worker.py +++ b/workers/tgi/worker.py @@ -43,9 +43,6 @@ def benchmark_generator() -> dict: return benchmark_data -def parse_request(json_msg): - return {"input" : json_msg} - worker_config = WorkerConfig( model_server_url=MODEL_SERVER_URL, model_server_port=MODEL_SERVER_PORT, @@ -56,7 +53,6 @@ worker_config = WorkerConfig( route="/generate", allow_parallel_requests=True, max_queue_time=60.0, - request_parser=parse_request, benchmark_config=BenchmarkConfig( generator=benchmark_generator, concurrency=50 @@ -67,7 +63,6 @@ worker_config = WorkerConfig( route="/generate_stream", allow_parallel_requests=True, max_queue_time=60.0, - request_parser=parse_request, workload_calculator= lambda x: x["parameters"]["max_new_tokens"] ) ],