remove input from workers

2025-12-10 14:46:10 -08:00
parent 4bcc508473
commit 6f795b8fb8
2 changed files with 0 additions and 7 deletions
@@ -43,9 +43,6 @@ def benchmark_generator() -> dict:

    return benchmark_data

-def parse_request(json_msg):
-    return {"input" : json_msg}
-
 worker_config = WorkerConfig(
    model_server_url=MODEL_SERVER_URL,
    model_server_port=MODEL_SERVER_PORT,
@@ -56,7 +53,6 @@ worker_config = WorkerConfig(
            route="/generate",
            allow_parallel_requests=True,
            max_queue_time=60.0,
-            request_parser=parse_request,
            benchmark_config=BenchmarkConfig(
                generator=benchmark_generator,
                concurrency=50
@@ -67,7 +63,6 @@ worker_config = WorkerConfig(
            route="/generate_stream",
            allow_parallel_requests=True,
            max_queue_time=60.0,
-            request_parser=parse_request,
            workload_calculator= lambda x: x["parameters"]["max_new_tokens"]
        )
    ],