remove input from workers

This commit is contained in:
Lucas Armand
2025-12-10 14:46:10 -08:00
parent 4bcc508473
commit 6f795b8fb8
2 changed files with 0 additions and 7 deletions
-2
View File
@@ -39,8 +39,6 @@ benchmark_prompts = [
]
def parse_request(json_msg):
return {"input" : json_msg}
benchmark_dataset = [
{
-5
View File
@@ -43,9 +43,6 @@ def benchmark_generator() -> dict:
return benchmark_data
def parse_request(json_msg):
return {"input" : json_msg}
worker_config = WorkerConfig(
model_server_url=MODEL_SERVER_URL,
model_server_port=MODEL_SERVER_PORT,
@@ -56,7 +53,6 @@ worker_config = WorkerConfig(
route="/generate",
allow_parallel_requests=True,
max_queue_time=60.0,
request_parser=parse_request,
benchmark_config=BenchmarkConfig(
generator=benchmark_generator,
concurrency=50
@@ -67,7 +63,6 @@ worker_config = WorkerConfig(
route="/generate_stream",
allow_parallel_requests=True,
max_queue_time=60.0,
request_parser=parse_request,
workload_calculator= lambda x: x["parameters"]["max_new_tokens"]
)
],