1movmedia/pyworker
2
0
Fork 0
Code Pull Requests Activity

remove input from workers

Browse Source
This commit is contained in:
Lucas Armand
2025-12-10 14:46:10 -08:00
parent 4bcc508473
commit 6f795b8fb8
2 changed files with 0 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workers/comfyui-json/worker.py
-2
View File
@@ -39,8 +39,6 @@ benchmark_prompts = [
] ]
def parse_request(json_msg):
return {"input" : json_msg}
benchmark_dataset = [ benchmark_dataset = [
{ {
workers/tgi/worker.py
-5
View File
@@ -43,9 +43,6 @@ def benchmark_generator() -> dict:
return benchmark_data return benchmark_data
def parse_request(json_msg):
return {"input" : json_msg}
worker_config = WorkerConfig( worker_config = WorkerConfig(
model_server_url=MODEL_SERVER_URL, model_server_url=MODEL_SERVER_URL,
model_server_port=MODEL_SERVER_PORT, model_server_port=MODEL_SERVER_PORT,
@@ -56,7 +53,6 @@ worker_config = WorkerConfig(
route="/generate", route="/generate",
allow_parallel_requests=True, allow_parallel_requests=True,
max_queue_time=60.0, max_queue_time=60.0,
request_parser=parse_request,
benchmark_config=BenchmarkConfig( benchmark_config=BenchmarkConfig(
generator=benchmark_generator, generator=benchmark_generator,
concurrency=50 concurrency=50
@@ -67,7 +63,6 @@ worker_config = WorkerConfig(
route="/generate_stream", route="/generate_stream",
allow_parallel_requests=True, allow_parallel_requests=True,
max_queue_time=60.0, max_queue_time=60.0,
request_parser=parse_request,
workload_calculator= lambda x: x["parameters"]["max_new_tokens"] workload_calculator= lambda x: x["parameters"]["max_new_tokens"]
) )
], ],