Compare commits
20 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 0948d7c1ab | |||
| e2bd0b1958 | |||
| 0b6f381dd7 | |||
| 74f8b6a1ef | |||
| fa2bf082c2 | |||
| 6a57ff8e0a | |||
| 375633cb18 | |||
| ccd29ed8b6 | |||
| 2b30c69933 | |||
| 4d99c12820 | |||
| 6060f8ce0c | |||
| 067fa936fb | |||
| 405a8f1c0d | |||
| 12f4f23d39 | |||
| e2a771bb5a | |||
| 0cd64adfc4 | |||
| 6f795b8fb8 | |||
| 4bcc508473 | |||
| 74d7330800 | |||
| 2ce0450809 |
@@ -28,12 +28,6 @@ MODEL_INFO_LOG_MSGS = [
|
||||
nltk.download("words")
|
||||
WORD_LIST = nltk.corpus.words.words()
|
||||
|
||||
def request_parser(request):
|
||||
data = request
|
||||
if request.get("input") is not None:
|
||||
data = request.get("input")
|
||||
return data
|
||||
|
||||
|
||||
def completions_benchmark_generator() -> dict:
|
||||
prompt = " ".join(random.choices(WORD_LIST, k=int(250)))
|
||||
@@ -61,7 +55,6 @@ worker_config = WorkerConfig(
|
||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||
allow_parallel_requests=True,
|
||||
max_queue_time=60.0,
|
||||
request_parser=request_parser,
|
||||
benchmark_config=BenchmarkConfig(
|
||||
generator=completions_benchmark_generator,
|
||||
concurrency=100,
|
||||
@@ -73,7 +66,6 @@ worker_config = WorkerConfig(
|
||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||
allow_parallel_requests=True,
|
||||
max_queue_time=60.0,
|
||||
request_parser=request_parser
|
||||
)
|
||||
],
|
||||
log_action_config=LogActionConfig(
|
||||
|
||||
Reference in New Issue
Block a user