Compare commits
20
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
0948d7c1ab | ||
|
|
e2bd0b1958 | ||
|
|
0b6f381dd7 | ||
|
|
74f8b6a1ef | ||
|
|
fa2bf082c2 | ||
|
|
6a57ff8e0a | ||
|
|
375633cb18 | ||
|
|
ccd29ed8b6 | ||
|
|
2b30c69933 | ||
|
|
4d99c12820 | ||
|
|
6060f8ce0c | ||
|
|
067fa936fb | ||
|
|
405a8f1c0d | ||
|
|
12f4f23d39 | ||
|
|
e2a771bb5a | ||
|
|
0cd64adfc4 | ||
|
|
6f795b8fb8 | ||
|
|
4bcc508473 | ||
|
|
74d7330800 | ||
|
|
2ce0450809 |
@@ -28,12 +28,6 @@ MODEL_INFO_LOG_MSGS = [
|
||||
nltk.download("words")
|
||||
WORD_LIST = nltk.corpus.words.words()
|
||||
|
||||
def request_parser(request):
|
||||
data = request
|
||||
if request.get("input") is not None:
|
||||
data = request.get("input")
|
||||
return data
|
||||
|
||||
|
||||
def completions_benchmark_generator() -> dict:
|
||||
prompt = " ".join(random.choices(WORD_LIST, k=int(250)))
|
||||
@@ -61,7 +55,6 @@ worker_config = WorkerConfig(
|
||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||
allow_parallel_requests=True,
|
||||
max_queue_time=60.0,
|
||||
request_parser=request_parser,
|
||||
benchmark_config=BenchmarkConfig(
|
||||
generator=completions_benchmark_generator,
|
||||
concurrency=100,
|
||||
@@ -73,7 +66,6 @@ worker_config = WorkerConfig(
|
||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||
allow_parallel_requests=True,
|
||||
max_queue_time=60.0,
|
||||
request_parser=request_parser
|
||||
)
|
||||
],
|
||||
log_action_config=LogActionConfig(
|
||||
|
||||
Reference in New Issue
Block a user