Compare commits
20
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
0948d7c1ab | ||
|
|
e2bd0b1958 | ||
|
|
0b6f381dd7 | ||
|
|
74f8b6a1ef | ||
|
|
fa2bf082c2 | ||
|
|
6a57ff8e0a | ||
|
|
375633cb18 | ||
|
|
ccd29ed8b6 | ||
|
|
2b30c69933 | ||
|
|
4d99c12820 | ||
|
|
6060f8ce0c | ||
|
|
067fa936fb | ||
|
|
405a8f1c0d | ||
|
|
12f4f23d39 | ||
|
|
e2a771bb5a | ||
|
|
0cd64adfc4 | ||
|
|
6f795b8fb8 | ||
|
|
4bcc508473 | ||
|
|
74d7330800 | ||
|
|
2ce0450809 |
@@ -28,12 +28,6 @@ MODEL_INFO_LOG_MSGS = [
|
|||||||
nltk.download("words")
|
nltk.download("words")
|
||||||
WORD_LIST = nltk.corpus.words.words()
|
WORD_LIST = nltk.corpus.words.words()
|
||||||
|
|
||||||
def request_parser(request):
|
|
||||||
data = request
|
|
||||||
if request.get("input") is not None:
|
|
||||||
data = request.get("input")
|
|
||||||
return data
|
|
||||||
|
|
||||||
|
|
||||||
def completions_benchmark_generator() -> dict:
|
def completions_benchmark_generator() -> dict:
|
||||||
prompt = " ".join(random.choices(WORD_LIST, k=int(250)))
|
prompt = " ".join(random.choices(WORD_LIST, k=int(250)))
|
||||||
@@ -61,7 +55,6 @@ worker_config = WorkerConfig(
|
|||||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||||
allow_parallel_requests=True,
|
allow_parallel_requests=True,
|
||||||
max_queue_time=60.0,
|
max_queue_time=60.0,
|
||||||
request_parser=request_parser,
|
|
||||||
benchmark_config=BenchmarkConfig(
|
benchmark_config=BenchmarkConfig(
|
||||||
generator=completions_benchmark_generator,
|
generator=completions_benchmark_generator,
|
||||||
concurrency=100,
|
concurrency=100,
|
||||||
@@ -73,7 +66,6 @@ worker_config = WorkerConfig(
|
|||||||
workload_calculator= lambda data: data.get("max_tokens", 0),
|
workload_calculator= lambda data: data.get("max_tokens", 0),
|
||||||
allow_parallel_requests=True,
|
allow_parallel_requests=True,
|
||||||
max_queue_time=60.0,
|
max_queue_time=60.0,
|
||||||
request_parser=request_parser
|
|
||||||
)
|
)
|
||||||
],
|
],
|
||||||
log_action_config=LogActionConfig(
|
log_action_config=LogActionConfig(
|
||||||
|
|||||||
Reference in New Issue
Block a user