Update benchmarks/benchmark_serving.py

Co-authored-by: Roger Wang <[email protected]> Signed-off-by: Mozhou <[email protected]>
vllm-project · Nov 7, 2024 · 0a1c320 · 0a1c320
1 parent 07d90dd
commit 0a1c320
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
@@ -320,6 +320,7 @@ async def get_request(
     input_requests = iter(input_requests)
 
     # Calculate scale parameter theta to maintain the desired request_rate.
+    assert burstiness > 0, f"A positive burstiness factor is expected, but given {burstiness}."
     theta = 1.0 / (request_rate * burstiness)
 
     for request in input_requests: