diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index 966181de2d67d..497232382d35c 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -320,6 +320,7 @@ async def get_request( input_requests = iter(input_requests) # Calculate scale parameter theta to maintain the desired request_rate. + assert burstiness > 0, f"A positive burstiness factor is expected, but given {burstiness}." theta = 1.0 / (request_rate * burstiness) for request in input_requests: