From 3e45fc66144f9a5088cb605e2d1b96558e815a98 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Mon, 13 Jan 2025 03:00:04 +0000 Subject: [PATCH] undo fat finger Signed-off-by: rshaw@neuralmagic.com --- tests/v1/engine/test_output_processor.py | 32 ++++++++++++++---------- 1 file changed, 19 insertions(+), 13 deletions(-) diff --git a/tests/v1/engine/test_output_processor.py b/tests/v1/engine/test_output_processor.py index 57e3e2a649839..4735c6f947537 100644 --- a/tests/v1/engine/test_output_processor.py +++ b/tests/v1/engine/test_output_processor.py @@ -148,19 +148,25 @@ def test_stop_string(include_stop_str_in_output: bool): # Make N requests. requests = [ - EngineCoreRequest(request_id=f"request-{idx}", - prompt=prompt, - prompt_token_ids=prompt_tokens, - arrival_time=0, - mm_inputs=None, - mm_hashes=None, - mm_placeholders=None, - eos_token_id=None, - lora_request=None, - sampling_params=SamplingParams()) - for idx, ( - prompt, - prompt_tokens) in enumerate(zip(PROMPT_STRINGS, PROMPT_TOKENS)) + EngineCoreRequest( + request_id=f"request-{idx}", + prompt=prompt, + prompt_token_ids=prompt_tokens, + arrival_time=0, + mm_inputs=None, + mm_hashes=None, + mm_placeholders=None, + eos_token_id=None, + lora_request=None, + sampling_params=SamplingParams( + skip_special_tokens=False, + spaces_between_special_tokens=False, + output_kind=RequestOutputKind.DELTA, + stop=STOP_STRINGS, + include_stop_str_in_output=include_stop_str_in_output, + )) for idx, ( + prompt, + prompt_tokens) in enumerate(zip(PROMPT_STRINGS, PROMPT_TOKENS)) ] # Add requests to the detokenizer.