diff --git a/scripts/Jenkinsfile b/scripts/Jenkinsfile index 5b081a5c6..a522002e1 100644 --- a/scripts/Jenkinsfile +++ b/scripts/Jenkinsfile @@ -37,10 +37,10 @@ pipeline . preflight_qeff/bin/activate export TOKENIZERS_PARALLELISM=false export QEFF_HOME=$PWD - pytest tests -m "not cli and not on_qaic" -n auto --junitxml=tests/tests_log1.xml & - pytest tests -m "not cli and on_qaic" -n 4 --junitxml=tests/tests_log2.xml & + pytest tests -m "not cli and not on_qaic" --ignore tests/vllm -n auto --junitxml=tests/tests_log1.xml & + pytest tests -m "not cli and on_qaic" --ignore tests/vllm -n 4 --junitxml=tests/tests_log2.xml & wait - pytest tests -m cli --junitxml=tests/tests_log3.xml + pytest tests -m cli --ignore tests/vllm --junitxml=tests/tests_log3.xml junitparser merge tests/tests_log1.xml tests/tests_log2.xml tests/tests_log3.xml tests/tests_log.xml deactivate exit @@ -94,4 +94,4 @@ pipeline } } -} \ No newline at end of file +} diff --git a/tests/vllm/test_qaic_output_consistency.py b/tests/vllm/test_qaic_output_consistency.py index e4c2b1a6a..00cd5765a 100644 --- a/tests/vllm/test_qaic_output_consistency.py +++ b/tests/vllm/test_qaic_output_consistency.py @@ -60,7 +60,6 @@ def test_output_consistency(model_name): for i, op in enumerate(output1): check_output1.append(op.outputs[0].text) - # Multiple prompt test outputDict = dict() prompt2 = [ @@ -90,7 +89,6 @@ def test_output_consistency(model_name): generated_text = op.outputs[0].text outputDict[prompt2[i]].append(str(prompt2[i] + generated_text)) - # Assertion to check the consistency of single prompt. assert len(set(check_output1)) == 1, "Outputs from different slots for same prompt does not match!!" @@ -99,4 +97,4 @@ def test_output_consistency(model_name): assert len(set(outputDict[key])) == 1, "Outputs from different slots for same prompt does not match!!" # Assertion to check if any prompts are missed. - assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!" \ No newline at end of file + assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!"