From 4fdc2a6b949ddf41726d4d1bdb90423f44769474 Mon Sep 17 00:00:00 2001 From: Onkar Chougule Date: Thu, 7 Nov 2024 17:17:14 +0530 Subject: [PATCH] fixed jenkinsfile for tests run and ran formatter Signed-off-by: Onkar Chougule --- scripts/Jenkinsfile | 8 ++++---- tests/vllm/test_qaic_output_consistency.py | 4 +--- 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/scripts/Jenkinsfile b/scripts/Jenkinsfile index 5b081a5c6..a522002e1 100644 --- a/scripts/Jenkinsfile +++ b/scripts/Jenkinsfile @@ -37,10 +37,10 @@ pipeline . preflight_qeff/bin/activate export TOKENIZERS_PARALLELISM=false export QEFF_HOME=$PWD - pytest tests -m "not cli and not on_qaic" -n auto --junitxml=tests/tests_log1.xml & - pytest tests -m "not cli and on_qaic" -n 4 --junitxml=tests/tests_log2.xml & + pytest tests -m "not cli and not on_qaic" --ignore tests/vllm -n auto --junitxml=tests/tests_log1.xml & + pytest tests -m "not cli and on_qaic" --ignore tests/vllm -n 4 --junitxml=tests/tests_log2.xml & wait - pytest tests -m cli --junitxml=tests/tests_log3.xml + pytest tests -m cli --ignore tests/vllm --junitxml=tests/tests_log3.xml junitparser merge tests/tests_log1.xml tests/tests_log2.xml tests/tests_log3.xml tests/tests_log.xml deactivate exit @@ -94,4 +94,4 @@ pipeline } } -} \ No newline at end of file +} diff --git a/tests/vllm/test_qaic_output_consistency.py b/tests/vllm/test_qaic_output_consistency.py index e4c2b1a6a..00cd5765a 100644 --- a/tests/vllm/test_qaic_output_consistency.py +++ b/tests/vllm/test_qaic_output_consistency.py @@ -60,7 +60,6 @@ def test_output_consistency(model_name): for i, op in enumerate(output1): check_output1.append(op.outputs[0].text) - # Multiple prompt test outputDict = dict() prompt2 = [ @@ -90,7 +89,6 @@ def test_output_consistency(model_name): generated_text = op.outputs[0].text outputDict[prompt2[i]].append(str(prompt2[i] + generated_text)) - # Assertion to check the consistency of single prompt. assert len(set(check_output1)) == 1, "Outputs from different slots for same prompt does not match!!" @@ -99,4 +97,4 @@ def test_output_consistency(model_name): assert len(set(outputDict[key])) == 1, "Outputs from different slots for same prompt does not match!!" # Assertion to check if any prompts are missed. - assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!" \ No newline at end of file + assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!"