Skip to content

Commit

Permalink
fixed jenkinsfile for tests run and ran formatter
Browse files Browse the repository at this point in the history
Signed-off-by: Onkar Chougule <[email protected]>
  • Loading branch information
ochougul committed Nov 7, 2024
1 parent 4872ae3 commit 4fdc2a6
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 7 deletions.
8 changes: 4 additions & 4 deletions scripts/Jenkinsfile
Original file line number Diff line number Diff line change
Expand Up @@ -37,10 +37,10 @@ pipeline
. preflight_qeff/bin/activate
export TOKENIZERS_PARALLELISM=false
export QEFF_HOME=$PWD
pytest tests -m "not cli and not on_qaic" -n auto --junitxml=tests/tests_log1.xml &
pytest tests -m "not cli and on_qaic" -n 4 --junitxml=tests/tests_log2.xml &
pytest tests -m "not cli and not on_qaic" --ignore tests/vllm -n auto --junitxml=tests/tests_log1.xml &
pytest tests -m "not cli and on_qaic" --ignore tests/vllm -n 4 --junitxml=tests/tests_log2.xml &
wait
pytest tests -m cli --junitxml=tests/tests_log3.xml
pytest tests -m cli --ignore tests/vllm --junitxml=tests/tests_log3.xml
junitparser merge tests/tests_log1.xml tests/tests_log2.xml tests/tests_log3.xml tests/tests_log.xml
deactivate
exit
Expand Down Expand Up @@ -94,4 +94,4 @@ pipeline
}
}

}
}
4 changes: 1 addition & 3 deletions tests/vllm/test_qaic_output_consistency.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,6 @@ def test_output_consistency(model_name):
for i, op in enumerate(output1):
check_output1.append(op.outputs[0].text)


# Multiple prompt test
outputDict = dict()
prompt2 = [
Expand Down Expand Up @@ -90,7 +89,6 @@ def test_output_consistency(model_name):
generated_text = op.outputs[0].text
outputDict[prompt2[i]].append(str(prompt2[i] + generated_text))


# Assertion to check the consistency of single prompt.
assert len(set(check_output1)) == 1, "Outputs from different slots for same prompt does not match!!"

Expand All @@ -99,4 +97,4 @@ def test_output_consistency(model_name):
assert len(set(outputDict[key])) == 1, "Outputs from different slots for same prompt does not match!!"

# Assertion to check if any prompts are missed.
assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!"
assert len(prompt2) == len(output2), "Number of Generated Tokens do not match the number of valid inputs!!"

0 comments on commit 4fdc2a6

Please sign in to comment.