diff --git a/scripts/Jenkinsfile b/scripts/Jenkinsfile index 0d802b83..62e9fd7e 100644 --- a/scripts/Jenkinsfile +++ b/scripts/Jenkinsfile @@ -23,6 +23,7 @@ pipeline { pip install --upgrade pip setuptools && pip install .[test] && pip install junitparser pytest-xdist && + pip install /opt/qti-aic/integrations/torch_qaic/py310/torch_qaic-0.1.0-cp310-cp310-linux_x86_64.whl && rm -rf QEfficient" ''' } @@ -74,6 +75,7 @@ pipeline { mkdir -p $PWD/cli && export TOKENIZERS_PARALLELISM=false && export QEFF_HOME=$PWD/cli && + export HF_DATASETS_TRUST_REMOTE_CODE=True && pytest tests -m '(cli and not qnn)' --junitxml=tests/tests_log3.xml && deactivate" ''' diff --git a/tests/finetune/test_finetune.py b/tests/finetune/test_finetune.py index 45330cad..10c5e738 100644 --- a/tests/finetune/test_finetune.py +++ b/tests/finetune/test_finetune.py @@ -22,12 +22,11 @@ def clean_up(path): shutil.rmtree(path) -configs = [pytest.param("meta-llama/Llama-3.2-1B", 1, 1, 1, None, True, True, "cpu", id="llama_config")] +configs = [pytest.param("meta-llama/Llama-3.2-1B", 1, 1, 1, None, True, True, "qaic", id="llama_config")] -# TODO:enable this once docker is available @pytest.mark.on_qaic -@pytest.mark.skip(reason="eager docker not available in sdk") +@pytest.mark.cli @pytest.mark.parametrize( "model_name,max_eval_step,max_train_step,intermediate_step_save,context_length,run_validation,use_peft,device", configs,