Enable CI tests for finetuning

Signed-off-by: Mamta Singh <[email protected]>
quic · Jan 9, 2025 · 975ad34 · 975ad34
1 parent bbb3e5d
commit 975ad34
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/scripts/Jenkinsfile b/scripts/Jenkinsfile
@@ -23,6 +23,7 @@ pipeline {
                    pip install --upgrade pip setuptools &&
                    pip install .[test] &&
                    pip install junitparser pytest-xdist &&
+                   pip install /opt/qti-aic/integrations/torch_qaic/py310/torch_qaic-0.1.0-cp310-cp310-linux_x86_64.whl &&
                    rm -rf QEfficient"
                '''
            }
@@ -74,6 +75,7 @@ pipeline {
                            mkdir -p $PWD/cli &&
                            export TOKENIZERS_PARALLELISM=false &&
                            export QEFF_HOME=$PWD/cli &&
+                           export HF_DATASETS_TRUST_REMOTE_CODE=True &&
                            pytest tests -m '(cli and not qnn)' --junitxml=tests/tests_log3.xml &&
                            deactivate"
                            '''

diff --git a/tests/finetune/test_finetune.py b/tests/finetune/test_finetune.py
@@ -22,11 +22,11 @@ def clean_up(path):
         shutil.rmtree(path)
 
 
-configs = [pytest.param("meta-llama/Llama-3.2-1B", 1, 1, 1, None, True, True, "cpu", id="llama_config")]
+configs = [pytest.param("meta-llama/Llama-3.2-1B", 1, 1, 1, None, True, True, "qaic", id="llama_config")]
 
 
-# TODO:enable this once docker is available
-@pytest.mark.skip(reason="eager docker not available in sdk")
+@pytest.mark.on_qaic
+@pytest.mark.cli
 @pytest.mark.parametrize(
     "model_name,max_eval_step,max_train_step,intermediate_step_save,context_length,run_validation,use_peft,device",
     configs,