diff --git a/tests/accuracy/test_lm_eval_correctness.py b/tests/accuracy/test_lm_eval_correctness.py
index 5cab65b03cc26..de975b2785ffd 100644
--- a/tests/accuracy/test_lm_eval_correctness.py
+++ b/tests/accuracy/test_lm_eval_correctness.py
@@ -24,7 +24,9 @@
                                            reason="lm_eval required")
 
 RTOL = 0.02
-TEST_DATA_FILE = os.environ.get("LM_EVAL_TEST_DATA_FILE", None)
+TEST_DATA_FILE = os.environ.get(
+    "LM_EVAL_TEST_DATA_FILE",
+    ".github/lm-eval-configs/models/Meta-Llama-3-8B-Instruct.yaml")
 
 
 def wait_for_server(timeout=900) -> bool: