diff --git a/.github/workflows/accessibility-testing.yml b/.github/workflows/accessibility-testing.yml
index a6a84a4b650..fa26a1b0673 100644
--- a/.github/workflows/accessibility-testing.yml
+++ b/.github/workflows/accessibility-testing.yml
@@ -68,7 +68,7 @@ jobs:
           sudo apt-get update
           sudo apt-get install -y gettext libgconf-2-4
       - name: Install pa11y
-        run: npm install pa11y
+        run: npm install pa11y-ci
       - name: Preroll
         run: |
           npm run build
@@ -76,5 +76,5 @@ jobs:
           python network-api/manage.py migrate --no-input
           python network-api/manage.py block_inventory
           python network-api/manage.py load_fake_data
-      - name: Integration Tests
+      - name: Run pa11y tests
         run: npm run pa11y
diff --git a/package.json b/package.json
index 467dadcb84b..6e25682b0d8 100644
--- a/package.json
+++ b/package.json
@@ -42,7 +42,8 @@
     "optimize:png": "find source/images -type f -name '*.png' -print0 | xargs -0 -n 1 -P 6 optipng",
     "optimize": "run-p optimize:**",
     "percy": "percy exec -t 750 -- npm run playwright:percy",
-    "pa11y": "pa11y-ci --sitemap http://localhost:8000/en/sitemap.xml",
+    "pally-ci": "run-p --race server pa11y:test",
+    "pa11y:test": "wait-on -i 3000 -t 120000 -v http://127.0.0.1:8000/cms && pa11y-ci --sitemap http://localhost:8000/en/sitemap.xml",
     "playwright": "npm run playwright:wait:dev && playwright test ./tests/integration/",
     "playwright:install": "playwright install chromium firefox webkit",
     "playwright:wait:dev": "wait-on -i 3000 http://localhost:8000/static/_css/tailwind.compiled.css",