diff --git a/.github/workflows/ci-build.yaml b/.github/workflows/ci-build.yaml
index a2e45c1a8fc6..eb7e9a20046d 100644
--- a/.github/workflows/ci-build.yaml
+++ b/.github/workflows/ci-build.yaml
@@ -48,13 +48,13 @@ jobs:
         include:
           - name-prefix: "with 3.10"
             python-version: "3.10"
-            os: ubuntu-20.04-16core
+            os: ubuntu-20.04-16core # update to custom rocm runner
             enable-x64: 1
             prng-upgrade: 1
             num_generated_cases: 1
           - name-prefix: "with 3.12"
             python-version: "3.12"
-            os: ubuntu-20.04-16core
+            os: ubuntu-20.04-16core # Update to customer rocm runner
             enable-x64: 0
             prng-upgrade: 0
             num_generated_cases: 1
diff --git a/.github/workflows/rocm-ci.yaml b/.github/workflows/rocm-ci.yaml
index 380ee153250b..32ffb6be4048 100644
--- a/.github/workflows/rocm-ci.yaml
+++ b/.github/workflows/rocm-ci.yaml
@@ -3,17 +3,24 @@ name: ROCM CI
 on: [push]
 
 jobs:
-  print-env:
-    runs-on: mi-250
+  build-docker: # strategy and matrix come here 
+    runs-on:  mi-250
     steps:
       - name: Print Environment Variables
         run: printenv
+      - name: Set up Docker
+        uses: docker/setup-buildx-action@v2
+      - uses: actions/checkout@v4
+      - name: Build Docker 
+        env: 
+          BUILD_TAG: rocm_jax_r6_1_3_py3_10_id${GITHUB_RUN_ID}
+          # XLA_CLONE_DIR: 
+        run: |
+          ./build/rocm/ci_build.sh --rocm_version 6.1.3 \
+          --keep_image --py_version 3.10 \
+          --runtime bash -c "./build/rocm/build_rocm.sh"
 
-
-        
-#       - name: Set up Docker
-#         uses: docker/setup-buildx-action@v2
-#       
+      
 #       - name: Try rocm-smi
 #         run: |
 #           docker run \