diff --git a/.github/workflows/rocm-ci.yaml b/.github/workflows/rocm-ci.yaml
index 9ae2d8d3c36c..57a99c378788 100644
--- a/.github/workflows/rocm-ci.yaml
+++ b/.github/workflows/rocm-ci.yaml
@@ -15,8 +15,10 @@ jobs:
           # XLA_CLONE_DIR: 
         run: |
           ./build/rocm/ci_build.sh --rocm_version 6.1.3 \
-          --keep_image --py_version 3.10 \
-          --runtime bash -c "./build/rocm/build_rocm.sh"
+          --keep_image --py_version 3.10 
+      - cleanup: Remove workspace artifacts
+        if: always()
+        run: rm -rf ${{ github.workspace }}
 
       
 #       - name: Try rocm-smi