diff --git a/Dockerfile.rocm b/Dockerfile.rocm
index 1f44958f5d1f1..fc07eb6297352 100644
--- a/Dockerfile.rocm
+++ b/Dockerfile.rocm
@@ -7,8 +7,8 @@ ARG BASE_IMAGE=rocm/vllm-dev:base_ubuntu22.04_py3.12_ROCm6.3_hipblaslt0.12_torch
 
 FROM ${BASE_IMAGE} AS base
 
-ARG ARG_PYTORCH_ROCM_ARCH
-ENV PYTORCH_ROCM_ARCH=${ARG_PYTORCH_ROCM_ARCH:-${PYTORCH_ROCM_ARCH}}
+ARG ARG_PYTORCH_ROCM_ARCH="gfx90a;gfx942;gfx1030;gfx1100;gfx1101"
+ENV PYTORCH_ROCM_ARCH=${ARG_PYTORCH_ROCM_ARCH}
 
 # Install some basic utilities
 RUN apt-get update -q -y && apt-get install -q -y \