diff --git a/Dockerfile.rocm b/Dockerfile.rocm
index 2c57e4841afb3..3842f17e2701b 100644
--- a/Dockerfile.rocm
+++ b/Dockerfile.rocm
@@ -89,7 +89,7 @@ RUN if [ "$BUILD_TRITON" = "1" ]; then \
 
 COPY ./ /app/vllm
 
-RUN python3 -m pip install --upgrade pip
+RUN python3 -m pip install --upgrade pip numba
 RUN python3 -m pip install xformers==0.0.23 --no-deps
 
 RUN cd /app \