Skip to content

Commit

Permalink
Include benchmark scripts in container (#45)
Browse files Browse the repository at this point in the history
  • Loading branch information
mawong-amd authored Jun 10, 2024
1 parent 27eea97 commit 95b3acc
Showing 1 changed file with 5 additions and 0 deletions.
5 changes: 5 additions & 0 deletions Dockerfile.rocm
Original file line number Diff line number Diff line change
Expand Up @@ -153,10 +153,12 @@ COPY --from=build_vllm ${COMMON_WORKDIR}/vllm/dist/*.whl /
COPY --from=build_vllm ${COMMON_WORKDIR}/vllm/gradlib/dist/*.whl /
COPY --from=build_vllm ${COMMON_WORKDIR}/vllm/rocm_patch /rocm_patch
COPY --from=build_vllm ${COMMON_WORKDIR}/vllm/requirements*.txt /
COPY --from=build_vllm ${COMMON_WORKDIR}/vllm/benchmarks /benchmarks

# -----------------------
# Final vLLM image
FROM base AS final
ARG COMMON_WORKDIR
ARG BUILD_FA

RUN python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/*
Expand Down Expand Up @@ -215,6 +217,9 @@ RUN --mount=type=bind,from=export_vllm,src=/,target=/install \
*) ;; esac \
&& pip install *.whl

# Copy over the benchmark scripts as well
COPY --from=export_vllm /benchmarks ${COMMON_WORKDIR}/vllm/benchmarks

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

# Performance environment variable.
Expand Down

0 comments on commit 95b3acc

Please sign in to comment.