Skip to content

Commit

Permalink
♻️ gen protos befiore buikding wheel
Browse files Browse the repository at this point in the history
Signed-off-by: Prashant Gupta <[email protected]>
  • Loading branch information
prashantgupta24 committed Apr 23, 2024
1 parent 986b226 commit d155de8
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions Dockerfile.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -192,6 +192,8 @@ RUN python3 setup.py build_ext --inplace

# Copy the entire directory before building wheel
COPY vllm vllm
# Copy over the generated *.pb2 files
COPY --from=gen-protos --link /workspace/vllm/entrypoints/grpc/pb vllm/entrypoints/grpc/pb

RUN --mount=type=cache,target=/root/.cache/ccache \
--mount=type=cache,target=/root/.cache/pip \
Expand All @@ -204,7 +206,6 @@ RUN --mount=type=cache,target=/root/.cache/ccache \
RUN --mount=type=cache,target=/root/.cache/pip \
pip cache remove vllm_nccl*


## Extension Cache #############################################################
# Instead of compiling artifacts every build just copy from pre-built wheel
# This might not work if the PyTorch and CUDA versions don't match!
Expand Down Expand Up @@ -286,8 +287,6 @@ WORKDIR /workspace
COPY --from=vllm --link /opt/vllm /opt/vllm
ENV PATH=/opt/vllm/bin/:$PATH

COPY --from=gen-protos --link /workspace/vllm/entrypoints/grpc/pb vllm/entrypoints/grpc/pb

RUN --mount=type=cache,target=/root/.cache/pip \
--mount=type=bind,source=requirements-common.txt,target=requirements-common.txt \
--mount=type=bind,source=requirements-cuda.txt,target=requirements-cuda.txt \
Expand Down

0 comments on commit d155de8

Please sign in to comment.