Skip to content

Commit 9e5b767

Browse files
committed
Try building only trtllm
Signed-off-by: Charlie Truong <chtruong@nvidia.com>
1 parent 4807b01 commit 9e5b767

2 files changed

Lines changed: 19 additions & 19 deletions

File tree

.github/workflows/build-trtllm-vllm-image.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ jobs:
9191

9292
cicd-container-build:
9393
needs: [pre-flight]
94-
runs-on: ${{ needs.pre-flight.outputs.runner_prefix }}-gpu-x2
94+
runs-on: azure-gpu-vm-runner13
9595
environment: nemo-ci
9696
steps:
9797
- name: Checkout

docker/Dockerfile.trtllm_vllm

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -102,27 +102,27 @@ RUN bash docker/common/install_base.sh && \
102102

103103
RUN python3 scripts/build_wheel.py --job_count $JOB_COUNT ${BUILD_WHEEL_ARGS}
104104

105-
##############################################################################
106-
##
107-
## VLLM wheel
108-
##
109-
##############################################################################
105+
# ##############################################################################
106+
# ##
107+
# ## VLLM wheel
108+
# ##
109+
# ##############################################################################
110110

111-
FROM trtllm_wheel AS vllm_wheel
111+
# FROM trtllm_wheel AS vllm_wheel
112112

113-
ARG VLLM_VERSION
114-
ARG MAX_JOBS=4
113+
# ARG VLLM_VERSION
114+
# ARG MAX_JOBS=4
115115

116-
WORKDIR /src/vllm
116+
# WORKDIR /src/vllm
117117

118-
# Build vllm
119-
RUN git clone https://github.com/vllm-project/vllm.git . && \
120-
echo "Building vLLM version: $VLLM_VERSION" && \
121-
git checkout $VLLM_VERSION && \
122-
python use_existing_torch.py && \
123-
pip install -r requirements/build.txt && \
124-
sed -i "/xgrammar/d" requirements/common.txt && \
125-
pip wheel --no-deps --no-build-isolation -v .
118+
# # Build vllm
119+
# RUN git clone https://github.com/vllm-project/vllm.git . && \
120+
# echo "Building vLLM version: $VLLM_VERSION" && \
121+
# git checkout $VLLM_VERSION && \
122+
# python use_existing_torch.py && \
123+
# pip install -r requirements/build.txt && \
124+
# sed -i "/xgrammar/d" requirements/common.txt && \
125+
# pip wheel --no-deps --no-build-isolation -v .
126126

127127
##############################################################################
128128
##
@@ -136,7 +136,7 @@ WORKDIR /opt/tensorrt_llm
136136

137137
# Copy Wheels
138138
RUN --mount=type=bind,from=trtllm_wheel,source=/src/tensorrt_llm/build/,target=/tmp/tensorrt_llm/build/ \
139-
--mount=type=bind,from=vllm_wheel,source=/src/vllm/,target=/tmp/vllm/ \
139+
# --mount=type=bind,from=vllm_wheel,source=/src/vllm/,target=/tmp/vllm/ \
140140
pip install --no-deps xgrammar==0.1.25 && \
141141
pip install /tmp/vllm/vllm*.whl && \
142142
pip install /tmp/tensorrt_llm/build/tensorrt_llm*.whl --extra-index-url https://pypi.nvidia.com && \

0 commit comments

Comments
 (0)