Skip to content

Commit 7ba499d

Browse files
committed
finish rebase
1 parent ea7cfa8 commit 7ba499d

2 files changed

Lines changed: 13 additions & 33 deletions

File tree

Dockerfile.sdk

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -263,13 +263,7 @@ RUN pip3 install --upgrade "numpy<2" pillow attrdict && \
263263
"tritonclient-*linux*.whl" | xargs printf -- '%s[all]' | \
264264
xargs pip3 install --upgrade
265265

266-
ARG DCGM_SOURCE_LIST
267266
# Install DCGM
268-
RUN if [ -n "${DCGM_SOURCE_LIST}" ]; then \
269-
echo "deb [trusted=yes] $DCGM_SOURCE_LIST / " > /etc/apt/sources.list.d/dcgm-list.list && \
270-
cat /etc/apt/sources.list.d/dcgm-list.list; \
271-
fi
272-
273267
RUN if [ "$TRITON_ENABLE_GPU" = "ON" ]; then \
274268
[ "$(uname -m)" != "x86_64" ] && arch="sbsa" || arch="x86_64" && \
275269
curl -o /tmp/cuda-keyring.deb \

build.py

Lines changed: 13 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -74,11 +74,11 @@
7474
"release_version": "2.60.0dev",
7575
"triton_container_version": "25.08dev",
7676
"upstream_container_version": "25.07",
77-
"ort_version": "1.22.0",
77+
"ort_version": "1.23.0",
7878
"ort_openvino_version": "2025.2.0",
7979
"standalone_openvino_version": "2025.2.0",
8080
"dcgm_version": "4.2.3-2",
81-
"vllm_version": "0.9.0.1",
81+
"vllm_version": "0.9.2",
8282
"rhel_py_version": "3.12.3",
8383
}
8484

@@ -841,15 +841,7 @@ def tensorrtllm_cmake_args(images):
841841
return cargs
842842

843843

844-
def install_dcgm_libraries(dcgm_version):
845-
if os.getenv("DCGM_SOURCE_LIST"):
846-
dcgm_source_list = """
847-
RUN echo "deb [trusted=yes] {} / " > /etc/apt/sources.list.d/dcgm-list.list \\
848-
&& cat /etc/apt/sources.list.d/dcgm-list.list""".format(
849-
os.getenv("DCGM_SOURCE_LIST")
850-
)
851-
else:
852-
dcgm_source_list = ""
844+
def install_dcgm_libraries(dcgm_version, target_machine):
853845
if dcgm_version == "":
854846
fail(
855847
"unable to determine default repo-tag, DCGM version not known for {}".format(
@@ -860,13 +852,11 @@ def install_dcgm_libraries(dcgm_version):
860852
else:
861853
# RHEL has the same install instructions for both aarch64 and x86
862854
if target_platform() == "rhel":
863-
return (
864-
dcgm_source_list
865-
+ """
855+
if target_machine == "aarch64":
856+
return """
866857
ENV DCGM_VERSION {}
867858
# Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads
868-
RUN ARCH=$( [ $(uname -m) = "x86_64" ] && echo "$(uname -m)" || echo "sbsa" ) && \\
869-
&& dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/${{ARCH}}/cuda-rhel8.repo \\
859+
RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/sbsa/cuda-rhel8.repo \\
870860
&& dnf clean expire-cache \\
871861
&& dnf install --assumeyes \\
872862
datacenter-gpu-manager-4-core=1:{} \\
@@ -886,16 +876,13 @@ def install_dcgm_libraries(dcgm_version):
886876
""".format(
887877
dcgm_version, dcgm_version, dcgm_version
888878
)
889-
)
890879
else:
891-
return (
892-
dcgm_source_list
893-
+ """
880+
if target_machine == "aarch64":
881+
return """
894882
ENV DCGM_VERSION {}
895883
# Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads
896-
RUN ARCH=$( [ $(uname -m) = "x86_64" ] && echo "$(uname -m)" || echo "sbsa" ) \\
897-
&& curl -o /tmp/cuda-keyring.deb \\
898-
https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${{ARCH}}/cuda-keyring_1.1-1_all.deb \\
884+
RUN curl -o /tmp/cuda-keyring.deb \\
885+
https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/sbsa/cuda-keyring_1.1-1_all.deb \\
899886
&& apt install /tmp/cuda-keyring.deb \\
900887
&& rm /tmp/cuda-keyring.deb \\
901888
&& apt update \\
@@ -920,7 +907,6 @@ def install_dcgm_libraries(dcgm_version):
920907
""".format(
921908
dcgm_version, dcgm_version, dcgm_version
922909
)
923-
)
924910

925911

926912
def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
@@ -1021,7 +1007,7 @@ def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
10211007
&& mv /tmp/boost_1_80_0/boost /usr/include/boost
10221008
"""
10231009
if FLAGS.enable_gpu:
1024-
df += install_dcgm_libraries(argmap["DCGM_VERSION"])
1010+
df += install_dcgm_libraries(argmap["DCGM_VERSION"], target_machine())
10251011
df += """
10261012
ENV TRITON_SERVER_VERSION ${TRITON_VERSION}
10271013
ENV NVIDIA_TRITON_SERVER_VERSION ${TRITON_CONTAINER_VERSION}
@@ -1134,7 +1120,7 @@ def create_dockerfile_buildbase(ddir, dockerfile_name, argmap):
11341120
"""
11351121

11361122
if FLAGS.enable_gpu:
1137-
df += install_dcgm_libraries(argmap["DCGM_VERSION"])
1123+
df += install_dcgm_libraries(argmap["DCGM_VERSION"], target_machine())
11381124

11391125
df += """
11401126
ENV TRITON_SERVER_VERSION ${TRITON_VERSION}
@@ -1426,7 +1412,7 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
14261412
df += fastertransformer_buildscript.create_postbuild(is_multistage_build=False)
14271413

14281414
if enable_gpu:
1429-
df += install_dcgm_libraries(argmap["DCGM_VERSION"])
1415+
df += install_dcgm_libraries(argmap["DCGM_VERSION"], target_machine)
14301416
# This segment will break the RHEL SBSA build. Need to determine whether
14311417
# this is necessary to incorporate.
14321418
if target_platform() != "rhel":

0 commit comments

Comments
 (0)