7474 "release_version" : "2.60.0dev" ,
7575 "triton_container_version" : "25.08dev" ,
7676 "upstream_container_version" : "25.07" ,
77- "ort_version" : "1.22 .0" ,
77+ "ort_version" : "1.23 .0" ,
7878 "ort_openvino_version" : "2025.2.0" ,
7979 "standalone_openvino_version" : "2025.2.0" ,
8080 "dcgm_version" : "4.2.3-2" ,
81- "vllm_version" : "0.9.0.1 " ,
81+ "vllm_version" : "0.9.2 " ,
8282 "rhel_py_version" : "3.12.3" ,
8383}
8484
@@ -841,15 +841,7 @@ def tensorrtllm_cmake_args(images):
841841 return cargs
842842
843843
844- def install_dcgm_libraries (dcgm_version ):
845- if os .getenv ("DCGM_SOURCE_LIST" ):
846- dcgm_source_list = """
847- RUN echo "deb [trusted=yes] {} / " > /etc/apt/sources.list.d/dcgm-list.list \\
848- && cat /etc/apt/sources.list.d/dcgm-list.list""" .format (
849- os .getenv ("DCGM_SOURCE_LIST" )
850- )
851- else :
852- dcgm_source_list = ""
844+ def install_dcgm_libraries (dcgm_version , target_machine ):
853845 if dcgm_version == "" :
854846 fail (
855847 "unable to determine default repo-tag, DCGM version not known for {}" .format (
@@ -860,13 +852,11 @@ def install_dcgm_libraries(dcgm_version):
860852 else :
861853 # RHEL has the same install instructions for both aarch64 and x86
862854 if target_platform () == "rhel" :
863- return (
864- dcgm_source_list
865- + """
855+ if target_machine == "aarch64" :
856+ return """
866857ENV DCGM_VERSION {}
867858# Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads
868- RUN ARCH=$( [ $(uname -m) = "x86_64" ] && echo "$(uname -m)" || echo "sbsa" ) && \\
869- && dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/${{ARCH}}/cuda-rhel8.repo \\
859+ RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/sbsa/cuda-rhel8.repo \\
870860 && dnf clean expire-cache \\
871861 && dnf install --assumeyes \\
872862 datacenter-gpu-manager-4-core=1:{} \\
@@ -886,16 +876,13 @@ def install_dcgm_libraries(dcgm_version):
886876""" .format (
887877 dcgm_version , dcgm_version , dcgm_version
888878 )
889- )
890879 else :
891- return (
892- dcgm_source_list
893- + """
880+ if target_machine == "aarch64" :
881+ return """
894882ENV DCGM_VERSION {}
895883# Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads
896- RUN ARCH=$( [ $(uname -m) = "x86_64" ] && echo "$(uname -m)" || echo "sbsa" ) \\
897- && curl -o /tmp/cuda-keyring.deb \\
898- https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${{ARCH}}/cuda-keyring_1.1-1_all.deb \\
884+ RUN curl -o /tmp/cuda-keyring.deb \\
885+ https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/sbsa/cuda-keyring_1.1-1_all.deb \\
899886 && apt install /tmp/cuda-keyring.deb \\
900887 && rm /tmp/cuda-keyring.deb \\
901888 && apt update \\
@@ -920,7 +907,6 @@ def install_dcgm_libraries(dcgm_version):
920907""" .format (
921908 dcgm_version , dcgm_version , dcgm_version
922909 )
923- )
924910
925911
926912def create_dockerfile_buildbase_rhel (ddir , dockerfile_name , argmap ):
@@ -1021,7 +1007,7 @@ def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
10211007 && mv /tmp/boost_1_80_0/boost /usr/include/boost
10221008"""
10231009 if FLAGS .enable_gpu :
1024- df += install_dcgm_libraries (argmap ["DCGM_VERSION" ])
1010+ df += install_dcgm_libraries (argmap ["DCGM_VERSION" ], target_machine () )
10251011 df += """
10261012ENV TRITON_SERVER_VERSION ${TRITON_VERSION}
10271013ENV NVIDIA_TRITON_SERVER_VERSION ${TRITON_CONTAINER_VERSION}
@@ -1134,7 +1120,7 @@ def create_dockerfile_buildbase(ddir, dockerfile_name, argmap):
11341120"""
11351121
11361122 if FLAGS .enable_gpu :
1137- df += install_dcgm_libraries (argmap ["DCGM_VERSION" ])
1123+ df += install_dcgm_libraries (argmap ["DCGM_VERSION" ], target_machine () )
11381124
11391125 df += """
11401126ENV TRITON_SERVER_VERSION ${TRITON_VERSION}
@@ -1426,7 +1412,7 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
14261412 df += fastertransformer_buildscript .create_postbuild (is_multistage_build = False )
14271413
14281414 if enable_gpu :
1429- df += install_dcgm_libraries (argmap ["DCGM_VERSION" ])
1415+ df += install_dcgm_libraries (argmap ["DCGM_VERSION" ], target_machine )
14301416 # This segment will break the RHEL SBSA build. Need to determine whether
14311417 # this is necessary to incorporate.
14321418 if target_platform () != "rhel" :
0 commit comments