ci: Fix failing CI tests (#8415)

Author: pskiran1

qa/L0_client_build_variants/test.sh

@@ -138,87 +138,6 @@ else
     exit 1
 fi
 
-# TODO: TPRD-342 These tests should be PA CI test
-# cases not Triton test cases
-rm -fr /workspace/build
-mkdir -p /workspace/build
-#
-# Build without C API in Perf Analyzer
-#
-(cd /workspace/build && \
-        export CMAKE_POLICY_VERSION_MINIMUM=3.5 && \
-        cmake -DCMAKE_INSTALL_PREFIX=/workspace/install \
-              -DTRITON_ENABLE_CC_HTTP=ON \
-              -DTRITON_ENABLE_CC_GRPC=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_C_API=OFF \
-              -DTRITON_ENABLE_PERF_ANALYZER_TFS=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_TS=ON \
-              -DTRITON_ENABLE_GPU=ON \
-              -DTRITON_REPO_ORGANIZATION:STRING=${TRITON_REPO_ORGANIZATION} \
-              -DTRITON_COMMON_REPO_TAG=${TRITON_COMMON_REPO_TAG} \
-              -DTRITON_CORE_REPO_TAG=${TRITON_CORE_REPO_TAG} \
-              -DTRITON_CLIENT_REPO_TAG=${TRITON_CLIENT_REPO_TAG} \
-              /workspace/perf_analyzer && \
-        make -j16 perf-analyzer)
-if [ $? -eq 0 ]; then
-    echo -e "\n***\n*** No-CAPI Passed\n***"
-else
-    echo -e "\n***\n*** No-CAPI FAILED\n***"
-    exit 1
-fi
-
-#
-# Build without TensorFlow Serving in Perf Analyzer
-#
-(cd /workspace/build && \
-        rm -fr cc_clients perf_analyzer && \
-        export CMAKE_POLICY_VERSION_MINIMUM=3.5 && \
-        cmake -DCMAKE_INSTALL_PREFIX=/workspace/install \
-              -DTRITON_ENABLE_CC_HTTP=ON \
-              -DTRITON_ENABLE_CC_GRPC=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_C_API=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_TFS=OFF \
-              -DTRITON_ENABLE_PERF_ANALYZER_TS=ON \
-              -DTRITON_ENABLE_GPU=ON \
-              -DTRITON_REPO_ORGANIZATION:STRING=${TRITON_REPO_ORGANIZATION} \
-              -DTRITON_COMMON_REPO_TAG=${TRITON_COMMON_REPO_TAG} \
-              -DTRITON_CORE_REPO_TAG=${TRITON_CORE_REPO_TAG} \
-              -DTRITON_CLIENT_REPO_TAG=${TRITON_CLIENT_REPO_TAG} \
-              /workspace/perf_analyzer && \
-        make -j16 perf-analyzer)
-if [ $? -eq 0 ]; then
-    echo -e "\n***\n*** No-TF-Serving Passed\n***"
-else
-    echo -e "\n***\n*** No-TF-Serving FAILED\n***"
-    exit 1
-fi
-
-#
-# Build without TorchServe in Perf Analyzer
-#
-(cd /workspace/build && \
-        rm -fr cc_clients perf_analyzer && \
-        export CMAKE_POLICY_VERSION_MINIMUM=3.5 && \
-        cmake -DCMAKE_INSTALL_PREFIX=/workspace/install \
-              -DTRITON_ENABLE_CC_HTTP=ON \
-              -DTRITON_ENABLE_CC_GRPC=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_C_API=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_TFS=ON \
-              -DTRITON_ENABLE_PERF_ANALYZER_TS=OFF \
-              -DTRITON_ENABLE_GPU=ON \
-              -DTRITON_REPO_ORGANIZATION:STRING=${TRITON_REPO_ORGANIZATION} \
-              -DTRITON_COMMON_REPO_TAG=${TRITON_COMMON_REPO_TAG} \
-              -DTRITON_CORE_REPO_TAG=${TRITON_CORE_REPO_TAG} \
-              -DTRITON_CLIENT_REPO_TAG=${TRITON_CLIENT_REPO_TAG} \
-              /workspace/perf_analyzer && \
-        make -j16 perf-analyzer)
-if [ $? -eq 0 ]; then
-    echo -e "\n***\n*** No-TorchServe Passed\n***"
-else
-    echo -e "\n***\n*** No-TorchServe FAILED\n***"
-    exit 1
-fi
-
 set -e
 
 echo -e "\n***\n*** Test Passed\n***"

qa/L0_long_running_stress/scenarios.py

@@ -99,7 +99,7 @@ def run(self, client_metadata):
 
 class PerfAnalyzerScenario(Scenario):
     # Some class static variables
-    command_ = "../clients/perf_analyzer"
+    command_ = "perf_analyzer"
     generation_mutex_ = threading.Lock()
 
     class ModelOption:

qa/L0_memory_growth/test.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright 2020-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# Copyright 2020-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
@@ -42,7 +42,8 @@ fi
 export CUDA_VISIBLE_DEVICES=0
 
 # Clients
-PERF_ANALYZER=../clients/perf_analyzer
+pip3 install perf_analyzer
+PERF_ANALYZER=perf_analyzer
 IMAGE=../images/vulture.jpeg
 
 # Models
@@ -101,7 +102,7 @@ export MAX_ALLOWED_ALLOC="100"
 
 # Create local model repository
 mkdir -p models/
-cp -r $DATADIR/perf_model_store/resnet50* models/
+cp -r $DATADIR/perf_model_store/resnet50_* models/
 
 # Create the TensorRT plan from ONNX model
 rm -fr models/resnet50_fp32_plan && mkdir -p models/resnet50_fp32_plan/1 && \

qa/L0_passive_instance/test.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
+# Copyright (c) 2021-2025, NVIDIA CORPORATION. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
@@ -45,7 +45,8 @@ CLIENT_LOG="./client.log"
 TEST_SCRIPT_PY=passive_instance_test.py
 EXPECTED_NUM_TESTS="1"
 
-PERF_ANALYZER=../clients/perf_analyzer
+pip3 install perf_analyzer
+PERF_ANALYZER=perf_analyzer
 MODEL=distributed_int32_int32_int32
 
 SERVER=/opt/tritonserver/bin/tritonserver

qa/L0_perf_deeprecommender/run_test.sh

@@ -29,7 +29,9 @@ STATIC_BATCH_SIZES=${STATIC_BATCH_SIZES:=1}
 DYNAMIC_BATCH_SIZES=${DYNAMIC_BATCH_SIZES:=1}
 INSTANCE_COUNTS=${INSTANCE_COUNTS:=1}
 
-PERF_CLIENT=../clients/perf_client
+pip3 install perf_analyzer
+
+PERF_CLIENT=perf_analyzer
 REPORTER=../common/reporter.py
 
 SERVER=/opt/tritonserver/bin/tritonserver

qa/L0_perf_nomodel/run_test.sh

@@ -49,9 +49,10 @@ ARCH=${ARCH:="x86_64"}
 SERVER=${TRITON_DIR}/bin/tritonserver
 BACKEND_DIR=${TRITON_DIR}/backends
 MODEL_REPO="${PWD}/models"
-PERF_CLIENT=../clients/perf_client
+PERF_CLIENT=perf_analyzer
 SERVER_ARGS="--model-repository=${MODEL_REPO} --backend-directory=${BACKEND_DIR}"
 source ../common/util.sh
+pip3 install perf_analyzer
 
 # DATADIR is already set in environment variable for aarch64
 if [ "$ARCH" != "aarch64" ]; then

qa/L0_perf_resnet/run_test.sh

@@ -53,8 +53,10 @@ rm -fr models && mkdir -p models && \
             sed -i "s/^max_batch_size:.*/max_batch_size: ${MAX_BATCH}/" config.pbtxt && \
             echo "instance_group [ { count: ${INSTANCE_CNT} }]")
 
+pip3 install perf_analyzer
+
 MEASUREMENT_WINDOW=5000
-PERF_CLIENT=../clients/perf_client
+PERF_CLIENT=perf_analyzer
 # Onnx and onnx-trt models are very slow on Jetson.
 if [ "$ARCH" == "aarch64" ]; then
     if [ "$MODEL_FRAMEWORK" == "onnx" ] || [ "$MODEL_FRAMEWORK" == "onnx_trt" ]; then

qa/L0_pinned_memory/test.sh

@@ -38,10 +38,12 @@ if [ ! -z "$TEST_REPO_ARCH" ]; then
     REPO_VERSION=${REPO_VERSION}_${TEST_REPO_ARCH}
 fi
 
+pip3 install perf_analyzer
+
 # Use "--request-count" throughout the test to PA stability criteria and
 # reduce flaky failures from PA unstable measurements.
 REQUEST_COUNT=10
-CLIENT=../clients/perf_client
+CLIENT=perf_analyzer
 # Only use libtorch as it accepts GPU I/O and it can handle variable shape
 BACKENDS=${BACKENDS:="libtorch"}
 

qa/L0_response_cache/response_cache_test

@@ -426,12 +426,13 @@ if [ "$SERVER_PID" == "0" ]; then
     exit 1
 fi
 
+pip3 install perf_analyzer
 
 TEMP_RET=0
 REPETITION=10
 CONCURRENCY=20
 CLIENT_BS=1
-PERF_ANALYZER=../clients/perf_analyzer
+PERF_ANALYZER=perf_analyzer
 TEMP_CLIENT_LOG=temp_client.log
 
 set +e