Skip to content

Commit 8594243

Browse files
committed
[CI] Fix qwen benchmark scripts
1 parent 5d7e698 commit 8594243

4 files changed

Lines changed: 14 additions & 6 deletions

File tree

.github/workflows/benchmark/nv3.6-qwen/perf.sh

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,8 +20,10 @@
2020
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
2121
# SOFTWARE.
2222

23+
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
24+
2325
source ~/env.sh
24-
source ${BENCH_SCRIPT_DIR}/disable_local_proxy.sh
26+
source "${SCRIPT_DIR}/disable_local_proxy.sh"
2527

2628
if [[ -z "${CUDA_VISIBLE_DEVICES:-}" ]]; then
2729
echo "[FATAL] CUDA_VISIBLE_DEVICES is unset." >&2
@@ -50,7 +52,7 @@ numactl --cpunodebind=0 --membind=0 \
5052
python3 all_perf.py --input-len=16384 --output-len=1024 --concurrency=64
5153

5254
numactl --cpunodebind=0 --membind=0 \
53-
python3 ${BENCH_SCRIPT_DIR}/all_perf.py --input-len=4096 --output-len=1024 --concurrency=64
55+
python3 "${SCRIPT_DIR}/all_perf.py" --input-len=4096 --output-len=1024 --concurrency=64
5456

5557
nvidia-smi -i "$GPU_DEVICE_LIST" -rgc
5658
nvidia-smi --query-gpu=index,name,clocks.gr,clocks.mem,utilization.gpu --format=csv

.github/workflows/benchmark/nv3.6-qwen/ping.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@
2020
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
2121
# SOFTWARE.
2222

23-
source ${BENCH_SCRIPT_DIR}/disable_local_proxy.sh
23+
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
24+
25+
source "${SCRIPT_DIR}/disable_local_proxy.sh"
2426

2527
curl http://127.0.0.1:8000/v1/models

.github/workflows/benchmark/nv3.6-qwen/start.sh

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,8 +20,10 @@
2020
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
2121
# SOFTWARE.
2222

23+
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
24+
2325
source ~/env.sh
24-
source ${BENCH_SCRIPT_DIR}/disable_local_proxy.sh
26+
source "${SCRIPT_DIR}/disable_local_proxy.sh"
2527

2628
python3 -m pip show flag_gems |grep Version
2729
python3 -m pip show flagtree |grep Version
@@ -36,7 +38,7 @@ if [[ -f "$PID_FILE" ]]; then
3638
fi
3739
fi
3840
fi
39-
bash ${BENCH_SCRIPT_DIR}/clear_fuser_process.sh
41+
bash "${SCRIPT_DIR}/clear_fuser_process.sh"
4042

4143
start=$(date +%s)
4244

.github/workflows/benchmark/nv3.6-qwen/test.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,9 @@
2020
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
2121
# SOFTWARE.
2222

23-
source ${BENCH_SCRIPT_DIR}/disable_local_proxy.sh
23+
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
24+
25+
source "${SCRIPT_DIR}/disable_local_proxy.sh"
2426

2527
numactl --cpunodebind=0 --membind=0 \
2628
curl http://localhost:8000/v1/chat/completions \

0 commit comments

Comments
 (0)