Skip to content

Commit 5ee8687

Browse files
committed
Fix MetaX benchmark startup config
1 parent ff0929e commit 5ee8687

4 files changed

Lines changed: 48 additions & 1 deletion

File tree

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
# Copyright 2026 FlagOS Contributors
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
serve:
16+
- name: serve_smoke_dummy
17+
model: qwen3
18+
case: 06b_tp2
19+
server_parameters:
20+
served_model_name: smoke-model
21+
tensor_parallel_size: 1
22+
max_model_len: 1024
23+
gpu_memory_utilization: 0.7
24+
enforce_eager: true
25+
load_format: dummy
26+
startup_retries: 180
27+
poll_interval: 10
28+
client_parameters:
29+
model: smoke-model
30+
backend: openai-chat
31+
endpoint: /v1/chat/completions
32+
dataset_name: random
33+
random_input_len: 32
34+
random_output_len: 4
35+
num_prompts: 5
36+
percentile_metrics: ttft,tpot,itl,e2el
37+
goodput: e2el:10000

tests/benchmarks/test_benchmark_serve.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ def test_benchmark_serve(tmp_path):
2020
model = server_params.pop("model")
2121
served_model_name = server_params.pop("served_model_name", "")
2222
tp_size = int(server_params.pop("tensor_parallel_size", 1))
23+
startup_retries = int(server_params.pop("startup_retries", 60))
24+
poll_interval = int(server_params.pop("poll_interval", 10))
2325
server_extra_args = to_cli_args(server_params)
2426

2527
result_json = tmp_path / "serve_result.json"
@@ -28,6 +30,8 @@ def test_benchmark_serve(tmp_path):
2830
model=model,
2931
tp_size=tp_size,
3032
served_model_name=served_model_name,
33+
max_retries=startup_retries,
34+
poll_interval=poll_interval,
3135
extra_args=server_extra_args,
3236
) as server:
3337
command = [

tests/platforms/metax.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,4 +51,5 @@ c550:
5151
exclude: []
5252
benchmark:
5353
enabled: true
54+
config_path: "tests/benchmarks/configs/smoke_metax.yaml"
5455
smoke: ["serve"]

tests/run.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -350,7 +350,12 @@ def _discover_benchmark_tests(self) -> list[TestCase]:
350350
else:
351351
selected_types = set(selected_smoke)
352352

353-
config_path = Path("tests/benchmarks/configs/smoke.yaml")
353+
config_path = Path(
354+
benchmark.get(
355+
"config_path",
356+
benchmark.get("config", "tests/benchmarks/configs/smoke.yaml"),
357+
)
358+
)
354359
if not config_path.exists():
355360
print(f"[run] Warning: benchmark config not found: {config_path}")
356361
return []

0 commit comments

Comments
 (0)