speed_bench.yaml

speed_bench_resources_server:
  resources_servers:
    speed_bench:
      entrypoint: app.py
      domain: other
      verified: false
      description: Speculative-decoding throughput benchmark. Reads vLLM `/metrics` Prometheus counters before/after generation to compute acceptance length and acceptance rate.
      value: Measure inference-time speculative-decoding effectiveness for serving research and regression tests.
      vllm_base_url: ${policy_base_url}
      server_type_for_metrics: vllm
      snapshot_at_init: false

speed_bench_simple_agent:
  responses_api_agents:
    speed_bench_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: speed_bench_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/speed_bench/data/example.jsonl
        num_repeats: 1
        license: NVIDIA Evaluation Dataset License Agreement