Gym/resources_servers/longmt_eval/configs/longmt_wmt24pp.yaml at main · pthombre/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
longmt_eval:
  resources_servers:
    longmt_eval:
      entrypoint: app.py
      domain: other
      verified: false
      description: Document-level MT verifier for wmt24pp short docs using the SEGALE pipeline (ersatz segment → LASER2 embed → vecalign align → COMETKiwi score).
      value: Rewards document-level translation quality across 55 language pairs using reference-free COMETKiwi scores as the RL reward signal.
      compute_segale: true
      comet_model: Unbabel/wmt22-cometkiwi-da
      comet_batch_size: 8
      comet_num_shards: 4
      actors_per_gpu: 4
      embed_batch_size: 512
      assert_no_reasoning: true

longmt_wmt24pp_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: longmt_eval
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/longmt_eval/data/example.jsonl
        num_repeats: 1
        license: Apache 2.0