Gym/resources_servers/format_verification/configs/freeform_formatting.yaml at main · NVIDIA-NeMo/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
freeform_formatting:
  resources_servers:
    format_verification:
      entrypoint: app.py
      domain: instruction_following
      verified: false
      description: Verify freeform text formatting (bullets, headings, tables, etc.) via regex patterns
      value: Improve instruction following for text formatting constraints
freeform_formatting_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: freeform_formatting
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: train
        type: train
        jsonl_fpath: resources_servers/format_verification/data/ds2_freeform_formatting_train.jsonl
        gitlab_identifier:
          dataset_name: format_verification_freeform
          version: 0.0.1
          artifact_fpath: ds2_freeform_train.jsonl
        license: Apache 2.0
      - name: example
        type: example
        jsonl_fpath: resources_servers/format_verification/data/ds2_freeform_formatting_example.jsonl