Gym/resources_servers/tavily_search/configs/tavily_search_judge_vllm_model.yaml at main · NousResearch/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
tavily_search_resources_server:
  resources_servers:
    tavily_search:
      entrypoint: app.py
      domain: agent
      debug: false
      tavily_api_key: ${tavily_api_key}
      exclude_domains_file_path: ${exclude_domains_file_path}
      use_judge: true
      judge_model_server:
        type: responses_api_models
        name: judge_model
      judge_responses_create_params:
        input: []
      verified: false
      description: Model uses search tools to satisfy a user query.
      value: Measure agentic search capability
judge_model:
  responses_api_models:
    vllm_model:
      entrypoint: app.py
      base_url: ${search_judge_model_base_url}
      api_key: ${search_judge_model_api_key}
      model: ${search_judge_model_name}
      return_token_id_information: false
      uses_reasoning_parser: true
tavily_search_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: tavily_search_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: train
        type: train
        jsonl_fpath: resources_servers/tavily_search/sft_samples/train.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: tavily_search
          version: 0.0.1
          artifact_fpath: train.jsonl
        license: Apache 2.0
      - name: validation
        type: validation
        jsonl_fpath: resources_servers/tavily_search/sft_samples/validation.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: tavily_search
          version: 0.0.1
          artifact_fpath: validation.jsonl
        license: Apache 2.0
      - name: example
        type: example
        jsonl_fpath: resources_servers/tavily_search/data/example.jsonl
        num_repeats: 1
      - name: benchmark_browsecomp
        type: train
        jsonl_fpath: resources_servers/tavily_search/benchmark/browsecomp/browsecomp_test_set.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: tavily_search
          version: 0.0.1
          artifact_fpath: browsecomp_test_set.jsonl
        license: Apache 2.0
      - name: simpleqa_benchmark
        type: train
        jsonl_fpath: resources_servers/tavily_search/benchmark/simpleqa/simpleqa_test_set.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: tavily_search
          version: 0.0.1
          artifact_fpath: simple_qa_test_set.jsonl
        license: Apache 2.0