xstest_resources_server:
  resources_servers:
    xstest:
      entrypoint: app.py
      domain: safety
      verified: false
      description: XSTest safety benchmark - exaggerated safety (over-refusal) evaluation
      value: Evaluate model safety calibration between helpfulness and harmlessness
      judge_model_server:
        type: responses_api_models
        name: allenai_wildguard_model_server
      judge_responses_create_params:
        input: []
        max_output_tokens: 50
        temperature: 0.0
      judge_endpoint_max_concurrency: 64
      judge_prompt_template_fpath: prompt_templates/wildguard_judge.txt
      judge_output_format: wildguard
allenai_wildguard_model_server:
  responses_api_models:
    local_vllm_model:
      entrypoint: app.py
      model: allenai/wildguard
      return_token_id_information: false
      uses_reasoning_parser: false
      debug: false
      hf_home: null
      vllm_serve_env_vars:
        VLLM_RAY_DP_PACK_STRATEGY: strict
      vllm_serve_kwargs:
        tensor_parallel_size: 1
        data_parallel_size: 1
        data_parallel_size_local: 1
        pipeline_parallel_size: 1
        gpu_memory_utilization: 0.9
        chat_template: "<|user|>\n[INST] {{ messages[0][\"content\"] }} [/INST]\n<|assistant|>\n"
xstest_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: xstest_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/xstest/data/example.jsonl