hotpotqa_qa:
  resources_servers:
    hotpotqa_qa:
      entrypoint: app.py
      domain: knowledge
      verified: false
      description: Short-answer QA with deterministic SQuAD-style + alternative-aware substring verification (HotpotQA closed-book).
      value: Improve closed-book multi-hop question-answering accuracy.
      report_filtered_metrics: true

hotpotqa_qa_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: hotpotqa_qa
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
        - name: example
          type: example
          jsonl_fpath: resources_servers/hotpotqa_qa/data/example.jsonl
          license: CC BY-SA 4.0