ugphysics_judge:
  resources_servers:
    ugphysics_judge:
      entrypoint: app.py
      domain: knowledge
      verified: false
      description: Undergraduate physics QA verified by a TRUE/FALSE LLM judge with math-verify symbolic fallback
      value: Score undergraduate-physics benchmarks (e.g. UGPhysics) where the judge is a TRUE/FALSE equivalence grader using a reference solution
      should_use_judge: true
      judge_model_server:
        type: responses_api_models
        name: judge_model
      judge_responses_create_params:
        input: []
        max_output_tokens: 2048
        temperature: 0.0
        top_p: 1.0
      use_chat_completions_for_judge: true

ugphysics_judge_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: ugphysics_judge
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
        - name: example
          type: example
          jsonl_fpath: resources_servers/ugphysics_judge/data/example.jsonl
          license: Apache 2.0