scicode:
  resources_servers:
    scicode:
      entrypoint: app.py
      domain: coding
      verified: false
      description: Multi-step scientific code generation; sub-step solutions executed against SciCode test cases
      value: Improve multi-step scientific code generation
      num_processes: 20
      timeout_secs: 30.0
      test_data_fpath: null

scicode_agent:
  responses_api_agents:
    scicode_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: scicode
      model_server:
        type: responses_api_models
        name: policy_model
      prompt_fpath: benchmarks/scicode/prompts/default.yaml
      with_background: true
      datasets:
        - name: example
          type: example
          jsonl_fpath: resources_servers/scicode/data/example.jsonl
          prompt_config: null
          num_repeats: 1
          license: Apache 2.0