bigcodebench:
  resources_servers:
    bigcodebench:
      entrypoint: app.py
      domain: coding
      verified: false
      description: Verifies model-generated Python solutions against the BigCodeBench unittest suite.
      value: Improve practical, library-rich Python coding capabilities.
      num_processes: 8
      venv_path: .bcb_venv
      bcb_python_version: "3.10"
      max_as_limit: 30720
      max_data_limit: 30720
      max_stack_limit: 10
      min_time_limit: 1.0
      gt_time_limit: 20.0
      subprocess_timeout: 240.0
bigcodebench_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: bigcodebench
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/bigcodebench/data/example.jsonl
        license: Apache 2.0