{
  manifest_version: "0.4.0",
  experimental_features: ["docker"],

  config_schema: {
    type: "object",
    properties: {
      prebuilt_images: { type: "string" },
      private_proof_dir: { type: "string", default: "jobs/agentbeats-private-proof" },
      private_proof_uri_prefix: { type: "string", default: "local://agentbeats-private-proof" },
      private_proof_retention: { type: "string", default: "github-actions-smoke-debug-only" },
      require_durable_private_proof: { type: "boolean", default: false },
      sandbox_participant_proxy_url: { type: "string" },
      worker_timeout_sec: { type: "integer", default: 14400 },
    },
    additionalProperties: false,
  },

  slots: {
    proxy: { kind: "a2a" },
    worker: { kind: "http", optional: true },
  },

  program: {
    image: "ghcr.io/benchflow-ai/skillsbench-agentbeats-worker@sha256:f1652efa574f3098dbe6e5fd39843527a197f452b44e224819a1464fa93d079c",
    entrypoint: "sh -lc 'uv run --no-sync python -m skillsbench_agentbeats.worker --host 127.0.0.1 --port 9010 --jobs-dir jobs/agentbeats-worker --environment docker & sleep 2; exec uv run --no-sync python -m skillsbench_agentbeats.server --host 0.0.0.0 --port 9009'",
    env: {
      SKILLSBENCH_AGENTBEATS_PROXY_URL: "${slots.proxy.url}",
      SKILLSBENCH_WORKER_URL: "http://127.0.0.1:9010",
      SKILLSBENCH_WORKER_TIMEOUT_SEC: "${config.worker_timeout_sec}",
      SKILLSBENCH_WORKER_POLL_INTERVAL_SEC: "1.0",
      SKILLSBENCH_WORKER_REVISION: "2493d9fa3114d09d103c1cd43f9bfe78aacd813b",
      SKILLSBENCH_REVISION: "2493d9fa3114d09d103c1cd43f9bfe78aacd813b",
      BENCHFLOW_REVISION: "8df039bfa484c41fe9a8a584409c19dd43b9fe72",
      SKILLSBENCH_WORKER_IMAGE: "ghcr.io/benchflow-ai/skillsbench-agentbeats-worker@sha256:f1652efa574f3098dbe6e5fd39843527a197f452b44e224819a1464fa93d079c",
      SKILLSBENCH_WORKER_IMAGE_DIGEST: "sha256:f1652efa574f3098dbe6e5fd39843527a197f452b44e224819a1464fa93d079c",
      SKILLSBENCH_WORKER_PREBUILT_IMAGES: "{\"3d-scan-calc\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:990f7abdce3a122bd0aed261a79c65bfb51e92ccf534b8b4c12249bba8dbd160\",\"ada-bathroom-plan-repair\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:8971717fa60035954fcee3af211d620999ad25a08bb55fc00d01b3d0eb93f9a0\",\"adaptive-cruise-control\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:9f6d67570f2607f9d3b668afc8f7bec7b4459cc96d6587fd267491c0eb7a7d02\",\"azure-bgp-oscillation-route-leak\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:213b25502518fe3708d8accba4276d56b0a9d3b522666cfc6e55a5ea22e97c3d\",\"bike-rebalance\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:8a644c64db6d6f9661a6fd4c4c23d3835720da209fdd18de25106b81ec7b77b4\",\"citation-check\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:3b3c664442129506fc2cb28322c1ba9bb360d1032749b975cfc4e7ca1c0fd6d8\",\"civ6-adjacency-optimizer\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:9dd88d308d927f8326f7c76075d9ec48eb8c1afd02cb028b3d75a26c3301d858\",\"court-form-filling\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:6ba12a5ae7cd5c7477425c648892c1c0a6b5fbdeedcd5d7759af9c9b41509da6\",\"crystallographic-wyckoff-position-analysis\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d5c97dae8559f6e2a1f72bf7a8231062fed0c6956c4fc78e3710cc37d0209572\",\"dapt-intrusion-detection\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:6808ee046ef1954b7f12d81ba21b2d9052ab4fdc8f3765dbf368b63db5664adb\",\"data-to-d3\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:4cebcdf0d152a1f3bee6548fd4d55d167f62ca9cc035bab17b75ca5fbc56897c\",\"debug-trl-grpo\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:593e1a7d4969d6664592095006a8348e22cc56759a99e843f9e49a6ccdf37736\",\"dialogue-parser\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:5dc7c5099dfb970528db11d54808787e7622cc6c8224cba08d295470733243f1\",\"drone-planning-control\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:c5542ddac29904e8786ac16387ccfa51cba029493da609adad2f0fe76ba5b2bb\",\"dynamic-object-aware-egomotion\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:79f461f2a51f410b1e14428c6c000b767ff7c6d67a36f9dc4ea3606fea41e986\",\"earthquake-phase-association\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:b4324ceac8508323250e6ef40a821df1c479473d08c3c56420b2d38e0d391dd4\",\"earthquake-plate-calculation\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d02cdf2b61582bde0f55f8b9fb021aba04a41bbb8194e5d0180eb81d4928fa0c\",\"econ-detrending-correlation\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:66d90e73e3e63b2483a55d50d7f9aa3311feb7e2d4fe194f03c293b4fa70be60\",\"edit-pdf\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:6df91a5c9cf358c692c3c7045a852443f02087b31e57cf120bab99697246093e\",\"energy-ac-optimal-power-flow\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:bab32fdd91c5069b7b7c8151560b3d0bc61dc28a099a094e8d30f877709524ea\",\"energy-market-pricing\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:aaad1dcba9d6fa1349e2f3e299f0eceb249d066dc8a24bbac418cf8b3b13163d\",\"energy-unit-commitment\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:a9e8ecfda5a00307261ee2db5a6eb253d27d4d097200151e71bb16ae72554398\",\"enterprise-information-search\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:ddafba74d09818214f7cf5f2f02f4f065b398d532f5ebf9b9c2c327952a2c421\",\"exam-block-sequencing\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:a8c9caa435df06eefd1e4ea5cce5c5daad0a3ffdd8f5263ef7135e9cff74fc36\",\"exceltable-in-ppt\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:24bb36457e832c27c5c5a5b8c20854984b554e254227ee77a72bf23f3c53d5d3\",\"exoplanet-detection-period\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:be880dabc30e176860761f3b06941550b7946f81b1dbcae27de6835120942b96\",\"financial-modeling-qa\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:ddee455a268f2d91d2784fddaddba4707b57e6270ac714bb2b1b1279e11f6e96\",\"fix-build-agentops\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:81273354f625b4c6a8518a21be38f9b42cfe358ab291f6e7544f531ad1ee7e55\",\"fix-build-google-auto\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:47c606f7b5cfcd776918883f569e9747e24803cd847daa67de9a19c599262bd2\",\"fix-druid-loophole-cve\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:9b652d41a3c018c566f858245fd80a3660df154abf31184830d24b30d2f5b3b4\",\"fix-erlang-ssh-cve\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:64a768f5a9a96b95428151ce2e50e9a00e0c31c14e581c2dbddeeb42e62f6de4\",\"fix-visual-stability\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d285ac1df7fb2d2faa4c0d8d179c5be0e93e2889106cc95a0eea9f9362e6e358\",\"flink-query\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:662716f05e21888d9c4173384cd011e22f00fb4d00ff16dccf17f2ca62c739c7\",\"flood-risk-analysis\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:811111ea5d209cf170481cbdc2d266ec22f6a7d11593820977bf16e445b6f716\",\"glm-lake-mendota\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:922bfdd9494e2537b9e1278e4c55c31b93a389497c028a8bb9b054fc857aaf08\",\"gravitational-wave-detection\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:be280586da378abf8bc298b32641021c3de13bcfc6b2f799e4900ccfff3064e2\",\"grid-dispatch-operator\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:9a05d40ee8001cc5befaf61ed7b7810548c12ce0c82752e29f424a8a3f152141\",\"hvac-control\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:e4d0d25c7e0674873e32910559cab96318f286a28e1427dbaabf61c32a03c7e4\",\"invoice-fraud-detection\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:e4df3947b1823ca6fae0b1b14121c27698c2fb784e65210d2ee80faefe210f2f\",\"jax-computing-basics\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:798b9e069fccc19d0e28a985f681e9c37f1a67093c8bd3f67830c7f921e4091b\",\"jpg-ocr-stat\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:955e6187246bc603546c8b0ec72760ac8c55d411ecfd0dcd30a120474527062f\",\"lab-unit-harmonization\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:df462f6163b49825e637b7fa7a2510e3fb3b7eaf7d006b64540ec00ac54d33a1\",\"lake-warming-attribution\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:a3826f1c36bdc9b33908e4f937f487edaf702b6bd8e32ff5c067b5d8a215583c\",\"latex-formula-extraction\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:405964385cf1a483cb4c5b4647fcd345c03631c0f577582ff04cac4b55c19c28\",\"lean4-proof\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:1e5f6670d5ae13caa59510583721073ffc61c821900872648ad7aede3a9c9ab9\",\"llm-prefix-cache-replay\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:937b7cb0425e674c6c83446a4f80aa930d86879d41ebe02174bce771217dc42c\",\"manufacturing-codebook-normalization\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:5f2409171119c29e174ad81c1712e709454b20618bc3747c35de764c0fc2e53f\",\"manufacturing-equipment-maintenance\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:dd384b21997cb7dbfa38b1e12bfdeab0d799c43e5e0c41b93f7fd94d58c27acc\",\"manufacturing-fjsp-optimization\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:b6a1c86cf0c4d49cad3a608b531f9791cfdc7c6bf1faf620db0b2eaee47665ef\",\"mario-coin-counting\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:64510d468246cd38be0725d82217a4b73ca986e1cb2bda783c8ecfca13936d5e\",\"mars-clouds-clustering\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:9bdfa5fa4f213bf0ad4680d42f97251156c2c3fd043c6ddd1d1968a238a108d7\",\"multilingual-video-dubbing\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d0e4a3fbbcee9cee283c4bedcaf0236a411952e6a354c9bf4c08c050c6ae9285\",\"offer-letter-generator\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:8938bb19803e23612f88757855bb675774a6b59f65ebdf4872a3b09d60a0b280\",\"organize-messy-files\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:f6c4d10a526f7927f15e0a9a93231a78b2612fde43474cd737c825652de865e1\",\"paper-anonymizer\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:7147520e5aa764e3c387ff77085ecb8105f621de220245cb80772590eea4d47e\",\"parallel-tfidf-search\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:646d0e0beb114924f9b979da82f9c7bfda893a24af13ca6df6c833ddc735d9af\",\"paratransit-routing\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:299fe2fbf9b09ab3164b98512aa75624da0d586ca4ef4ef9ebe8655043bd13da\",\"pddl-airport-planning\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:897c6d9bfd25c6305a1db886a617436a55733ef3ae6ddaa639ee39e0f750610d\",\"pddl-tpp-planning\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:21c54dc559accc3f99a769d55829fedfc39f0e86de300b1150f998212665f05b\",\"pdf-excel-diff\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:36d38cd356c2f79b06de679223343447a0e788f714dd2760c09811b38007af57\",\"powerlifting-coef-calc\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:6cb2fdab955effe17aa72061b9d60391744ea83020f435c65c0bdbbf26b6d643\",\"pptx-reference-formatting\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:4a7f5c2a62dd33680e77b93f27046f3ac2e72df5c3b24e3a6d7c8e30bb87b362\",\"protein-expression-analysis\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:54f782b5eb23fc2a59a27944eda1f95935728ca43a4502b8a8a4369d580c7767\",\"python-scala-translation\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:003145e864aa523f5716e3dd1af1fc5843fb0280948d409b8a55d3285e4db16a\",\"quantum-numerical-simulation\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:80192badfdcc880995d55c4b4b8daed7199dc9f207a008a98d5e0b662976f053\",\"r2r-mpc-control\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:b4c6a825a0c70db704cb2e62326721777e3f8b0c7a91af00317ca044f4a28200\",\"radar-vital-signs\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:fb96cd9d3fc4e110bc21f202f7abd13928b9677edb2e1f98c240783b1fe82ed1\",\"react-performance-debugging\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:2055e7090f88977ead4696ad24240c407b7229e6bdb70e88ddf14ccdb49257bd\",\"reserves-at-risk-calc\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:65ac3dd16de8c8162d216bf63b7f57862db2066c8993fbd52d2c235ff4e41068\",\"sales-pivot-analysis\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:572e57c4c28b337a5c08f48991854eb0c2521e8b970f1c0a0c60ddba86e10ec6\",\"sec-financial-report\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d95c8c7f54fcecae3a5579fb36a5b72c60a673019f0a1cd4d4e86a08b0b05463\",\"seismic-phase-picking\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:1935fb5499cca24f4410203a0317d2ff0b6ca0b3625b1d3f5a577ba770937537\",\"setup-fuzzing-py\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:bf3c6a75567676cfaa86a3122f58aaec1e1da1f5d88fe422cae4aedd2cd26e78\",\"shock-analysis-demand\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:948ae1e4044c413eecb042a3939ff8179ea54ce310dac7e6660c1447019103da\",\"shock-analysis-supply\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d7a3d7a4ec8894331784bb5429651f91ba30943183a77732f29692f69dec881e\",\"simpo-code-reproduction\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:99527e351bb4b2c8bfafffc30653ad6331ebed4b700a55679b130630c1fd03ea\",\"software-dependency-audit\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:6e01b9ef7778303521b2fd0a60d2c8250f80cc79030dc75cd5a483ab4f639cbd\",\"spring-boot-jakarta-migration\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:a870eb526f3a79e9c6806ebabd0fb2d5110ae74fcef52b6b764c277a95db5fb1\",\"suricata-custom-exfil\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:638322cadcb8af370f1ce55e2dc294354643edb6363ab8d75f643092e2996d2c\",\"syzkaller-ppdev-syzlang\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:d1bb2baf6fb0fc44f71f0b836496e04c2e576edacd48043389e5f3045185789e\",\"threejs-structure-parser\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:2f9b5752c060da630101cae642c12285f483a6843fad566caffbcc12ca500783\",\"threejs-to-obj\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:cb8495e8147bc4ae0751bd36f7dfb83552eb1f74aad7e255f97c3b3f43fdf22d\",\"tictoc-unnecessary-abort-detection\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:52a5235b2153c6664059d0dfefdacebd53f688ab120e62715572fc9f58f32488\",\"travel-planning\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:488c250a499bb0350036e96d6dae1b20608055cdc5081e6ab8a16c99f953cd39\",\"video-silence-remover\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:f212e552dba7b1d90a233536892e8de3b8b50ed1ce42350bd16865cbdf94a496\",\"weighted-gdp-calc\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:59cfd42c4c1e3b8524c8c834ae16903c2749bf3b772aab0e6f26edd16463a712\",\"xlsx-recover-data\":\"ghcr.io/benchflow-ai/skillsbench-task-env@sha256:1bee334f1c49bde6e243ba71224cfb702ef6391ea59e8203faa1ac22ac8b4b94\"}",
      SKILLSBENCH_WORKER_PREBUILT_IMAGES_OVERRIDE: {
        when: "config.prebuilt_images",
        value: "${config.prebuilt_images}",
      },
      SKILLSBENCH_WORKER_VERIFY_PREBUILT_IMAGES: "false",
      SKILLSBENCH_WORKER_REQUIRE_PREBUILT_IMAGES: "true",
      SKILLSBENCH_PRIVATE_PROOF_DIR: "${config.private_proof_dir}",
      SKILLSBENCH_PRIVATE_PROOF_URI_PREFIX: "${config.private_proof_uri_prefix}",
      SKILLSBENCH_PRIVATE_PROOF_RETENTION: "${config.private_proof_retention}",
      SKILLSBENCH_REQUIRE_DURABLE_PRIVATE_PROOF: "${config.require_durable_private_proof}",
      BENCHFLOW_DOCKER_LOGS_HOST_MOUNTED: "false",
      DOCKER_BUILDKIT: "0",
      COMPOSE_DOCKER_CLI_BUILD: "0",
      SKILLSBENCH_WORKER_PARTICIPANT_PROXY_URL: "${slots.proxy.url}",
      SKILLSBENCH_WORKER_SANDBOX_PARTICIPANT_PROXY_URL: {
        when: "config.sandbox_participant_proxy_url",
        value: "${config.sandbox_participant_proxy_url}",
      },
    },
    mounts: [
      { name: "docker_socket", path: "/var/run/docker.sock", from: "framework.docker" },
    ],
    network: {
      endpoints: [
        { name: "a2a_endpoint", port: 9009 },
      ],
    },
  },

  provides: {
    a2a: { kind: "a2a", endpoint: "a2a_endpoint" },
  },

  exports: { a2a: "a2a" },

  metadata: {
    assessment_config: {
      tasks: "all",
      task_set: "skillsbench-v1.1",
      condition: "with_skills",
      allow_excluded_tasks: false,
      shard_index: 0,
      num_shards: 7,
    },
    worker_mode: "embedded_green_worker",
    participant_roles: ["agent"],
  },
}