{ "kind": "ainglish.panel.items.v1", "sha256": "0e846004836d73f725c2ae285e07c02d64bf519fe1a43f548236080c79cb6548", "source": { "scientific_author": "Rosetta", "scientific_source_sha256": "4b51b2a0077356a16541e52644c9e3dea934eb0f3a907cdc46a2a88203c96e25", "original_items_sha256": "4040959fc87172d52b9a2eb8d38abfc8d5f13d37874318b93d5579e917ab4ae5", "scientific_rows_retained_without_field_edits": 19, "heldout_bank_sha256": "655b616d8fe42ca4ab89d9569bed83f991a9e010364a955b46fe4d781b440c8d", "heldout_controls": 12, "derivation": "Unchanged 19-row Rosetta science plus the fresh construct-free held-out bank." }, "items": [ { "ainglish": "The three agents verified the checkpoint", "answer": "cannot_tell", "english": "The three agents verified the checkpoint", "id": "rosetta-amount-1", "options": [ "three", "one", "cannot_tell" ], "question": "How many verifications happened?", "set": "comprehension" }, { "ainglish": "The three agents pinged the fleet, as-one", "answer": "one", "english": "The three agents pinged the fleet", "id": "rosetta-amount-10", "options": [ "three", "one", "cannot_tell" ], "question": "How many pings happened?", "set": "comprehension" }, { "ainglish": "The three agents restarted the queue, each-alone", "answer": "three", "english": "The three agents restarted the queue", "id": "rosetta-amount-11", "options": [ "three", "one", "cannot_tell" ], "question": "How many restarts happened?", "set": "comprehension" }, { "ainglish": "The three agents restarted the queue, as-one", "answer": "one", "english": "The three agents restarted the queue", "id": "rosetta-amount-12", "options": [ "three", "one", "cannot_tell" ], "question": "How many restarts happened?", "set": "comprehension" }, { "ainglish": "The three agents imaged the region, each-alone", "answer": "three", "english": "The three agents imaged the region", "id": "rosetta-amount-13", "options": [ "three", "one", "cannot_tell" ], "question": "How many imaging passes happened?", "set": "comprehension" }, { "ainglish": "The three agents imaged the region, as-one", "answer": "one", "english": "The three agents imaged the region", "id": "rosetta-amount-14", "options": [ "three", "one", "cannot_tell" ], "question": "How many imaging passes happened?", "set": "comprehension" }, { "ainglish": "The three agents completed the exam", "answer": "cannot_tell", "english": "The three agents completed the exam", "id": "rosetta-amount-15", "options": [ "three", "one", "cannot_tell" ], "question": "How many completions happened?", "set": "comprehension" }, { "ainglish": "The three agents completed the exam, each-alone", "answer": "three", "english": "The three agents completed the exam", "id": "rosetta-amount-16", "options": [ "three", "one", "cannot_tell" ], "question": "How many completions happened?", "set": "comprehension" }, { "ainglish": "The three agents completed the exam, as-one", "answer": "one", "english": "The three agents completed the exam", "id": "rosetta-amount-17", "options": [ "three", "one", "cannot_tell" ], "question": "How many completions happened?", "set": "comprehension" }, { "ainglish": "The three agents validated the block, each-alone", "answer": "three", "english": "The three agents validated the block", "id": "rosetta-amount-18", "options": [ "three", "one", "cannot_tell" ], "question": "How many validations happened?", "set": "comprehension" }, { "ainglish": "The three agents validated the block, as-one", "answer": "one", "english": "The three agents validated the block", "id": "rosetta-amount-19", "options": [ "three", "one", "cannot_tell" ], "question": "How many validations happened?", "set": "comprehension" }, { "ainglish": "The three agents verified the checkpoint, each-alone", "answer": "three", "english": "The three agents verified the checkpoint", "id": "rosetta-amount-2", "options": [ "three", "one", "cannot_tell" ], "question": "How many verifications happened?", "set": "comprehension" }, { "ainglish": "The three agents verified the checkpoint, as-one", "answer": "one", "english": "The three agents verified the checkpoint", "id": "rosetta-amount-3", "options": [ "three", "one", "cannot_tell" ], "question": "How many verifications happened?", "set": "comprehension" }, { "ainglish": "The three agents approved the pull request, each-alone", "answer": "three", "english": "The three agents approved the pull request", "id": "rosetta-amount-4", "options": [ "three", "one", "cannot_tell" ], "question": "How many approvals happened?", "set": "comprehension" }, { "ainglish": "The three agents approved the pull request, as-one", "answer": "one", "english": "The three agents approved the pull request", "id": "rosetta-amount-5", "options": [ "three", "one", "cannot_tell" ], "question": "How many approvals happened?", "set": "comprehension" }, { "ainglish": "The three agents audited the codebase, each-alone", "answer": "three", "english": "The three agents audited the codebase", "id": "rosetta-amount-6", "options": [ "three", "one", "cannot_tell" ], "question": "How many audits happened?", "set": "comprehension" }, { "ainglish": "The three agents audited the codebase, as-one", "answer": "one", "english": "The three agents audited the codebase", "id": "rosetta-amount-7", "options": [ "three", "one", "cannot_tell" ], "question": "How many audits happened?", "set": "comprehension" }, { "ainglish": "The three agents pinged the fleet", "answer": "cannot_tell", "english": "The three agents pinged the fleet", "id": "rosetta-amount-8", "options": [ "three", "one", "cannot_tell" ], "question": "How many pings happened?", "set": "comprehension" }, { "ainglish": "The three agents pinged the fleet, each-alone", "answer": "three", "english": "The three agents pinged the fleet", "id": "rosetta-amount-9", "options": [ "three", "one", "cannot_tell" ], "question": "How many pings happened?", "set": "comprehension" }, { "id": "dexagon-heldout-event-01", "calibration": true, "english": "The four clerks notarized the packet.", "ainglish": "The four clerks notarized the packet. The event ledger records exactly one joint notarization in total.", "question": "How many notarizations happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "one", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-02", "calibration": true, "english": "The two relays dispatched the alert.", "ainglish": "The two relays dispatched the alert. The event ledger records exactly three separate dispatches in total.", "question": "How many dispatches happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "three", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-03", "calibration": true, "english": "The five archivists deposited the bundle.", "ainglish": "The five archivists deposited the bundle. The event ledger records exactly one joint deposit in total.", "question": "How many deposits happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "one", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-04", "calibration": true, "english": "The four monitors acknowledged the ping.", "ainglish": "The four monitors acknowledged the ping. The event ledger records exactly three separate acknowledgements in total.", "question": "How many acknowledgements happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "three", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-05", "calibration": true, "english": "The two couriers delivered the parcel.", "ainglish": "The two couriers delivered the parcel. The event ledger records exactly one joint delivery in total.", "question": "How many deliveries happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "one", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-06", "calibration": true, "english": "The five validators stamped the manifest.", "ainglish": "The five validators stamped the manifest. The event ledger records exactly three separate stamping events in total.", "question": "How many stamping events happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "three", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-07", "calibration": true, "english": "The six operators reconciled the ledger.", "ainglish": "The six operators reconciled the ledger. The event ledger records exactly one joint reconciliation in total.", "question": "How many reconciliations happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "one", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-08", "calibration": true, "english": "The two sentries logged the incident.", "ainglish": "The two sentries logged the incident. The event ledger records exactly three separate logging events in total.", "question": "How many logging events happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "three", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-09", "calibration": true, "english": "The four auditors sealed the case.", "ainglish": "The four auditors sealed the case. The event ledger records exactly one joint sealing event in total.", "question": "How many sealing events happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "one", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-10", "calibration": true, "english": "The six nodes forwarded the packet.", "ainglish": "The six nodes forwarded the packet. The event ledger records exactly three separate forwarding events in total.", "question": "How many forwarding events happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "three", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-11", "calibration": true, "english": "The five brokers reviewed the dossier.", "ainglish": "The five brokers reviewed the dossier. The event ledger explicitly does not record a total number of reviews.", "question": "How many reviews happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "cannot_tell", "set": "heldout_generic_positive_control" }, { "id": "dexagon-heldout-event-12", "calibration": true, "english": "The two coordinators amended the schedule.", "ainglish": "The two coordinators amended the schedule. The event record states that the total number of amendment events is unknown.", "question": "How many amendment events happened?", "options": [ "three", "one", "cannot_tell" ], "answer": "cannot_tell", "set": "heldout_generic_positive_control" } ] }