{ "kind": "ainglish.panel.items.v1", "proposal": "proxy-m-say-when-the-evidence-you-measured-is-a-proxy-for-th-2", "form": "X proxy()", "baseline": "bare_x_and_i_measured_m", "comparator": "bare", "scope_note": "Rosetta's pre-registered design in a two-arm harness: 30 proxy scenarios x 2 held-out probes (what did the writer directly check? / if the claim later fails, what was wrong?) with option vocabulary sharing no stem with proxy/verify/infer; the ainglish arm is `X proxy(); reading`, and the comparator is (careful) the mapping applied verbatim [CARRIER], (bare) 'X, and I measured M' [descriptive], (obs) `X obs(M); reading` [distinctiveness]. Calibration: English 'checked directly' vs Ainglish proxy(). Never pooled across comparators.", "real_items": 60, "calibration_items": 8, "sha256": "0d656022d1f1d8801b942a315e596ba1acc9ab91b7c3a2367c862a5b2cd6e1a0", "items": [ { "id": "pr-bar-01q1", "scenario": 6, "probe": 1, "english": "The vote was representative, and I measured turnout of 71 percent.", "ainglish": "The vote was representative proxy(); turnout of 71 percent.", "question": "What did the writer directly check?", "options": [ "the measurement (turnout) only", "the claim itself (that the vote was representative) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (turnout) only" }, { "id": "pr-bar-01q2", "scenario": 6, "probe": 2, "english": "The vote was representative, and I measured turnout of 71 percent.", "ainglish": "The vote was representative proxy(); turnout of 71 percent.", "question": "Suppose it later turns out that it is NOT the case that the vote was representative. Going only by the sentence, what was wrong?", "options": [ "the step from turnout to the claim", "nothing — the claim was checked directly", "cannot tell", "the turnout reading itself" ], "answer": "the step from turnout to the claim" }, { "id": "pr-bar-02q1", "scenario": 23, "probe": 1, "english": "The link is secure, and I measured the padlock icon showing.", "ainglish": "The link is secure proxy(); the padlock icon showing.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the link is secure) only", "both the measurement and the claim", "cannot tell", "the measurement (padlock icon) only" ], "answer": "the measurement (padlock icon) only" }, { "id": "pr-bar-02q2", "scenario": 23, "probe": 2, "english": "The link is secure, and I measured the padlock icon showing.", "ainglish": "The link is secure proxy(); the padlock icon showing.", "question": "Suppose it later turns out that it is NOT the case that the link is secure. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the padlock icon reading itself", "the step from padlock icon to the claim" ], "answer": "the step from padlock icon to the claim" }, { "id": "pr-bar-03q1", "scenario": 7, "probe": 1, "english": "The patch fixed the bug, and I measured the regression test passing.", "ainglish": "The patch fixed the bug proxy(); the regression test passing.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (test pass) only", "the claim itself (that the patch fixed the bug) only" ], "answer": "the measurement (test pass) only" }, { "id": "pr-bar-03q2", "scenario": 7, "probe": 2, "english": "The patch fixed the bug, and I measured the regression test passing.", "ainglish": "The patch fixed the bug proxy(); the regression test passing.", "question": "Suppose it later turns out that it is NOT the case that the patch fixed the bug. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the test pass reading itself", "the step from test pass to the claim", "nothing — the claim was checked directly" ], "answer": "the step from test pass to the claim" }, { "id": "pr-bar-04q1", "scenario": 25, "probe": 1, "english": "The meeting happened, and I measured the calendar entry marked done.", "ainglish": "The meeting happened proxy(); the calendar entry marked done.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (calendar entry) only", "the claim itself (that the meeting happened) only", "both the measurement and the claim" ], "answer": "the measurement (calendar entry) only" }, { "id": "pr-bar-04q2", "scenario": 25, "probe": 2, "english": "The meeting happened, and I measured the calendar entry marked done.", "ainglish": "The meeting happened proxy(); the calendar entry marked done.", "question": "Suppose it later turns out that it is NOT the case that the meeting happened. Going only by the sentence, what was wrong?", "options": [ "the calendar entry reading itself", "the step from calendar entry to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from calendar entry to the claim" }, { "id": "pr-bar-05q1", "scenario": 28, "probe": 1, "english": "The argument is sound, and I measured 14 citations.", "ainglish": "The argument is sound proxy(); 14 citations.", "question": "What did the writer directly check?", "options": [ "the measurement (citation count) only", "the claim itself (that the argument is sound) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (citation count) only" }, { "id": "pr-bar-05q2", "scenario": 28, "probe": 2, "english": "The argument is sound, and I measured 14 citations.", "ainglish": "The argument is sound proxy(); 14 citations.", "question": "Suppose it later turns out that it is NOT the case that the argument is sound. Going only by the sentence, what was wrong?", "options": [ "the step from citation count to the claim", "nothing — the claim was checked directly", "cannot tell", "the citation count reading itself" ], "answer": "the step from citation count to the claim" }, { "id": "pr-bar-06q1", "scenario": 2, "probe": 1, "english": "The migration succeeded, and I measured exit code 0.", "ainglish": "The migration succeeded proxy(); exit code 0.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the migration succeeded) only", "both the measurement and the claim", "cannot tell", "the measurement (exit code) only" ], "answer": "the measurement (exit code) only" }, { "id": "pr-bar-06q2", "scenario": 2, "probe": 2, "english": "The migration succeeded, and I measured exit code 0.", "ainglish": "The migration succeeded proxy(); exit code 0.", "question": "Suppose it later turns out that it is NOT the case that the migration succeeded. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the exit code reading itself", "the step from exit code to the claim" ], "answer": "the step from exit code to the claim" }, { "id": "pr-bar-07q1", "scenario": 3, "probe": 1, "english": "Users understood the notice, and I measured click-through of 62 percent.", "ainglish": "Users understood the notice proxy(); click-through of 62 percent.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (click through) only", "the claim itself (that users understood the notice) only" ], "answer": "the measurement (click through) only" }, { "id": "pr-bar-07q2", "scenario": 3, "probe": 2, "english": "Users understood the notice, and I measured click-through of 62 percent.", "ainglish": "Users understood the notice proxy(); click-through of 62 percent.", "question": "Suppose it later turns out that it is NOT the case that users understood the notice. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the click through reading itself", "the step from click through to the claim", "nothing — the claim was checked directly" ], "answer": "the step from click through to the claim" }, { "id": "pr-bar-08q1", "scenario": 16, "probe": 1, "english": "The translation is faithful, and I measured back-translation matching 88 percent.", "ainglish": "The translation is faithful proxy(); back-translation matching 88 percent.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (back translation) only", "the claim itself (that the translation is faithful) only", "both the measurement and the claim" ], "answer": "the measurement (back translation) only" }, { "id": "pr-bar-08q2", "scenario": 16, "probe": 2, "english": "The translation is faithful, and I measured back-translation matching 88 percent.", "ainglish": "The translation is faithful proxy(); back-translation matching 88 percent.", "question": "Suppose it later turns out that it is NOT the case that the translation is faithful. Going only by the sentence, what was wrong?", "options": [ "the back translation reading itself", "the step from back translation to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from back translation to the claim" }, { "id": "pr-bar-09q1", "scenario": 27, "probe": 1, "english": "The alert was seen, and I measured the notification marked delivered.", "ainglish": "The alert was seen proxy(); the notification marked delivered.", "question": "What did the writer directly check?", "options": [ "the measurement (notification delivered) only", "the claim itself (that the alert was seen) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (notification delivered) only" }, { "id": "pr-bar-09q2", "scenario": 27, "probe": 2, "english": "The alert was seen, and I measured the notification marked delivered.", "ainglish": "The alert was seen proxy(); the notification marked delivered.", "question": "Suppose it later turns out that it is NOT the case that the alert was seen. Going only by the sentence, what was wrong?", "options": [ "the step from notification delivered to the claim", "nothing — the claim was checked directly", "cannot tell", "the notification delivered reading itself" ], "answer": "the step from notification delivered to the claim" }, { "id": "pr-bar-10q1", "scenario": 11, "probe": 1, "english": "The document is accurate, and I measured zero spelling errors.", "ainglish": "The document is accurate proxy(); zero spelling errors.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the document is accurate) only", "both the measurement and the claim", "cannot tell", "the measurement (spell check) only" ], "answer": "the measurement (spell check) only" }, { "id": "pr-bar-10q2", "scenario": 11, "probe": 2, "english": "The document is accurate, and I measured zero spelling errors.", "ainglish": "The document is accurate proxy(); zero spelling errors.", "question": "Suppose it later turns out that it is NOT the case that the document is accurate. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the spell check reading itself", "the step from spell check to the claim" ], "answer": "the step from spell check to the claim" }, { "id": "pr-bar-11q1", "scenario": 19, "probe": 1, "english": "The sensor is calibrated, and I measured the self-test passing.", "ainglish": "The sensor is calibrated proxy(); the self-test passing.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (self test) only", "the claim itself (that the sensor is calibrated) only" ], "answer": "the measurement (self test) only" }, { "id": "pr-bar-11q2", "scenario": 19, "probe": 2, "english": "The sensor is calibrated, and I measured the self-test passing.", "ainglish": "The sensor is calibrated proxy(); the self-test passing.", "question": "Suppose it later turns out that it is NOT the case that the sensor is calibrated. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the self test reading itself", "the step from self test to the claim", "nothing — the claim was checked directly" ], "answer": "the step from self test to the claim" }, { "id": "pr-bar-12q1", "scenario": 5, "probe": 1, "english": "The model improved, and I measured training loss down 12 percent.", "ainglish": "The model improved proxy(); training loss down 12 percent.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (loss curve) only", "the claim itself (that the model improved) only", "both the measurement and the claim" ], "answer": "the measurement (loss curve) only" }, { "id": "pr-bar-12q2", "scenario": 5, "probe": 2, "english": "The model improved, and I measured training loss down 12 percent.", "ainglish": "The model improved proxy(); training loss down 12 percent.", "question": "Suppose it later turns out that it is NOT the case that the model improved. Going only by the sentence, what was wrong?", "options": [ "the loss curve reading itself", "the step from loss curve to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from loss curve to the claim" }, { "id": "pr-bar-13q1", "scenario": 24, "probe": 1, "english": "The disk is healthy, and I measured SMART status OK.", "ainglish": "The disk is healthy proxy(); SMART status OK.", "question": "What did the writer directly check?", "options": [ "the measurement (smart status) only", "the claim itself (that the disk is healthy) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (smart status) only" }, { "id": "pr-bar-13q2", "scenario": 24, "probe": 2, "english": "The disk is healthy, and I measured SMART status OK.", "ainglish": "The disk is healthy proxy(); SMART status OK.", "question": "Suppose it later turns out that it is NOT the case that the disk is healthy. Going only by the sentence, what was wrong?", "options": [ "the step from smart status to the claim", "nothing — the claim was checked directly", "cannot tell", "the smart status reading itself" ], "answer": "the step from smart status to the claim" }, { "id": "pr-bar-14q1", "scenario": 26, "probe": 1, "english": "The code is tested, and I measured coverage of 91 percent.", "ainglish": "The code is tested proxy(); coverage of 91 percent.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the code is tested) only", "both the measurement and the claim", "cannot tell", "the measurement (coverage) only" ], "answer": "the measurement (coverage) only" }, { "id": "pr-bar-14q2", "scenario": 26, "probe": 2, "english": "The code is tested, and I measured coverage of 91 percent.", "ainglish": "The code is tested proxy(); coverage of 91 percent.", "question": "Suppose it later turns out that it is NOT the case that the code is tested. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the coverage reading itself", "the step from coverage to the claim" ], "answer": "the step from coverage to the claim" }, { "id": "pr-bar-15q1", "scenario": 12, "probe": 1, "english": "The deploy reached every region, and I measured DNS answers from all 6 resolvers.", "ainglish": "The deploy reached every region proxy(); DNS answers from all 6 resolvers.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (dns propagation) only", "the claim itself (that the deploy reached every region) only" ], "answer": "the measurement (dns propagation) only" }, { "id": "pr-bar-15q2", "scenario": 12, "probe": 2, "english": "The deploy reached every region, and I measured DNS answers from all 6 resolvers.", "ainglish": "The deploy reached every region proxy(); DNS answers from all 6 resolvers.", "question": "Suppose it later turns out that it is NOT the case that the deploy reached every region. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the dns propagation reading itself", "the step from dns propagation to the claim", "nothing — the claim was checked directly" ], "answer": "the step from dns propagation to the claim" }, { "id": "pr-bar-16q1", "scenario": 14, "probe": 1, "english": "The key was rotated, and I measured a new mtime on the key file.", "ainglish": "The key was rotated proxy(); a new mtime on the key file.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (timestamp change) only", "the claim itself (that the key was rotated) only", "both the measurement and the claim" ], "answer": "the measurement (timestamp change) only" }, { "id": "pr-bar-16q2", "scenario": 14, "probe": 2, "english": "The key was rotated, and I measured a new mtime on the key file.", "ainglish": "The key was rotated proxy(); a new mtime on the key file.", "question": "Suppose it later turns out that it is NOT the case that the key was rotated. Going only by the sentence, what was wrong?", "options": [ "the timestamp change reading itself", "the step from timestamp change to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from timestamp change to the claim" }, { "id": "pr-bar-17q1", "scenario": 9, "probe": 1, "english": "The cache is warm, and I measured a 94 percent hit rate.", "ainglish": "The cache is warm proxy(); a 94 percent hit rate.", "question": "What did the writer directly check?", "options": [ "the measurement (hit rate) only", "the claim itself (that the cache is warm) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (hit rate) only" }, { "id": "pr-bar-17q2", "scenario": 9, "probe": 2, "english": "The cache is warm, and I measured a 94 percent hit rate.", "ainglish": "The cache is warm proxy(); a 94 percent hit rate.", "question": "Suppose it later turns out that it is NOT the case that the cache is warm. Going only by the sentence, what was wrong?", "options": [ "the step from hit rate to the claim", "nothing — the claim was checked directly", "cannot tell", "the hit rate reading itself" ], "answer": "the step from hit rate to the claim" }, { "id": "pr-bar-18q1", "scenario": 8, "probe": 1, "english": "The reviewer read the diff, and I measured the tab open for 40 minutes.", "ainglish": "The reviewer read the diff proxy(); the tab open for 40 minutes.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the reviewer read the diff) only", "both the measurement and the claim", "cannot tell", "the measurement (time open) only" ], "answer": "the measurement (time open) only" }, { "id": "pr-bar-18q2", "scenario": 8, "probe": 2, "english": "The reviewer read the diff, and I measured the tab open for 40 minutes.", "ainglish": "The reviewer read the diff proxy(); the tab open for 40 minutes.", "question": "Suppose it later turns out that it is NOT the case that the reviewer read the diff. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the time open reading itself", "the step from time open to the claim" ], "answer": "the step from time open to the claim" }, { "id": "pr-bar-19q1", "scenario": 20, "probe": 1, "english": "The room is empty, and I measured no motion for 10 minutes.", "ainglish": "The room is empty proxy(); no motion for 10 minutes.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (motion sensor) only", "the claim itself (that the room is empty) only" ], "answer": "the measurement (motion sensor) only" }, { "id": "pr-bar-19q2", "scenario": 20, "probe": 2, "english": "The room is empty, and I measured no motion for 10 minutes.", "ainglish": "The room is empty proxy(); no motion for 10 minutes.", "question": "Suppose it later turns out that it is NOT the case that the room is empty. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the motion sensor reading itself", "the step from motion sensor to the claim", "nothing — the claim was checked directly" ], "answer": "the step from motion sensor to the claim" }, { "id": "pr-bar-20q1", "scenario": 29, "probe": 1, "english": "The API is compatible, and I measured an empty schema diff.", "ainglish": "The API is compatible proxy(); an empty schema diff.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (schema diff) only", "the claim itself (that the API is compatible) only", "both the measurement and the claim" ], "answer": "the measurement (schema diff) only" }, { "id": "pr-bar-20q2", "scenario": 29, "probe": 2, "english": "The API is compatible, and I measured an empty schema diff.", "ainglish": "The API is compatible proxy(); an empty schema diff.", "question": "Suppose it later turns out that it is NOT the case that the API is compatible. Going only by the sentence, what was wrong?", "options": [ "the schema diff reading itself", "the step from schema diff to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from schema diff to the claim" }, { "id": "pr-bar-21q1", "scenario": 17, "probe": 1, "english": "The anchor is confirmed, and I measured acknowledgements from 4 calendars.", "ainglish": "The anchor is confirmed proxy(); acknowledgements from 4 calendars.", "question": "What did the writer directly check?", "options": [ "the measurement (calendar ack) only", "the claim itself (that the anchor is confirmed) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (calendar ack) only" }, { "id": "pr-bar-21q2", "scenario": 17, "probe": 2, "english": "The anchor is confirmed, and I measured acknowledgements from 4 calendars.", "ainglish": "The anchor is confirmed proxy(); acknowledgements from 4 calendars.", "question": "Suppose it later turns out that it is NOT the case that the anchor is confirmed. Going only by the sentence, what was wrong?", "options": [ "the step from calendar ack to the claim", "nothing — the claim was checked directly", "cannot tell", "the calendar ack reading itself" ], "answer": "the step from calendar ack to the claim" }, { "id": "pr-bar-22q1", "scenario": 0, "probe": 1, "english": "9 people read the message, and I measured 9 of 9 fetches.", "ainglish": "9 people read the message proxy(); 9 of 9 fetches.", "question": "What did the writer directly check?", "options": [ "the claim itself (that 9 people read the message) only", "both the measurement and the claim", "cannot tell", "the measurement (page fetches) only" ], "answer": "the measurement (page fetches) only" }, { "id": "pr-bar-22q2", "scenario": 0, "probe": 2, "english": "9 people read the message, and I measured 9 of 9 fetches.", "ainglish": "9 people read the message proxy(); 9 of 9 fetches.", "question": "Suppose it later turns out that it is NOT the case that 9 people read the message. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the page fetches reading itself", "the step from page fetches to the claim" ], "answer": "the step from page fetches to the claim" }, { "id": "pr-bar-23q1", "scenario": 22, "probe": 1, "english": "The customer is satisfied, and I measured an NPS of 9.", "ainglish": "The customer is satisfied proxy(); an NPS of 9.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (nps score) only", "the claim itself (that the customer is satisfied) only" ], "answer": "the measurement (nps score) only" }, { "id": "pr-bar-23q2", "scenario": 22, "probe": 2, "english": "The customer is satisfied, and I measured an NPS of 9.", "ainglish": "The customer is satisfied proxy(); an NPS of 9.", "question": "Suppose it later turns out that it is NOT the case that the customer is satisfied. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the nps score reading itself", "the step from nps score to the claim", "nothing — the claim was checked directly" ], "answer": "the step from nps score to the claim" }, { "id": "pr-bar-24q1", "scenario": 18, "probe": 1, "english": "The contributor accepted the terms, and I measured the checkbox ticked.", "ainglish": "The contributor accepted the terms proxy(); the checkbox ticked.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (checkbox) only", "the claim itself (that the contributor accepted the terms) only", "both the measurement and the claim" ], "answer": "the measurement (checkbox) only" }, { "id": "pr-bar-24q2", "scenario": 18, "probe": 2, "english": "The contributor accepted the terms, and I measured the checkbox ticked.", "ainglish": "The contributor accepted the terms proxy(); the checkbox ticked.", "question": "Suppose it later turns out that it is NOT the case that the contributor accepted the terms. Going only by the sentence, what was wrong?", "options": [ "the checkbox reading itself", "the step from checkbox to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from checkbox to the claim" }, { "id": "pr-bar-25q1", "scenario": 1, "probe": 1, "english": "The service is healthy, and I measured ping under 5 ms.", "ainglish": "The service is healthy proxy(); ping under 5 ms.", "question": "What did the writer directly check?", "options": [ "the measurement (ping latency) only", "the claim itself (that the service is healthy) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (ping latency) only" }, { "id": "pr-bar-25q2", "scenario": 1, "probe": 2, "english": "The service is healthy, and I measured ping under 5 ms.", "ainglish": "The service is healthy proxy(); ping under 5 ms.", "question": "Suppose it later turns out that it is NOT the case that the service is healthy. Going only by the sentence, what was wrong?", "options": [ "the step from ping latency to the claim", "nothing — the claim was checked directly", "cannot tell", "the ping latency reading itself" ], "answer": "the step from ping latency to the claim" }, { "id": "pr-bar-26q1", "scenario": 21, "probe": 1, "english": "The dataset is deduplicated, and I measured all row hashes unique.", "ainglish": "The dataset is deduplicated proxy(); all row hashes unique.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the dataset is deduplicated) only", "both the measurement and the claim", "cannot tell", "the measurement (hash uniqueness) only" ], "answer": "the measurement (hash uniqueness) only" }, { "id": "pr-bar-26q2", "scenario": 21, "probe": 2, "english": "The dataset is deduplicated, and I measured all row hashes unique.", "ainglish": "The dataset is deduplicated proxy(); all row hashes unique.", "question": "Suppose it later turns out that it is NOT the case that the dataset is deduplicated. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the hash uniqueness reading itself", "the step from hash uniqueness to the claim" ], "answer": "the step from hash uniqueness to the claim" }, { "id": "pr-bar-27q1", "scenario": 10, "probe": 1, "english": "The agent is idle, and I measured CPU load under 2 percent.", "ainglish": "The agent is idle proxy(); CPU load under 2 percent.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (cpu load) only", "the claim itself (that the agent is idle) only" ], "answer": "the measurement (cpu load) only" }, { "id": "pr-bar-27q2", "scenario": 10, "probe": 2, "english": "The agent is idle, and I measured CPU load under 2 percent.", "ainglish": "The agent is idle proxy(); CPU load under 2 percent.", "question": "Suppose it later turns out that it is NOT the case that the agent is idle. Going only by the sentence, what was wrong?", "options": [ "cannot tell", "the cpu load reading itself", "the step from cpu load to the claim", "nothing — the claim was checked directly" ], "answer": "the step from cpu load to the claim" }, { "id": "pr-bar-28q1", "scenario": 13, "probe": 1, "english": "The audience was engaged, and I measured median dwell of 3 minutes.", "ainglish": "The audience was engaged proxy(); median dwell of 3 minutes.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (dwell time) only", "the claim itself (that the audience was engaged) only", "both the measurement and the claim" ], "answer": "the measurement (dwell time) only" }, { "id": "pr-bar-28q2", "scenario": 13, "probe": 2, "english": "The audience was engaged, and I measured median dwell of 3 minutes.", "ainglish": "The audience was engaged proxy(); median dwell of 3 minutes.", "question": "Suppose it later turns out that it is NOT the case that the audience was engaged. Going only by the sentence, what was wrong?", "options": [ "the dwell time reading itself", "the step from dwell time to the claim", "nothing — the claim was checked directly", "cannot tell" ], "answer": "the step from dwell time to the claim" }, { "id": "pr-bar-29q1", "scenario": 15, "probe": 1, "english": "The queue is drained, and I measured queue length 0 at 09:00.", "ainglish": "The queue is drained proxy(); queue length 0 at 09:00.", "question": "What did the writer directly check?", "options": [ "the measurement (queue length) only", "the claim itself (that the queue is drained) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (queue length) only" }, { "id": "pr-bar-29q2", "scenario": 15, "probe": 2, "english": "The queue is drained, and I measured queue length 0 at 09:00.", "ainglish": "The queue is drained proxy(); queue length 0 at 09:00.", "question": "Suppose it later turns out that it is NOT the case that the queue is drained. Going only by the sentence, what was wrong?", "options": [ "the step from queue length to the claim", "nothing — the claim was checked directly", "cannot tell", "the queue length reading itself" ], "answer": "the step from queue length to the claim" }, { "id": "pr-bar-30q1", "scenario": 4, "probe": 1, "english": "The backup is restorable, and I measured all 4,120 files present.", "ainglish": "The backup is restorable proxy(); all 4,120 files present.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the backup is restorable) only", "both the measurement and the claim", "cannot tell", "the measurement (file count) only" ], "answer": "the measurement (file count) only" }, { "id": "pr-bar-30q2", "scenario": 4, "probe": 2, "english": "The backup is restorable, and I measured all 4,120 files present.", "ainglish": "The backup is restorable proxy(); all 4,120 files present.", "question": "Suppose it later turns out that it is NOT the case that the backup is restorable. Going only by the sentence, what was wrong?", "options": [ "nothing — the claim was checked directly", "cannot tell", "the file count reading itself", "the step from file count to the claim" ], "answer": "the step from file count to the claim" }, { "id": "pr-bar-cal-01", "calibration": true, "english": "9 people read the message; I checked that directly.", "ainglish": "9 people read the message proxy(): 9 of 9 fetches.", "question": "What did the writer directly check?", "options": [ "the measurement (page fetches) only", "the claim itself (that 9 people read the message) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (page fetches) only" }, { "id": "pr-bar-cal-02", "calibration": true, "english": "The patch fixed the bug; I checked that directly.", "ainglish": "The patch fixed the bug proxy(): the regression test passing.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the patch fixed the bug) only", "both the measurement and the claim", "cannot tell", "the measurement (test pass) only" ], "answer": "the measurement (test pass) only" }, { "id": "pr-bar-cal-03", "calibration": true, "english": "The key was rotated; I checked that directly.", "ainglish": "The key was rotated proxy(): a new mtime on the key file.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (timestamp change) only", "the claim itself (that the key was rotated) only" ], "answer": "the measurement (timestamp change) only" }, { "id": "pr-bar-cal-04", "calibration": true, "english": "The dataset is deduplicated; I checked that directly.", "ainglish": "The dataset is deduplicated proxy(): all row hashes unique.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (hash uniqueness) only", "the claim itself (that the dataset is deduplicated) only", "both the measurement and the claim" ], "answer": "the measurement (hash uniqueness) only" }, { "id": "pr-bar-cal-05", "calibration": true, "english": "The argument is sound; I checked that directly.", "ainglish": "The argument is sound proxy(): 14 citations.", "question": "What did the writer directly check?", "options": [ "the measurement (citation count) only", "the claim itself (that the argument is sound) only", "both the measurement and the claim", "cannot tell" ], "answer": "the measurement (citation count) only" }, { "id": "pr-bar-cal-06", "calibration": true, "english": "The model improved; I checked that directly.", "ainglish": "The model improved proxy(): training loss down 12 percent.", "question": "What did the writer directly check?", "options": [ "the claim itself (that the model improved) only", "both the measurement and the claim", "cannot tell", "the measurement (loss curve) only" ], "answer": "the measurement (loss curve) only" }, { "id": "pr-bar-cal-07", "calibration": true, "english": "The deploy reached every region; I checked that directly.", "ainglish": "The deploy reached every region proxy(): DNS answers from all 6 resolvers.", "question": "What did the writer directly check?", "options": [ "both the measurement and the claim", "cannot tell", "the measurement (dns propagation) only", "the claim itself (that the deploy reached every region) only" ], "answer": "the measurement (dns propagation) only" }, { "id": "pr-bar-cal-08", "calibration": true, "english": "The sensor is calibrated; I checked that directly.", "ainglish": "The sensor is calibrated proxy(): the self-test passing.", "question": "What did the writer directly check?", "options": [ "cannot tell", "the measurement (self test) only", "the claim itself (that the sensor is calibrated) only", "both the measurement and the claim" ], "answer": "the measurement (self test) only" } ] }