{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "addresses_clean_audit.csv": "d02664d4dc7b327e40296913bf79f74dbd3dcf716a0a0438d513d103002cb33b", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9", "work/build_addresses.mjs": "30943eb45ca2e34eb6f3cb4bfec478f1042e3724e171996fe96b2890ffbda059", "work/review.mjs": "a20464b6593c73b92cc000e13a946239b2d98396cfa8f0193e17265a5920bd8f", "work/rows.json": "bb5073e4bc48236fb2b3ca8365170c7828f14dc9f6650b1310ca41cd82b2a0b0", "work/verify.mjs": "7df58bd1707a1ffe52cc9ba2bd3c25a37de4e99e7eb130fdac44b54af8bce739"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0284, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "61ec5368a5f7f3af0da22fdabf8da75e5d076d5390343a6269f08ac89c7f4f0d", "run": 1, "run_id": "address-standardize__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "37b191a442c455f36b28333a3b27a28bae76066e74c611045cea620c57a3750d", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1188864, "input": 1234839, "output": 29961, "reasoning": 18487, "requests": 26}}, "cached_input": 1188864, "input": 1234839, "output": 29961, "reasoning": 18487, "requests": 26}, "wall_s": 152.2}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "09b36c82498fb2c86a803452b18bb581e221f63b6cc4d2f1c47c04a72d9f6a4e", "run": 1, "run_id": "amazon-inventory-loader__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7df832915a71e9454758ed5cd5fcda7b14583bf5c67ae88590b329790dc0fc5", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 396160, "input": 449431, "output": 15653, "reasoning": 8590, "requests": 13}}, "cached_input": 396160, "input": 449431, "output": 15653, "reasoning": 8590, "requests": 13}, "wall_s": 70.2}
{"artifact_hashes": {"ap_aging.xlsx": "eb2704f091f2fa483618306c09914d3b65c377e5161c530e18dd3a7724a8610b", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "913255f38406fea427f67f9af753d5499870030cde793e87852f7b58567865b5", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0826, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6f0658a41c83e6a511333acfc8e49c70788b57842ecd2700dd0423ae68603bf0", "run": 1, "run_id": "ap-aging__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "942b1bab11ef41c18a7da184796cb8c5602b34630619d59897b09caf89f760fa", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4031232, "input": 4180147, "output": 80231, "reasoning": 47586, "requests": 83}}, "cached_input": 4031232, "input": 4180147, "output": 80231, "reasoning": 47586, "requests": 83}, "wall_s": 428.7}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "no_show_rates.csv": "d5eadd9d057220b4159e76a00677d7b156f1dfb6dfd7121c7ba553a352317480", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0129, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0ae4afe88898146461cabfafd9e129a932f635e5be8891dd7389ee7b3f51c3cf", "run": 1, "run_id": "appointment-no-shows__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cc8ad5956e87d3653b8d42e593ec69cef879a4445c1c3233aaa38d10df99c55c", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 491136, "input": 520253, "output": 11783, "reasoning": 4150, "requests": 17}}, "cached_input": 491136, "input": 520253, "output": 11783, "reasoning": 4150, "requests": 17}, "wall_s": 65.3}
{"artifact_hashes": {"aging.xlsx": "d5e3de089fb11e7d0a4bf9da846b8ca0a312c0e222de7a8af9596eb1d4e72e31", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "5aeb9b63963e98596d20dd30ed1307c590551953f940b817d347b3f344f50115", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0906, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "add8bfc93f28405d1d2adb839a9a91cd3129599bcf4ef1ee572043370bb8e9be", "run": 1, "run_id": "ar-aging-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "59ce66aad064eb927407e9ccd59ab2a07524f2417904932dd149b2fda2c9c81e", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3503232, "input": 3671625, "output": 91468, "reasoning": 56428, "requests": 68}}, "cached_input": 3503232, "input": 3671625, "output": 91468, "reasoning": 56428, "requests": 68}, "wall_s": 478.3}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "3b95204b65b53f52c9aa565331891dd65dc6ab15fa8f139ea2250654a7b167a0", "work/recon-data.json": "ac1bafc4801262e6a68f7e27cf9467babd3b078c0eb31d199e26f6b9eab408d7", "work/reconcile.mjs": "dca3e13caef8d184e4bfb5c24cdff30912f4aa04186340824126f30bbcde5882", "work/verify.mjs": "fd110b48e06b5feef9d53315693385dcdcf7fc76c2fced11460df0972d94d33e"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0917, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4be793c6d62400aff30a8b06855e130814c0f3052b0f2eb1779f3121833a06c9", "run": 1, "run_id": "bank-reconciliation__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2fccc5bb408026b5c5811c4b74c69f47cbfa26e9c7ef455422cfe4ff0326ea8", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5075200, "input": 5198450, "output": 96633, "reasoning": 51324, "requests": 95}}, "cached_input": 5075200, "input": 5198450, "output": 96633, "reasoning": 51324, "requests": 95}, "wall_s": 503.2}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "cb1bb9f02255c476c6192331e083a760be97be6c4785d32a70c6a52b2a86995f", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.021, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "eee197e80f49b2af93b3871ba6ac546afc8b82dd980f285a88b2c9f7778f4a72", "run": 1, "run_id": "bank-statement-pdf__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "067ac615f00c955861415a0facddd989ba35cbbd60d02c9332c7d9966826722f", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 697984, "input": 753890, "output": 17592, "reasoning": 8254, "requests": 22}}, "cached_input": 697984, "input": 753890, "output": 17592, "reasoning": 8254, "requests": 22}, "wall_s": 104.7}
{"artifact_hashes": {"assembly_costs.xlsx": "b3520243fbfd6c266e71a8e5ab931438ac8cd2f69dfa1c5a01b1e0a3dde569cb", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0533, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "473c7a069a111ff2388c4c4754bca877eb7a14eaf72ca9a56f5c75b83ce11ddc", "run": 1, "run_id": "bom-cost-rollup__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "58cb57377ec68705100b65f00342d4bc27f2b988b72106354ff61740910058de", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1987712, "input": 2056496, "output": 61706, "reasoning": 32180, "requests": 41}}, "cached_input": 1987712, "input": 2056496, "output": 61706, "reasoning": 32180, "requests": 41}, "wall_s": 302.9}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "0f3024637d391b2bbfbaa14500afa76c5f563680ca04ec3972a2554fc2439753"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0845, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "63c0214eb87d6745d0458e9160bfcabf8b4ed10a3d7e7659c9a6aa8908b72675", "run": 1, "run_id": "budget-vs-actual__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dea41028e98c3b965359adb8e7c9c8925c6aac9a2ec020e7c93169f7f14f8379", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2441984, "input": 2667567, "output": 72221, "reasoning": 37935, "requests": 59}}, "cached_input": 2441984, "input": 2667567, "output": 72221, "reasoning": 37935, "requests": 59}, "wall_s": 826.7}
{"artifact_hashes": {"contacts.csv": "9b4bf6d16fecf61ad4c7acbb90144c16429b064fd035ce28590b88a5a6cf1199", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0555, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "2464b6278f91fbf9ffa4e1354d292cbff4ebe9836e093cb8b643053ab71e7a2d", "run": 1, "run_id": "business-cards-scanned__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6d83b493346f7ade5e01cfc77fec9535a18f241e2539f8bd2a17c056d28ca40", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2300544, "input": 2403751, "output": 55240, "reasoning": 28112, "requests": 50}}, "cached_input": 2300544, "input": 2403751, "output": 55240, "reasoning": 28112, "requests": 50}, "wall_s": 1094.3}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "cpl.xlsx": "eebc9f239ee18a9acc2e8105297b6af1204a0d5fd0ae2a23431576f53d3b4698", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0246, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0b9a00bdcf091ced74d750f2dbe7701a532b29f7e84eaa82e984823735a9dab6", "run": 1, "run_id": "campaign-cpl-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d8a4b8fee3c2e7305723d5341eeff3c906625a5cb137a9296d8fc95c63a1f2aa", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 991104, "input": 1034261, "output": 25294, "reasoning": 13582, "requests": 23}}, "cached_input": 991104, "input": 1034261, "output": 25294, "reasoning": 13582, "requests": 23}, "wall_s": 137.6}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "code_charges.mjs": "721b31b77c2d1cebd267b374fa1882b2b9c8be9dd9eb6d80de5238268125ea99", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "review.csv": "b1e672cd39dcffef452b135ad3847f6148241c197f46707341a58af2d059b282", "verify_coding.mjs": "bd2c0661e5eb45909c47c41c08b5ba7126e483fefa0137ea92de1ca2efe362fb", "verify_expected.csv": "a0abd9b1b2762ef1dafc4c681ae5d32acf6bb3c53ece27edf1b1b5f01516b38a"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.0235, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bc3ea6c45b1419c2f2b253820d28b08b9795a223f948fc1e1e24249088232033", "run": 1, "run_id": "card-expense-coding__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "74e395b026832e2ab94629daf5bf953a41fabb8cd2de6a1317098af70db241eb", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 838272, "input": 876658, "output": 25431, "reasoning": 14558, "requests": 19}}, "cached_input": 838272, "input": 876658, "output": 25431, "reasoning": 14558, "requests": 19}, "wall_s": 118.2}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "b0d03ab52cdcefb384f5822931b73f60e454f67359a1349290e9175795c89ad5", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0234, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c14e6714da4a1b365145eba0480ec67e36602a7379c8a0f5908cb11dad91ff68", "run": 1, "run_id": "card-statements-pdf__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7a6a70f75329b97f9510b75ffa4a635c6561e7ee05ba00f92549d0f27cb6fa45", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 617856, "input": 688645, "output": 18278, "reasoning": 9386, "requests": 19}}, "cached_input": 617856, "input": 688645, "output": 18278, "reasoning": 9386, "requests": 19}, "wall_s": 105.0}
{"artifact_hashes": {"drawer_variance.csv": "82f8010aa38be91d1a582f65ca885cfef4042b723dbef649a1169e6cc3437a4d", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0309, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e23346326890e6b8f44dfa999476b630b4a85eae222d57be65ff48a74c56a786", "run": 1, "run_id": "cash-drawer-variance__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "709f4b6c44bb5df575d5f3a12671bc847912ba44bcbef5f0e29757462d361696", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 903808, "input": 988193, "output": 25815, "reasoning": 16218, "requests": 20}}, "cached_input": 903808, "input": 988193, "output": 25815, "reasoning": 16218, "requests": 20}, "wall_s": 132.1}
{"artifact_hashes": {"cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "7c46aed88566ab63dda022cba52f9b1d59cfc1e4da7760c6a34ee165f36900ba", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "ef160e7955d29fb775ef82d7587a65e7e08a041912b0d39721d329b8e9d585b5", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0882, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "027578a976afbad3850b874bcb153e87b480b6e940c2c97be5156117eb93f442", "run": 1, "run_id": "cash-flow-monthly__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d439521c3e941f743c10a11a9f17009a1cd6c99e41355bc9f845bcc1c4945900", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2692224, "input": 2921347, "output": 76234, "reasoning": 38469, "requests": 50}}, "cached_input": 2692224, "input": 2921347, "output": 76234, "reasoning": 38469, "requests": 50}, "wall_s": 378.2}
{"artifact_hashes": {"catalog_clean.csv": "8f32a5ad015f0ae329bb74a8a24fc484eaaca90b5f8995e3a715d13efecadd7e", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0406, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "58b542bcbd4323eaa47a5f0a134e63a60dda6e6608f9ac5e5ad44e69498e4133", "run": 1, "run_id": "catalog-normalize-units__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "87d05a976146eac03b94b1761198296b79222b917af8e3f4aa986878f5875db7", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 543872, "input": 643059, "output": 40230, "reasoning": 29635, "requests": 19}}, "cached_input": 543872, "input": 643059, "output": 40230, "reasoning": 29635, "requests": 19}, "wall_s": 189.2}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "ea2d8a8af4203b713ab6e1fe6b05a90897e23f15df4e23b4ac0aaaa495d466ac"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0115, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33f41407bc738c1816342f0b4d564ab17d9cd2db4f839e37e828088d4dd54b51", "run": 1, "run_id": "catering-quotes-table__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "35c15472b0f72544cfab9154a365fc851262be07dfc2e4b15472b32e17bd88c9", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 375552, "input": 402176, "output": 10574, "reasoning": 6424, "requests": 15}}, "cached_input": 375552, "input": 402176, "output": 10574, "reasoning": 6424, "requests": 15}, "wall_s": 71.8}
{"artifact_hashes": {"chargebacks.csv": "ddfc8446f909e11f02625434e2ec54450586956be11b540dd95417cc6e6349a3", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4", "work/build_chargebacks.mjs": "dcca16774d183dfa321389432b9118767d9b99572b383edad3125711c3afd0e3", "work/controls.json": "4e46949f3e53598ac6541d25db00fa8d2fd18af14acf77e52311c224a72d0db2", "work/deliver_rows.json": "d33a6c3d5be034ac98869769ba828c7c6a943718eb44bd01960f5a576c1094ce", "work/rows.json": "59255917db2a6a7a52a7019c7057164f0f5035f73abec50173d0101a3d384cb0", "work/verify_chargebacks.mjs": "9bf98476e2a18170d5ed31a46d03f700ce5162aeb674d31295ba2d1e22214be6"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0127, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b711191b72dcfc30e9c4c39b23eea53953620527019b4fd7bc1eff7a0a3916ed", "run": 1, "run_id": "chargeback-tracker__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "acf768d3c8dd7bb9e94d704b88a3200b5c10e10723c69b819b6409e8849278bd", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 269440, "input": 300796, "output": 12021, "reasoning": 6017, "requests": 9}}, "cached_input": 269440, "input": 300796, "output": 12021, "reasoning": 6017, "requests": 9}, "wall_s": 57.5}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0263, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c3fcd7f7a396ef3103616d0b77f25a6c65e36b30d9f186aa1eecb45f1275dee9", "run": 1, "run_id": "chart-of-accounts-remap__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "289310df694bb84b2c52efa5be9a5ed6d1017343dc75d75a73bd72283bf06989", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 679936, "input": 787657, "output": 13453, "reasoning": 6285, "requests": 18}}, "cached_input": 679936, "input": 787657, "output": 13453, "reasoning": 6285, "requests": 18}, "wall_s": 79.7}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0254, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "73f0159dafb62abdad8c5db886c5baaf71cb1b35fd9ba3bb17559939473d4be3", "run": 1, "run_id": "class-roster-changes__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2d89e06e498c22f1ffc61c8466f248c35dcaaa35178b67712c2cfa14f7e79d91", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 654336, "input": 735406, "output": 18735, "reasoning": 10125, "requests": 17}}, "cached_input": 654336, "input": 735406, "output": 18735, "reasoning": 10125, "requests": 17}, "wall_s": 104.0}
{"artifact_hashes": {"client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "client_hours_notes.md": "5695d75e93f44e7ce3befd4f15c2ef75e90c654e0c7c39d272f226215c97d34a", "compute_client_hours.mjs": "6e6bc37ba9135fb6cac8fbca734b0be84809f8fe2ac365340968759db2be7593", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "rows.json": "35b4cdeef5fb4ab3ca6d80f07db0ee894cc53edb92bf6c9c2c3917e9a832bb7a", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0231, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "00d7ce1b0509f5629b77fed30d1f0a00c299b99edef9377d5f40efdcf095f3b5", "run": 1, "run_id": "client-hours-by-project__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6d64e374eb82d45904b76cc2d6a5db2b8ba5fd5d3ba11bd75f3b2d86711f72fa", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1206784, "input": 1246144, "output": 22586, "reasoning": 8863, "requests": 29}}, "cached_input": 1206784, "input": 1246144, "output": 22586, "reasoning": 8863, "requests": 29}, "wall_s": 125.6}
{"artifact_hashes": {"build_visits.py": "8810f289873cc02155f79b7381b4a56b70b50e88673ee919545d8ee62b256e18", "cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "46c94c8c4738cb36d61a60390b82cdb1b87c0d1ba5984765b02c7930f53a92b5", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0312, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c994cb3721c5d04745b132361637814ab1d1541a7dcd1138af249b7db6b0ccda", "run": 1, "run_id": "clinic-visits-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b6c9bd0d0bb399ebe1ea1a614d12db4b5473e6262ad228c45c84f457605df388", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 757760, "input": 852701, "output": 24465, "reasoning": 9423, "requests": 19}}, "cached_input": 757760, "input": 852701, "output": 24465, "reasoning": 9423, "requests": 19}, "wall_s": 123.1}
{"artifact_hashes": {"build_hours_audit.py": "ddea1a5317ec545eaf65a14d493392ed4599e5e719fbb433c6d3b932db3eb2e4", "hours_audit.csv": "152e80b31b2d7fc3f65f899559530250f21007df5e5ecb7fcb8036dd191b6e7e", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b", "verify_hours_audit.py": "d4ee7caf9f0ed68bd6fbb50caf3e66ea2267c63affb04c64ec26fcf918fb0e4b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0316, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "828162b4c85f9e94912863dfbd98a8ede9cf2e25345546233a765e29b00e47c9", "run": 1, "run_id": "clock-punch-audit__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "18281530baf9048d038a389cb84a359d4aff02de2161af9a930a57c58c20a09b", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 877440, "input": 960136, "output": 27535, "reasoning": 18394, "requests": 20}}, "cached_input": 877440, "input": 960136, "output": 27535, "reasoning": 18394, "requests": 20}, "wall_s": 130.6}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "e3f9396429c5f194a9a5083f4040d4110d86afa050a7d04139bacc93c1d313b5", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b", "verify_commissions.py": "09c37733ac56846ad3f76b6120c836e24e474c09d404a76fe008089143c03375", "working/august_commission_calc.json": "ce63f155aeb10207776fecc3b0845b2b51a54c816faa92c64028304c246b67e3", "working/compute_commissions.mjs": "7aaa96ed7e33b8bb48fdf90e035f162d07f29f99b4e8dcdbbf86d846e27997a3", "working/expect.json": "fb7166d54b5bcb9c3937a434c457f8611f1077c74106022675758102bc08daf5"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0582, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9aa6bb6be0d054fc9154d859f3c69fdee46ae093f61cb82ffa198c320062eb97", "run": 1, "run_id": "commission-calculation__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0c92c5f9be93c6efc918fdad8c574eb61e6f597eed8ecdf81f5a4cc3c3fe17f7", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2187776, "input": 2315551, "output": 54093, "reasoning": 28673, "requests": 44}}, "cached_input": 2187776, "input": 2315551, "output": 54093, "reasoning": 28673, "requests": 44}, "wall_s": 282.6}
{"artifact_hashes": {"clawbacks.csv": "e7dbdd5f2ec10f4858235dcc734b1110de70b3452b9c2132a4e37438c9e82f89", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0134, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9ec7d85e03ad9d77f3370e0f17865bac10608635d695a91256ed65be69ba431d", "run": 1, "run_id": "commission-clawbacks__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7637f850eba2e3686ef437a528017360a0df27c1472364bd24085a83ef4c740", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 236160, "input": 270367, "output": 12656, "reasoning": 8823, "requests": 8}}, "cached_input": 236160, "input": 270367, "output": 12656, "reasoning": 8823, "requests": 8}, "wall_s": 59.6}
{"artifact_hashes": {"complaints.xlsx": "13e5d230662acbc0dde2210fd25ab016a03f3dbfda68290f62a36d68b54d54c0", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "memo.md": "c2456cdc0e99093e18eab3c22a7c86af1dd3859df67e4d96e20ee650c3680465", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0496, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e9ef3bfa55aa8a84f547d249789584b83187e172dbc1e39e320785d7d4be8624", "run": 1, "run_id": "complaints-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e5805f19fd7366a2cbb736ef0321c9b88645aaef5c824afe97cfc615259fd8b", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2190464, "input": 2320917, "output": 39125, "reasoning": 12490, "requests": 44}}, "cached_input": 2190464, "input": 2320917, "output": 39125, "reasoning": 12490, "requests": 44}, "wall_s": 218.5}
{"artifact_hashes": {"contracts.csv": "418c5b86d9504962f9c1620532d89978a42d0b62966af74f387bacecee19306c", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0293, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d3a97c990c7042052da66d94b367a2ac77095126e8b967fb79d7effbf02e85e6", "run": 1, "run_id": "contract-key-terms__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1e94d502f79947ad093d1456f5ce7158455f2eff32a330cf2a1ac8f68f85335f", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1150336, "input": 1185610, "output": 34305, "reasoning": 19747, "requests": 30}}, "cached_input": 1150336, "input": 1185610, "output": 34305, "reasoning": 19747, "requests": 30}, "wall_s": 197.8}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "d6a5fa3782eda0850abae80e89cc7bf1f6bc68b5d34a2a8b602b22039df59590"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": true, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0102, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "222793f048186beefb208a5df6372a222d91d68eee1947378e17889e06b3805f", "run": 1, "run_id": "contract-renewal-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2664db7f7c4482458208d79e232c3163b40d03f84ace75f62833498fe8b693e7", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 311680, "input": 340020, "output": 8425, "reasoning": 4709, "requests": 12}}, "cached_input": 311680, "input": 340020, "output": 8425, "reasoning": 4709, "requests": 12}, "wall_s": 50.2}
{"artifact_hashes": {"1099_vendors.csv": "ed41f9e16a01500c2f1dace157baf886bf6e8dd30a9a1a0f5cf762e73cb8e2cd", "audit_1099.json": "2c74a1c0fa0f97e7a120a3bce2234fb7260fc02c979fee4ef59413df8e1f2f1e", "build_1099.py": "548b259b8c6045c249348c9c34b8f28570df0d3bcaf36691c8d2e5bc73704618", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "verify_1099.py": "0a54a666207825603da90647813a50c5bd501aca9a5577a7f45efbb743bd3315", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0215, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "012af27968b5a2da33d05e902a18bbf3e8431af55eee821a34ba3e64469aaa6e", "run": 1, "run_id": "contractor-1099-list__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "87c4cf122d3f7307483610fb3128e44c19f2c7dbece5632e4faf084e00b6171b", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 672128, "input": 745083, "output": 14294, "reasoning": 6802, "requests": 18}}, "cached_input": 672128, "input": 745083, "output": 14294, "reasoning": 6802, "requests": 18}, "wall_s": 79.2}
{"artifact_hashes": {"build_credit_notes.mjs": "02b6f6420d221c93ef9778f5c9055020e230c21b4f68aac487e0c566805ece44", "credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "credit_notes_run_notes.md": "448e4d68cb4da3d53bc27ef9661e099a0ee73278ce60300d61fb87787c720ccb", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f", "verify_credit_notes.mjs": "7465978449d7d2e4f484eb04e01a8adbba9ad52531351910945cb0b5f9ae24d7"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0223, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "958f65f290623211d4f8eb4f2eb9ab6a721fe929be1f6a869aa5635aad455b95", "run": 1, "run_id": "credit-notes-apply__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d9010f7e061a7d2ab5ef1fb20a2dd87208a75bdb7e1f202fe07e62ee555a92ec", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1023232, "input": 1066235, "output": 21247, "reasoning": 8183, "requests": 24}}, "cached_input": 1023232, "input": 1066235, "output": 21247, "reasoning": 8183, "requests": 24}, "wall_s": 110.5}
{"artifact_hashes": {"customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "c6808635f2e0c9addc638960d6dae889ef3df202c70835fb68aae0c538df937b", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.0234, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7ee0af017fdc60abdb84947ab7bf0929495baf8af7d27aa4f7dcb5dc45c730d5", "run": 1, "run_id": "customer-dedupe__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5beaad55f3d51857dda618ff6791ac565aa49e45106e8929e98a4fce50f7318f", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 526464, "input": 567086, "output": 26213, "reasoning": 18497, "requests": 13}}, "cached_input": 526464, "input": 567086, "output": 26213, "reasoning": 18497, "requests": 13}, "wall_s": 139.8}
{"artifact_hashes": {"customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customer_value_notes.md": "ff19b3165d15ac841add22d1c9db7c889c8ebfa0b0cbeaca1b109089a53f72d8", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0153, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cc31f0e25782d98199b35d73d72f073be9451491fce46486a87a6b6dc39c42cc", "run": 1, "run_id": "customer-value-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ee292ee4cbd4818b84465af517ae2079077ff0ca3afd234bf1b7573717b7ff8f", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 440832, "input": 476235, "output": 14512, "reasoning": 7231, "requests": 13}}, "cached_input": 440832, "input": 476235, "output": 14512, "reasoning": 7231, "requests": 13}, "wall_s": 73.1}
{"artifact_hashes": {"candidates.csv": "92a05b845f72e052877c73877c9c6a6082b0d7e87c4ed18e3cc20676d93a1eb2", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0252, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8263d5b6e7177a41670379845be806f5094325587e8a02b4b618f58fb1200399", "run": 1, "run_id": "cv-batch-extraction__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cf76ece7caf51e28f11289004582df4193498dd7d42ddd01f8a5eabb393b9525", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 649472, "input": 718855, "output": 21443, "reasoning": 12667, "requests": 22}}, "cached_input": 649472, "input": 718855, "output": 21443, "reasoning": 12667, "requests": 22}, "wall_s": 147.5}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "b7abc9ca84f39fe073a4fb6132eedd09dbe75198e4d823dd4fca2431c413d2a3", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1217, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "74b79afbad07c80ecd3aaf812fdb040682735d6881c016c69c4df2fc79cff9c3", "run": 1, "run_id": "deferred-revenue-schedule__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4e3394069f2a8dd2d091b22d50e28156ef1150cfa495970570bbfc83a7a3790b", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2911104, "input": 3166732, "output": 124425, "reasoning": 76676, "requests": 61}}, "cached_input": 2911104, "input": 3166732, "output": 124425, "reasoning": 76676, "requests": 61}, "wall_s": 570.5}
{"artifact_hashes": {"deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "e2ac4f5ea801a2bb6a01c09c90bc9d1b9cf07ba71fe8f0020823af1d58a02172", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1381, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f639ec45e2fa8e39a7a8b4535ffb133d3570ab69feb7e77c466a90411809b16e", "run": 1, "run_id": "delivery-performance__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d10abe59c08c6f5ea8a59e161249a954abc53002a59c09b5656349a6f7678088", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5720064, "input": 5972175, "output": 138528, "reasoning": 88645, "requests": 89}}, "cached_input": 5720064, "input": 5972175, "output": 138528, "reasoning": 88645, "requests": 89}, "wall_s": 720.6}
{"artifact_hashes": {"depreciation.xlsx": "66fc0f52035efb29904bb261af2a604f991602b45db0ec83add66a8320a6fd5f", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0806, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "114380484c6d27073a45ee92a7c9ba2b9b6ca9067a943115ee39f52b7b7ec2aa", "run": 1, "run_id": "depreciation-schedule__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ec8a2b69fd3d69b472683a89941521d86a3e0b40b1beb640066aa839f9e80c0f", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1395712, "input": 1610082, "output": 73802, "reasoning": 53357, "requests": 31}}, "cached_input": 1395712, "input": 1610082, "output": 73802, "reasoning": 53357, "requests": 31}, "wall_s": 330.5}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "9990feb049aff89eaea39167cc13112b18b7d4020894f610d2c01001a37c854f", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "b513e706a83d762ed4193cbf5ea8f2bc9f78d57859b2f54be03ea4ed674f77aa"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0523, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0c316033caff4ca9eb3d1fbeb2625a222ed164f11c1e9b785fb1586b36a08638", "run": 1, "run_id": "dept-expense-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0e7202f3da0b82723bff17b37f0547b893dde35c9fd08b032207fb8416b386a0", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2646912, "input": 2726713, "output": 54022, "reasoning": 21078, "requests": 50}}, "cached_input": 2646912, "input": 2726713, "output": 54022, "reasoning": 21078, "requests": 50}, "wall_s": 282.7}
{"artifact_hashes": {"annual_figures.xlsx": "d58649f9601b20a5f30089aa823e9bfbb7c9707b63d388c54dbc2d9b82c9d07f", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "6bc6a8556cc0fe5eb8cb4af2b4b13a0f31846d0f5956bd1a16915471647dfb43"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1409, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "399f06e396031ef7f8ea6860194df9bc4ce0b26ac5a0141b113c8a0e7bb2319c", "run": 1, "run_id": "donor-annual-figures__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ba72e0da5d18258267a4928020b2c971edbd1fb9d76a4e3cfd8808ffc1309711", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 8577664, "input": 8809878, "output": 133835, "reasoning": 73050, "requests": 155}}, "cached_input": 8577664, "input": 8809878, "output": 133835, "reasoning": 73050, "requests": 155}, "wall_s": 779.7}
{"artifact_hashes": {"build_donor_totals.mjs": "3d03446899ef405eed93ed4331950c9a949fa83adf4b91930b0b45703b3b8ec1", "check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea", "rows.json": "b4ac872064376dd56018769753790f5972e086e7a89ed46dcd0cfbb4cd69cb4c", "verify_donor_totals.mjs": "f8442b8c463b7e718af8b432329fa4927fc9b54f9fcc4d306cfb97eaa47c969e"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0255, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a78bc151f2dcb3d80d94fce9ab7dac0d2352e20e20d66035577b79821a4ba65d", "run": 1, "run_id": "donor-totals-by-year__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "508907ff096899a31229cd8b0d40941d9509f08e87fbcfd4cc5d31bfb1235f8f", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1006336, "input": 1055741, "output": 25108, "reasoning": 13202, "requests": 22}}, "cached_input": 1006336, "input": 1055741, "output": 25108, "reasoning": 13202, "requests": 22}, "wall_s": 129.3}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "c326313b15512233b9fcf3f478e477bcbd30b19a8ffb9f4df8e8bc79affef66f", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0254, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bb375aaf8f6ce2819a5dcfd5d5df5a14cb4c44dcfab03ee3ece3917a10ce88b7", "run": 1, "run_id": "duplicate-invoice-finder__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1e553f2bcadef24bc0ca75b2fd246e09c28fa636b383023c02fcdae562fcd1ec", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 568704, "input": 648699, "output": 19492, "reasoning": 11169, "requests": 15}}, "cached_input": 568704, "input": 648699, "output": 19492, "reasoning": 11169, "requests": 15}, "wall_s": 102.6}
{"artifact_hashes": {"ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "duplicate_payments.csv": "0792be687ac2ffa03d65dc6c80a6a72cad8ed54db4b2c10771a404ea35c1c27f", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c", "work/build_duplicates.py": "4c815a273ff5f3b55a8aadc513709f60c81289a1efb408b4b5444b0d3d735ad9", "work/out.json": "2a77e11c3a1cde5a39157e7bf790e813a82e8b8ab5484c44553fca51f422a801", "work/recon.json": "d00c70145aa70d1708e24decb1d737e2284cde5579809c283d9cfd7c612583f6", "work/rows.json": "3488c3ddc4f398b9f56a09d578471d73cadf6d81b08f1905568f7d9c46826a91", "work/verify.py": "0c26afe33a391b55ae73303d7f33d08e248ffa4c68fe923e415468a44470e2e1"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0193, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "44d8f94b84ccd33c2560532a030d94ddb34e63023e8b87da73b92b853bd4e97d", "run": 1, "run_id": "duplicate-payments__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a1af9d1ba7df422a17282f0805c65c8225c3a41e955410bbc92e9719c4412d5b", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 689408, "input": 731513, "output": 18274, "reasoning": 8864, "requests": 18}}, "cached_input": 689408, "input": 731513, "output": 18274, "reasoning": 8864, "requests": 18}, "wall_s": 98.8}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "0c4f4ad579a9987175663325c316df2737b65562770960c4738184a665a09d1c", "memo.md": "9d9edf2487a73218619f4856c5f9cba98dc7e754891b4274a90dee1decd3e443", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1311, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4ecfa3d55e9334045f25415b2a5c3f50f65921b4a5989db0517069a2fdd718a1", "run": 1, "run_id": "energy-usage-sites__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6ed79dcf583b81cb42bad738ff9371bee1bef1aba4b2dda3701d723302aa991", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5190912, "input": 5471940, "output": 122350, "reasoning": 79219, "requests": 92}}, "cached_input": 5190912, "input": 5471940, "output": 122350, "reasoning": 79219, "requests": 92}, "wall_s": 679.5}
{"artifact_hashes": {"announcement.md": "c729c044594a03c6c49a1eccf9c3b64859d5271b60200441e322130a1239c9bc", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0065, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "faed516c187bb2496fd8357305e23fb9855a37e852d0c537bb84a2f583c74c7b", "run": 1, "run_id": "event-announcement__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b86535074f64f04653b767e6079ba92ea3d9ef4d85f5d556a5767d8fffdf933e", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 120192, "input": 144336, "output": 4205, "reasoning": 2454, "requests": 6}}, "cached_input": 120192, "input": 144336, "output": 4205, "reasoning": 2454, "requests": 6}, "wall_s": 28.2}
{"artifact_hashes": {"attendees.csv": "c61ddad5abbc201fc518f326ed6cdc04476614c318fc1017883bd6d080c3435f", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0216, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8b2d416e39029ee90e89e838d5023949d8244591a9d4d5315ba6bbae4c4d43d1", "run": 1, "run_id": "event-attendee-merge__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b42576d4c6aa0a012dceb0667d2a9a14a555025ce3e24c2b91bc2c4c456a1394", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 589056, "input": 631638, "output": 22366, "reasoning": 11964, "requests": 15}}, "cached_input": 589056, "input": 631638, "output": 22366, "reasoning": 11964, "requests": 15}, "wall_s": 114.7}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "clean_badge_scans.csv": "b51985c964574a0aaf46228b11dce640abbaa6a4fb7252523da932b35ad57dae", "clean_refunds.csv": "4fd9a427b0264a263b1eb8803325012e0133eeb9a49a9e739930af30b34963cb", "clean_registrations.csv": "63a23d2a4f6fa99be1994b6215736b7b72f9daee0c5fa09c97f39b57a2d373cd", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "a28635fabf58f639b2e4c753c2e24f2ac91fc217396970f6e72ea3744d64fc98", "memo.md": "c812af69c59edc31acf6d8f520d0f216456ae25519c3f89d523b1b5661aeef29", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0431, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "21e4b6636ba8900c7ee736077c7b5b98b5a38470198292b9583a4b63b6e6abe0", "run": 1, "run_id": "event-postmortem__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f66ee443a3910bf54529d8ebd6f2467b18c59e22abe5f119a22abd861291a5ad", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1842816, "input": 1927869, "output": 41375, "reasoning": 18806, "requests": 47}}, "cached_input": 1842816, "input": 1927869, "output": 41375, "reasoning": 18806, "requests": 47}, "wall_s": 235.1}
{"artifact_hashes": {"fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "eb8a2adb8be55587be4da34076081e05e9baaa0b92c4bcf9fdbd2ea6d3066c6d", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0579, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4a6327e12b1b3d80163041e111b143bd5e5a5dc14ed470e16319ddc27f4a2c44", "run": 1, "run_id": "event-schedule-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9fdca887e5a5a87c3772acbdf2e3fff3ac5f3df2b15fdf447e0863c422d4d637", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2910336, "input": 3001018, "output": 59208, "reasoning": 30440, "requests": 60}}, "cached_input": 2910336, "input": 3001018, "output": 59208, "reasoning": 30440, "requests": 60}, "wall_s": 345.6}
{"artifact_hashes": {"build_eventbrite_attendees.py": "58612d5fba785501270b9b45c5f4d9afe18ee0aa53dd18127ac06500a23ad42b", "concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "fbf989d099830133d363ad9661a8a39830f55444262f4827cb99205dff40a2e4", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0168, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9f98aab9e6797ab483625052daa5bc4dadef01cb3d6fe157d5a1bb4afdb37996", "run": 1, "run_id": "eventbrite-attendee-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c5da538b6ac6fdc7ef5fee7f5a3203a7032f212f88853d38f2bfd3d8e19a8056", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 357760, "input": 419106, "output": 10929, "reasoning": 5102, "requests": 12}}, "cached_input": 357760, "input": 419106, "output": 10929, "reasoning": 5102, "requests": 12}, "wall_s": 63.6}
{"artifact_hashes": {"categorized.csv": "e016ab834d3727466b5ae9bf5b2f79eefe363d234852356f1b4426c71502de91", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "rules.json": "5a7b9b93f0517ea6b7e8b6340a85f854b8923e01efaba41604d7271f5f369e2c", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0311, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "557e1953ab3355d4a38e0b1441cd78c16a94b99f0fe46a0b0fc256ad462262f3", "run": 1, "run_id": "expense-categorize__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6900ae1ccc63bb3f553cc13feb979c4a6a9da2515e3ee252a7f60d551dd4131b", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 409856, "input": 451587, "output": 39275, "reasoning": 33400, "requests": 9}}, "cached_input": 409856, "input": 451587, "output": 39275, "reasoning": 33400, "requests": 9}, "wall_s": 175.5}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "violations.csv": "7a65882e6d2699b4ec49325def791618b86bd1187313f6d3d4d6c306e8ca75a3"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0199, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "446b75fc47f5545026036e7808feb6bd0fee8e9647b3b832957e5a239569fb91", "run": 1, "run_id": "expense-report-audit__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "35a04652ce58dd3b156e73dc09abb33f6589d5682f04e23709ca86426adff4bc", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 403072, "input": 466183, "output": 15319, "reasoning": 7923, "requests": 13}}, "cached_input": 403072, "input": 466183, "output": 15319, "reasoning": 7923, "requests": 13}, "wall_s": 78.1}
{"artifact_hashes": {"faq.md": "cee3ceb93fdccb23b189264e3a09f6e5b55ce011da07f5e4c1aed1dbcc7db452", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0194, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "61d78e6d5e12a2a7f5c26e004128da99a044d6b0fd35347fbd6c6c254b60cb8f", "run": 1, "run_id": "faq-from-tickets__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "810786f8ba3c6c72e59137b30049846d2446539e8de9326a15eb00133d7df4f4", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 535808, "input": 571103, "output": 20775, "reasoning": 12460, "requests": 14}}, "cached_input": 535808, "input": 571103, "output": 20775, "reasoning": 12460, "requests": 14}, "wall_s": 105.4}
{"artifact_hashes": {"email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": false, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": false, "required": true, "type": "custom"}, {"name": "total COGS", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1671, "exit_code": -9, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "24f35e47952555a9018a2b380a0fd2cc8bc5ae8fab5c561535a5b70274931a1e", "run": 1, "run_id": "fifo-cogs__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a0f9dfa80f2562e45b9cd2bc33ea779ad92da8ddb03bb0d9c6b32ef8da0851f0", "task": "fifo-cogs", "timed_out": true, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1797248, "input": 1942525, "output": 233162, "reasoning": 205015, "requests": 37}}, "cached_input": 1797248, "input": 1942525, "output": 233162, "reasoning": 205015, "requests": 37}, "wall_s": 1260.2}
{"artifact_hashes": {"fleet_costs.xlsx": "18852d98aa234be5ef468b853a29ab4a8e82b31539d03fde548a800bbbb10ee1", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0428, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "05567a1a150ff0c8db090f97e001ef046421b957b2af71e5a8d8e138b312f64a", "run": 1, "run_id": "fleet-cost-per-mile__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4c758721b6c19eab5a3c334880176a682e89b3fe4e284f18c23904872220b6f0", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2023552, "input": 2103276, "output": 41365, "reasoning": 20706, "requests": 41}}, "cached_input": 2023552, "input": 2103276, "output": 41365, "reasoning": 20706, "requests": 41}, "wall_s": 227.1}
{"artifact_hashes": {"fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "58c1825a8950f592c180182ca425dcab253153c94349b4334eeb47803b9265c8", "mileage_build.mjs": "c209e5a0d63cd6e6f67ecc39d5f33121fb2ffa7d0cd74fefaf59b4a86ae18b02", "mileage_notes.md": "58864730efe53eab983760a6883195291afd85314219780f4d372027acf91609", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597", "verify_mileage.mjs": "28268d2020058eb141bf33f480910dbcb596a1cc89b45c69c88770c4d6d8422f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f7244dacf7acb01365be4bbaf326d72a060ae82311942ca540df99778b347240", "run": 1, "run_id": "fleet-mileage-monthly__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7f1da9a6d38dcb8546ed85c802884b1b74ebdba33b78718e49d89ffd0ccff6b8", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1280512, "input": 1327561, "output": 21805, "reasoning": 9630, "requests": 28}}, "cached_input": 1280512, "input": 1327561, "output": 21805, "reasoning": 9630, "requests": 28}, "wall_s": 128.0}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "b3185885f94403c0d7cb3822b5cf93b27d7b0b2c21833df7087f51da58db8629", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0232, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d0ffef521ab290228133af835cd91ce11c93f8640c2fb6cf4eb4f68881874831", "run": 1, "run_id": "fundraiser-progress-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "545c9329182eee090d7111d9a0711c92f731f08bb8b9747526737c27040696b0", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 755200, "input": 790941, "output": 25948, "reasoning": 10348, "requests": 19}}, "cached_input": 755200, "input": 790941, "output": 25948, "reasoning": 10348, "requests": 19}, "wall_s": 127.1}
{"artifact_hashes": {"appeal.md": "cf5468b0b23c57b0d0f099ab368419740d14ef13f585a4e66ff609ec1e1cd6eb", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0238, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "27872a801429304ae1714def364f2cbf8b7c6bb31b2b761187567cc0eef30c0d", "run": 1, "run_id": "fundraising-appeal__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7b4928ef1282d9a1ab3ac403a21e50bcb7339a07d12647a196d4e84f72a6887c", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 388608, "input": 464238, "output": 18825, "reasoning": 11802, "requests": 19}}, "cached_input": 388608, "input": 464238, "output": 18825, "reasoning": 11802, "requests": 19}, "wall_s": 106.3}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_build.mjs": "e813e9b85bd9baa18944b65c13002650f06378e053eea72a296511c20913fbab", "fx_method_notes.md": "bca017f643f9baf30530ba884031efad309552199820dbe43174d937f7822856", "fx_receipt_detail.csv": "9869ca4466322ca0bbac229e412404afeb670b26971e5acf91da0e4a8df612d5", "fx_results.csv": "6d8d312dcc246ad0b9a7dde473fe71fec21bfb7893df939f5001be3a59df4f14", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0254, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e2b02b22c259166a2a6181acd05d11f1856149cc6d4d377b02c5287906d56b0b", "run": 1, "run_id": "fx-invoice-gains__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4eebc57efff9ab830ae9be0ae27706039719173645cc9d71952de2926f2d6edd", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1353856, "input": 1395223, "output": 25182, "reasoning": 11540, "requests": 30}}, "cached_input": 1353856, "input": 1395223, "output": 25182, "reasoning": 11540, "requests": 30}, "wall_s": 143.5}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "1f475257a46442070908711667f8d7b8521b8e762c53baa18edc0e50e8d3c53c", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0264, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b402f72b9f4d4ed8b0f4eeb35df91d851c912d6a84d72eb8ae8a32b0db5ade8b", "run": 1, "run_id": "gift-card-liability__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "68c493eb6172514325ea6369b91e1f227954f0bc0e07a4def774cfbe5f1d7532", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 446080, "input": 521941, "output": 22793, "reasoning": 13401, "requests": 12}}, "cached_input": 446080, "input": 521941, "output": 22793, "reasoning": 13401, "requests": 12}, "wall_s": 107.6}
{"artifact_hashes": {"build_google_contacts.py": "c102492f7d921214c0464eefc48534586534222feef80df547e6a8c723ca40b2", "google_contacts.csv": "97df9ae4c77ea67bdb5a5d00b30d1dd94de8bbc01188d0fba3a0b05908b4baa6", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c", "verify_google_contacts.py": "0f512016a8f0c94a2cf98bf05f7a41f459bfefce8815dce2390fbb378e346077"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0217, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ec1fb74a4696f69be842517ad4866ea01bf4d6f7d9c7156b6d064f927691baa9", "run": 1, "run_id": "google-contacts-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ccdfae9b00f01a9c74357bb13ad35cb305e9b4ecf056103b68e830e41a54f00e", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 647040, "input": 680654, "output": 24468, "reasoning": 17430, "requests": 16}}, "cached_input": 647040, "input": 680654, "output": 24468, "reasoning": 17430, "requests": 16}, "wall_s": 123.8}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "a1516e812bc6b692e2dcc3d4938581da2ab04708b63e47cc843e031f442423db", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1078, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5cdfa5de75caa68b4a24b36fad0c256aaee0204f3f645e8da8dbb67c0da53a08", "run": 1, "run_id": "gradebook-weighted__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dacfe07530ea2a088e0136e9c167ac68b75d38030753a23085be212c02434231", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4263808, "input": 4438459, "output": 114731, "reasoning": 71140, "requests": 75}}, "cached_input": 4263808, "input": 4438459, "output": 114731, "reasoning": 71140, "requests": 75}, "wall_s": 585.8}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "e650fc910cdc31e68244cc8a61c7829dea4f1dfe8577b4d664fd42b564361248", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0121, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "53f1543db65c8f6d6ec1cbd15e7ccf6f9e1cf4676da50a1f727864cb463b35f9", "run": 1, "run_id": "grant-award-letters__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3430d248ff73aec7c11f08a50ca0ab3d49dddc25c41108134bf287c16b369925", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 396672, "input": 427336, "output": 10529, "reasoning": 4180, "requests": 14}}, "cached_input": 396672, "input": 427336, "output": 10529, "reasoning": 4180, "requests": 14}, "wall_s": 67.6}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_tracking.xlsx": "bfdfecbdd1657b388da74514bc3e9b328cb3ed6a6f8800829387d96f71eadb6d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1052, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "71806bd6762fd25e352149a2bea2916896dc39f537efd21d4eb67cd4085f96f9", "run": 1, "run_id": "grant-budget-tracking__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "875e53e28dfdeda0034e4979c5416cf97875206c0d261529a8dd206f209bdcc7", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4498432, "input": 4731478, "output": 94505, "reasoning": 45893, "requests": 79}}, "cached_input": 4498432, "input": 4731478, "output": 94505, "reasoning": 45893, "requests": 79}, "wall_s": 487.3}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "f29129368bd8a076ae58cd79d14025c328876692f0aac3994d7c631c65d2f199"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0272, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6185b4bd89df5d3223130ee22ed02a79d15c03c62b19232d9c671da69c53bafd", "run": 1, "run_id": "gusto-employee-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1bf912e224a26d75de45513e75859fa51c17da4ff0b68e31fe3aea0e019749fe", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 622464, "input": 707242, "output": 21084, "reasoning": 12238, "requests": 19}}, "cached_input": 622464, "input": 707242, "output": 21084, "reasoning": 12238, "requests": 19}, "wall_s": 114.0}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "memo.md": "645509016e7d58bd0173c6701ac604ef5ead17ccd2f2aba84355785ce3c6b3c1", "tickets_report.xlsx": "8243bccdde509721fcc34ea333e2fb62645a7b9e7cf72f9928f05bcc3d2acb96"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0918, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f26c64cff7fc2e1c17c11b3e512b1f78837ca29081f3a733615a2433cd6903d8", "run": 1, "run_id": "helpdesk-tickets-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "358545a2900930d12f197e554618e738ac42f15029fb3c47497f10fe0b395c98", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4313984, "input": 4453550, "output": 96457, "reasoning": 65463, "requests": 79}}, "cached_input": 4313984, "input": 4453550, "output": 96457, "reasoning": 65463, "requests": 79}, "wall_s": 529.5}
{"artifact_hashes": {"hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "fa457430e7556dacbe8af1424e7b45668787c2bf7327b35300493a4019c006f6", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0199, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a074b4c6ddf78ba7fbe4174a802bbabf0f1afe121db81d1c84e9e8fb17385be", "run": 1, "run_id": "hubspot-deals-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f3a807e5406406558108b283f16a34dd4f5c6cecb44e97d632ae95d063600e79", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 596096, "input": 636081, "output": 20218, "reasoning": 12113, "requests": 16}}, "cached_input": 596096, "input": 636081, "output": 20218, "reasoning": 12113, "requests": 16}, "wall_s": 97.8}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "ba4801c4f161017aa9c45c1b4c9fba82a7703520a0a5dc8fafe255c1e3443719", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0106, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f6f2394f767f1f9293105e0edf566a148a5fa90e314c9a056a1a0a5eda196214", "run": 1, "run_id": "incident-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "15641194b04f2e22fad2f505138a5f4a4d73edeee3c3510f3cc399ef12468c69", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 143872, "input": 171164, "output": 10070, "reasoning": 7415, "requests": 6}}, "cached_input": 143872, "input": 171164, "output": 10070, "reasoning": 7415, "requests": 6}, "wall_s": 54.2}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "2f755dd6e10f8371295c75d8600fb2781e68033c1d9bf7132890723292759709", "memo.md": "039b27c6614560f383880a19c6ddbb72e52dd5eb663e93adcf1eb430a3c3ae11", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0865, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bb3dcf8aa34c33dce7828a2efcc7e8b8b9c5a438cf39d38ad8fefe7da5d1584a", "run": 1, "run_id": "incident-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "49062968f8190c79c982a71cd1d7b7ab21a15f07b41fa169541a2f0bb61d471b", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2783488, "input": 2963293, "output": 85218, "reasoning": 53402, "requests": 56}}, "cached_input": 2783488, "input": 2963293, "output": 85218, "reasoning": 53402, "requests": 56}, "wall_s": 438.3}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "8005c5db4f77e04f528aed762132bc6375218b7f88905067a44fb7761fa4f43e", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0451, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4b10c40859e12a66c3ab4b7e74e0a1838fb3b2712f378f3749f36a24a551e228", "run": 1, "run_id": "inspection-findings__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "15460c0680a73cc75036cd4faec54f86b9d112b6af6a3e8b0f073d7d7d7ca48d", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1637632, "input": 1696986, "output": 52093, "reasoning": 37741, "requests": 39}}, "cached_input": 1637632, "input": 1696986, "output": 52093, "reasoning": 37741, "requests": 39}, "wall_s": 296.9}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "33830468b22ecb6203380dbf78fe46bbd73a3a3891e7c3d7db5900771ce1b37a", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0113, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d028597b5fa507a9c4f587c538a32c5ec219fac4e4c353615e3fe7737514f922", "run": 1, "run_id": "insurance-certificates__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cceb147d4adc1dc08dd302408b48a9c12850b4353eae70760c496406ed74d219", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 347392, "input": 376014, "output": 9964, "reasoning": 5999, "requests": 13}}, "cached_input": 347392, "input": 376014, "output": 9964, "reasoning": 5999, "requests": 13}, "wall_s": 73.1}
{"artifact_hashes": {"build_variances.mjs": "da8a62cb977f32348873511b6ee32fd66932db44cd3c109880a44962ce97422b", "count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.controls.json": "f9ed99c5390341c63824ef44170f89dbc9550f2aa8c9d6aad576d1a05b8f030b", "variances.csv": "b8c0cc298a46f96ca464493fc1ad40639081a637dc7177f7f6a8e749a61f6208", "variances.rows.json": "160012ecdd2270d3f3559ed3348c0a81d76b0a47e42c0ca20242bbe63f221acc", "verify_variances.mjs": "57212f259fa643bf2d41b18c783f4116333b9cb4f089ecac1b97bae10097adea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0216, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "83a0d8cc1bfa4f8b4e4ac2dd1ebddd95edece542d7e382e9e2003918dd5c19ae", "run": 1, "run_id": "inventory-count-reconcile__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f1ce3b12761f08c5d01615e444113fc3486f496624ddd6d135aca5c5aaf9260c", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 562560, "input": 595221, "output": 25031, "reasoning": 17319, "requests": 14}}, "cached_input": 562560, "input": 595221, "output": 25031, "reasoning": 17319, "requests": 14}, "wall_s": 124.8}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "5eed5c16cb95a826752f6adbc7f3483166adac77d1e942a77b63df68007b3ecb"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0236, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "81525a22beb7e9f428836ed6aa69ffb67c5e65b1455be8b9ce423581a654d05b", "run": 1, "run_id": "inventory-shrinkage__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7be675691b51cd488331905dc6c4b755625d1285a7862b90dab1110be113158b", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1108736, "input": 1151821, "output": 23037, "reasoning": 9168, "requests": 26}}, "cached_input": 1108736, "input": 1151821, "output": 23037, "reasoning": 9168, "requests": 26}, "wall_s": 127.2}
{"artifact_hashes": {"index.html": "301424c31ba74363a66f6a8730dd9fb6167dab4985fe3fd2a7a05a84a5c7a574", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0347, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "842394fb38264cb390d87b3b2535fc4e7b2d9ac46dafc49da11462b800120279", "run": 1, "run_id": "inventory-tracker-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bc77515710ca663f934d96fd8ac8c810fdbf96de970721da3c874e9da853dc1b", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1028992, "input": 1126691, "output": 28209, "reasoning": 15925, "requests": 24}}, "cached_input": 1028992, "input": 1126691, "output": 28209, "reasoning": 15925, "requests": 24}, "wall_s": 145.0}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "69313f0e1c26444d8919d3be44a6e228d26b1072bf51937a1e264f48cb2313b3"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0534, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c01e07d1c045225364918b8f9542e00e4aa3bd13ce311075ac7a3b91d939c7d4", "run": 1, "run_id": "inventory-valuation__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "59a642b003faf34f8be903ed63c5ab12c54f9aabc4448d3a250317f93ad7d204", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1794304, "input": 1884506, "output": 57539, "reasoning": 33528, "requests": 33}}, "cached_input": 1794304, "input": 1884506, "output": 57539, "reasoning": 33528, "requests": 33}, "wall_s": 283.2}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "a4889261e9adf4c61d4de88d25054f61f00355e34648650415a3ed66ea2e76b7"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0086, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c78d9bd19a2e4a0c8041c7516cf2a00b090768de9d5f39fd0123fb2a07da7bb5", "run": 1, "run_id": "investor-update__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4db0a49ff0ee3a9fdaafca0c0f24b9cbef81eb0658e7a7c3c4feea8367e10bbe", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 237568, "input": 263126, "output": 6703, "reasoning": 3754, "requests": 10}}, "cached_input": 237568, "input": 263126, "output": 6703, "reasoning": 3754, "requests": 10}, "wall_s": 40.7}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "b76cf70c3e90baebc7583e4b59da32f18ff8d226b6b8c0f9a538128b3a146698", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0059, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "78e342767897946b5972281553cbdc46cce7646a74d31dfc66602cad5fccefea", "run": 1, "run_id": "job-posting-from-notes__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bbf6c9739a46d27118c497f70fdae149e3b65d3ebd4cfd56ff94467127955adf", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 91136, "input": 114480, "output": 3501, "reasoning": 1942, "requests": 5}}, "cached_input": 91136, "input": 114480, "output": 3501, "reasoning": 1942, "requests": 5}, "wall_s": 23.8}
{"artifact_hashes": {"index.html": "870c4d37b2612dc2798559f576a4c465769088d06b99cf4ebe9d711d15ea3e80", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0172, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6ab8d76505673681c6f2ea7faecb42fe4b5e056822e03049e4a88dd7d35ecd6e", "run": 1, "run_id": "kpi-scorecard-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7521011aef4816a4d05c84c5a80e1e57b27ff84c0e347fa32621e515844ef37d", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 310272, "input": 337798, "output": 20308, "reasoning": 8736, "requests": 10}}, "cached_input": 310272, "input": 337798, "output": 20308, "reasoning": 8736, "requests": 10}, "wall_s": 90.1}
{"artifact_hashes": {"build_lead_sources.py": "49a87522a1ef646e5d0303c2719b8612963593bc13f6ac075891f09254c64147", "campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8", "lead_sources_diagnostics.json": "0b3af123d1095c0caa1a3abb83fff349df6d08d42194543a3fd9d0787dbce573"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0171, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c311dc20f1843f0f8c1a9a8d08f43b862b95f656cdfa333dab478f65c1bd201c", "run": 1, "run_id": "lead-source-rollup__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b999391ef9c1a946cc0de3f8dc40b29d72a0c566b4eca2a02d622d301bc64612", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 497408, "input": 561965, "output": 9791, "reasoning": 4415, "requests": 15}}, "cached_input": 497408, "input": 561965, "output": 9791, "reasoning": 4415, "requests": 15}, "wall_s": 58.6}
{"artifact_hashes": {"lease_abstracts.csv": "480d2e3c6b918594839d4016039bd8edd0e921f32960083bb8a521f226811dac", "lease_abstracts_notes.md": "ddb4cdf837e4c54c708d40bd9c83fbbd140529c373cd6886fe64b59953eb02fe", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8", "work/build_abstracts.mjs": "ff516d3df0a86e6346c8e9dede7a4ec94f8f6dfeb62777bba470cbfdc2ad9d34", "work/profile-raw.json": "b22afe30d2fb8807994f41e8e4355b6170d42405ef884c2f0017a898e7429489", "work/rows.json": "1c2c20d2de74142a366a1326207273a86fe2a13ad6f3dd79f6ea7ba710c66aa6", "work/scan106-1.png": "8f7edb31e7b409290ebf37c880d6a0afdeb01beb3867dc322d8e666bee17eecd", "work/verify_abstracts.mjs": "c327964c56857309ffa527ee492f971dee5581e19a215648af38aab40143755c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0198, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8a93dceef3994815557a9c67f3feea765c022ed89e19ee3bc20a5b3dea969e07", "run": 1, "run_id": "lease-abstracts__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "570dfc6c6e409d50ced3434bbe2551f87652a5874c867d5f655a4818401521f8", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 819456, "input": 860301, "output": 18673, "reasoning": 8944, "requests": 23}}, "cached_input": 819456, "input": 860301, "output": 18673, "reasoning": 8944, "requests": 23}, "wall_s": 101.9}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_calc.mjs": "5527c0c284bafbc4cc7ea24ba58fe82c139cecbdc952f23898b6769914ad06d2", "loan_check.xlsx": "49772d1a6437abbcdf404d3679fc70b117d5d783ec82dd1e91a49d4c9bd3bc8e", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541", "verify_loan_check.mjs": "fc991edd5fd3e2197238c1b3de85c1dfd30346a1750b3af53f01e531dbcc62ce"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1747, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "741d521baa68584aea6ae89b16db386bd456d4f2064d82f1aaeac548e9ecfc4b", "run": 1, "run_id": "loan-schedule-check__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e9e43eef1ad7fba86bfba0f6fb79618ea3242c45530ef244fbdba18b1a3531e", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4890368, "input": 5187172, "output": 192545, "reasoning": 136395, "requests": 82}}, "cached_input": 4890368, "input": 5187172, "output": 192545, "reasoning": 136395, "requests": 82}, "wall_s": 872.9}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "b537d4316edc41c3783c87f59668f66c7eca7f49c4306e38dbb6a3aba2e65b56", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "9afc826e6d77164b6a21c03e3e0a4898d9506c9e34371798e94544437ab72aa9"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0148, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0247dfa8d8b11fd02fe041e0dfeb74265f02e0f73c518b9021cbf848baa7910b", "run": 1, "run_id": "lockbox-apply__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "977f05da7e60d5259c7626714426cd2be627d7aa4cfb34a1245611f732ed8cbc", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 341760, "input": 370205, "output": 15842, "reasoning": 9153, "requests": 11}}, "cached_input": 341760, "input": 370205, "output": 15842, "reasoning": 9153, "requests": 11}, "wall_s": 72.8}
{"artifact_hashes": {"attendance_grid.csv": "b497ec0e1b517d970dcf181a83b598302728737f4b77ee9851e170c65a5946c5", "build_attendance.py": "f668ae1a552e6a49eb28b241518cdb686b138215655ced777e60d35f9f34f4bf", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac", "verify_attendance.py": "ef4af3d836085fce457abdd348f62dae4138e095964ec7908e0774a26feeec1b"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0212, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c7519d998a08e2fbcc16c54502d43dcf4c4d000003417bb047c7e8c319a60b57", "run": 1, "run_id": "long-to-wide-attendance__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "576022fbe8821cbafe1eb2a09568d525951cae2664e99a7dd7b62bec815a429e", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 502784, "input": 571886, "output": 15553, "reasoning": 7256, "requests": 15}}, "cached_input": 502784, "input": 571886, "output": 15553, "reasoning": 7256, "requests": 15}, "wall_s": 81.3}
{"artifact_hashes": {"farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "c588c155bc5872de41011ec8494651226ca19be3261777543371050f006fce44", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.019, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f8249395a5f8301d25cca34ab9071f54e2b4d722ee0da2d0a6036c4d5dfa3e42", "run": 1, "run_id": "mailchimp-audience-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3880cf813ea4cbae1912a9d5b49d125905405ef032a130b76946ddd171e03ee5", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 692480, "input": 728569, "output": 19149, "reasoning": 9286, "requests": 18}}, "cached_input": 692480, "input": 728569, "output": 19149, "reasoning": 9286, "requests": 18}, "wall_s": 102.6}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/Aspen House.md": "d5f70b8ba440c9968f20fb2baab741c8971a7f11786b31380ee219a67f530155", "notices/Birch House.md": "14b0dfbbb9774314fda48467cb00a023ede6c2b7e2fb0e06e3a60694d93898ea", "notices/Cypress House.md": "35acdfd1b0a9e35427c3225076f32dc4f02b6bb4b68e40315e7b1430e56676e3", "notices/Dogwood House.md": "2f79be95f997965eb0765106c466dfd4e33792f9947fa93d4a259eb6452f56e3", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.015, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "725090c45a7f8e22f6c80a1b287fd96087035cd2781879da49a175b0d5284f51", "run": 1, "run_id": "maintenance-notices__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d3470db8008597682843269bb02687a93d564851960a1a10529d7dfd8aa590a6", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 331264, "input": 357254, "output": 16834, "reasoning": 12130, "requests": 12}}, "cached_input": 331264, "input": 357254, "output": 16834, "reasoning": 12130, "requests": 12}, "wall_s": 90.0}
{"artifact_hashes": {"members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "935b60211fa2d233fc82f0626c2b2bc37b796efb97fcc956fa8b73160092500e"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0175, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8a89001d51ea7056f49a4c8bdac0ac25bb941aa9129d30a27a76f66dfda118b4", "run": 1, "run_id": "membership-renewals__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1df8a9cdcbf8dfa45a5f0679cd6a3ee25dfcc2823d668cfdf46ec4eacf5886a3", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 517248, "input": 559570, "output": 15982, "reasoning": 10092, "requests": 13}}, "cached_input": 517248, "input": 559570, "output": 15982, "reasoning": 10092, "requests": 13}, "wall_s": 84.5}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "70f2a53c53edf889e9f09298b1c7b091dda96d8695de93b0f56d86ee34b2819f", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0429, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0ce24884376fb26546bde2b305dc3874a4f492fe611c02a3792535fc171e13c9", "run": 1, "run_id": "menu-cost-sheet__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7943a745c1c30ab2817e0414242fe167978d218490ca6eaf48c8a0593ebb072a", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1608704, "input": 1686798, "output": 43987, "reasoning": 23742, "requests": 30}}, "cached_input": 1608704, "input": 1686798, "output": 43987, "reasoning": 23742, "requests": 30}, "wall_s": 208.4}
{"artifact_hashes": {"menu_performance.xlsx": "e640f055cb9ba1ea0d8f0e3828e0b82bb406cb97cde1c82a95646b8ea6e38dc7", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0487, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e9fb9f7648d3704173c3678c015b87a2f2866aaf1d05363a0e422d61cc869507", "run": 1, "run_id": "menu-item-performance__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "36b03ca472e8dedf6ef176ed3c3ab34e4459dead0bd718176fcfb7c9746d2405", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1228032, "input": 1348443, "output": 44996, "reasoning": 21419, "requests": 39}}, "cached_input": 1228032, "input": 1348443, "output": 44996, "reasoning": 21419, "requests": 39}, "wall_s": 213.1}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "8ae9a43eab4f97b59945974343241f69ab9c0d976d7b90686940a43c62c2e4b6", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0387, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c995e62fa5c36b39b9a87250f983b8dbeb9ec94ddc1fe6fe4cd248191ac029fa", "run": 1, "run_id": "menu-page-allergens__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5bf01ca4cb585f67c7dc8fb527b3a84e6863755a4d7d188ddd7f700a50577d31", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 905984, "input": 997752, "output": 36954, "reasoning": 20460, "requests": 28}}, "cached_input": 905984, "input": 997752, "output": 36954, "reasoning": 20460, "requests": 28}, "wall_s": 196.7}
{"artifact_hashes": {"field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "24927ea911d7fd2487c20716a459cc8ef06742105318436670f14fdde29f9a89", "reimbursement_detail.csv": "8825db1e45d555337db9eee85b0aa8a21292edae8c5be8ea16fa8db4e80cdcdd"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0539, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6eaf4c2cd8020c2d083c89a484ebb28b862faa979aef9836422c52f131d47d07", "run": 1, "run_id": "mileage-reimbursement__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "507b55076d184ad7f345fdd4c54cd35a57ec519ff0aa672646fc19de526de438", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2304128, "input": 2435594, "output": 45453, "reasoning": 20964, "requests": 47}}, "cached_input": 2304128, "input": 2435594, "output": 45453, "reasoning": 20964, "requests": 47}, "wall_s": 250.2}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "c56062cf0178cf1ebc515644b578e970c4f924f81e34fdc53c7b2642d70d5a61", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8c0d9ed6bd11b1f22a1c4ffcca8e6f41ac227eeb161975213776d9ce08456510", "run": 1, "run_id": "minutes-from-transcript__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2997904916b0ad69e1900172a5f8d6b9554df43df7adb1c556c058ddf9f2889b", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 380416, "input": 447227, "output": 21345, "reasoning": 12481, "requests": 14}}, "cached_input": 380416, "input": 447227, "output": 21345, "reasoning": 12481, "requests": 14}, "wall_s": 111.2}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "4376d55c6511edc638fa756f2ccb2b016edb86f586d79fb036caa1fec1a6f80f", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "build_accruals.mjs": "5338da99d22f010aca1f53d9d93f928edc99f3b04eff3ee37c2014d5bcbaedfe", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa", "verify_accruals.mjs": "6baab53440b31e4d25148c512e9a32656fcb2e517f584f5489ab4cf33b35b648"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0233, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b482e125a696a89a5912a094c6d648b8bffaaa963c3cb1f1bf3f74dcc46e3a8a", "run": 1, "run_id": "month-end-accruals__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d081cd12e115a5def6b270b3236ae31eeff215310bd0dbdabff033353cf1358f", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 886784, "input": 923274, "output": 25354, "reasoning": 14346, "requests": 21}}, "cached_input": 886784, "input": 923274, "output": 25354, "reasoning": 14346, "requests": 21}, "wall_s": 130.8}
{"artifact_hashes": {"analysis/cleaned.csv": "3e722df15a4dce5772ca5e844b65cb5876390a25af649b1e66989de50420d15f", "analysis/compute.mjs": "f48f95bb1525622c583d3992431b3fa42328951e8ac8e6ecbd5956c06193f180", "analysis/figures.json": "edc7720ff70eed5c483c7330bd27bfc3e51c18b46e14f5ff6f9501c521907417", "analysis/memo-calc.mjs": "d7ecf8978d2d3fdaaf9643851f88be49d7007ceb7c59cb9819bcc06f14a69e1b", "analysis/memo-figures.json": "ff6f752f1ae28d7d4da31d907728814d1a8689aa33aa9761f7f4b952163f06bd", "analysis/profile-raw.json": "b9974cc60b51e9bf52183e1c40e99d9a79032cb0a4255a50ed0456db774a785a", "analysis/rows.json": "91d52e11d43c8675c1a3a40fcf2aac9f21f67397ecff967fb617efd8c7b2e03e", "memo.md": "7adee256ccb3611026c337c5b98d216becc9aade2d34a50595e9d943c4ca2e5f", "report.xlsx": "8a019f40ac065ab8e8931bbc8c4c1bc88345944bede08428022605cf962ae8cf", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.0254, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9a2f4a7fb00c6072209ab36b309c544e4dbf6b634f051bef4c7168e592b3c3e5", "run": 1, "run_id": "monthly-report-v9__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "705772b2e43aa0eaec4932c938e5d31a11d2edf1604e867dd75e82105a3a750c", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1336832, "input": 1376577, "output": 25742, "reasoning": 10027, "requests": 32}}, "cached_input": 1336832, "input": 1376577, "output": 25742, "reasoning": 10027, "requests": 32}, "wall_s": 142.7}
{"artifact_hashes": {"cleaned_orders.csv": "029262318023daba1e0e9b21b3c20983a47eea2f2caa85be99c9f153f44341a5", "cleaned_profile.csv": "9d29b3db694b59f4093db5d4951ecd4ec1f87a08f7b584ceeae0337b5ec3f9eb", "memo.md": "29f110cb60115006bf48ee58cefc2e5fac977e6562eca6e780040a9f08b04574", "profile-raw.json": "9f4b6dbe2554c481c2a896081417cdb1029f57044e29cae4f1d6d5dad68e04aa", "profile.json": "0834cd8105e130f81314dad7919bbccba1dc8c25cf9b54bd35071a6b5846c03a", "report.xlsx": "614228b52dc4f0e90d1ef8e4bbd9aea647934f159bf7dd971a0e3116424a73e3", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.0683, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "79bbc1c38fba2d3ba9f654d74ade06948bcf7296963e24d4e75cb3f4bb6667e3", "run": 1, "run_id": "monthly-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b9594655f864278535a2404cbcb8b63a0a740a0402f987153339107ebc97baa5", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3072512, "input": 3168155, "output": 74583, "reasoning": 39996, "requests": 87}}, "cached_input": 3072512, "input": 3168155, "output": 74583, "reasoning": 39996, "requests": 87}, "wall_s": 404.2}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "ae5bb360c89d944881b01e95092a35da7bf8c9bfdd46581b6d912b73719226c6", "mrr.xlsx": "543ecbc32b944ad729b4bfc3879eabd8d5d0cc4e5b50ea72a8358ecf1463c53e", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1021, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ea4edea34747f362343d463a0b77186d1017d49e75ee51e7a7ce4d8b4c778e47", "run": 1, "run_id": "mrr-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "40e7e4e9c205cb377603f9ce0e09759fb036e702efa18c62b6c6d9a73551a1e7", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3801728, "input": 3979160, "output": 106838, "reasoning": 58000, "requests": 68}}, "cached_input": 3801728, "input": 3979160, "output": 106838, "reasoning": 58000, "requests": 68}, "wall_s": 520.3}
{"artifact_hashes": {"eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "1c99166769637c161ecdc4d87df419759f50bf8ad22a7175b6c6a1bfaed41317", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0391, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d55767bc858064295e6b4f383435409e8f338fa5159131e5b25612a27af15ce2", "run": 1, "run_id": "multi-currency-sales__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ffda3d46ee7f67921a92793985b97b7df26bda36c9c3e04bdd2700f8fb3fa86b", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1007488, "input": 1120272, "output": 31857, "reasoning": 14421, "requests": 38}}, "cached_input": 1007488, "input": 1120272, "output": 31857, "reasoning": 14421, "requests": 38}, "wall_s": 175.6}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.csv": "60b9b2e82066f3b29dc3536b18ae35e6c7e5fc90f39860ddf7a7bc388a8e31d1", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "parse_notes.py": "2bb9d3920afe6f81a3d04d8f1d1a7b1a1ab7cbda7a532d657e032dac15c3ba32", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe", "verify_activities.py": "7aa4efeb7172465d2b496b56a956590ac77d6003f87ee3d1d5a436718fbea8e6"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": false, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0333, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "3422b070a8bde94a1d9fe23416a542e6e20eb36e0c288fec013fb6cb211d6d26", "run": 1, "run_id": "notes-to-activities__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6d4767c5f408be1e20be8a6a6ac95ee584b5a1eeceaaf941515bbf1c6c31a3ee", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1508352, "input": 1549990, "output": 37542, "reasoning": 24697, "requests": 31}}, "cached_input": 1508352, "input": 1549990, "output": 37542, "reasoning": 24697, "requests": 31}, "wall_s": 192.5}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "occupancy.xlsx": "0a2533f67426c7a6cd844d918eebf0667ea73e4017d615f51ac44efda3d7ad1a", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "profile-raw.json": "f2d2096bb5ddcd2c5a8620262571233e12bb791155fe9f05076703d37e3dfbc8", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0636, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "162526aeb412521d348febadad53aeb3ff7e93e1a854328703dc5e27ed5d1e1c", "run": 1, "run_id": "occupancy-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "acf3a1213ffdb0a4bb4583401eb769d034e4ca57aafa024bc3262fa588c5cd65", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2407808, "input": 2604215, "output": 44812, "reasoning": 23304, "requests": 45}}, "cached_input": 2407808, "input": 2604215, "output": 44812, "reasoning": 23304, "requests": 45}, "wall_s": 239.8}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "dcde5eb0a8633aa0c291ca88495b7e6a6abe2e4e9cf064af60456d4d1098d7fc"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": false, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0068, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d072023f3fe7b85f8a090cba26833e4035ec9896eb0c4b7f3d56637e76a16d20", "run": 1, "run_id": "onboarding-welcome-email__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "65e1cb75bafdbf2e829f6b1447ee7cf7eb75f40bf9b080372f562f110a6640eb", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 116736, "input": 140406, "output": 4870, "reasoning": 2816, "requests": 6}}, "cached_input": 116736, "input": 140406, "output": 4870, "reasoning": 2816, "requests": 6}, "wall_s": 30.4}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "6de673f330e42e22227f866b4b347334a9d8c7dade342394ee05657ac98d4a3f", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0302, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "af4329605e407986701d388ae0380b572d7d0d2322acc4dff2c9b4e9b0438d26", "run": 1, "run_id": "open-purchase-orders__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d161353fa8de689d4b4f27204293149aed05126dff7533ae7b2bf6dfb728ae23", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 763776, "input": 849258, "output": 25095, "reasoning": 15698, "requests": 18}}, "cached_input": 763776, "input": 849258, "output": 25095, "reasoning": 15698, "requests": 18}, "wall_s": 124.9}
{"artifact_hashes": {"index.html": "d1638d6b052cee8c655bbc35925683d3601593ce973e905c13fe0226e3ab668e", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25", "qa-bench-1920.png": "2f87145f12f46d0c501eef362f439284d012a483d8632b9062cb0fc0058a799d", "qa-laptop-1280.png": "80697518d3cd80ec874605a79d57b3428e6330515256bda7c1929a1db3573fbe", "qa-narrow-390.png": "286171e4688aa80ec4238ab6cf328d36ad5a2643b2548b996277babeb8a61e94", "qa/qa-bench-1920.png": "2f87145f12f46d0c501eef362f439284d012a483d8632b9062cb0fc0058a799d", "qa/qa-laptop-1280.png": "80697518d3cd80ec874605a79d57b3428e6330515256bda7c1929a1db3573fbe", "qa/qa-narrow-390.png": "286171e4688aa80ec4238ab6cf328d36ad5a2643b2548b996277babeb8a61e94"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": false, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.057, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0a46b3afd76669b6beab10406ce78f6dbde326ecd97b22ebdde26a8f5867227d", "run": 1, "run_id": "orders-status-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6f6172900fcf9d5f3066c1b4983c87e4a9a7bfae094781ef0983070ed80bfbe3", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1965312, "input": 2116604, "output": 47377, "reasoning": 25766, "requests": 43}}, "cached_input": 1965312, "input": 2116604, "output": 47377, "reasoning": 25766, "requests": 43}, "wall_s": 282.3}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.md": "fa9ac82eda597e847ee027d98356623f19ad54fa968e4f0e2db35843fc641a44", "reminders/Dorsey Freight.md": "27aa9a05ce6aefdee860db48f9851a8899116df227f02654919cefd0d1e24d60", "reminders/Everline Insurance.md": "72c7996fc67e1c66a1750c3c534aec1c35e19993c24ffdb89a4019962037ffcb", "reminders/Kingfisher Charters.md": "19f121896075f09b53dc29fa3a2290008934d7d6aa5b2774424b59137d894bbc", "reminders/Larkspur Yoga.md": "3ae8478ed792362c6ae00aaefcdcef7f2e88370e8ea5917dbc93fbc25e4ba12f", "reminders/Redwood Property Mgmt.md": "c6d26f4534729842af1aa08caee1168f837069e85ced4560d2d0173c723c93cc", "reminders/Tamarack Brewing.md": "66f19576d1938885ed081567899ebc0ac70b7a8b852fdebf06ffccef0f0d0374", "reminders/Uptown Fitness.md": "a87f7fc720691133a8a71db1b0d2b2a2f31e6a7eb8e99bf02d02123960ee517c", "reminders/Yellowtail Seafood.md": "bcf97000df13b5d1f8a3d5961b73e2bda655f4766cf05d750f067e0e9e7a07f8"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0c4d953b05adcd8118fed1d73dcf11c65005f32b879c93767686ee756193b47b", "run": 1, "run_id": "overdue-reminders__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6749970a79513a87dfdc682b90aa274c9968e827ada8a1912651155345ba3307", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 585984, "input": 642753, "output": 22822, "reasoning": 13302, "requests": 16}}, "cached_input": 585984, "input": 642753, "output": 22822, "reasoning": 13302, "requests": 16}, "wall_s": 111.2}
{"artifact_hashes": {"note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "62b75b04974265a0b358a1aa1404dd270ad0a71594be7a5a4e7ba35d3d66c4a3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.017, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "34a275d47d012f28e7a8e1b63f4a793ad2b37dfa740573a27aeac80d0b7bba55", "run": 1, "run_id": "packing-slips-vs-po__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "27a74cbf328aa87e392266dcc4c0dd48afe4825b4f5517c17b75ad0fbf162355", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 689536, "input": 721627, "output": 16821, "reasoning": 7702, "requests": 22}}, "cached_input": 689536, "input": 721627, "output": 16821, "reasoning": 7702, "requests": 22}, "wall_s": 107.8}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0315, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "595e532277560d39ac9dde4a8a8793f4522042563caab928e09a8484de1e974f", "run": 1, "run_id": "pay-stubs-extraction__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "003d43776a342599b4e1f5c5680c4175c187248a53fa8016a8cd5fb217725b77", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1421952, "input": 1459222, "output": 36064, "reasoning": 17351, "requests": 30}}, "cached_input": 1421952, "input": 1459222, "output": 36064, "reasoning": 17351, "requests": 30}, "wall_s": 180.0}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "match-report.json": "8446957f3c93e66f8419efdb4e76f56098fcbfea5ad83df5c641119cf1cc40c4", "matches.csv": "c81dcfc09756ae9434d79983de65274fb4cdf3518e6c51a4d83201ebe1b3a8d1", "matching-notes.md": "a826e349dacc670bdde8c862058267b031be1f3f02cb97ac1bd96b07a2c02685", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "reconcile-match.mjs": "94828c3bffc55f25a2eec07a7c24a8fe813e6d4af7847e41388b210b5959a240", "unapplied.csv": "69917416d771619c9fa352b97137fb32b146f3f26ea562cccd864ea642686c6a", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dfe222ced37c29a37fd5e55a7aff0339759496cfb115be34ddcca6cb838fb66a", "run": 1, "run_id": "payments-match-v2__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4c16d5fcf2e967d8c1055dc519e6f95cd0f493e0416b8387e5cbbfbaf7a42fa4", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1068800, "input": 1113999, "output": 23377, "reasoning": 13337, "requests": 22}}, "cached_input": 1068800, "input": 1113999, "output": 23377, "reasoning": 13337, "requests": 22}, "wall_s": 126.1}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "matches.csv": "ab8eeb25cefa1307b8f5a1151e3da35305711a37a7784edefb8faa95a78620c5", "matching-notes.md": "6a7a624633cfb25be024c78a2836b982db4392c596f25e4284b0d878e76db4cd", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unapplied.csv": "2385744ed5a0b41239e5cc259f88f086262cee6da2770bf2358467c9be49e7b0", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0191, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5c3abf3a5a7c17ba422495d038ee421c38e3cdc03cfc6acd0c8d350456ecf666", "run": 1, "run_id": "payments-match__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "345e32d931ebd57752d21ddf2d7f0a8706d29611ca3bd587f2ffcc334272f0c3", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 408320, "input": 451504, "output": 18945, "reasoning": 13842, "requests": 11}}, "cached_input": 408320, "input": 451504, "output": 18945, "reasoning": 13842, "requests": 11}, "wall_s": 89.1}
{"artifact_hashes": {"build_payroll_je.py": "016e2ae836f93733fb3cae4ea07bd3ff76ac72dc3ff785a3666b5542a8ba51c2", "chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "ddecf2aea83254cecd00797e38edafcc88ae801797009a24fc97eb117edffe57", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0206, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ecece1c7ee61792f585a3bf063dc930cec4eb70885b618add5c6032e6dd45348", "run": 1, "run_id": "payroll-journal-entry__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b6c29d978191eda957e568ff83880fc41221f4b31975136303aa3ec6a9eea2fa", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 495360, "input": 561642, "output": 15296, "reasoning": 9873, "requests": 15}}, "cached_input": 495360, "input": 561642, "output": 15296, "reasoning": 9873, "requests": 15}, "wall_s": 86.3}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "3b0c409a355f1283519728f0950af977f15fcdb3e373f87876685a8093e1ab76", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "15fe9980b8b53d9b9e939f8a69a0ecafbcead32990afceb99c3d4d1f4b634e9b", "run": 1, "run_id": "payroll-quarterly-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b2aac8e0144b8401b2ebf95ea43202b52dd55e0aed55fd14cdf50f3642b4d7cb", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1025024, "input": 1105025, "output": 20843, "reasoning": 6635, "requests": 29}}, "cached_input": 1025024, "input": 1105025, "output": 20843, "reasoning": 6635, "requests": 29}, "wall_s": 127.1}
{"artifact_hashes": {"build_deposits.py": "7e5206449363e036606435f0767feec38006d78719a39f6e042a51badbab5d0c", "deposits.csv": "8c0e2c962e73096a9325426a8e3bd19808d35e0b8829c591a1b7e69fb84f1ac5", "deposits_final.json": "1dd4848bab573a20d9b1615b6ea2f1b342a5a135caab8f28b8e9150c6f114208", "deposits_rows.json": "bcf4e318797f69550a84a80f38267befe94c32c9a0f64f08db6cdb22e338cbd9", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e", "verify_deposits.py": "07c84d21eb710bf8367d96e959ed190eb89b58dd1e384282aa7d9ee34f2b900d"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0225, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d6162830ca31cf1eaf2bf3267c7c0714b1173fa3bebfd73c9a7a72859796684b", "run": 1, "run_id": "payroll-tax-deposits__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "24d4b40f2fb7b68731c08e1cae8a7aba35687fcb1b37385f2768f0ca7216e783", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 579968, "input": 649044, "output": 17412, "reasoning": 9520, "requests": 17}}, "cached_input": 579968, "input": 649044, "output": 17412, "reasoning": 9520, "requests": 17}, "wall_s": 90.1}
{"artifact_hashes": {"build_consents.py": "744a8003a29a8696c6e5f2b829ed490cf28403d03f58d7126c3350c3af02ee36", "note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "qa_007_photos.png": "258a7c541ed630c89eeedbea2405ca8d45b14fb5734a4b103f5c68ac1e69a6c3", "qa_009_photos.png": "6295b988c4c57cf431cf1e56f007806d12e91e521f84b2ca91ad319a8609ce89", "qa_010_photos.png": "08199646f5e1a240ee1678e85f45a05848080acf4e31f2c087c48e96f9096330", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": false, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": false, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2141, "exit_code": -9, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a33526ce448fe7c8324405060e4bb0ba072c32d3c029c66518c59edbde2b4225", "run": 1, "run_id": "permission-forms-scanned__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "85fdd119b8b3408f4fa2b59f8141b283c25bfed089a354dad1c314328d7a6cb8", "task": "permission-forms-scanned", "timed_out": true, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 8373632, "input": 8799952, "output": 208314, "reasoning": 137166, "requests": 139}}, "cached_input": 8373632, "input": 8799952, "output": 208314, "reasoning": 137166, "requests": 139}, "wall_s": 1860.2}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "084328ff4c10a1bffdd5fece90a16b4a877729788a13d00287529731841b926e", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0256, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "34634e57d848da3249f382728153a58e779cc788cc67e35332eff5afec97ef7b", "run": 1, "run_id": "petty-cash-reconcile__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "99aef56f146f1a0bef2e2b5105aa9cf5348c824950e37756806cc0f1ad24dc72", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1123968, "input": 1160841, "output": 27856, "reasoning": 14102, "requests": 28}}, "cached_input": 1123968, "input": 1160841, "output": 27856, "reasoning": 14102, "requests": 28}, "wall_s": 154.1}
{"artifact_hashes": {"build_e164.py": "b9a7ae8f206fee0ac4c8e03db8ce754d2830a3ec26bbba3b467fa3af72f63d9b", "contacts_e164.csv": "e2fb9e7f7ecef8984051912a34efc547a657cebf2a503dcf140ea0b3bbee2986", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb", "verify_e164.py": "94bce7651acde3ac622bc29edfc535336f08b72df5e5fe78bcdadb950cdd4257"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0338, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1e98b2aeb2c4ce1a378e52414db16cab9fa445a5a56324fa53327f6ad81e819d", "run": 1, "run_id": "phones-to-e164__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d5524a5e41dc11c5835675d1fe59d006d01ae3c883b0b5a7b59f6977b015d376", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 963328, "input": 1052874, "output": 29143, "reasoning": 18127, "requests": 22}}, "cached_input": 963328, "input": 1052874, "output": 29143, "reasoning": 18127, "requests": 22}, "wall_s": 146.5}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "compute_prorations.py": "9c180948b921fcf38ec2b935e0d1ccace59f5056ce574b06d022b01da5784035", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6", "prorations_detail.json": "2985b78f1a527b63894ddf4d549fa47d513dc7fc125d089c73bb27150598aaf9", "prorations_excluded.json": "dbad878496cbd19a20a37bcdcbcaefcfd7959fb315d5c787081d6b88a0312f12"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0153, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7008f2f6dba8736767e32985dc765d60e5ed29964f9151ff71bb5efe05f083a1", "run": 1, "run_id": "plan-change-proration__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "17308165fe33cf36ce189ee0e54233db8a815e1eea47c93e128ada5ee0cf8221", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 613888, "input": 646572, "output": 14286, "reasoning": 6076, "requests": 19}}, "cached_input": 613888, "input": 646572, "output": 14286, "reasoning": 6076, "requests": 19}, "wall_s": 83.0}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "0d5cf694b0f6163163cc6944651fec856a30b8c467a292994dcd97f899b9ffea"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0065, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "65652c45d5230d89783214925e06df576c10dca1856fea3022531d817d04cf85", "run": 1, "run_id": "policy-update-memo__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ca3bdbc8e569d3d73c474b97d950802b83d7712b405cbad7abb20e56289d764c", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 118272, "input": 143667, "output": 3846, "reasoning": 1601, "requests": 6}}, "cached_input": 118272, "input": 143667, "output": 3846, "reasoning": 1601, "requests": 6}, "wall_s": 24.3}
{"artifact_hashes": {"build_pos_menu.mjs": "b5cf2434df6e9d788bbb627c23817957625214845fa44719e03416e05141d6d8", "pos_menu.csv": "6518202fe99e42556d8dd73fa15e962461c7112b5677b10f66f4af90b1d6d096", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a", "verify_pos_menu.mjs": "d44edc6e369beb9ee45cf2a07ae562b4177f935e5b13799b6ed3510f64a04eff"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0135, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "478ad0c4ca649c289df7871eab8c2c47cb7e450692551c8e1b3d7f3bdbb939ef", "run": 1, "run_id": "pos-menu-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "55adef8c681c3e12bb9e1ba696f1fb8349300647effaf35e7c3a941731ec8d2f", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 349568, "input": 381332, "output": 12860, "reasoning": 5342, "requests": 12}}, "cached_input": 349568, "input": 381332, "output": 12860, "reasoning": 5342, "requests": 12}, "wall_s": 67.5}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "8aa55874036e20eaf63c172ae114192a53220cdb3152727e688af9c54135ee58"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.149, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cb0942f46b08432a1e5ef159031998f183d4305fb31baf074586b6b7e5ab2d5f", "run": 1, "run_id": "prepaid-amortization__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "211a20e9693b1a657fa34ffcc0a437fad1391480afb85eb5016051e37edbf92a", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 6556288, "input": 6805375, "output": 153361, "reasoning": 108824, "requests": 89}}, "cached_input": 6556288, "input": 6805375, "output": 153361, "reasoning": 108824, "requests": 89}, "wall_s": 745.4}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "95a6072cdc24ee19e544af5a2cae8486dc66fdaf8f449f450e7ee186363b504a", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0135, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4900b1f0a3a1d323ac691dc5c0d3fe5c7e91c2a59bb59ae4b7b907c9a5c1d12f", "run": 1, "run_id": "price-increase-notice__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "db8a220ec0cf2cd1b5eadc3290a1941e03f15aee21d6be327bc02f060c63d3f9", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 414208, "input": 449286, "output": 11721, "reasoning": 7253, "requests": 12}}, "cached_input": 414208, "input": 449286, "output": 11721, "reasoning": 7253, "requests": 12}, "wall_s": 68.3}
{"artifact_hashes": {"build_notes.md": "f9ec02ef39b8aaee07290499700fc74280a076cfba361ed05affe3ee6a4bdc62", "index.html": "d704fc9678fcabe2e6571d18eabd32e2bd8290fd185dd4ccbe02f14b937c1cee", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0431, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d804bac371ca4dafe146c6fb21f6fe12baf9f01370dc639ca0377f2533b0f4df", "run": 1, "run_id": "price-list-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fde4744f9dc0ac0ac8f8e008c4f77f5ce62c2aaf49905f6ab5c750c85e9c0c6f", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1144320, "input": 1243889, "output": 41138, "reasoning": 19135, "requests": 32}}, "cached_input": 1144320, "input": 1243889, "output": 41138, "reasoning": 19135, "requests": 32}, "wall_s": 198.8}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "a21bdd21e0d68022e3b1f16f915dda6f6a8f49bb23b38a516783ec29038ef028"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.0378, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "afb723e2c81aa4e63e4a656b0585858dd1452545b711878ac331944fe6868244", "run": 1, "run_id": "price-list-update__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "689375d6ed2ec0072806d21c2c2814e097ce1e9e0b395a22c8ca981cdd0f306a", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 930816, "input": 1035237, "output": 32203, "reasoning": 15007, "requests": 30}}, "cached_input": 930816, "input": 1035237, "output": 32203, "reasoning": 15007, "requests": 30}, "wall_s": 163.5}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "75f4b2e659351deb85692e0e03d918f269abd395eebdbc8f6debe4b0933ad39a", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0264, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8d48a481b85fa5f2898e52137be2ef42ba6eb352ba57369ea800078ab309b827", "run": 1, "run_id": "procurement-savings__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "451c800de7eace18f1d1204231266843eea5aff5503db7bacb328eef094c55f6", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 655744, "input": 739975, "output": 19627, "reasoning": 9531, "requests": 16}}, "cached_input": 655744, "input": 739975, "output": 19627, "reasoning": 9531, "requests": 16}, "wall_s": 102.2}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "cbd3f8112a6a4658e38d12bd7c65272f22dfd631fb9433690355c7891243c092"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0798, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d5fbd845afad0f5b7d7cf77c2e02b9607bd25224440b15bae26acf882c5c2d38", "run": 1, "run_id": "production-yield__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "77ed79ea37738ae6116ac8703fafe4cff46a71598858b7e7d11bb48ad56d83ba", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3452288, "input": 3587086, "output": 82026, "reasoning": 50111, "requests": 65}}, "cached_input": 3452288, "input": 3587086, "output": 82026, "reasoning": 50111, "requests": 65}, "wall_s": 436.1}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "3b81d6e3e7aee6e7a73773d7a03b1ba3bb7e256f5375861f944702ccc40ba080", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1545, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1db92a1a3658d454e151a85765f72317a0514297cec82b1a25da662646ad28b1", "run": 1, "run_id": "project-budget-burn__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dceed967e4676bf82729c1b23e159a983dd62644976db8f89d2158dbafe40cde", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 7264896, "input": 7518152, "output": 157917, "reasoning": 83669, "requests": 108}}, "cached_input": 7264896, "input": 7518152, "output": 157917, "reasoning": 83669, "requests": 108}, "wall_s": 743.1}
{"artifact_hashes": {"margins.xlsx": "7017dd160b32092ec225a8984fe8ff65a54655d18ec79fb72d502a75a6ddc6e6", "memo.md": "47e6f2a0046588b8c35bab50604b33076a87f8ccec6863340dc6ce31448b2f0f", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0576, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "399bf621bec2828d8e1ee5c347ebe5a60c3b11f6a1a11ce4bbec5ec20107f4b6", "run": 1, "run_id": "project-margin__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c375a801fb5adfdfd158cf61bb5bdc4d4e8cd49905df1ab806c6f6cf356d3aa", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2042752, "input": 2198389, "output": 46906, "reasoning": 22072, "requests": 50}}, "cached_input": 2042752, "input": 2198389, "output": 46906, "reasoning": 22072, "requests": 50}, "wall_s": 249.5}
{"artifact_hashes": {"board-print-preview.pdf": "5e2f0b51892d35c8c58e50b6008a0feb75b9843a42878f6eeb71ef800ae8ec30", "build_board.py": "7da4a824564b65cdf7f65f578e4c3db93dd2839ee53385fcb4161883080c477f", "crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "46737a17110c59cd69a3127df1c28058ff894f9568e7a716fb44f80baa9c9afa", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470", "verify_board.py": "03e281e003bf348ad0d85cea2e0975aad6ca5b0060af8774a955d9dde09611d2"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0465, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f330bfc813cab7989c0a71277bd3fb85b9356a851b167d58773ec645c61908ea", "run": 1, "run_id": "project-status-board__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fa54036e2d7c4dfaa32b89cd9a332cf22716a965166ce73b492d4ccf1c61b34f", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2564736, "input": 2633087, "output": 47554, "reasoning": 25016, "requests": 50}}, "cached_input": 2564736, "input": 2633087, "output": 47554, "reasoning": 25016, "requests": 50}, "wall_s": 263.7}
{"artifact_hashes": {"email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "aa37bd908aec9bf20ea3f64f4bb4cc5ea8a4abeeb8f7a06bd9a2f6ab01f2f39a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": false, "required": true, "type": "csv_values_match"}], "cost_usd": 0.019, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c39b80c9f1a202e4f220ec915faae377a09dbbc6df9ded1915ea289e16172421", "run": 1, "run_id": "promo-code-analysis__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "56794b1b921dbf460bacff2204558122092db6a0ae5b662c7c7260b55d05c07c", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 480384, "input": 540766, "output": 14132, "reasoning": 6814, "requests": 18}}, "cached_input": 480384, "input": 540766, "output": 14132, "reasoning": 6814, "requests": 18}, "wall_s": 82.2}
{"artifact_hashes": {"note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0279, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "54a3946635974568213b561915c5b51d5a15c95dcca3a4c94ef1a950e893433b", "run": 1, "run_id": "property-tax-bills__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3dcc218a923a150c8b9454580208e2908df004f2cff88047abf03342454d5758", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1562496, "input": 1602969, "output": 28550, "reasoning": 13052, "requests": 34}}, "cached_input": 1562496, "input": 1602969, "output": 28550, "reasoning": 13052, "requests": 34}, "wall_s": 188.6}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "b347b8157d25f8212e72e577469dc99d370773cf745c75ce2f1b518bb5861fac", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": false, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0144, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "fa762a7a9235fee4aed58e2dbf0270e7af222b8a01fda519512798c1216b9c12", "run": 1, "run_id": "proposal-from-notes__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "825a430850e6cb8c30ebe6458d39ad1abf02f08cf642318e3e3d32c7f0465b4d", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 276736, "input": 317258, "output": 12463, "reasoning": 6435, "requests": 11}}, "cached_input": 276736, "input": 317258, "output": 12463, "reasoning": 6435, "requests": 11}, "wall_s": 66.8}
{"artifact_hashes": {"customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "b9606ae658d5d7c0ee2fa908e7319e8635e8e2ad029ed69f972108f8ad23a9e6", "po_lines_build.py": "3c9e2388c9906d591e6ba7bc72c2d184897ad78e2ae6200be6a5fec4cf56bf49", "po_lines_verify.py": "99ddc1a88201920aa2b5c913c36cf09d0057f454022193a6f7a5fcd1ef0874de"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0198, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5bc675e1b530eaf7c765c5b0044d10a241bee0a4c9c576f74ac9f6ba19be629f", "run": 1, "run_id": "purchase-orders-pdf__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "79ad0c859db1bc43fd4938411627d64b727314fb8290ef41de1f0ee95ff73505", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 559616, "input": 624079, "output": 14009, "reasoning": 6113, "requests": 18}}, "cached_input": 559616, "input": 624079, "output": 14009, "reasoning": 6113, "requests": 18}, "wall_s": 79.5}
{"artifact_hashes": {"email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "ee2de059301cc1da75f00e67aae8e8f31ae3569ae68a881469588e11ed1f7121", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "profile-raw.err": "b31dbdb35f3fca4d6eed72f12b63fff6845d03c360ae4d3bbf7155d1fb50b54e", "profile-raw.json": "97708c9da2e91f74c4adebe46b1843f9473373373281c889b907fcfa0d0f4bec", "profile.json": "a388d36ab74694d23811fb6248f0fa2fe72bcf82b5399d2fe62210685e816a4a", "q_report.xlsx": "ddeb4922e21dddadabbb623e35a7a2f2a4b0d5d54deb30a4e55c00107af38671", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0692, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d728e7016e211f707655d1f16f892090b18c0a3b426477c7656fb56252459325", "run": 1, "run_id": "quarterly-sales-report__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a9138ca6d1a8fb4df98771f071d23b5f3a3b0930808a92303e6951c3c0c76d70", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3051520, "input": 3223048, "output": 57156, "reasoning": 26085, "requests": 54}}, "cached_input": 3051520, "input": 3223048, "output": 57156, "reasoning": 26085, "requests": 54}, "wall_s": 297.2}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "build_qbo_customers.py": "3f95d00ef5eb985e7a2157c77e68b90eab055d859e2468f2fd40d93ea2578c6f", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "c7a5819552c14a00fc5afd4a57769a08a2f3cba8061c74d335ece64dbf8f2740", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea", "verify_qbo.py": "ac4a33d85a8b8e3c1ee2faa90794954ccbf845d1430acadde47041a56246b963"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0172, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f61a63c22710bc2faa3046d3ca6a25af8afbac3f367ce50c8326ee7d09736d42", "run": 1, "run_id": "quickbooks-customer-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8cc84977af0e89134f37ddd9b3652547f664289d5c136ac9f9fbcc9652c396c2", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 609152, "input": 643042, "output": 17152, "reasoning": 8924, "requests": 17}}, "cached_input": 609152, "input": 643042, "output": 17152, "reasoning": 8924, "requests": 17}, "wall_s": 87.5}
{"artifact_hashes": {"comparison.xlsx": "7f42b8d09883da735e2af6899e0a71f25ea4d61aebe6d5efa7738fe5bb37699f", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "dcc6911eb0f58fc5051f1f1d32882ef5d155db27bf78a96d523f5715b478f327"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.0752, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0f30508785935722e9901ede67317da193920a2969ab122e091cfa89e6de1c0d", "run": 1, "run_id": "quote-comparison__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "42bffa364cf3af79eceb10ce6b3b9cd8f21ce5ba9183707a43f8ffee87cc9ea2", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1432448, "input": 1605702, "output": 74842, "reasoning": 50453, "requests": 43}}, "cached_input": 1432448, "input": 1605702, "output": 74842, "reasoning": 50453, "requests": 43}, "wall_s": 353.5}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "0d77c52c7c97ded2aa806c7baf249134336bf7826b3ad3214f4e51f90fe5672f", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0941, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "440b07da4a29bb09bc0fd647ab1c2b22233ee3448b5b4e158fc5a707e21b0b8b", "run": 1, "run_id": "receipts-scanned__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9fe0542759900b6762c701d7ecfc8e879b41932816d4a8ac0fa3a7ac45ac27f6", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2788224, "input": 2930617, "output": 107336, "reasoning": 85219, "requests": 60}}, "cached_input": 2788224, "input": 2930617, "output": 107336, "reasoning": 85219, "requests": 60}, "wall_s": 823.5}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "946d7932099094d194169cc3bc0e2f5c1aa9dd1ffec84506e7f20c2333e5106f", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0075, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1e9f8985cad665d19d2a9f993be6c2d33b4e22c0520814e15ab0700d2a2b5507", "run": 1, "run_id": "refund-apology-letter__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "56148e6941680298c58048ab4aaa7c35c1abe367ad39fe4cd27c58cab499de29", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 103040, "input": 129782, "output": 5229, "reasoning": 3483, "requests": 5}}, "cached_input": 103040, "input": 129782, "output": 5229, "reasoning": 3483, "requests": 5}, "wall_s": 31.3}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "refund_recon.csv": "3bc8b914afc2d061c752b1d86ceec32d3e04e8ccba7387044c9266599d8181eb", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0437, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "530b878dc847f4e2cd9f4ca524187309250ecb0fb0e97b210a2b7a21de4e8549", "run": 1, "run_id": "refund-reconciliation__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "927bf09c2b3148439177eebffde25e7dfaff07214c95e6e02d1daa6f648d907e", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 549248, "input": 653939, "output": 43937, "reasoning": 32362, "requests": 16}}, "cached_input": 549248, "input": 653939, "output": 43937, "reasoning": 32362, "requests": 16}, "wall_s": 190.5}
{"artifact_hashes": {"memo.md": "42203e70c5bab0ed3f14d35c4a669183a6cfc6b2d22f6c313960888b052bbeca", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "51f6e348e333f255b3d575694f3294882d281e38e00e69847eaafbc56bedb4bc", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1175, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f4ebdf96e4f75d3e040d103fdabd2be2da89c8c9702b2d1e11969d8378712e30", "run": 1, "run_id": "regional-sales-monthly__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a0e8d73ec2c2e84f39b86c6d76da8c68eba35f0ece2d604abb9855ca6158c477", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 6065920, "input": 6214320, "output": 128403, "reasoning": 71831, "requests": 111}}, "cached_input": 6065920, "input": 6214320, "output": 128403, "reasoning": 71831, "requests": 111}, "wall_s": 669.4}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "4dd3252a976e91b37941d87a8cecf89a1064306f151bbf99badb20016216e478", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a", "work/rent-roll-audit.json": "953bc9db02e20ffaf94b07b03e87e5e866a91b242a0ea479b336f7056d56e8c9"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0242, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a7e0d9efd8aa7fa85fc61b2fd19f652dd1f454dc9d56d1f670a8e74f6d923b4f", "run": 1, "run_id": "rent-roll-build__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ef55ab18f57c8cb1895dc483e7b28f9bde5d6cfae8705a5786b57fe098ebcdf3", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 945152, "input": 983805, "output": 25932, "reasoning": 15088, "requests": 22}}, "cached_input": 945152, "input": 983805, "output": 25932, "reasoning": 15088, "requests": 22}, "wall_s": 138.0}
{"artifact_hashes": {"equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b", "work/compute.mjs": "38faa4d2bb66273d798e16716a2f0002a148fa94852ceed22b466a9dfc9fc300", "work/rules.md": "ad008a614447528b709582ab4648b16a72f290cac5063bfa5abfc360e6a85ac0", "work/utilization-detail.json": "d96ebb51aaaddb99c9ee0bf698e6a89d5ce528ff49411ddb0114a8e3ce91fd0e", "work/verify.mjs": "70eec7bc7f4eadc01107ffc8eeb754088bc054e6f92631b7e34e6b0c51111d82"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0184, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d35cb8938a2ed49e501191722dda5485c9f0cdd947f89a6d36b2e9c275282a47", "run": 1, "run_id": "rental-utilization__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "38cfd214c26e8873014a3425d7e3eb7f2e9de280c97546f5629f4923760d601d", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 849280, "input": 886480, "output": 17103, "reasoning": 5461, "requests": 24}}, "cached_input": 849280, "input": 886480, "output": 17103, "reasoning": 5461, "requests": 24}, "wall_s": 103.2}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "f2eb7f0c6c5c5fc8b4dee8c32b82f90c74d440a2789b894287704b63847c0c03", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0131, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "022f771df9e4f28687007053e3d981becb786eb55113ace58a0f9b32a68bc930", "run": 1, "run_id": "reorder-list__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "018671f9992f3eb2d1c7f5b6b591a79e2eebd1f924d07d6e1935f6ee95a3c6f2", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 421376, "input": 454314, "output": 11476, "reasoning": 5276, "requests": 15}}, "cached_input": 421376, "input": 454314, "output": 11476, "reasoning": 5276, "requests": 15}, "wall_s": 65.1}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "eff062cf37fe56575651e438abe4823d76341ed6b04987c9d564150331dc32ac", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0616, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a84f7b5f1991aabc91fee61d924870e7b11b668c75122b65218e4b190115705", "run": 1, "run_id": "retention-cohorts__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5722c65c706cb758767852e629768e9e64c4fb4ad0e2928b812664f20c577ac3", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2808448, "input": 2949735, "output": 53322, "reasoning": 25515, "requests": 51}}, "cached_input": 2808448, "input": 2949735, "output": 53322, "reasoning": 25515, "requests": 51}, "wall_s": 294.6}
{"artifact_hashes": {"analysis/analysis.json": "e9389750cd39e20ea72276afe9e8a8a82876204262260face8c30be915e8a857", "analysis/analyze.mjs": "ce6229b3a8e9ab83bddeab0222db0635efe0cd82943ef918a86d392e34d1ea01", "analysis/expect.json": "2e01d699000f78ed82b5017a44e2725c563856f8c4a5437df7b888827da3d4b8", "analysis/rows.json": "62707f8c78f75aaf77d214cbe86feda0bf9cb5ffa8b47aefce118abaf9c21928", "analysis/verify.mjs": "9f1618e1191e51ba8c47f70450df6f1c7f4617e5b0316153950133b60ead5239", "note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "f6726e4c27935c71dd4d23522f734642ef3dff37306485d8f6486573d3b121b8", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.031, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "70bea2f708b502237321e305c15d2730d2dd0bb5758d686d38152ddd647c7fe8", "run": 1, "run_id": "returns-analysis__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3c244f4e1bf372e623c2c54b558b70d00bb2dca9e02cb60d921d7bb770b4192c", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1438336, "input": 1495701, "output": 30080, "reasoning": 10231, "requests": 29}}, "cached_input": 1438336, "input": 1495701, "output": 30080, "reasoning": 10231, "requests": 29}, "wall_s": 153.9}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "d24fc962707b98b06902d82e0123ef21bc00c19fc9ef9ae185e52cc9e649bb30"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0143, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c240ebf68c577621401e348fa40d21a624f748a2ee64484d7856adc10fd15421", "run": 1, "run_id": "rfq-email__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c228886a0dd59bae0aa31b15052cd855880a265ca8aac7b688bb6c72b9d427b4", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 352128, "input": 387786, "output": 13111, "reasoning": 6153, "requests": 12}}, "cached_input": 352128, "input": 387786, "output": 13111, "reasoning": 6153, "requests": 12}, "wall_s": 70.1}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "c08f6f7e1767c59f0c87113764ca8452621c537bcd21661197043119aade9127"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0228, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "81181b6ab932dd247867b892c4751e37535996530953db1baeaac80deb1975dc", "run": 1, "run_id": "sales-pivot-by-rep__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f1a42a394f3b045808e55b8eacc7a51aea9a8bf05b783403a6a7013a4679fbe9", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 852224, "input": 898421, "output": 22219, "reasoning": 9994, "requests": 20}}, "cached_input": 852224, "input": 898421, "output": 22219, "reasoning": 9994, "requests": 20}, "wall_s": 121.8}
{"artifact_hashes": {"note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "2581f763d4c06a42767bdc5cbe37012b526a861cf046511726478280e9271962", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0206, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0f373980163d78cce6e20861d1179c8796e62af3ebd10c0593a9cb8f7452cef8", "run": 1, "run_id": "sales-tax-by-address__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "140bd2b34e54b6cba5e6547d82f9b3b96c6d4e4a7b80c2e389ae3d991019258b", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 761728, "input": 802327, "output": 20318, "reasoning": 13432, "requests": 19}}, "cached_input": 761728, "input": 802327, "output": 20318, "reasoning": 13432, "requests": 19}, "wall_s": 104.7}
{"artifact_hashes": {"build_tax_liability.py": "c2d9c7ebcb251a0d3c7d470059390c67aed405e8f70b4f3a41c7a0da478ae545", "dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "75382890ee70c8b05f2bf01db0561c550cac827dd3ac0e87e565058c8a377374", "tax_liability_workings.md": "80ea742fe7f695a169aed406340b081f92ebb5f0540d59859337dce7fb9fcfd1"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0322, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "634868af68c00a1e1f4f4cd1bb3fe5b117bf7511e74849829a160030a48655ec", "run": 1, "run_id": "sales-tax-liability__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "af161d7b8c155e09ec14008001c10f2e2d3abd356d54763ad5ba134aee832f5c", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1228800, "input": 1326157, "output": 23134, "reasoning": 9217, "requests": 26}}, "cached_input": 1228800, "input": 1326157, "output": 23134, "reasoning": 9217, "requests": 26}, "wall_s": 127.8}
{"artifact_hashes": {"build_sf_leads.mjs": "b2b364212834ab1732e66e2513a688468f16ef056d691c488484e6091100a146", "leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "210fc5f68a912c4f93895d317d99f6f32b456f9a74d4776168de5354ee12b410", "verify_sf_leads.mjs": "c517d4046f863f56d7cbf9f3fd4e3a8469f5b07693152e19a714866e6137b159"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0173, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c98b7d83b5365847330728c98da1019e754305c42c8aba07b23ff4aa35e557ff", "run": 1, "run_id": "salesforce-lead-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3f7de9e406c2763e9c512905a3189470cfe381b4eaa7858d43ceda4279f9d36e", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 674176, "input": 710745, "output": 16263, "reasoning": 7173, "requests": 19}}, "cached_input": 674176, "input": 710745, "output": 16263, "reasoning": 7173, "requests": 19}, "wall_s": 91.3}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "0c2a26505d04dae1eb49ff134209af83eb34fac2f3f96d9bb760bd3dc2dd0ffe", "notices/joshua-scott.md": "7e710b988d02e7c22bad7d7066655c689382cb849bc989aea240f29523d545e7", "notices/karen-allen.md": "d0a62965aa0cd80cdbef7398af76728b270f2d8797278db9b3c79af31f455baa", "notices/ryan-young.md": "1bd857342533fcc63b8cbcbf973cbb16e0c642499c8315be7d8bd73826e22a42", "notices/stephanie-ramos.md": "a204a430099996687d2ab6644d220e4370e3b86dcc62496bd4facb1aaadd7502", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0275, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4e0776f57afab308f54e48b6c2e461757dfe037cc427c728d5ce343e46a84a15", "run": 1, "run_id": "schedule-change-notices__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "097299c3e3bc045792afab41a365f4184435656079e65cebffbcf5a44f8356e3", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 491392, "input": 561659, "output": 25828, "reasoning": 17239, "requests": 18}}, "cached_input": 491392, "input": 561659, "output": 25828, "reasoning": 17239, "requests": 18}, "wall_s": 120.4}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "841758a629de7c2c62c2c744fd4e4deccc131a5628dec2986d87b6a96b18c046", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0189, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6f0c148e8d4eb27c518e182591b11bae5f34528d698c664202522861d28cf2e6", "run": 1, "run_id": "schedule-to-ics__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7b714d4eddf59b088bebe1fe9cfd223ed5620a9dfff314cf44a59b2fbabc0f8d", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 770560, "input": 802679, "output": 19663, "reasoning": 8628, "requests": 22}}, "cached_input": 770560, "input": 802679, "output": 19663, "reasoning": 8628, "requests": 22}, "wall_s": 106.8}
{"artifact_hashes": {"allocation.xlsx": "c9400ec637e492e4c67fd5ddf2c798eaab36412d4e96b6598884297cd6f96e59", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0594, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "66d4026f850f9b53eb00939db5d0bad6a9ca497f7a1128f462c03bace221f7bb", "run": 1, "run_id": "shared-cost-allocation__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d896a93383cf8c0166d12c7ce63591f399ac52ebae8c90ead62babe574a55f03", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1596800, "input": 1761183, "output": 49936, "reasoning": 29048, "requests": 33}}, "cached_input": 1596800, "input": 1761183, "output": 49936, "reasoning": 29048, "requests": 33}, "wall_s": 249.4}
{"artifact_hashes": {"compute_coverage_gaps.py": "e9420370a66ddd2f47f483f5dbb2acaac6e2bea19e506b165072b360f4ff82d4", "coverage_gaps.csv": "49a2a1e3396049fc21c18f808b1e64094e4f623312e8743a2f9a34eaad9bb06d", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0159, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0a1f0f6a82beb5226f6fdf34f6518a099a556091e732c7f90b4112982eb94ab", "run": 1, "run_id": "shift-coverage-gaps__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4facba6ab54092749080916c66ef2439c2d82c6d3d45a0a5eda1e5b660ba63de", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 298112, "input": 331254, "output": 16774, "reasoning": 13070, "requests": 10}}, "cached_input": 298112, "input": 331254, "output": 16774, "reasoning": 13070, "requests": 10}, "wall_s": 78.2}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "b718cdce2a0fa7f759a1a64ae54bceb9a71460341930b9205b136c885fec3084"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0277, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "14f32fb1762fd1a35139facc64a5d171fdfe7d556663cf7d529839c42a4003f5", "run": 1, "run_id": "shipment-manifests__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e0ae7eab9de200fadb0a3a945cf2a6696088f0f69cbe747a2de748cf8cc34079", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 900096, "input": 968490, "output": 24537, "reasoning": 14145, "requests": 26}}, "cached_input": 900096, "input": 968490, "output": 24537, "reasoning": 14145, "requests": 26}, "wall_s": 174.0}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "d57aa5e13af02adc27b09becfa3e168e05b299392e698eb80edb8a2c8ac5012c", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0309, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cc5215fe4e7b0144740a2d8b198c2cb1950628a788ed5f2180cdb65a87686471", "run": 1, "run_id": "shipping-rate-lookup__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "92636b59492390f1ffe78472ff1c0630e001b0099dc7d9f12fa1d3973e3d0dcd", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 995200, "input": 1086351, "output": 23817, "reasoning": 11804, "requests": 24}}, "cached_input": 995200, "input": 1086351, "output": 23817, "reasoning": 11804, "requests": 24}, "wall_s": 128.2}
{"artifact_hashes": {"catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "da8477070abcd7a926521339d30d053ee712a3e0b89a5381bd899cb324e6e539", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0267, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e29936ee9e36216d3037e2538d70e33f9dac91aee751484441d7c4d08d43ac57", "run": 1, "run_id": "shopify-product-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1ab88b3f715cb4728818234645b7c2c64cbe75e0d6e37535ca0c706bd83fa039", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 800768, "input": 879871, "output": 20766, "reasoning": 10613, "requests": 22}}, "cached_input": 800768, "input": 879871, "output": 20766, "reasoning": 10613, "requests": 22}, "wall_s": 111.4}
{"artifact_hashes": {"catalog_new.csv": "6b778a211ee1db03f8c9b7a6f9ad134ba1c164c194a758311866912c32c6bc5b", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0201, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9e8548540431fdd75262b52b5f3e3a8a11c1612205630091752d787d6ca4fd14", "run": 1, "run_id": "sku-crosswalk-migration__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f56914d824e963031a16b9a9f9c1222354f61f86d1338d30075d0b1e2bdc46cf", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 747392, "input": 810935, "output": 13913, "reasoning": 7749, "requests": 19}}, "cached_input": 747392, "input": 810935, "output": 13913, "reasoning": 7749, "requests": 19}, "wall_s": 82.0}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "146cd039a1f5aee3f14fe00760eef716a2527451ccb561277d7b33b0c4c01d76", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0077, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "47bbd80404bd1b3db432295bc9cab4353e3f89c3a68517dd80a51b545585a7b1", "run": 1, "run_id": "sop-from-thread__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "871767da8ca8501f9ca98dff77e109fe5df06dadf270d3976c4d809f8109e1f2", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 122624, "input": 147105, "output": 6122, "reasoning": 3832, "requests": 6}}, "cached_input": 122624, "input": 147105, "output": 6122, "reasoning": 3832, "requests": 6}, "wall_s": 37.9}
{"artifact_hashes": {"registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "bba8b7600f11d8593b85c2997f9221342803abff484eafcfa8c80f174362b5b0", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.016, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a0cf16487ba71c2e21ba2d670599e0ab5df76d3b9fdcdf672d1e19336323c95", "run": 1, "run_id": "square-inventory-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a5de7c35a345b2e69a2c5c71fc8d656ec85b474806c2d354fb8c783c70b03208", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 722688, "input": 759245, "output": 13831, "reasoning": 6052, "requests": 20}}, "cached_input": 722688, "input": 759245, "output": 13831, "reasoning": 6052, "requests": 20}, "wall_s": 82.5}
{"artifact_hashes": {"build-directory.mjs": "8c7d527c3692cf6535dc0ed63c3caa866a7e384112402ad6ed74f2ec8db3d433", "build-summary.json": "b83314e8fcc4ab927d96a462f1ef5ff50f914c704ee5495464fbe9c92dc3304c", "directory-notes.md": "eeb8c73ca20cab9cf7dba575c755b9dc66503e37140c5813364d65c0245de6e6", "directory.csv": "fc0965b96d7768c16a784bfa2c71a5ffb614c4cf91cd2a2686479c70f0241e26", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6", "rows.json": "7a31d2715d0832a7d2f926a8938684c6c493354b690cd02482571bd98f2ecb49", "verify-directory.mjs": "f5ee138ec534d427b318cefef347794675121fdfd1e7ae6d61d1d77f4c0ea2a5"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0284, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4502653acb530d1d45642c22f7e5b03b15982a6bd539fb9ae12e0d4eb4be84fc", "run": 1, "run_id": "staff-directory-merge__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b4227129e512a16d6036eeb5ed07abbe9a3351df8170a1a7b282f1de3d8d1274", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1128064, "input": 1224904, "output": 17449, "reasoning": 5425, "requests": 24}}, "cached_input": 1128064, "input": 1224904, "output": 17449, "reasoning": 5425, "requests": 24}, "wall_s": 101.1}
{"artifact_hashes": {"hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "a668374411dc320bb7f0ce8599a756ad8239ecd76179432155e315067963893c"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0692, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b615ee670902f250cabcebf8b07203ea7ddfb6c6a5c199c49d8fbbabd62ef85e", "run": 1, "run_id": "staff-utilization__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3222fd00439bd496d67ff683f8c464a77b89ac31136b80f7555d0bb5f16df0a4", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2228480, "input": 2357981, "output": 71873, "reasoning": 47880, "requests": 40}}, "cached_input": 2228480, "input": 2357981, "output": 71873, "reasoning": 47880, "requests": 40}, "wall_s": 350.9}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0251, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "131e16886b4c6b629ff0033731f889bd6c47e63ea38e5ba35916d1acf38328d8", "run": 1, "run_id": "stripe-customer-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d2a8f5a02262a9fa365c965aca7cd5d8724867703e1aac8ec604a25078572837", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 682624, "input": 756447, "output": 19901, "reasoning": 10020, "requests": 19}}, "cached_input": 682624, "input": 756447, "output": 19901, "reasoning": 10020, "requests": 19}, "wall_s": 101.5}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "49505e97d6295198ad91ad2d5dc00bd4b8ee32fbf2700ee33bff650cbb333bf8"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": true, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0552, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2105b34efff328df7e38280ce1f58bd4bfc0adf884e62c1247cfd30a26f7008b", "run": 1, "run_id": "subscription-status-monthly__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a9bbc3438d42907072bdf5858b6d8816231c0da685cb1b605d737c41a2daf479", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2007168, "input": 2091526, "output": 60939, "reasoning": 28425, "requests": 41}}, "cached_input": 2007168, "input": 2091526, "output": 60939, "reasoning": 28425, "requests": 41}, "wall_s": 288.9}
{"artifact_hashes": {"build_superbill_lines.py": "21fb881fcb9c5933ef999dc6b374bfbc41eb43a7885e12d1bc642391736469ec", "fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "c376234be98dccaf3eca32b4876581162ff90b1aa3bef85e3b8ac2d4c882ddee", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0238, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ec8f6ab10fa0620f37b1c8062b5426a80d4ff57991c2fa7878d55cb915890cee", "run": 1, "run_id": "superbill-codes__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a64832c8144d1668726e525c34ddb12c4480c3b91d53142cf8b0a837de40eadb", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1204864, "input": 1254836, "output": 21127, "reasoning": 10253, "requests": 28}}, "cached_input": 1204864, "input": 1254836, "output": 21127, "reasoning": 10253, "requests": 28}, "wall_s": 129.9}
{"artifact_hashes": {"build_catalog.py": "0bc702bbe9cc5423cb7b912e0f1f21e4fab31d7dd533acef1d4bb0a8cfd53c4e", "catalog_us.csv": "4eeb45fb7c781ea40cffff2b27eb7bc154aa4cd8136abc87cf3f754b7c0ba05d", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54", "verify_catalog.py": "8340edbd1a0aef3ab1f54b2b3082069038c30fb9b6117bbc876b7ae4ce40ea5d"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.018, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1fa30c6e324f9b1cc992de7b047cdf88c9383e5fcdc9fcdf3be5d1675013482c", "run": 1, "run_id": "supplier-catalog-imperial__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6322238bdbd521147ccee45ee9c9585a9bf4541abb826c7661bd65303b4160a1", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 387712, "input": 443973, "output": 13961, "reasoning": 7927, "requests": 14}}, "cached_input": 387712, "input": 443973, "output": 13961, "reasoning": 7927, "requests": 14}, "wall_s": 66.9}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.docx": "1694c626d3dd0748be9aba5ba9cfb56e2ff9a128122cf96e82863204f7826327", "dispute.md": "4f1c91b3409684dcd07b996444fb6a894700db2d2e97a12062cd4cf8e390cd35", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0205, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5577e1d8abca2c7e68358fcf438e9b409406cd55c46c56071f95c0af32d7af7f", "run": 1, "run_id": "supplier-dispute-letter__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5fec29ebc5ed46d9f836be218cc5f7141b8d1e32cb9faef4bcfc15f2050e4859", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 289536, "input": 340589, "output": 20034, "reasoning": 11118, "requests": 16}}, "cached_input": 289536, "input": 340589, "output": 20034, "reasoning": 11118, "requests": 16}, "wall_s": 95.0}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "invoice_lines.csv": "c0fd36605c2ccff43ae14a13479debb76945a8fd7d85434e35b3761bd473be14", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1", "work/build_invoice_lines.mjs": "dcd883f1a532040e128b2af114a8ab1488fdaf222e38b65f155eda1ed80d6adf", "work/verify_invoice_lines.mjs": "a6328d6f24a014d3142ff566ec2738f7e5adadba23767cd4af540311836f2e6d"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0237, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "abc7ca17b2b28c4f23ad46c5090e1953bb824ed22c8de613ab00e6526cde2003", "run": 1, "run_id": "supplier-invoices-to-csv__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e182cc9c4e38471320f5aeb97d7d93192a3e423eda6046582d28ea83df5b0108", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 840320, "input": 914405, "output": 16726, "reasoning": 7280, "requests": 23}}, "cached_input": 840320, "input": 914405, "output": 16726, "reasoning": 7280, "requests": 23}, "wall_s": 99.2}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0116, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3bd0aac8e0bfb374a93bd79fccee8e6267f712de4540656df8540e6512961f1d", "run": 1, "run_id": "survey-tally__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a16f057b7c9119a634af93cb4949c894c68539b0bb51125a7a60650d2a47bbe5", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 393984, "input": 424904, "output": 9566, "reasoning": 3016, "requests": 14}}, "cached_input": 393984, "input": 424904, "output": 9566, "reasoning": 3016, "requests": 14}, "wall_s": 54.5}
{"artifact_hashes": {"conflicts.csv": "6ab81ccbf5078a25f4aaa75018d5646772e2459d05a20f5ef1467ec60b7c81f3", "find_conflicts.py": "cab4720937eb5509da1db74c467b08a925bacffcf43dd7a122c86c91605f93cd", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0227, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "0456674ec88e612a2f3cf1b70a9ff31f0a27889f648be6f0261965a873973059", "run": 1, "run_id": "table-double-bookings__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d1075731faa7639efb9541b99a2dfa9a01256944e6a136878d62a19cb0e6978e", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 537472, "input": 626324, "output": 12971, "reasoning": 5041, "requests": 14}}, "cached_input": 537472, "input": 626324, "output": 12971, "reasoning": 5041, "requests": 14}, "wall_s": 68.8}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "e9b80d1a8e63ac6f6afb1c570c90f9a7f97b613fc43b920c666d9e762a1a6e91", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": false, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0222, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "2b84479087d7c68bb0094ae38a0de50062e57b5b7ac3bdb5da46176c21b9a7e3", "run": 1, "run_id": "team-directory-page__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "36dd6332c273d9c3957459ed39f1eca524bed6095c0adb0486daa4fe618bdfd0", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 342784, "input": 391669, "output": 22995, "reasoning": 14677, "requests": 12}}, "cached_input": 342784, "input": 391669, "output": 22995, "reasoning": 14677, "requests": 12}, "wall_s": 105.1}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "compute_balances.py": "5d67206c17dfe91b3b835e22fe7b0556eaa2c00aefd9e9550ccd950e41880c01", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "08a30ae332b5ce8477687243b8e27b30763ebbb5763aa0d3e6a23f168f57a05d"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0258, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "473badf8331c45f8f049cf3d4b6d72fc06d68e9d555edf43ebe859f55d8d4cad", "run": 1, "run_id": "tenant-ledger-balances__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0c3c2e7254034682820e19b5b29d26505b052706ff77a3432f1a6fc60b41380", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 702720, "input": 779215, "output": 20405, "reasoning": 11130, "requests": 19}}, "cached_input": 702720, "input": 779215, "output": 20405, "reasoning": 11130, "requests": 19}, "wall_s": 100.6}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "c896b6954dc6b865df1ecbe76f5ebc4dd32e71235695703e9f55ccce4c40bafb"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0118, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a6825268a32baea7b3b6875d3471428ef4d571cb501735a0f18e802f57fe9b6a", "run": 1, "run_id": "tenant-statements__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9bf7c748494a104f3c0cf3396d764d90d9e1e92272438d75590c1689474dcdcc", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 261888, "input": 288792, "output": 11564, "reasoning": 8237, "requests": 11}}, "cached_input": 261888, "input": 288792, "output": 11564, "reasoning": 8237, "requests": 11}, "wall_s": 69.6}
{"artifact_hashes": {"hours.csv": "b3f963190219ef8cbd2f02ba7687a418de19fa8656a75468fe0aaf59c441d70f", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0215, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f52813d465e78f018769cf4655003992ed3a63107c42208f14418cd4920c2f60", "run": 1, "run_id": "timesheet-consolidate__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b88ebaabb8670399d3b12a4b3ae7cf36cdb047e0a9cf84c160da56892c80b15d", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 367488, "input": 423324, "output": 20047, "reasoning": 10818, "requests": 12}}, "cached_input": 367488, "input": 423324, "output": 20047, "reasoning": 10818, "requests": 12}, "wall_s": 90.4}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "ac04abaab1a3d6bd20ebfb2e0d83ba3245fa1154dd9e31bec2191c39044fe85a"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0175, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6b46710d45f1fc93b6f0da73829fd09d2ab2bd7f092ad4c8b5c301064aac19d8", "run": 1, "run_id": "timesheets-scanned__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7f7d7b15eeb044056a5547d8adad029ce6f5eeb4249f9ca753843aab0156123e", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 677248, "input": 710221, "output": 17502, "reasoning": 8797, "requests": 21}}, "cached_input": 677248, "input": 710221, "output": 17502, "reasoning": 8797, "requests": 21}, "wall_s": 134.2}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_distribution.csv": "5dc95ead57488938db29ef6a07afa58bce20e9f563273957376effcb52eac497", "tip_distribution_build.mjs": "331340f87d594e4b470ca34fae79b4ed6fdb7f2876b772df4efa9ae134ca5835", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.025, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "58872284320fc799d550566b289bfc40fc7915605ef8d150ab7a25ade8eaf690", "run": 1, "run_id": "tip-pooling__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "edf8249791270da50aee597f329a107069b39ca726553534dafb40f223b60c2e", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 738688, "input": 777813, "output": 28231, "reasoning": 14017, "requests": 19}}, "cached_input": 738688, "input": 777813, "output": 28231, "reasoning": 14017, "requests": 19}, "wall_s": 138.9}
{"artifact_hashes": {"collections.xlsx": "eb0c21508e4b1bc22a0cc96bc77f5a3e42482f92740d75065304a7bcfc611539", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": true, "required": true, "type": "custom"}, {"name": "total collected", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0664, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1c214811867257e9fb919bd7dad68e5170660b2e70a5132dcb5cb4697285d233", "run": 1, "run_id": "tuition-collections__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "efb9af91b136f7e94600e9b542fb5614e276f4f08a74fe1c5a96d9884ee18cc7", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3619584, "input": 3730699, "output": 64710, "reasoning": 27417, "requests": 68}}, "cached_input": 3619584, "input": 3730699, "output": 64710, "reasoning": 27417, "requests": 68}, "wall_s": 334.5}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "eea52e7cce921e226137f677ec6d58c698e0012e996bc8c2c21e252186b91f19"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0114, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "29d17d5ace64851a342bc83edf71f0394e1ec2e6c8708ea3054175d7c6b98c03", "run": 1, "run_id": "utility-bills-extraction__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a0a97c9aa1e89e3dac95a542993c891da2087c4b926641d649444b31c4eb3812", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 325632, "input": 355576, "output": 9912, "reasoning": 4978, "requests": 12}}, "cached_input": 325632, "input": 355576, "output": 9912, "reasoning": 4978, "requests": 12}, "wall_s": 57.8}
{"artifact_hashes": {"build_variants.mjs": "0f7a32b5ef829a9770d193070b1efe1d03967609fdc5769d9848d4a3fd99f991", "note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc", "verify_variants.py": "070ad18d1aa16d6ac6bc9b40c18fee7690c17fb252e263a20e643129532c4a42"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0164, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8eecb76f2032aa7286d3b4fc135fdd485a20019772b98bf30829b2a65a849bb1", "run": 1, "run_id": "variants-flatten__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d554603af87c6e6f35ca79e341f2b16ee59f7e08105680e58df1dbc80f422a6d", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 453120, "input": 488862, "output": 16206, "reasoning": 9993, "requests": 14}}, "cached_input": 453120, "input": 488862, "output": 16206, "reasoning": 9993, "requests": 14}, "wall_s": 85.5}
{"artifact_hashes": {"email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "129636aabca7d10d9bd9dc3e71adb9122ab5ca5b461e6acc9875d7e942a99e42", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": false, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0313, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "2be373d23abddf5f0889d665285eda2bc1df9a871cb8d6bedb27cc6313013b2e", "run": 1, "run_id": "vendor-1099-totals__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a9575e812419c99125d1284848b1d0ce00cb6ceeb8a6387af1b72d5b3594953e", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 756224, "input": 840795, "output": 27317, "reasoning": 16645, "requests": 18}}, "cached_input": 756224, "input": 840795, "output": 27317, "reasoning": 16645, "requests": 18}, "wall_s": 137.3}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "7afb2e207b02759d504f2156ed07f426e9cc3f8cb5b81e5092a5ace7fdad05dc", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0202, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8917f636f9ba911ca8e4e30b659f362623a764dbc5510c27f379347443c842fe", "run": 1, "run_id": "vendor-contact-merge__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5f5c9131b1c54f7a6b6f08e0783d12cb01e8b55afbec97e1a5e21523202c4a9b", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 831232, "input": 873957, "output": 18822, "reasoning": 10354, "requests": 19}}, "cached_input": 831232, "input": 873957, "output": 18822, "reasoning": 10354, "requests": 19}, "wall_s": 97.6}
{"artifact_hashes": {"build_prices.py": "4387a77a76d394612bae9f2c8dcdf96f5cee8c553f71a9b08c7747144062186e", "note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "e43ddc7d430219aeb4bec6b8173f4a83138c129700f158c566caf340fe4352c1", "verify_prices.py": "b77b2b461f34e8d3f35ae30334cd76fc3578e068b24fcc59ea046e0f53e2ea24"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0295, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fdba33d80835796c6eae3cb58ed93681ffc9aba5684168f90d497bada925a0a9", "run": 1, "run_id": "vendor-price-sheets__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "52836d3ae19acfe52602d3254b6bcde2ea52c4135c7f99563a7d295df751f311", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 875648, "input": 955465, "output": 24882, "reasoning": 11399, "requests": 23}}, "cached_input": 875648, "input": 955465, "output": 24882, "reasoning": 11399, "requests": 23}, "wall_s": 131.6}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "1c119c0f6a6bbe77a6f58562e3788d94b713d6a8c40bd49b0350cd80c0950b26"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0391, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2bc01cd5cd35ef30ad90398179465c928e8daaf1bb33274549bc8c0d8b97dc93", "run": 1, "run_id": "vendor-spend-categories__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f853ffe2b00e358f71bbc071312d6f8b5dadcfc1698248d192b1c7e454062e0", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1228032, "input": 1320481, "output": 35969, "reasoning": 15873, "requests": 42}}, "cached_input": 1228032, "input": 1320481, "output": 35969, "reasoning": 15873, "requests": 42}, "wall_s": 181.4}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3efb873293a7a35efbd0e58a5971cc778d6b221a14399640381f2c247a316f36", "run": 1, "run_id": "vendor-statement-reconcile__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "55198961bbada3b17c50204b9bd454e062676686aa34a2a1b680c2be32d1975a", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 435712, "input": 507846, "output": 25792, "reasoning": 17102, "requests": 15}}, "cached_input": 435712, "input": 507846, "output": 25792, "reasoning": 17102, "requests": 15}, "wall_s": 114.3}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "62c2c71e473623ecc51ef6d714a9be6d7febd75e665c5f5b3f0178684cc9acbe", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0213, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e95e289451ae9e62e2d9cef5a88cdf94bd570d837f80b0debb3ede1b73210dfc", "run": 1, "run_id": "vendor-tax-forms__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d897429fb56db43718e7cac57f5dc36483d3da7411a93165dbbd733c10f897ec", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 997632, "input": 1061472, "output": 14521, "reasoning": 7037, "requests": 32}}, "cached_input": 997632, "input": 1061472, "output": 14521, "reasoning": 7037, "requests": 32}, "wall_s": 104.4}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "0a4d2013c28a5c7b2a9858f5a89a776976d81f629cc0bd75ab698c405f24edde"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0184, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2369aa7e2e528fc2683b55a5db89be6085cc5ff46120a8e3129a2509fdcb9dda", "run": 1, "run_id": "venue-invoices__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "422da5c0b4cb7a13ed751f33cccc8a70fee4f8429776ac4cadf269922c036dd1", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 438144, "input": 498843, "output": 13233, "reasoning": 6882, "requests": 15}}, "cached_input": 438144, "input": 498843, "output": 13233, "reasoning": 6882, "requests": 15}, "wall_s": 72.4}
{"artifact_hashes": {"county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "volunteer_hours.csv": "3af95c1e12368a209df0e6f8680d16953bb5603d25880149198648da905996b7", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0199, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c0bf40e2e9d2dfcb4d4fefcc7e0e98591866d9ffa48623385afe761719e3b33b", "run": 1, "run_id": "volunteer-hours__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "05be74d05ce048fb62e82f89d568d1de35ac041040e36491dc62de7fc0bdcc03", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 558336, "input": 596586, "output": 20763, "reasoning": 11342, "requests": 14}}, "cached_input": 558336, "input": 596586, "output": 20763, "reasoning": 11342, "requests": 14}, "wall_s": 95.1}
{"artifact_hashes": {"build_expiring_warranties.mjs": "b98618b7118f189218c29bdbd3682560042d565534d00fb37b79f871a3af5cc4", "email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "48833c7a08197da278f0f9ae293995ea083c32d93e6e430cbf8f5574fa43fc74", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0135, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f13fd1ddd5a9019cf5328fb80678b34bd0710a87d9b771e1569a89461f748775", "run": 1, "run_id": "warranty-expiry-list__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ab91ec04cea568205120635f853a68ad34de74944f623a27cd5286642ed97ea", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 561152, "input": 593364, "output": 11688, "reasoning": 5403, "requests": 19}}, "cached_input": 561152, "input": 593364, "output": 11688, "reasoning": 5403, "requests": 19}, "wall_s": 70.2}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "2b803307d18354b54736d18d0f71b0b13abd51b56af1400dd07ffb4e91006ae8", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "afb9ea3a7a1affc60cfbf70728f78290103513b752cca54467eb76b2c37873f0"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0946, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "eb83888df871302b27e1a7685a3f44858ee5501d2c4140ff98914972eeabce57", "run": 1, "run_id": "web-traffic-summary__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "29d7138da3a99720ac4ac64da95b511ed2d878840b3e8d2fdb0934ef62f938ec", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3013632, "input": 3168532, "output": 103924, "reasoning": 60131, "requests": 61}}, "cached_input": 3013632, "input": 3168532, "output": 103924, "reasoning": 60131, "requests": 61}, "wall_s": 491.6}
{"artifact_hashes": {"kpi-compute.mjs": "e569b70adce1a27ec52a485c93899033543ac12dba2dd92afc7e23b62ccabc7e", "kpi-figures.json": "b05523f9392b8bb449bb74fda98090dedf115f30676a3fc79e19dfc614b8ce37", "kpi.xlsx": "3e7befcc6970df9aad237a28032f40bbdc9e06a484d55aa94173697fe48e44f4", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0718, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e6ad399fb7350bd0d1e5c26e5c5daaced6cf88e8b6c7350712db866b16e72f1c", "run": 1, "run_id": "weekly-kpi-dashboard__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "41f6d12e7fa7c7f191320e090bbfb65f18a00466ec1b8a49f25bfa6a69ff5ddb", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3262464, "input": 3383088, "output": 73119, "reasoning": 36783, "requests": 65}}, "cached_input": 3262464, "input": 3383088, "output": 73119, "reasoning": 36783, "requests": 65}, "wall_s": 364.8}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0115, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f9170b7c9d8591f03706a2f1d8e745f3531906f9ec776d830daba57fff4c4132", "run": 1, "run_id": "wide-to-long-sales__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "adfa6d968daef69b7bd4be2115168e18bc17454606199b9214aa100275ee2200", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 329344, "input": 363756, "output": 8853, "reasoning": 3436, "requests": 11}}, "cached_input": 329344, "input": 363756, "output": 8853, "reasoning": 3436, "requests": 11}, "wall_s": 51.5}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "journal.csv": "bfdfcd384498faa534af573b6aeafc2e1e0b3e945a077f5612e77f1eda78e3c1", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0234, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7c5d223b8792a7145e40a24f61a3eddb7d03021061d46710132317b171165838", "run": 1, "run_id": "woocommerce-orders-to-journal__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "04fea5c211d72f4c147703cac20f34252d79cbdf66a3db97549c28a60c81a83a", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 482816, "input": 565383, "output": 15865, "reasoning": 7880, "requests": 13}}, "cached_input": 482816, "input": 565383, "output": 15865, "reasoning": 7880, "requests": 13}, "wall_s": 78.0}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "aceac93e907e85f10aea7b291e21c4f4ab1666fa3811fd48480714810abe1243"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0299, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "2121adb7737bce3acc071ad17aad34d2064717b4c31105212e6d218c5c7bcc9f", "run": 1, "run_id": "xero-sales-invoices-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6eec4ad8aa9650013ec4177d15039523059250e58cb266bc065c6968b1b84ee2", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1063680, "input": 1143521, "output": 24637, "reasoning": 12015, "requests": 27}}, "cached_input": 1063680, "input": 1143521, "output": 24637, "reasoning": 12015, "requests": 27}, "wall_s": 126.8}
{"artifact_hashes": {"build_ynab.mjs": "140ba649f44e3c602b68c919c614cb5c4b73e035e1ae6ce9dc41c54a3a7437ab", "cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "verify_ynab.mjs": "a97de86ef0e33073433917eb0a85d96eca0ff8608551eec62a667de01df3a174", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0115, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d0fa4a4ad6117b14ea6685efcfedc3a1e85fb4484366046ae65a9bd88d9931ef", "run": 1, "run_id": "ynab-transactions-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c68caced3805716abb786e85b24ff1819de8acc68d380f0d81c44f7b7c68fb84", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 230016, "input": 261586, "output": 10140, "reasoning": 5581, "requests": 8}}, "cached_input": 230016, "input": 261586, "output": 10140, "reasoning": 5581, "requests": 8}, "wall_s": 49.4}
{"artifact_hashes": {"client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "dccd2efa7ac08343b34459852219fde1a1f46e253baceab116e32312e3918ca0"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "76b9a3aa9d57075e93227406513b5b2a86e14f8115f0da5e4d47a61501c41206", "run": 1, "run_id": "zendesk-users-import__proto-deepseek__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "14248b90bf602940fa2b7234b3721d2ec89ef31a994d8b8b8c9cbd33d1c26125", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 600192, "input": 634830, "output": 19357, "reasoning": 10920, "requests": 16}}, "cached_input": 600192, "input": 634830, "output": 19357, "reasoning": 10920, "requests": 16}, "wall_s": 97.6}
{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "addresses_duplicates_removed.csv": "7a66a4f91951b235a6e21b627209e2221e0d0c56c69b9d0599e83daeed0e07a6", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9", "work/build_addresses_clean.mjs": "269f5ed9f9bd445440c2deb8adafe4f3a1e8579cd5a87738e36b1bb379ff615c", "work/recon.json": "2f0a668f1e4aa4ac2727a6df4699460939979410f7933c48a281972a57f088de", "work/rows-dropped.json": "3266295b37ef8e9465bab5915ed886b6080df4f09c27d942798356125523ab70", "work/rows-kept.json": "bb5073e4bc48236fb2b3ca8365170c7828f14dc9f6650b1310ca41cd82b2a0b0", "work/verify_addresses_clean.mjs": "445a1abadf5be6e9bd3a683007d68c026a2fc6f6807958be61d2543cb504a68b"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0421, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4b3c41bf13c998835c14e4191a5d07ce308e3a4cddaa2880814294989e668c6f", "run": 2, "run_id": "address-standardize__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fe19534b7e6facd539616bf411aa77812a9d1d9cbefdc57a69f33354b58609d4", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1482752, "input": 1625122, "output": 27095, "reasoning": 15775, "requests": 31}}, "cached_input": 1482752, "input": 1625122, "output": 27095, "reasoning": 15775, "requests": 31}, "wall_s": 144.3}
{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "build-addresses.mjs": "c10d9e7c12dde895a43b8ef257943d1baaa94e0b5a4bac835f5f7e764fe29020", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9", "verify-csv.mjs": "dd7f627f7343334a1a37b9708985b182a62269e526b6d286e4c6e5f4882012c3"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.064, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5281f5def07ac47d1086aabfc4ba37627aa795770cb0a531fd14544071f30392", "run": 3, "run_id": "address-standardize__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4254be2491ef5418827463f9e805cbb50af42d8f383255d9d3b3e6f4cada3e3f", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1270912, "input": 1412739, "output": 64929, "reasoning": 48574, "requests": 33}}, "cached_input": 1270912, "input": 1412739, "output": 64929, "reasoning": 48574, "requests": 33}, "wall_s": 299.1}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0174, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "701834824f480e269fb16793312720390f857f95bf7ece3c82bb5fc0e3d39a69", "run": 2, "run_id": "amazon-inventory-loader__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "521c8b61ef32c62473ca484efaf1bf9c26d098f91fe57a95c767178dfb37fdfb", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 342656, "input": 396389, "output": 13856, "reasoning": 8059, "requests": 12}}, "cached_input": 342656, "input": 396389, "output": 13856, "reasoning": 8059, "requests": 12}, "wall_s": 66.0}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217", "build_inventory.py": "3d304f4352d61af95922c03ec250fafa3d46c08adf9458dce085c60b0bf10efe", "verify_inventory.py": "ae9aa96fb4362a877f6dd23e723a9b8ee318d6b3bcef38f3295c91bef0c9847b"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0146, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3e13174ebec9b660cd2733cabbb7bd4b4b1553d75b3261d38400ecabbaabfc32", "run": 3, "run_id": "amazon-inventory-loader__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a0d42e3b20e4301b38bacf2ac32c61e798b1860cc3ad5c0c029cc3c766e44257", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 287744, "input": 331809, "output": 11959, "reasoning": 7109, "requests": 11}}, "cached_input": 287744, "input": 331809, "output": 11959, "reasoning": 7109, "requests": 11}, "wall_s": 57.8}
{"artifact_hashes": {"ap_aging.xlsx": "b438ace5410a5908c52246f6e90ddfc1283f3a736605d162def7dc7dedd9d89d", "ap_aging_computed.json": "9e5d75e06cfc2546b3567411a9d5604ee9521a7a54097e4c44a8db8d8e246fad", "ap_aging_detail.csv": "e26ac0f93bda7237b8074d1a00747e7627b822d5d3353762772c32e4105a401f", "ap_aging_expect.json": "567b4c53c27cc43af6ef41969f31741376e63660d54ae4e6fe14b7e862caf7c6", "ap_bills_clean.csv": "44d7fb943d08ececa0872fa6e8cddaa9da3d941b6bfaaefaa0ea4a91d4496d5e", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "bfde77b4c873b9a86d52deba77a338b31df1d603839f0d4333dc967130b958e7", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "p-clean.json": "e345694c97fd70144ed3b23aa54971083d2865123a8895b9906dcf090bcd2c96", "p-raw.json": "f07baddce38242e08ab97b6a5dd802ec574c9d3ea6613a551cf04bac41466434", "profile-clean.json": "dbb14f3aa446ec5613205c3b0b965d625a93bf1021220f584bdf0893f9ec511a", "profile-raw.json": "a52df438846c45e95de7a04c67eb53fb2c39a1d5b00748f135c320b7abc80f4f", "profile.json": "efb88ef062147d984e26c91bf911847af0de68050bfa4fdd86978ad9da2f23c8", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1187, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a6fb39b544c1287e7240003d399d96c25815c83bbc2535f215e2b1ce7ead2a22", "run": 2, "run_id": "ap-aging__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5788c83c3a6387e009042731e324c064e38f9b6978c2f345d28f9fb94c04ce3c", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3294592, "input": 3550442, "output": 117385, "reasoning": 77150, "requests": 61}}, "cached_input": 3294592, "input": 3550442, "output": 117385, "reasoning": 77150, "requests": 61}, "wall_s": 549.8}
{"artifact_hashes": {"ap_aging.xlsx": "bf575a447a89a9e80b8c8f73ce24586f18d4a161d49b5675b5f4cd292b71c53b", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "3865e8fd1d9194f715f062a080eec516e3dbff0db6090694726aa35ecec1aaaf", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1674, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "fac2efe795b27c01514c440307c108afb7a04367536273e325b47aa15c0174e7", "run": 3, "run_id": "ap-aging__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "57540480cea623a3860a0acfebe419b16d5aa31bbdc3157ef524c61ca771c033", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 8872960, "input": 9041465, "output": 192493, "reasoning": 143919, "requests": 111}}, "cached_input": 8872960, "input": 9041465, "output": 192493, "reasoning": 143919, "requests": 111}, "wall_s": 948.6}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "compute_no_show_rates.py": "183b5319a516c551297ccf2bb7af50ad9b0cf3b190877d238d20edfdeafb9c6b", "figures.json": "cbab485b56fb7be932a839ba348ed801440bf31a70a9235fb7af3148aad90cca", "no_show_rates.csv": "b2a97abe73adff31245446f720e48e2d6da9d0761b0bf5d2d2bfd9622a3ebcfb", "no_show_rates_rules.md": "2715d36ddc9897f3cbd35919f588e40a40182fd7483217dc35ac47933c0b0de3", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37", "rows.json": "d47e2e7ce7c9f50d000e79e28c472f6261c6a1f3a2972f245b1e692c5a76d0bd", "verify_no_show_rates.py": "6d66d75450bb6f8e95b1521b4fc7a38e3836ec2c59d65c62bf2c02c49b179c84"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0217, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a9e9c3a2c8fe5c8e6d604f1e505104ab894f04abba8a8517130a599078653458", "run": 2, "run_id": "appointment-no-shows__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "25f8833415f1de86e7a90bb3071fa2c43381d4996e3f159b0a61b5ffdf58db03", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1031808, "input": 1066312, "output": 22433, "reasoning": 10963, "requests": 27}}, "cached_input": 1031808, "input": 1066312, "output": 22433, "reasoning": 10963, "requests": 27}, "wall_s": 121.0}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "no_show_rates.csv": "b2a97abe73adff31245446f720e48e2d6da9d0761b0bf5d2d2bfd9622a3ebcfb", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0236, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "59a7d5f58bfebbb70e4acea2224701ac6ef5dbfdf5a3d22a4750444c8cb8c49a", "run": 3, "run_id": "appointment-no-shows__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a227b36fddad2043afd8f6b35f8d2bb2fe2fbf35ea46965e67d7e5fd4c2b70c2", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 664832, "input": 734813, "output": 18495, "reasoning": 6732, "requests": 19}}, "cached_input": 664832, "input": 734813, "output": 18495, "reasoning": 6732, "requests": 19}, "wall_s": 91.5}
{"artifact_hashes": {"aging.xlsx": "b6f6fe161eaa24dff47fe0a2d5785d5306889962bfb038998e90edf098539abb", "build_data.json": "251cbfc505a9a139ac9836fc880f5ae66d650fb32c85b9f7e949bc064f3e074a", "computed.json": "dc8c17fdf50c3fed3c40b70a6ad9dd70f045a210623b7c2f7446695cd592034f", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "5606e73ed589aaa3565d2fe9188beffea93dc2576df25386bae48ec98c283f5c", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7", "profile-raw.json": "1533849894b2ff429bf60f8111bd7255b0eb7b7fc50096d0b735aae4bb2f8554"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0774, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "211df4323272c1680d4c5f66c1809596acbf4e0b4a3263431953d75afb8752de", "run": 2, "run_id": "ar-aging-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e3a1033355b9eca440a0738ca0dae26c12f5d4dc0b43327e73444fd9b088fd4f", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3218176, "input": 3397118, "output": 68203, "reasoning": 32417, "requests": 60}}, "cached_input": 3218176, "input": 3397118, "output": 68203, "reasoning": 32417, "requests": 60}, "wall_s": 332.1}
{"artifact_hashes": {"aging.xlsx": "4d3d1c860b2f4c604a42ded6b1f6f0968a50e6ec857c7da8a264bcf781831b79", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "a6f3e5dcc74a22dd67a86b44812e6ba0951401cca2475a8e9b1cb720cb906036", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0776, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5150b6d1ad37b3bfaa099f10645f638426986659352b4e4b26fab18dfc99338a", "run": 3, "run_id": "ar-aging-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "471856d84a1dcd55f0fb36782c37007c50db4abc05c0f7c909322f90a75c37bc", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3594496, "input": 3713868, "output": 81517, "reasoning": 43228, "requests": 68}}, "cached_input": 3594496, "input": 3713868, "output": 81517, "reasoning": 43228, "requests": 68}, "wall_s": 411.2}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "f36b6caba836683c595e981b0c281365b0b27129559b6db28b5060879123f9f4"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.176, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "13934da0dffc648d4171c86f55e3aec3c5d59f19ab826a808553f17dd711c883", "run": 2, "run_id": "bank-reconciliation__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1fb3697bfe61783bb92774f476ba4928fdeff0242ea583139aa815ba33a9b536", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3037568, "input": 3362139, "output": 196950, "reasoning": 112606, "requests": 58}}, "cached_input": 3037568, "input": 3362139, "output": 196950, "reasoning": 112606, "requests": 58}, "wall_s": 783.8}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "020d19f5f5a3e0688a9dd15ff5f330507041fe8654c97777dacec2f78ec1ee1e"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0567, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d3f442d9fc71195525ebbe871e66d267d88efade803f2357a2d211eeb525c9b5", "run": 3, "run_id": "bank-reconciliation__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "980d678dcd486ce2e81da500ff57d9b15e41880518fe02c9354904168fb6c2bf", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1851136, "input": 1930282, "output": 65402, "reasoning": 36278, "requests": 35}}, "cached_input": 1851136, "input": 1930282, "output": 65402, "reasoning": 36278, "requests": 35}, "wall_s": 293.5}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "cb1bb9f02255c476c6192331e083a760be97be6c4785d32a70c6a52b2a86995f", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0264, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2f92fe1a171f2d82871cd2778c1de0974762d602fba714ea06a8470851775259", "run": 2, "run_id": "bank-statement-pdf__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9a76ee61e84ffdd96080cb05786e08a7f87e71c594ae8d910418aa54c04897be", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1478400, "input": 1515661, "output": 27301, "reasoning": 12835, "requests": 36}}, "cached_input": 1478400, "input": 1515661, "output": 27301, "reasoning": 12835, "requests": 36}, "wall_s": 156.8}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "c5cd7c4ea5e299ef7e915697890ef9fe798ffdccb60a7a76c102059da29c3610", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0311, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "164271342c744549715dad3b5a1f829920db077378c7404af5b926eb2528b6f7", "run": 3, "run_id": "bank-statement-pdf__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "40ebceafa1dfe21f30de319d98d47eccd507792ba50ed6a49d80987558d26377", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1048064, "input": 1126432, "output": 27009, "reasoning": 14797, "requests": 27}}, "cached_input": 1048064, "input": 1126432, "output": 27009, "reasoning": 14797, "requests": 27}, "wall_s": 139.5}
{"artifact_hashes": {"assembly_costs.xlsx": "ec332bd45ecb066e9fba0b812ba1dea2514dea7c85c147ea3bd8cbefe98c0146", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.047, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0143af1103725ed75f18b69c70331dd40ec0b53a413cdd21d45fd20e4260476", "run": 2, "run_id": "bom-cost-rollup__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ef470dee8fd2931db034b98ec601f1caaa9c70ef8aad9fb77a41a70732e92938", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 851200, "input": 968595, "output": 44693, "reasoning": 30871, "requests": 22}}, "cached_input": 851200, "input": 968595, "output": 44693, "reasoning": 30871, "requests": 22}, "wall_s": 215.8}
{"artifact_hashes": {"assembly_costs.xlsx": "0066a78c911eb5d3fc7ef5ce21f2cd46ba8516e77f70e42248a5abb62113bc74", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "calc_assembly_costs.mjs": "50a1214068245502cb76dfe7a9b8ffc7ae89fb807c7889242e16c552f4d00b6d", "calc_output.json": "b0e57766cb68a88a5a06161cb33ab7af3f57dc46bcf1afcc213620368a12d050", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0422, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "493b8157bc7daa1c9f9ba2b6f3662f0f72fdf9925784e202d9c15f83d6c2a749", "run": 3, "run_id": "bom-cost-rollup__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c61b5f05f77d9ca94f0ea17e3a1eeeedf26d276004be9c10d3d97d7d792d8f72", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1211392, "input": 1269310, "output": 49839, "reasoning": 27670, "requests": 27}}, "cached_input": 1211392, "input": 1269310, "output": 49839, "reasoning": 27670, "requests": 27}, "wall_s": 240.4}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "8b2fa9e9c94cabc3a34c6b3f9b72a63ff18a42547cca5dc0c2a4bf3f581f4e88"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1507, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b47bf49b4dbbbd87b063b41c8c372c432eac4ed053b734e5325c49d519f9b55a", "run": 2, "run_id": "budget-vs-actual__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a15b769334c795e97a40ca375dabbb4b5f20e4c0f5ad7b7a820ab61c551ee278", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3663104, "input": 3947611, "output": 161680, "reasoning": 102564, "requests": 65}}, "cached_input": 3663104, "input": 3947611, "output": 161680, "reasoning": 102564, "requests": 65}, "wall_s": 777.1}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "d806f989a7c3eef571c2b661a0d93d82b115b70c1318c108bc6f4d345388d46a"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1068, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "77708bda699327d37be568613e815619effbe5294dfb7dc4ed27fbd2e0a914a1", "run": 3, "run_id": "budget-vs-actual__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "75a88e701aecad02cbbbc49aa82b2012324b0e259c272f160de3d08d324afab4", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5170816, "input": 5332476, "output": 111795, "reasoning": 60207, "requests": 94}}, "cached_input": 5170816, "input": 5332476, "output": 111795, "reasoning": 60207, "requests": 94}, "wall_s": 660.5}
{"artifact_hashes": {"contacts.csv": "6f6684ed107460fb586037325479bf0991a08db9470a645a4e7f6e0e771b6812", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0168, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e9dee564f1beefa88854116e9fb9f473ee6058c93efb0394f69a823685d10511", "run": 2, "run_id": "business-cards-scanned__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2c016c9572ba92042ab054d4bd292ea237d1488c4f741a8d255c7b4e5cb1b387", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 687104, "input": 720535, "output": 16267, "reasoning": 7640, "requests": 22}}, "cached_input": 687104, "input": 720535, "output": 16267, "reasoning": 7640, "requests": 22}, "wall_s": 119.1}
{"artifact_hashes": {"contacts.csv": "6f6684ed107460fb586037325479bf0991a08db9470a645a4e7f6e0e771b6812", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0162, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8297e5d90aaf5f5224075123d0abbed95fbe110a745e6f84820d1e4415903975", "run": 3, "run_id": "business-cards-scanned__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5ab74576cbda932a1527a43cfce6bebb8992c3f5b3f7414badc245b4d479c949", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 554880, "input": 587813, "output": 15934, "reasoning": 6967, "requests": 18}}, "cached_input": 554880, "input": 587813, "output": 15934, "reasoning": 6967, "requests": 18}, "wall_s": 173.0}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "cpl.xlsx": "450d8246e3f4a14ccc99bda92ee935b3da401c34d063e9c3e0e42c0c33661319", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0208, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "42a39f08e7a6889d8015cc4ee4abb01180dd1ac379a437ee2af71b57936d8fdd", "run": 2, "run_id": "campaign-cpl-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0632647ec547bf6bd6b42d69a22af3352b34765d3368209ae1702a2804ce8c95", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 964864, "input": 1006888, "output": 19409, "reasoning": 7425, "requests": 25}}, "cached_input": 964864, "input": 1006888, "output": 19409, "reasoning": 7425, "requests": 25}, "wall_s": 106.5}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "analysis/compute.mjs": "d68d34ea0d111123a2f889ea9899d96a46f2937c536ba531cdf4c96f93b8c364", "analysis/expect.json": "79230a356903f09d636a9e3da708600fd8661e21f9327063f2ee321769d7fe5c", "analysis/q2_leads.csv": "c25fbdf251dc567de11e17ece98c59d5eb1ca3d1f479f3779beb65a8cb745de4", "analysis/results.json": "7b67652a6039e0213fbb954add4d903a7030b8b0578f5eee9e7ce1aca2c588ee", "cpl.xlsx": "20980811e70975c3da41b7f920d01b3641ad85786e6f85e82efa0cb993135031", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0489, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3e140cb5d5d7874f29a14ac2749d48302634a8d7640db22e5efa2719a4ac753e", "run": 3, "run_id": "campaign-cpl-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5b7e04683a9a83a13434be0acb0763c34adb95d87386d1fe118057d31ff0a785", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2305920, "input": 2400897, "output": 46242, "reasoning": 25128, "requests": 51}}, "cached_input": 2305920, "input": 2400897, "output": 46242, "reasoning": 25128, "requests": 51}, "wall_s": 247.3}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "audit.json": "6875f22119a342d8205f2cd64d2098e491b9b8532b742936c9c933cdd4917374", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "code_charges.py": "42d2c64534f85eeee7f5656b6b5f069f6c1b0d2e063e2e35c2e9fda3201777d2", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "profile-raw.json": "274fb9f869e1c69ddb473394ca68b86e077582283de4e22b9599e40185b2fa5d", "review.csv": "b250eb36b2e01ed55542bed595cd6e7911039dd4ffb1b72bac4f9e73aef6fe48", "verify.py": "cf93c1c6b3dc2f834419f162bf1f36daccb3d6d9c623137ed770a61289e5d0f2"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.0268, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0f57508b1adf435daf0a65ca0c3fcb7cf1e31e9c2d3ae9e7061e30abb913a63e", "run": 2, "run_id": "card-expense-coding__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "819ade932aa1c239997aaa4e1232e01f94312f48dffa21e5514a5d480f6e73ac", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 451968, "input": 528396, "output": 23248, "reasoning": 13372, "requests": 14}}, "cached_input": 451968, "input": 528396, "output": 23248, "reasoning": 13372, "requests": 14}, "wall_s": 103.3}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "code_charges.py": "170639f9addac808eee0f1b9f6879612fdfead705a908e77435c0e34d5580db9", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "review.csv": "79f842ed2c7f399141f4b8bda973d819098bfe42126d45a9273732b9b8cf6ea4", "verify_coding.py": "fbc5a4292fb267915aa00730b2472bd83cf55d61763363d6a5fa3a9f6b133f7c"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.0157, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "14e7a67948b93183a03c874bf62b47674a509545ffbf51186a3fde7b005a300e", "run": 3, "run_id": "card-expense-coding__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8569a6cebdd030643a87d5034dfbb09aece6ecf11cf5aedf992a0aaf76b848f6", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 375936, "input": 409931, "output": 15844, "reasoning": 9755, "requests": 11}}, "cached_input": 375936, "input": 409931, "output": 15844, "reasoning": 9755, "requests": 11}, "wall_s": 73.8}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "b0d03ab52cdcefb384f5822931b73f60e454f67359a1349290e9175795c89ad5", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0213, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e33917a61331aa44c9c70976a073ed98c433c81e6fb3273c569f7141b67ac8ef", "run": 2, "run_id": "card-statements-pdf__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9c4e43e2cbe450f2076559a471102028143e82d86e537e8a70f769a252541cd4", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 658944, "input": 713016, "output": 18690, "reasoning": 9964, "requests": 21}}, "cached_input": 658944, "input": 713016, "output": 18690, "reasoning": 9964, "requests": 21}, "wall_s": 116.5}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "6f6c3004a675cc22ce1b86826d0d0524a0c37f6c1a4e460ac089d70074f5389c", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0122, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "35251774e0a1beb37a7159af0fd8d07a0caeaef6ea2412943d4af3bd085815b1", "run": 3, "run_id": "card-statements-pdf__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "25f238efa4e9ecddd20b8d81ecfe081b846208cba02f87a7ece9df3ccd647fa2", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 284928, "input": 310522, "output": 12489, "reasoning": 7375, "requests": 12}}, "cached_input": 284928, "input": 310522, "output": 12489, "reasoning": 7375, "requests": 12}, "wall_s": 77.5}
{"artifact_hashes": {"drawer_variance.csv": "9ffcea282512abfd55d78b86f1488ccb925a6173482fe59a5e92294b5ab9aa4b", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0504, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2780d1128d29bf57d393e46225845a276286a0cc2f54d459da94191154dd41df", "run": 2, "run_id": "cash-drawer-variance__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a72c35103fd303d6d2dc658098e0878cbc4f2dc84dffb53daf979aee126e3ddb", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 836096, "input": 952393, "output": 50770, "reasoning": 32069, "requests": 22}}, "cached_input": 836096, "input": 952393, "output": 50770, "reasoning": 32069, "requests": 22}, "wall_s": 224.3}
{"artifact_hashes": {"compute_drawer_variance.mjs": "4d925c9227e2c3e473954b3b70b94b19b607b1551785e55dabcfa59d17a42e2b", "drawer_variance.csv": "20a4663e843032e9175879327e8294b43e9aca6af5c3708eb9fc3f027dd2ef86", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "rank_check.mjs": "5abc187efea601aff2104b0eb49bc8fcfc4b82214c258e6dce2a9a38f58125e6", "rows.json": "743747b959d42f1e8a5c6bf6b084f9132d6bfab13c635c44e80407e382770de2", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6", "verify_deliverable.mjs": "f71ac727afc5515cb9fd0724fcda830f4a7fac261aac24f3c98c48ef0afa54ff", "verify_mapping.mjs": "780dd43c8b792fd61a930b0f74d31a2ffd663f334b90f74cc95ab84c83330374"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0486, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7cffc14c99062d1885bba20ebb6c85c5bc401cac19ee686cb72933509e65723c", "run": 3, "run_id": "cash-drawer-variance__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f13ee93e25ade77b50fb535ae11f36599b17252ae7746341900be33187096d66", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1563776, "input": 1622014, "output": 58579, "reasoning": 40496, "requests": 29}}, "cached_input": 1563776, "input": 1622014, "output": 58579, "reasoning": 40496, "requests": 29}, "wall_s": 269.5}
{"artifact_hashes": {"cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "46fb01ef3b8eeb121826446d6e28c8e50455b1b53f98089c0d763233d22c94d7", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "1e773de8baeb5ab029df8fe39ec5ab1adb75f0e985803c24177595a3d67046e2", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1243, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b0bc3dd84302d879a23753e92719fbe8b6ff6ffabd369ec9d7ebd7aac10c6dfe", "run": 2, "run_id": "cash-flow-monthly__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "86b521d37d95d4b0faffaec969552ad8d2df662a3bc46abc43dbb30fa4923603", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3051904, "input": 3338632, "output": 120241, "reasoning": 80951, "requests": 58}}, "cached_input": 3051904, "input": 3338632, "output": 120241, "reasoning": 80951, "requests": 58}, "wall_s": 588.8}
{"artifact_hashes": {"cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "5e4ee272a3f5b600eb30895f3158a1c6b17120265a28791a6fd002c28136a689", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "cf38b9f8affbc4090d8f336d71d17069c872a4ff3c7c46b88907445e512b42f0", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1107, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b1434b3456b45633c5f13fec60d0587b259b92e5b441a6d32171bd345d555466", "run": 3, "run_id": "cash-flow-monthly__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1d8af6c739c29fc068399ef4f8c6ad37658d6f2d400acbea206d85e67deae48f", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5336960, "input": 5564441, "output": 100907, "reasoning": 48728, "requests": 94}}, "cached_input": 5336960, "input": 5564441, "output": 100907, "reasoning": 48728, "requests": 94}, "wall_s": 518.4}
{"artifact_hashes": {"catalog_clean.csv": "842471dfcabcc22e570178ffb99ccf5d2f42add7aac865cf0144b9c1dfa56555", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0304, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f4e1314d53cb54baaa5d48a66f3bd530a17208ef21f12eddca4360f95a4eb9ef", "run": 2, "run_id": "catalog-normalize-units__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9fd88deeb9a0c7b3106976c87f2ce4d2d9bbe3744f5dfcbf7d1ab2f9db41da03", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 845440, "input": 924829, "output": 26673, "reasoning": 16743, "requests": 21}}, "cached_input": 845440, "input": 924829, "output": 26673, "reasoning": 16743, "requests": 21}, "wall_s": 129.0}
{"artifact_hashes": {"build_catalog.py": "ec3a475bb66757d374a778e876f8539259f2dd36d700767f3fc3e4412f7fc015", "catalog_clean.csv": "842471dfcabcc22e570178ffb99ccf5d2f42add7aac865cf0144b9c1dfa56555", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0166, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "80b514921705af86b8c36bf4e8ff704754adb7ebbbbfae23a791343e3e323e8f", "run": 3, "run_id": "catalog-normalize-units__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e9da67204504e1f6ebdedecc9678359c341a132e75db44cc880b96cd2bf3901d", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 636544, "input": 668616, "output": 16383, "reasoning": 8915, "requests": 18}}, "cached_input": 636544, "input": 668616, "output": 16383, "reasoning": 8915, "requests": 18}, "wall_s": 84.2}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "e34b0cbfc28c5e18cb8d8251c17aa7847509a516ea22934f9f4105caae1c69ab"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0083, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "63308adec965163a01e2876f75d72bd0725414507d1d74c9d96a17d3dc1fadea", "run": 2, "run_id": "catering-quotes-table__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d60ec59d430b3916a1fc24016449f5e592f36cdc1ce4ef42f57c52d347579b77", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 262912, "input": 287283, "output": 6357, "reasoning": 3492, "requests": 12}}, "cached_input": 262912, "input": 287283, "output": 6357, "reasoning": 3492, "requests": 12}, "wall_s": 41.4}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "b69172ea1474d90c2e8c0840389d469d7a8a50f3607ba7d6490f21688979b017"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0249, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "aadba4ee1b375a43a45d9d81b4ab201c2e064794c0a8bd3a3653a734925f62eb", "run": 3, "run_id": "catering-quotes-table__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2b69d1b3b1ac2c346838340cd5094a32b0c6bb0560d265a5149cfe1a55c26959", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 934656, "input": 1000274, "output": 20466, "reasoning": 11598, "requests": 29}}, "cached_input": 934656, "input": 1000274, "output": 20466, "reasoning": 11598, "requests": 29}, "wall_s": 139.1}
{"artifact_hashes": {"chargebacks.csv": "ddfc8446f909e11f02625434e2ec54450586956be11b540dd95417cc6e6349a3", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d52846313ec6a036c6ac3f5c8e8a10ea2ce49d3e9eb00c8bba354162eecacf27", "run": 2, "run_id": "chargeback-tracker__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2d445ab0cf24ecc2cfcd84ac1565f8eb8c85034a5afd2a52a7d7a7ac4fb7ea26", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 264704, "input": 320846, "output": 15585, "reasoning": 8477, "requests": 10}}, "cached_input": 264704, "input": 320846, "output": 15585, "reasoning": 8477, "requests": 10}, "wall_s": 69.7}
{"artifact_hashes": {"build-report.json": "a4783b59858d3acc7180f6c39e3d1799f030360c01ebba2f27c2181b16350a12", "build_chargebacks.mjs": "30cb7102e1a22d1f071c4a3e3ee6410912b2279e6fa2001be27a6776aca4f784", "chargebacks.csv": "ddfc8446f909e11f02625434e2ec54450586956be11b540dd95417cc6e6349a3", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4", "verify_chargebacks.mjs": "e96750fbd8c0955a7f7af068c2e6403323a0b21e287f8d4e42ebc778dc0d1969"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0356, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "707103de271c343e81bb8c63b5d839dd67b403a67bad55f530d451f61704d810", "run": 3, "run_id": "chargeback-tracker__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d1edcd3d0bd0c43e728e17dd1350a5c1bec36fa2f9fd5c99078cbb5886e82a01", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 732800, "input": 855678, "output": 24998, "reasoning": 13095, "requests": 22}}, "cached_input": 732800, "input": 855678, "output": 24998, "reasoning": 13095, "requests": 22}, "wall_s": 120.3}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "compute_remap.py": "a7aae5cbf8145fc2d27798d36f226d25fc0f252932014b5e5da6cc6a9506ad74", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9", "verify_remap.py": "f1bfcb7ded46c8846b0a4d55fe11c4a503d1d37acc696823b0476a86684a90f8"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0194, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a6fb2fa926d5919b6f928520d1af6ef5a5498280f97a5e25f7b45e4c83eacfee", "run": 2, "run_id": "chart-of-accounts-remap__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0dd4dd1682757fbf471fd3c4570d1660a8eae73661061b253f4bdc4d88393eaf", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 431744, "input": 504562, "output": 11950, "reasoning": 6158, "requests": 12}}, "cached_input": 431744, "input": 504562, "output": 11950, "reasoning": 6158, "requests": 12}, "wall_s": 64.2}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap.py": "7b15020e3f55a309c7c5d1da83c796a49f627690ed92b57d3b0399e068b4196b", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0145, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a6ea0ce67e34839d4b7bb404ceb183525fb7bd2c1463c1f6a26a32eb68c463f9", "run": 3, "run_id": "chart-of-accounts-remap__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cf2176231f0af38e50a8be22e10eb3236e0041653307a5208094d3d2b01a652c", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 479744, "input": 516729, "output": 12508, "reasoning": 7040, "requests": 14}}, "cached_input": 479744, "input": 516729, "output": 12508, "reasoning": 7040, "requests": 14}, "wall_s": 66.9}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0282, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0d502ce365f1b7ba8d20b2fab602e61b3fd8166fed20b4982bb9c5df003eefef", "run": 2, "run_id": "class-roster-changes__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "92b714abe76e63fd1a79fd1df6b46902176bd0322e5782f55455365b428808c3", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 730496, "input": 810414, "output": 23339, "reasoning": 13945, "requests": 18}}, "cached_input": 730496, "input": 810414, "output": 23339, "reasoning": 13945, "requests": 18}, "wall_s": 121.6}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0402, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3481094bca3678fd7d224a78f6dc5a0e3275e4b2dac9c8535bfc5422b3746cd4", "run": 3, "run_id": "class-roster-changes__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dba02ed8f8848e431146cf4d464c498c2820c9d4ab0ace8da4e6e786bb633ba0", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 875392, "input": 1018515, "output": 26810, "reasoning": 15238, "requests": 25}}, "cached_input": 875392, "input": 1018515, "output": 26810, "reasoning": 15238, "requests": 25}, "wall_s": 141.1}
{"artifact_hashes": {"client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0357, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a20b172316a9c2e80db8bfd997701a14a85c8a3a369b8a94bad0dc7b73a1beb", "run": 2, "run_id": "client-hours-by-project__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bfe4db4169ce8065dc0babe2bda45c9d382b514fa6f11e1ce4077552db0c7359", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1492608, "input": 1593117, "output": 26828, "reasoning": 11670, "requests": 32}}, "cached_input": 1492608, "input": 1593117, "output": 26828, "reasoning": 11670, "requests": 32}, "wall_s": 143.8}
{"artifact_hashes": {"build_client_hours.py": "8282c97efcd6faab9379d1553c0dd1de130bd52a6eb89465d20ee5bcafb4c909", "client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56", "verify_client_hours.py": "b405831043efd9c9cdb0207491a1720a6ff3529d82ee11b68d65aafe39de8ebf"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6530381aa60d57f5ba886d5d4e94c12510ba47811a3634baf28d538cf78c780e", "run": 3, "run_id": "client-hours-by-project__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "23fe66dbee0c69f549d0510d109bd40a30736712bb959ac4af4ad90205757c02", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 916864, "input": 953471, "output": 17251, "reasoning": 6649, "requests": 25}}, "cached_input": 916864, "input": 953471, "output": 17251, "reasoning": 6649, "requests": 25}, "wall_s": 97.4}
{"artifact_hashes": {"cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "6ba5a91461f2b14b69b689002edb709befd0f9c74998fe1de6bd6925b6fe6178", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0352, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f22281358911f1566a6ece506f4cfa88c3b93d0b8dd1289670804f4cccef291c", "run": 2, "run_id": "clinic-visits-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5799af04594676c5ba26e567017930bb01cdeab1db3a886fcdaf61dbee7b6146", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1333632, "input": 1429926, "output": 27913, "reasoning": 11041, "requests": 29}}, "cached_input": 1333632, "input": 1429926, "output": 27913, "reasoning": 11041, "requests": 29}, "wall_s": 151.1}
{"artifact_hashes": {"cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "48f1382dca329c79dd887b35b53fc977b0cfd9fb59240114d1d8f3d9a911024a", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0603, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "650981a7de40d9fdfd70ca909b1baef92d844f3bc87bcf43612cc4405e7f740c", "run": 3, "run_id": "clinic-visits-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5c8f8f9992911d4f3684a504f4c2f7ac3caad8e34f4849ee9e5911658fa877d7", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2676096, "input": 2794698, "output": 57478, "reasoning": 22475, "requests": 54}}, "cached_input": 2676096, "input": 2794698, "output": 57478, "reasoning": 22475, "requests": 54}, "wall_s": 283.2}
{"artifact_hashes": {"hours_audit.csv": "3894fff1f45b39a27399807d46721cf3e3705eceb97cb42a933d7a4886bd4cc3", "hours_audit_build.mjs": "1a98544b254bd573d2694394874ca891eb407ea3cda938584a977bf1801f0dca", "hours_audit_verify.mjs": "4861353f7987ccd0ad1ebcf862d9360fbcb7eadeb740b068e09a20e1118706ca", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0272, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a40f4246dcc9bfbc677de639f24896308e1d6987df53de47d9e67492f0886e3f", "run": 2, "run_id": "clock-punch-audit__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a297750aff34560bff682ffe6586e0d147f770d403fa5b3003a354b04604bac9", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 907904, "input": 948321, "output": 30714, "reasoning": 21823, "requests": 19}}, "cached_input": 907904, "input": 948321, "output": 30714, "reasoning": 21823, "requests": 19}, "wall_s": 142.4}
{"artifact_hashes": {"build_hours_audit.py": "c26da92428d8828854b39d8ad7d5ed85b978e71b87ac02378dd1a2517e288455", "hours_audit.csv": "152e80b31b2d7fc3f65f899559530250f21007df5e5ecb7fcb8036dd191b6e7e", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ea8b731b24a3a0b201a30c10db6f468381d6550615dd175809923289b2873b5d", "run": 3, "run_id": "clock-punch-audit__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1d2bc5296d7c1b883b7006bf3fada44702ef03402b65acd5a49ccfc168d2ea39", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 501248, "input": 570031, "output": 20224, "reasoning": 13721, "requests": 15}}, "cached_input": 501248, "input": 570031, "output": 20224, "reasoning": 13721, "requests": 15}, "wall_s": 98.9}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "b56b6944456b7ac853769142f844e82d53d7bb2b2f3e5571246ccd8e48599604", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0584, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "101145c832c998411bca0df5e0c087f5944b03a12456a6db3737aaae4bb2e2ce", "run": 2, "run_id": "commission-calculation__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7551bbc02c47549718b8b16c337648c52266f8de518987cfaaa507d3e63011f", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2289536, "input": 2368772, "output": 66099, "reasoning": 37355, "requests": 42}}, "cached_input": 2289536, "input": 2368772, "output": 66099, "reasoning": 37355, "requests": 42}, "wall_s": 322.6}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "1f33bbea6928a3952208677ed772538861f5bbba32c8da9eb438b46c11016ee0", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.043, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "771f04dcbea747b926183682c18f73a1ca4e1aae12b751e795295f93c555b2a8", "run": 3, "run_id": "commission-calculation__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5f25a3945a66824b2a2f5f463b4280c9be6cf00695fcb4ee6c0abb9a4539ba50", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1881472, "input": 1948703, "output": 45415, "reasoning": 27114, "requests": 37}}, "cached_input": 1881472, "input": 1948703, "output": 45415, "reasoning": 27114, "requests": 37}, "wall_s": 233.1}
{"artifact_hashes": {"clawbacks.csv": "220e705d15d14997fbb2fbb75c14f80a328b389e4a778c17c683d413827aad4c", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0272, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8a378c2a94ee89295b6f7ab23ad0d35d0e6452c3ef43942b99054ea737119cf3", "run": 2, "run_id": "commission-clawbacks__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3e733890559083cf49fa10d0faf64864116fe4d04170fab5f82f56545e889d91", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1563136, "input": 1616171, "output": 24288, "reasoning": 10844, "requests": 32}}, "cached_input": 1563136, "input": 1616171, "output": 24288, "reasoning": 10844, "requests": 32}, "wall_s": 139.0}
{"artifact_hashes": {"clawbacks.csv": "e7dbdd5f2ec10f4858235dcc734b1110de70b3452b9c2132a4e37438c9e82f89", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0204, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5e126d21c7b02f00d883d5c81d203eb99e439e8d5a6f0cf2666a58d53fa8f066", "run": 3, "run_id": "commission-clawbacks__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9217eccffa984a831e7ef5764452b0a41336bb8aea776c37dc41b9fecc8ba4bb", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 476160, "input": 518827, "output": 20999, "reasoning": 12408, "requests": 12}}, "cached_input": 476160, "input": 518827, "output": 20999, "reasoning": 12408, "requests": 12}, "wall_s": 98.4}
{"artifact_hashes": {"build_complaints.py": "eee334ef82a30faebe842508ec73a81e18ab31f8d70a96c2f55a22689f29b14d", "complaints.xlsx": "f5d5e8b97161b4823cad4aef09547abab829942b93986c7ea5d28a2abf1e2826", "complaints_computed.json": "a5f2ad15fbad5eed5ab672dcad50a39bd45db2c727e142a0c4ed2db5a04a7c8d", "complaints_data.json": "5a9f2e452a27fd78aa27ae7083a0cb337a43db845b74cac17c5c7f1604a0fc51", "complaints_expect.json": "e449772d04174544e6cd653b5cb364160bff3c83e54a9c2b21a5571ce75fe2c7", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "freeze_complaints.py": "cf72783d3070c78ce87785e40b5ced4bd73f3681259b0d86bfea0b79dc39d006", "memo.md": "b1fde1ec27a1b16c0f266f55cad1aa9f1e95ecc1a7ce8b20edb82474d5e196dd", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "profile-log.json": "703c78acca6783bafab421a40a2b48dce6979aee29383c8acb67ecb5b249049c", "profile-web.json": "211835120b1247abe5478fc634e553d2a2d737dc2e2027c5333d6ca49c444220", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1073, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0f05b55327efbe66a39281f1e0753785a10e28dd49aab95b24505c7dfdc3975b", "run": 2, "run_id": "complaints-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fcfb038c0c0e7e23db6a1b7c002687e1b16fbc3d776218fdd272b70883e1ced4", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3146240, "input": 3448335, "output": 87652, "reasoning": 49477, "requests": 61}}, "cached_input": 3146240, "input": 3448335, "output": 87652, "reasoning": 49477, "requests": 61}, "wall_s": 461.6}
{"artifact_hashes": {"complaints.xlsx": "5749a59157d7693197e6aa26d9b17242363529eb7fc34c6d22313199aaeb3cbc", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "memo.md": "cf3ab4a99942f971b7946ed50165339ab50196b5f020b47795a9cbe24b50c430", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0345, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "673fa649c2ec6f5c0d1b5c10608d6a633f9ff1de5993572a4369cbf7abbf6a13", "run": 3, "run_id": "complaints-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "71c60b675672dd2420cce5d93ff337174634c1172e85db6d810df31d31ef69e7", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1938432, "input": 1988447, "output": 35284, "reasoning": 17145, "requests": 37}}, "cached_input": 1938432, "input": 1988447, "output": 35284, "reasoning": 17145, "requests": 37}, "wall_s": 195.8}
{"artifact_hashes": {"contracts.csv": "ec2831922578a43e978e56bee7e698199b7b4ee5a4cdf8489392390c0bfd6b8d", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0166, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7bf7a0146b77a14a4da0d7f3d1eefaae82f2052207711bf8341ea272114be2af", "run": 2, "run_id": "contract-key-terms__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cf3dbdfdb07b1c64d68b6e00cdc2da6b49c5910f0cfd1e9a8b2d464e037cc3f9", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 362496, "input": 409964, "output": 14048, "reasoning": 8532, "requests": 14}}, "cached_input": 362496, "input": 409964, "output": 14048, "reasoning": 8532, "requests": 14}, "wall_s": 81.2}
{"artifact_hashes": {"contracts.csv": "e1fbd75edbd5ff045440fe26fa413393fba7eb15db8c792e063890ad66393c8e", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "contracts_notes.md": "dab558ee92fb1e872e87a4a3b259bcee625650b2a63c65d5477178f2681cb239", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0226, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "887da6281c399bae90b84ca8a8745ed2d28d4d221cb279450b392fc6e3172f38", "run": 3, "run_id": "contract-key-terms__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0ccf263241eaf56c931a886c3a613450654da66267e59d04ad650800cb87d3c1", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 720768, "input": 757636, "output": 24795, "reasoning": 15685, "requests": 20}}, "cached_input": 720768, "input": 757636, "output": 24795, "reasoning": 15685, "requests": 20}, "wall_s": 129.9}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "f49f8a422f8d698a590c6a0baac85909b3a43ecdce802bf66aa24dc06cb8fb67"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": true, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0142, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "92a73bf52f3ab45f17b746b3de6538a41d87cfce732d8ec6bfb74bf24cf9e4f2", "run": 2, "run_id": "contract-renewal-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0a4df71ca09b2b636a0a73b9cc7404552a1aa46372ca4a8cc18c904608ccfbff", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 349312, "input": 385203, "output": 12895, "reasoning": 4967, "requests": 13}}, "cached_input": 349312, "input": 385203, "output": 12895, "reasoning": 4967, "requests": 13}, "wall_s": 71.3}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "ee7b3922ffdaaf9737555c08c02b9df48b9eab607b66b377f2382023bcd7fd0b"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": false, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0097, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cc9f725a7af2a4858d3054c4e9565ea7d16bf854d9532996f4f3cfb3b64dc09d", "run": 3, "run_id": "contract-renewal-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cde98bc32f6c06f9032a56428d7fa08ae629b9a28deb26fb6255f31e223d4e8c", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 224640, "input": 251421, "output": 8415, "reasoning": 4216, "requests": 9}}, "cached_input": 224640, "input": 251421, "output": 8415, "reasoning": 4216, "requests": 9}, "wall_s": 47.3}
{"artifact_hashes": {"1099_vendors.csv": "89e30aed0c6b99abe2f954bfd56a81b884df011d0fb1e3fd956fe06a71cd05f5", "build_1099.py": "78626d8e0d48e6274da33aeba37f37c1b3f18566e18c98c71daf3265caa4dd49", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0121, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5c03269c15a2b82382c52a4639e3e178a094ef3db8dec437cced5d82fdb3f398", "run": 2, "run_id": "contractor-1099-list__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ef2c40e762cc767e94115d2285302a548a508814a15522e6d1e3ceece3b482f4", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 215808, "input": 249660, "output": 10548, "reasoning": 5482, "requests": 8}}, "cached_input": 215808, "input": 249660, "output": 10548, "reasoning": 5482, "requests": 8}, "wall_s": 52.4}
{"artifact_hashes": {"1099_vendors.csv": "ed41f9e16a01500c2f1dace157baf886bf6e8dd30a9a1a0f5cf762e73cb8e2cd", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0188, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "94abb406cac991da241842097046f59d16fad17ea19753ddbd392fe23bbe7ab3", "run": 3, "run_id": "contractor-1099-list__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "046384b8131c6ce7fd00470a5d5a2547d344227fca03efab0d4fef31f5ebea5c", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 558720, "input": 597908, "output": 18663, "reasoning": 9889, "requests": 14}}, "cached_input": 558720, "input": 597908, "output": 18663, "reasoning": 9889, "requests": 14}, "wall_s": 90.6}
{"artifact_hashes": {"calc_credit_notes.mjs": "0376824f3baf8817ae737d91666d38f0ba8ba27e071035a32f628487673a77c8", "credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "reconciliation.json": "6be2d5ff32f8f5ba6b7948d464a5df33d5816ec47014d24b2cf6b7212e4192a4", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f", "verify_credit_notes.mjs": "44a2435684126be9d9b3cefd428f461e401c3c0da92697e174f28d5e972adfae"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0192, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "973433666c34587a0dfae31fbc781a073121ff97ee49344042b22cfcad277ab2", "run": 2, "run_id": "credit-notes-apply__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "31a8d7f75f88dece81e1fdcd0cc3e1525b005079c60659cb0412ece6459ceae7", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 835328, "input": 873768, "output": 18223, "reasoning": 7220, "requests": 21}}, "cached_input": 835328, "input": 873768, "output": 18223, "reasoning": 7220, "requests": 21}, "wall_s": 90.1}
{"artifact_hashes": {"credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f", "work/audit.json": "bb5c03f87cf1755b96c989054ad7a21a0b4574c0ddd97526904008a8385dfbf3", "work/compute.mjs": "7473fa7b24a5538f44640f7d9e06076eab9d7cc8ee0fca29018752189c404fb4", "work/credit_notes.json": "cb5e4b7802a9681a112e28c7402ed29c525482cb82353e89d07dcefa8decfa89", "work/invoice_balances.json": "a708bb45193dd8663f706b24ea3fe7444441b14acf077b7c4c979e7dcf2b3b74", "work/recon.txt": "e1acab7fca9a3ddcf0b88023947634612ad7e4da26a568eaac5eb7690de0595f", "work/verify.mjs": "bb4e9a5ce7159528cef23b05f918de561ec4c780b6d5ed40b4ce86b3c0b26519"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0236, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "837a2754cc56764269e74047f6638db3b855f6405d0e2bb71cf3a2536e081975", "run": 3, "run_id": "credit-notes-apply__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c28dcb4db6b2d4f17e81d4f155685ead881bbb260bac368132cd0c4649e7cec", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 998528, "input": 1040596, "output": 23778, "reasoning": 12879, "requests": 23}}, "cached_input": 998528, "input": 1040596, "output": 23778, "reasoning": 12879, "requests": 23}, "wall_s": 117.9}
{"artifact_hashes": {"_build_hubspot.py": "060462d3c2193d2afc1a10fc5fc09a6e8d68ae48a8a03162ca582c269d5d4435", "_hubspot_rows.json": "6306a96bb6367ce6985d4139f130d778a32e6b3f95835ebca0fe0a0400ce6f02", "_src_customers.csv": "51dae8457ac75f02012b5b7096f1eacdd089eb36234d0b8f6365b62a4077bdb3", "_verify.py": "5f3c266640697b4d5e3a4e7013d381137925133594a8f17bac454fa583548728", "customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "2943cd61b24751e3b34f275049dd9728b75cdd5296f24617ad55d539b4a30d00", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.0204, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8463625edc712ac50c21cafd98ed4b9b0a533bbae0a3b9b9ff842075d0e013d8", "run": 2, "run_id": "customer-dedupe__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f8aa975e5813280b9c0da3774e68d36cd7064822d96d07c3769b53d7b4f2130a", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 670592, "input": 709083, "output": 21041, "reasoning": 12414, "requests": 18}}, "cached_input": 670592, "input": 709083, "output": 21041, "reasoning": 12414, "requests": 18}, "wall_s": 115.4}
{"artifact_hashes": {"customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "616d9940b08f650f061555ed1046a87cad9c15dcfe5e410ad073acc3a3314d1c", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.0212, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7d2b812256f0985afb16e2c47bc6aac52c03b764fca3a27b58629a6589555588", "run": 3, "run_id": "customer-dedupe__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "45e3794ca45719e75e34434ea0c741b1e1b8a17a6289bf659d8da402eb5ee710", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 384640, "input": 462504, "output": 13908, "reasoning": 8882, "requests": 12}}, "cached_input": 384640, "input": 462504, "output": 13908, "reasoning": 8882, "requests": 12}, "wall_s": 78.0}
{"artifact_hashes": {"customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a", "working/DATA-NOTES.md": "89439db9282405cf1c53d6e2ef70c36e4179f2b330f6d55ef8418bfdb2d90d8b", "working/build_customer_value.mjs": "0edd689891f8dfba9ab11b0990a3f2a55d6dd646e162a39b1602fa0144e8a6c8", "working/order-audit.json": "016807031f9b87af4899855f1b6efdf67c8ed4dbfddf9af6b0433ae9950732e0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0144, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fd71a0370da97ec60e6dc9ba56cfdf2bab4c1b0f2328da0e58cb218f5429b7b4", "run": 2, "run_id": "customer-value-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ca152fa051aecd67e48a5f55935ee9f8d7295fd38b4116a5f34e0c79593d737", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 448256, "input": 483294, "output": 12935, "reasoning": 5115, "requests": 14}}, "cached_input": 448256, "input": 483294, "output": 12935, "reasoning": 5115, "requests": 14}, "wall_s": 68.7}
{"artifact_hashes": {"build_customer_value.py": "1233584db80ac92b4246659967264fdabdbc6667600f6f0bf036d04776dee584", "customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customer_value_notes.md": "53828a33a6ed0f5193e698a4739914d931efc952339a9abc6a8175fd7f7e5d09", "customer_value_summary.json": "166984c1accf4f06f417377200f988f5a0776bc758d2d9457d0f4b2c868797fb", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0173, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c5b86417eec6acc14bff680854bed589cbf7a01f27408b604884cccb37b96fc7", "run": 3, "run_id": "customer-value-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b18f63907ee7b9a22681ec613fb525e2e8c94f5b21ea0847b522a7949cc6b3c", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 723584, "input": 759914, "output": 16181, "reasoning": 6889, "requests": 20}}, "cached_input": 723584, "input": 759914, "output": 16181, "reasoning": 6889, "requests": 20}, "wall_s": 89.0}
{"artifact_hashes": {"candidates.csv": "92a05b845f72e052877c73877c9c6a6082b0d7e87c4ed18e3cc20676d93a1eb2", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e", "work/Application_DorothyHoward.txt": "1a51f92c61ac4b47a0b16b6031221af4d7c70d72e86384d9d9220591200b75be", "work/CV Rebecca Garcia.txt": "b14100993a3a160a9ad131468102a0dd7674beb8a3f91f96d4c78a85b0f93f50", "work/Deborah_Okafor_Resume.txt": "b0e020296b48198e8c4b88dada104062264273bad22ba734f6a62714932dd913", "work/Kimberly-Rogers-resume.txt": "315d09e8f6b98a0cd1b472f9302b53e7a3c45609c86f7a77442f884b08592fb0", "work/Margaret-Cook-resume.txt": "e5c3a290d1c4d57744e220667d4becf57084eb9a6edb5ea75cbdc26f9fa72d97", "work/Resume-Torres-S-2025.txt": "5d6701a8c5e7d749d2eae3193f262c567dca4580a589640746bf4e4c6c5812d5", "work/Torres_Sarah_resume_sept2026.txt": "5c984f1be7c648a67fc7e25f651c89caa4a28c4b3928333e0e305a6bfdc24d7e", "work/compute.mjs": "329953396cd9bcd39f9a371bf5dbb6e2409ffc6506cb2372f6b3dfb8848eba71", "work/foster_sarah_cv.txt": "d95b275948a7163e86d92fb912f6e0a76fa57f830ee5d1b9e290721a1b6cb1e8", "work/phillips_gary_cv.txt": "35d7c4b1d459d9d9003f174fcc9f6c0fbe20109b8b6be3f3327f07a1eb3c4c02", "work/rows.json": "ba06f13f54a2c6415edc47925b2aa65256ea06e0a13384843a3fd48fa865957b", "work/scanned_resume_walkin.txt": "2692c33d367c0f2dd862008574b010381a059f49768c816da5863d5f68ba26b5", "work/trace.json": "896bfdaee7e41e053823a4c22b70509458db4ed351c8c8e051c7e6a4e2ae9f97", "work/verify.py": "7e13866527617b46f5984f7d062109f9ddab718ef9c60bb1f80d8ab8f5f8bc8b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0391, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "202f35a9b0d16c501dda532cfd22d76c47ebb2b678b1ea6037776595a3c70774", "run": 2, "run_id": "cv-batch-extraction__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3bfa94b55e848916d48dd4089ab391b1dfd803565c1daa77745ab62ee08456ad", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1065216, "input": 1168411, "output": 33967, "reasoning": 15408, "requests": 31}}, "cached_input": 1065216, "input": 1168411, "output": 33967, "reasoning": 15408, "requests": 31}, "wall_s": 204.2}
{"artifact_hashes": {"build_candidates.mjs": "008605fb6829c70df87ef6b47ed69b66f21e4317f9df8e8868eccba64a1c946d", "candidates.csv": "92a05b845f72e052877c73877c9c6a6082b0d7e87c4ed18e3cc20676d93a1eb2", "candidates_notes.md": "97c48d312dc9c8863e84f5412269e8bb751047b87dccd5825f5b6e6058172897", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e", "rows.json": "ba06f13f54a2c6415edc47925b2aa65256ea06e0a13384843a3fd48fa865957b", "verify_candidates.mjs": "cfdc57f224d8a8ff87d3ece4e3c0a593a025816741f1013c6e3163db6812ffa7"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0213, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "75cb43a7e464cd9b0d0231147842be3b7652fbe1fb931cea3b46ef3427223f7f", "run": 3, "run_id": "cv-batch-extraction__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "48ca207a3f89e6e10004a57c7a4f15783248278751c060849ac5a73ac03c45ea", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 864640, "input": 897905, "output": 22815, "reasoning": 10826, "requests": 25}}, "cached_input": 864640, "input": 897905, "output": 22815, "reasoning": 10826, "requests": 25}, "wall_s": 127.5}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "6a6b4eaf1ac0557e583d0d92b0f1653e82096dcf87a3112290b0360333e6d989", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d", "work/audit.py": "0d29dbb565aafab82f5da77dbc5f09a0b1ce57414a3e1e3a27b0c85993e26501", "work/build_data.json": "7469637c6a09f4fb979e20fa63a45d1a43305bd737cb6d5b7358adc6c9bef955", "work/check.err": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "work/check.json": "9059349d567da0e459df7f00f391a2f11faa028c191c4523751202703e2518b2", "work/compute.py": "de5f37ea078ba14555742aa08696e3346b9f6f204a0ec4751204bad0b67bcbe5", "work/emit.py": "6051b8a396c38f95e1ca8c4d7c0d11a94e077f51e379af53b40a932a799f2e19", "work/expect.json": "b5bbba4cc18239bf2da2b395d550fc2e199853b0ff7cddae731da02c03a41c1e", "work/schedule.json": "a01036e72350d917804bd09f37b89ac342150ee7e457fd515cf8b605ee74fcd9", "work/schedule.py": "49aeae7bc6a779447a3e829cd65a57fd3f95a7da301944e6a7eb90f89f2e67bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0737, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "510884c02d8dac163838ddf8e037c1527e7415dce16e5d4c46c12e5bf437784c", "run": 2, "run_id": "deferred-revenue-schedule__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "640d8b3f4c26e09538f2baf855a312fe9f2ac2f729ea499569c3e9676becc044", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2801280, "input": 2904780, "output": 83005, "reasoning": 48743, "requests": 54}}, "cached_input": 2801280, "input": 2904780, "output": 83005, "reasoning": 48743, "requests": 54}, "wall_s": 405.5}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "94bf4ca4ffc0b713b3f329e5706db93866f26061ac25ff0104e9dd61d5ef246f", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1149, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3b61612b4a68d09fb828003e97c098d8e215bdbe037ebf37e7ced5660cd5a7d3", "run": 3, "run_id": "deferred-revenue-schedule__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dcd14b2e91e1a1f3345509b5c816d95d50017520bfaffc7f4b63c15872cc53c8", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3991680, "input": 4206561, "output": 117885, "reasoning": 81718, "requests": 74}}, "cached_input": 3991680, "input": 4206561, "output": 117885, "reasoning": 81718, "requests": 74}, "wall_s": 551.1}
{"artifact_hashes": {"deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "fec0f0888c909acd579b870927754d202f6b519e8768ca52942e25946a6a5536", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1206, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "20a87a668d0c9cd0bc9534d2800535a531f4aa0431b706c49e1d4347bf5362e8", "run": 2, "run_id": "delivery-performance__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7e7331c14b7d5a0c6a76b8539252eaecd2d0f989bad6798dd57803fee9d28898", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5250432, "input": 5444039, "output": 126313, "reasoning": 78128, "requests": 91}}, "cached_input": 5250432, "input": 5444039, "output": 126313, "reasoning": 78128, "requests": 91}, "wall_s": 657.3}
{"artifact_hashes": {"deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "af090d799a80e9c35d9e14f933880c7a0662efa0ddf69f3c0eabc183334994e7", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1084, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e7b8bf813b2727129108c53a5eb86fbeeefa67e2fb9aa3a0ac2e2d3fd6bb0247", "run": 3, "run_id": "delivery-performance__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "056215e1e5c71ad76f1dd9704c4297e4bc59d8eccf8d161611f46775c00fcd2c", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3288448, "input": 3546877, "output": 99614, "reasoning": 62887, "requests": 60}}, "cached_input": 3288448, "input": 3546877, "output": 99614, "reasoning": 62887, "requests": 60}, "wall_s": 494.1}
{"artifact_hashes": {"depreciation.xlsx": "00927bf6fa701a3b4f97454d22666a3dd50ac529c93e3ac9d66224731d8e78ac", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0603, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2b0d7dcff3ff65777b63f413f2020f93802a24c0950d9293a2673be2e9d1a85a", "run": 2, "run_id": "depreciation-schedule__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "17f4b77a953eff0938cfab37b070952d28d2ad7a68f72bbc2756fe318c738b19", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3486080, "input": 3568499, "output": 62447, "reasoning": 33358, "requests": 65}}, "cached_input": 3486080, "input": 3568499, "output": 62447, "reasoning": 33358, "requests": 65}, "wall_s": 319.9}
{"artifact_hashes": {"depreciation.xlsx": "c24b0c0c70bef936c61d3aa0d02d1997a18fbf3fe342f391b6acb3d04b31ea85", "depreciation_figures.json": "5398a7097b7bb0f7ea16c2f2c62ce3dfe91279cb6e5a91c0a3fd899a4ad87574", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1379, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "62abf6d21f1ec025af060c3e269fe1aa89a5de60788cbef6b30abe7318a96e20", "run": 3, "run_id": "depreciation-schedule__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a7819d4251404c918ed6737d081a11283eac6a261837f8f3e3dafba9e9df434d", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 6460288, "input": 6695679, "output": 138648, "reasoning": 81173, "requests": 101}}, "cached_input": 6460288, "input": 6695679, "output": 138648, "reasoning": 81173, "requests": 101}, "wall_s": 680.7}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "calc_q2.py": "cb8a8acecde6d3b61ce58fe8a477bf6ce883112118fc604ca87d0ee853670a4a", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "b886698adb65d852babf83f96b1eb895324374e482e0c652ac0af7d6c9a70c61", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "288e768c594ce50f8d3dccb640ec90f245ec6eceb16072e7c4c42b09feaa6074", "q2_results.json": "39ed0e0ea5fa43014c32a78d119a7d0526ce80bdc10f60e2266ac3fa0f8214d1", "verify_deliverables.py": "dd54932982e04ca5609cfaca62e14072724497265b12065ef85089e95fbc663a", "workbook_input.json": "c755b8e10126e3ba62a8845ab811edfbf791366fc67537924fbafe937a76c769"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0587, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "39b0de0e62a7caf3fda818aa82471bdffe28e98c2a700299dd7d1423a3c1dc46", "run": 2, "run_id": "dept-expense-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "485fa88f300374ab850d8645d5e4ccf519a7932a063e6c18f899d8fc3c3aff7d", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2885632, "input": 3031093, "output": 47058, "reasoning": 19557, "requests": 55}}, "cached_input": 2885632, "input": 3031093, "output": 47058, "reasoning": 19557, "requests": 55}, "wall_s": 267.4}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "84eeb224b63a17f788aef1020a4e7e8864c9b9757f9d285eec437aa0471e25e3", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "ba68847d67a75ae55626bd6cdeaf92ce7ab8c7feb666486926ae0495b6731a45"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0551, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a5c51784feaebb4711370f989cac52605ff466163dd4c1cbf4c0b24c7c65aa8e", "run": 3, "run_id": "dept-expense-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f5890e773ee51b177dea0451207e18257a972b7041fddb6c8b02a38023d805c3", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1873024, "input": 2050611, "output": 38135, "reasoning": 17188, "requests": 38}}, "cached_input": 1873024, "input": 2050611, "output": 38135, "reasoning": 17188, "requests": 38}, "wall_s": 213.2}
{"artifact_hashes": {"annual_figures.xlsx": "31c261a99712b4ef43acdf54bfdb1e848beaad38f8f33789f6641b716538b7d6", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "164145d9b2e7cb5136fb467e6a48d18cadea11fa3886554306dcc380082d6837"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1646, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f6fdca11adc163363533ccb9bb79b02dcd1d9b43019325b3aeea8275f543c72e", "run": 2, "run_id": "donor-annual-figures__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5c641cb88bbf6a91834bd2df81843478086b7d0fd15a03eada16e49ebd65ba3d", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5572352, "input": 5882767, "output": 168878, "reasoning": 100513, "requests": 103}}, "cached_input": 5572352, "input": 5882767, "output": 168878, "reasoning": 100513, "requests": 103}, "wall_s": 839.6}
{"artifact_hashes": {"annual_figures.xlsx": "f966491b2e3ebf09bd220e92f695e1866a7d5422dde95529383041b202ea39a3", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "f54edfbe76f3463fbf6dd66f4c5f90591cc73c0420c9e0143922557a7db5ac4c"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0799, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "074e58b83bbe1c5072b3e8dddf678228b238a98c02157bd80ca26f48f03db267", "run": 3, "run_id": "donor-annual-figures__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "82f5263670aa370fb46a169a6ea06be855ddbac59830bc25e0756ade27717ea7", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4004736, "input": 4157534, "output": 74918, "reasoning": 36678, "requests": 77}}, "cached_input": 4004736, "input": 4157534, "output": 74918, "reasoning": 36678, "requests": 77}, "wall_s": 396.3}
{"artifact_hashes": {"check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0319, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "695b971f3c8f773219ee6734d12a874138eaf366d2688d413354b76f4c4347dc", "run": 2, "run_id": "donor-totals-by-year__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8845c1f840550fdcf42f19ca298a4911e53b9e683988e6a49046a67f1d3b3c37", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 943104, "input": 1038212, "output": 24699, "reasoning": 14685, "requests": 21}}, "cached_input": 943104, "input": 1038212, "output": 24699, "reasoning": 14685, "requests": 21}, "wall_s": 126.2}
{"artifact_hashes": {"check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0314, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "aa2b3f7d5e3a6512db38df4b537578b466f5a669cb96b39754db0f30dd2ff535", "run": 3, "run_id": "donor-totals-by-year__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a323a35545912570056206ebf24745fe7df3683c7a80849d21bbf4f5686de988", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1069568, "input": 1171882, "output": 21416, "reasoning": 11870, "requests": 23}}, "cached_input": 1069568, "input": 1171882, "output": 21416, "reasoning": 11870, "requests": 23}, "wall_s": 120.1}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "247663cef9abe3174cd9d3956f572b58582be6d32e350e8df703310d1ed2ebd9", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0478, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "107873170245216075ce7285c3ec3f753c77ef98b7f364f2a9731e47a9821a0a", "run": 2, "run_id": "duplicate-invoice-finder__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "019ca5e692d16c94633d3a3192c67b26f3c90a83f0c6da27050450767b5dabf5", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1371776, "input": 1520339, "output": 35657, "reasoning": 19324, "requests": 28}}, "cached_input": 1371776, "input": 1520339, "output": 35657, "reasoning": 19324, "requests": 28}, "wall_s": 181.5}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "c326313b15512233b9fcf3f478e477bcbd30b19a8ffb9f4df8e8bc79affef66f", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0144, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "88bcf03f38294820209c6d4a402503d235b9e83209e8ae83ce9a7f3628197885", "run": 3, "run_id": "duplicate-invoice-finder__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "38f186f161c68a2eedbb41978fb7e3a73354d9c15cd334ae60ef06ba6ef0b166", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 306048, "input": 346453, "output": 12291, "reasoning": 7105, "requests": 10}}, "cached_input": 306048, "input": 346453, "output": 12291, "reasoning": 7105, "requests": 10}, "wall_s": 64.2}
{"artifact_hashes": {"analysis.log": "99fd8ff539f65d64c8bd2dd52ee03709ed657d70ad61e50896ffbc12b7c30156", "ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "dupes.js": "c82bc86b935e2edae12b87a619445558a918b4294953deb169190d28a9d9e873", "duplicate_payments.csv": "c093703e713c0fa0b0de03db8b6ccfc7c06d99463891f3aa7692e1920af2807c", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "rows.json": "6f83281e240ed4924c587516a37915e10a1c36ff04640c5dfbb523746264af35", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c", "verify.js": "5f199154994fc97316f0a5f1042dba0cb78ae29aa00cfe43c605f76ba435b8e1", "verify.log": "b9e44670ef647ffca1ad6bf406a2f0431607db03e8a43ef0fda38d952d214749"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0237, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7bfddabe2b9e207a3d3f4f2c21957bd0dc7acaa916b65244c8fa078f7e7b7dcd", "run": 2, "run_id": "duplicate-payments__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d45304ea7d71b14b97d34fca57e3228796894350654d523793e1c15c057b3876", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1117696, "input": 1160358, "output": 23218, "reasoning": 10803, "requests": 26}}, "cached_input": 1117696, "input": 1160358, "output": 23218, "reasoning": 10803, "requests": 26}, "wall_s": 127.7}
{"artifact_hashes": {"ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "dup_analysis.mjs": "c36103456132283ac762d1ebf4f536f7754d6e0ee24f824d0f887744be21e030", "dup_diagnostics.txt": "202c2187cb2a0f4a3bc84070248cf98529d11cade5be31da002915eaee873321", "dup_rows.json": "06911ffde3945f0f94f35c0035ddec864f10c81551593adb050dbb5d462681cf", "duplicate_payments.csv": "715749edbcb14cf2e0ea0a4f2ea9d820f38eff54192f5bcb7eac0908750e8882", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "vendor_master.json": "59b5fb64be7b2e2b703634e023503ccba6c6aa3709d84baccca6830cb36ea8d5", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c", "verify_dup.mjs": "66f3e6d52ba555a76cf166690b18deafc88d04eab7e4ea87b90841abc1e1f11e"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0437, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "398776a7d21a150f7390ad49ce2189bd79c92608f402b18b34c2851a007e8153", "run": 3, "run_id": "duplicate-payments__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e8234dd27726a17602dff04f42214438bb9d67b6a07ded07e575435dcf5a4c48", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1338624, "input": 1455984, "output": 36843, "reasoning": 22400, "requests": 31}}, "cached_input": 1338624, "input": 1455984, "output": 36843, "reasoning": 22400, "requests": 31}, "wall_s": 190.7}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "067244e3baa1a065c46eade227f07e7138123d1a2ea58428e54b49957c1f0d67", "memo.md": "53f6240176bdf215a479df8ae21276c3d7ab52a24970f1f6a01c156f4bf0fe4b", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1357, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4efe8eadb7bfcbeb237d66a285f93b08b55efa65f20310099c1e6ffec4179c89", "run": 2, "run_id": "energy-usage-sites__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d19d514c22ffc5711372c4832391794ba2f4fb0445a0ba360f0f00f697a300d3", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4042240, "input": 4308537, "output": 139365, "reasoning": 103624, "requests": 72}}, "cached_input": 4042240, "input": 4308537, "output": 139365, "reasoning": 103624, "requests": 72}, "wall_s": 714.2}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "726d01cab3209012548c2d5b1f48a4039b2a64090ed1f6345fbc86b935a99647", "memo.md": "788fc50960ec2a1a31ec5ee18f06ec402f3fc8609ad585bcf7a26b3070eb16d5", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "profile-raw.json": "ac52453056263e15a73aee7c62ed2b60e61f425f52b7807a74a40ab99852be32", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0841, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "deb435de372d61634cd290f7ba25ae39395147e354c85564bf7384216142fbd8", "run": 3, "run_id": "energy-usage-sites__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b6e11a697e7c4c56cf38ad20122382fb094b35f7541e2bbb8136ac32dfc9b52e", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3831680, "input": 3990609, "output": 81222, "reasoning": 40757, "requests": 68}}, "cached_input": 3831680, "input": 3990609, "output": 81222, "reasoning": 40757, "requests": 68}, "wall_s": 428.0}
{"artifact_hashes": {"announcement.md": "32d2cfc30c3de64704099b295997f258629165284b04333c1de6c84818fac1dc", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0071, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d4e9abeb8004e1cbc3d2e16038c7e6fac706b2b839858f24d4ebccb080e496fd", "run": 2, "run_id": "event-announcement__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a3e06e1128fc96a56b918f682b1d7660c62aaba75bab3f869714d948598ee2af", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 144896, "input": 168467, "output": 5177, "reasoning": 2943, "requests": 7}}, "cached_input": 144896, "input": 168467, "output": 5177, "reasoning": 2943, "requests": 7}, "wall_s": 32.1}
{"artifact_hashes": {"announcement.md": "5e8e1562bac5a79ca1cae9d175ff05db811314523827dd9ef9da8285d1a470ca", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0107, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d8bfc8ea0cf89b461e6cee7198c214849250b05b4c076d099c54cb2afa3bb116", "run": 3, "run_id": "event-announcement__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9753c2be4ea07addb716d46b80d0e2a1e9c396dc70f22659a62feecd237a28fd", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 301184, "input": 335252, "output": 7878, "reasoning": 3082, "requests": 12}}, "cached_input": 301184, "input": 335252, "output": 7878, "reasoning": 3082, "requests": 12}, "wall_s": 49.7}
{"artifact_hashes": {"attendees.csv": "2dd5971a5a274ee107392c6f18a4dbd9e96991e89abadaa6e8d71dd6d06619b1", "door_list_audit.csv": "8aab8472eea7186d5d4ebd1b80db19a018a4f1ae625cd1b734ef3b2290a8deb9", "door_list_roster.csv": "7486197a746a293355c25ef0669b4c3c456a6ee180081025ba09ae9c870acf54", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0758, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "780b11e5b488e5b08838a111f5c805657325674d95ae7feba40c267defda5fc9", "run": 2, "run_id": "event-attendee-merge__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eedc67f8a5fdad85f01bb40b3f328e2527d973731fbca6737c8590adbaea96bf", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1759104, "input": 1931689, "output": 74465, "reasoning": 41270, "requests": 34}}, "cached_input": 1759104, "input": 1931689, "output": 74465, "reasoning": 41270, "requests": 34}, "wall_s": 392.7}
{"artifact_hashes": {"attendees-audit.json": "9fb1d3566fa56d1eb67dc1a8ee77d6f040657824a484ca03c4b0457f09f1a562", "attendees.csv": "835676f6f2064e9bd5b0cf4584876d977b9238dbe3d21dab95e190ecf9f2ee3a", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0357, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4fc0ff92e6b8a2d67b5e312700326b07557e012d79b72f20a67b05b8b1dcb198", "run": 3, "run_id": "event-attendee-merge__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "69c15144259ab4faddcbf0124d1b9756f258b6c80766451dec63d2ecf2c033b3", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 790784, "input": 893353, "output": 29937, "reasoning": 13485, "requests": 20}}, "cached_input": 790784, "input": 893353, "output": 29937, "reasoning": 13485, "requests": 20}, "wall_s": 151.4}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "977b59b4933bf28eeacf5261332ac878757c56169f26b52ed74944499a192f7d", "memo.md": "4ffd1719232baeae48efa21c9e966a14f649872d7759ec8ddb4d1293e5e14a0b", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0708, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6c27b2edb2bf3a6d7aa68d68c450336cb4823cd52495d5fea6bcf75e25e0c3f3", "run": 2, "run_id": "event-postmortem__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8858530338ef713dff609bd5eafcbae7d29114654f4c576ad18124de31eb6393", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3079552, "input": 3208138, "output": 70454, "reasoning": 40485, "requests": 64}}, "cached_input": 3079552, "input": 3208138, "output": 70454, "reasoning": 40485, "requests": 64}, "wall_s": 385.1}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "3db2f07e0285c934c8c157574cc5b9c2a89ad1be464b15a0bf3f435d888a3bb8", "memo.md": "ce92cb8dbdba10b986aa8ab5ac971ca9c4dd884bff720ed525188d64af122853", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0613, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "445ebec76fb942d7135b2426d29f21c8a5cd3f6e8dffbe4d953e926498bf5945", "run": 3, "run_id": "event-postmortem__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1f7afbba8e37d4f8adccc84628cafebd94b8c2878b5afb279e7f42947cf570ba", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2392064, "input": 2536463, "output": 54029, "reasoning": 30610, "requests": 48}}, "cached_input": 2392064, "input": 2536463, "output": 54029, "reasoning": 30610, "requests": 48}, "wall_s": 283.8}
{"artifact_hashes": {"build_schedule.py": "eb1f7811224fc14c4c66b3af8fa84b4274e2ca361800ac535bd69ad4629b7b49", "fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "a075fa3f31d294571010b9f1c03b5c986ec078c5687bf71c1523f7c733108aa8", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0488, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a63116af7325479c53d4f45a56f16788361341b063ad3503cd71e45957bd0f15", "run": 2, "run_id": "event-schedule-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "81ecc6eb33603173faba9ad8b4e237ad728e5c5c28e1061801a7f8051691b425", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2654720, "input": 2740943, "output": 46537, "reasoning": 16774, "requests": 51}}, "cached_input": 2654720, "input": 2740943, "output": 46537, "reasoning": 16774, "requests": 51}, "wall_s": 259.7}
{"artifact_hashes": {"fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "102c0187efdcbd0745534369bab94f751c557259c02e300eec175f9b68f0a7f5", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0162, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "17d0d44ac1d5e6f7a6f36655a68061988c33f4946579396b49a4a8b22fa278c5", "run": 3, "run_id": "event-schedule-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5418ece2b3a1806646a5315be51708c59bbf906f190d114678dd4172f167c371", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 284160, "input": 311280, "output": 18741, "reasoning": 8265, "requests": 10}}, "cached_input": 284160, "input": 311280, "output": 18741, "reasoning": 8265, "requests": 10}, "wall_s": 79.5}
{"artifact_hashes": {"build_eventbrite_attendees.py": "1e37732319969d81a025f3fc920e150dabf93a3d576389d67f04158f95fb8c03", "concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "f9a092197151b3d448c38c341d00e7374b7f9d6e8e214ea8a20bccebcc057aaa", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224", "verify_eventbrite_attendees.py": "ee413b41a9c467572acfbfd3bcc3bfae47a9eb318ba95eae44555624c1b162e9"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0169, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f2747748971c36e1e5e74a62fe929758927ebe60c9c2b58311ec6e877e0aad6a", "run": 2, "run_id": "eventbrite-attendee-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "57a34762646c0fe5d554b4f62889f462d3ef57b45886f1d042baaa4ad6a46ef0", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 765184, "input": 801084, "output": 15315, "reasoning": 7145, "requests": 22}}, "cached_input": 765184, "input": 801084, "output": 15315, "reasoning": 7145, "requests": 22}, "wall_s": 92.0}
{"artifact_hashes": {"concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "fbf989d099830133d363ad9661a8a39830f55444262f4827cb99205dff40a2e4", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0137, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "10c5a2b2ba57e79488858e3133ee29f8cd22eda4b3fddebfa2895734d19a78f6", "run": 3, "run_id": "eventbrite-attendee-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6ba42996192b189c25cd16ec050e54b594da9e3422f618d23b5026831bfa2748", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 541696, "input": 574662, "output": 11914, "reasoning": 5694, "requests": 17}}, "cached_input": 541696, "input": 574662, "output": 11914, "reasoning": 5694, "requests": 17}, "wall_s": 73.1}
{"artifact_hashes": {"categorized.csv": "8a01524027f995e2f7223ac4a0370523f526b571ff2ceee41190970cfc0ed60a", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "rules.json": "c10817013863931a9a4781e139d6916dfe2670540101c3410f9f9ea87039c735", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0334, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4d2058a670d0ab05d18319e39fc8435a7238f6a6998110ea731281669949b1a5", "run": 2, "run_id": "expense-categorize__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "79924732b8e4de3d540705fd54ef0102c594e8ba9fdc2bd6414cbf9abdd3b92d", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 734080, "input": 774840, "output": 41834, "reasoning": 36024, "requests": 13}}, "cached_input": 734080, "input": 774840, "output": 41834, "reasoning": 36024, "requests": 13}, "wall_s": 196.8}
{"artifact_hashes": {"categorized.csv": "4a98977b3faca3920fed56fb8f5b7b45191a635e5051ea763d587960d47dd296", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "rules.json": "6ee1e9f26c6a3fbb9f463a3a1d6a8b006e71d4a966fb63b7d1f8e15a8777574b", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0621, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2696fe57d75b44510dfcc15f260fe8f55ccc1e98602c60bc7325d598d5ae6450", "run": 3, "run_id": "expense-categorize__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f4e3b2dc1301fb3b83d4b96cee836df0785ffe2c4c33a12a84ed75dfc7aecc8b", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1686272, "input": 1845427, "output": 55321, "reasoning": 42380, "requests": 32}}, "cached_input": 1686272, "input": 1845427, "output": 55321, "reasoning": 42380, "requests": 32}, "wall_s": 271.8}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "violations.csv": "b49913a93048dd516b711aebf7313bc8817c1b5a355b7cd334903b42c31adf45"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0139, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "12857d76bcd583f5c5dd5db66955f9040bfaff72536c7d6370b1bb8eb77006ce", "run": 2, "run_id": "expense-report-audit__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9de886745d379b754bb7321c82b59a4f2f1056f412fde4bb609acf9b0f06f600", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 265728, "input": 298276, "output": 13768, "reasoning": 8659, "requests": 9}}, "cached_input": 265728, "input": 298276, "output": 13768, "reasoning": 8659, "requests": 9}, "wall_s": 63.5}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "audit_expenses.py": "5551f77b771627cd33f4b045d3de25b48f93b47c49a61e592c7bc1912e655de1", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "verify_violations.py": "0ee526b48df03ce4e8694ccd233fdf69ec4533a464c60fa6f4c4b6059728313f", "violations.csv": "ef017b4539612c5d4ce40a0be2bfb87931c981d6dd235eaeb473d130e0cb1f61"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0476, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a8a6cf3b0fe777b2ad6dcdf4699797d8d35cc05399021d252eca8bcc98023250", "run": 3, "run_id": "expense-report-audit__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f2401168faff69c44fed1d30ef27dfc9ab5b902c26b4f44976b5bd35147faa9e", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 490240, "input": 633234, "output": 41091, "reasoning": 28067, "requests": 17}}, "cached_input": 490240, "input": 633234, "output": 41091, "reasoning": 28067, "requests": 17}, "wall_s": 192.0}
{"artifact_hashes": {"faq.md": "478c3cb37012016270cb88f58be6cdccf95ecf8e0da3e25e2327c4d147f296b6", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0217, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0c58ef091cb565f0f821eaa1ec4939978fcce9e602e047e0474289701d5f632a", "run": 2, "run_id": "faq-from-tickets__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ae221f64f60015e0de73d621310bc46f33b03377bb58d4efff44a07f637c704", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 749056, "input": 795534, "output": 20816, "reasoning": 12521, "requests": 18}}, "cached_input": 749056, "input": 795534, "output": 20816, "reasoning": 12521, "requests": 18}, "wall_s": 110.9}
{"artifact_hashes": {"faq.md": "4032a7b0aca7228031e3bf71336471a071d16225b32e4ea1eb1bbbe4ac21ec71", "faq_drafting_notes.md": "32caaeb7bf37bcab630bf22651a8fa541311e14d5db411480869ee6f2f9b222a", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0238, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d28f720f4c5d6804626edb22e22a52621edb6bba4be9efc0d6f39606150896da", "run": 3, "run_id": "faq-from-tickets__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e60223ead2213a3ae11a79370b04f25cc4270a4ba0b71cb3b7067799d3df0492", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 930816, "input": 978293, "output": 23225, "reasoning": 14224, "requests": 21}}, "cached_input": 930816, "input": 978293, "output": 23225, "reasoning": 14224, "requests": 21}, "wall_s": 121.2}
{"artifact_hashes": {"cogs.xlsx": "966cd28f56a57ddebc1363af18c97893d2a54a9eeb067e00bbbf4a65935ccb49", "email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0893, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "465c66edbd9df730e821f748d3c032c9bea6df0c6362a86649218afdddffcc86", "run": 2, "run_id": "fifo-cogs__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5ae408defa6adc4f052ee3769755a20f440e0eeeac3754e2065fe192a0fcec42", "task": "fifo-cogs", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3965696, "input": 4134245, "output": 86827, "reasoning": 38141, "requests": 77}}, "cached_input": 3965696, "input": 4134245, "output": 86827, "reasoning": 38141, "requests": 77}, "wall_s": 463.5}
{"artifact_hashes": {"build_cogs_xlsx.py": "b252d0ced1ae0a4768f7d87e99008728d309e46eb82c23778b88ba353105710a", "cogs.xlsx": "aa67cfb2489d19e264d6dfeb7ac601ce3cb43341124efa023e476070020e8e07", "email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_engine.py": "05357838bac2a28f31c5cf615b79d2c13fbc24b4a428fe2d00a3c8a92e42a563", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915", "verify_cogs.py": "c86286ec519e2b08f8657b70a0f4e107342256ff57582f692dc8cb339c043ffb"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0803, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a0d61a32e456db6d4d5abd72f47a851f061fe57bd0205d996b6552219fb4e6b", "run": 3, "run_id": "fifo-cogs__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d67969dfd186aaa2cf8898f1fba4601524b33ee86d6fe122292c2d2853e621a8", "task": "fifo-cogs", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2490624, "input": 2651906, "output": 81137, "reasoning": 38526, "requests": 52}}, "cached_input": 2490624, "input": 2651906, "output": 81137, "reasoning": 38526, "requests": 52}, "wall_s": 399.4}
{"artifact_hashes": {"fleet_costs.xlsx": "a18d5408289baee90a41d85db1edf4baa5941c52c42747d10feab080988547f1", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0471, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7ce83074e2dfaea48b617fbe5d571b64476f5f77b6d233b8b62bf49bed08cdbd", "run": 2, "run_id": "fleet-cost-per-mile__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "984c963ab9b107e82392b1d9e3b83c4734e56bd6841d5026b63d3b79ea0b9e82", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2214272, "input": 2315746, "output": 42016, "reasoning": 14731, "requests": 49}}, "cached_input": 2214272, "input": 2315746, "output": 42016, "reasoning": 14731, "requests": 49}, "wall_s": 218.5}
{"artifact_hashes": {"fleet_costs.xlsx": "681be487ab5baf16395530ff999f3329d989b74e3b6f842ef59694c200056b36", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0468, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3698bdc41b9316b3b13f82676d3dc9953349f833c53f82f67937e9b413e5f9a8", "run": 3, "run_id": "fleet-cost-per-mile__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "075ee5c78192a50090a2036e295bcb760c6f493faf6b8de0341e802853a5e7a7", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2278784, "input": 2382738, "output": 40667, "reasoning": 18639, "requests": 50}}, "cached_input": 2278784, "input": 2382738, "output": 40667, "reasoning": 18639, "requests": 50}, "wall_s": 229.5}
{"artifact_hashes": {"compute_mileage.mjs": "31396799e633b34811a377b7d3caa89e67f4a932603ebf622f781d6e26bb99bb", "fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "40c337d51e1bbab9e1ce57a22535f96157b861f2e942c1ca70e0fda222f1e6f9", "mileage_audit.json": "8031128d7f1b880fa7de1c23d9473b004c71e42e68d03a1569bc47d598842778", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597", "verify_mileage.mjs": "c14efec624797c749d271855e31fb0a12e2cec4e3fb0e6801204c63d70ac87df"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0277, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a5b1b5aa3796a24fe48e88195848803aee4c1b146212ccec203a2fd5e90bc364", "run": 2, "run_id": "fleet-mileage-monthly__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3c7737efbe32345703277278ce49fbe1f9244e3919730163103ca687145c1dff", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1148160, "input": 1186959, "output": 30646, "reasoning": 16425, "requests": 26}}, "cached_input": 1148160, "input": 1186959, "output": 30646, "reasoning": 16425, "requests": 26}, "wall_s": 161.1}
{"artifact_hashes": {"build_mileage.mjs": "a5b330b59657e2ee965bca95bd478e233da076a92af0ce8f0019954108272130", "fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "e7715cefa121d5ef894070785fe1accd864559e9bb80f227034281d27066c285", "mileage_notes.md": "7f05746ce142864af7a4e10aaa83efa5e156652fe3b57c76a8b8d222780b2531", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0244, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "54ee0228a31f6f7c0b3f7e59a7641bc356c503f1080d0b0e785c8031ba1d0889", "run": 3, "run_id": "fleet-mileage-monthly__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "43fa635a7c05025af14ffba87b8a368b5758008a0c3643b9d1484175c5e4d23f", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1164032, "input": 1208344, "output": 23831, "reasoning": 11037, "requests": 27}}, "cached_input": 1164032, "input": 1208344, "output": 23831, "reasoning": 11037, "requests": 27}, "wall_s": 132.2}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "d34d7c3e3b3031d001f14ee8106f4fbe627b31cc3c93686f035b41604a33a6b7", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.064, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "be96d8d855835383f6119f8968906e21dccf818d454640c45511944e27eb0140", "run": 2, "run_id": "fundraiser-progress-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "96693a7b754a892e0f2e4972b11066a9e88e66ae28bb3906469e989fc5d4561d", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3149312, "input": 3251371, "output": 65330, "reasoning": 32280, "requests": 61}}, "cached_input": 3149312, "input": 3251371, "output": 65330, "reasoning": 32280, "requests": 61}, "wall_s": 386.7}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "a9e5b21b392989f8baa2460562f9b86f3c9a2c00d757e8ff343091e6ff8ab0ed", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0402, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9e554a721b52dc4d5c0140dd6fa85876c1dee5d3d6b9c9c2f393f77373186be3", "run": 3, "run_id": "fundraiser-progress-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dab2484214b7caed6c88251234bed9c9b652d7a1c07a5b572ba707a5576bd892", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1249280, "input": 1343459, "output": 37145, "reasoning": 18046, "requests": 26}}, "cached_input": 1249280, "input": 1343459, "output": 37145, "reasoning": 18046, "requests": 26}, "wall_s": 191.3}
{"artifact_hashes": {"Hatch_Farm_Fall_2026_Appeal_Letter.docx": "87a2432b5b14d377b00b46b297f5e1b8c7d2de2e8174f5c86594c951cbb59fb8", "appeal.md": "b21d715729153e023c962143cfed9bc88826069202f54599c2ead3eccab08690", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0245, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9be70388284021770fbb77b8c35b735ef5db90aef70cceb98e923f5854a710d4", "run": 2, "run_id": "fundraising-appeal__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b7281f16710eb7aa634919762c73cd4df9bd0feaa79e865f832fc3f93d24beb9", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 535552, "input": 596336, "output": 22891, "reasoning": 10813, "requests": 25}}, "cached_input": 535552, "input": 596336, "output": 22891, "reasoning": 10813, "requests": 25}, "wall_s": 124.5}
{"artifact_hashes": {"appeal.docx": "dd937cbf5c8eafa94a8436856053949ac8a12165afb2507d87db3a9eaf34f407", "appeal.md": "034ff20f7346a0d88d1f68c412127f19e9c10da4a836d645b305840f6749b700", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0327, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2a9f7dd2a41976bc0f71b2537f8a0ebd8a962c68700690bdb2bd9888062bf3ae", "run": 3, "run_id": "fundraising-appeal__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "03f4cb5eec25b9a908af1c31c6b192103786b0baec44c8646f84ba08990280e9", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 630400, "input": 713125, "output": 30749, "reasoning": 16699, "requests": 35}}, "cached_input": 630400, "input": 713125, "output": 30749, "reasoning": 16699, "requests": 35}, "wall_s": 168.6}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_calc.py": "c714524b14e264c31447cb48702a5994792bdde853930b997b37bc9b95cdc03b", "fx_results.csv": "6d8d312dcc246ad0b9a7dde473fe71fec21bfb7893df939f5001be3a59df4f14", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0133, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cb83434e2550381bdd3b2928db93b2045abacdb15574ebe9d0debd31aadf5b80", "run": 2, "run_id": "fx-invoice-gains__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d22573f59e9dbc9044bf2a57a7103ee338202b5f9cf7f85d33e29fdb1e8fba7d", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 416896, "input": 452554, "output": 11098, "reasoning": 5156, "requests": 13}}, "cached_input": 416896, "input": 452554, "output": 11098, "reasoning": 5156, "requests": 13}, "wall_s": 59.2}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_compute.mjs": "072ee1068ff351d99c630890585dce67c658254fbfbf10c56b7b2f9f510b3279", "fx_controls.json": "8ff15d34e03ce3d94da49b573c2d58204fddfff6317a2adb2ffc2e5390e8fcc3", "fx_results.csv": "6d8d312dcc246ad0b9a7dde473fe71fec21bfb7893df939f5001be3a59df4f14", "fx_rows.json": "ebd2e311bf707a6cedae441370bea5aa98a6c8a04be430c8e9aa49ab548112ba", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0155, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "69077800fcd7522a17432f90b462f130129261fadf2cb3d3ad4273522cc54d1d", "run": 3, "run_id": "fx-invoice-gains__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "70d015f23389e61e0ae3be0378176e6ca86569ace73acdb15d3c3d5c0bbc400e", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 582656, "input": 618976, "output": 13891, "reasoning": 7181, "requests": 17}}, "cached_input": 582656, "input": 618976, "output": 13891, "reasoning": 7181, "requests": 17}, "wall_s": 73.4}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "92ab479dbf8049c111d71cab59a10a3a708e5a7215e62359a7dda4f69f07bcec", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0175, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5e9c1b102a1e0467df84b0b5db1f1d8b06deab4f890ac29d900b169347ba121b", "run": 2, "run_id": "gift-card-liability__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "09a731dd66d0f7e27183d418a9c37670522cf8ce242f65ae3c19c9f70dbe46e7", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 530688, "input": 561323, "output": 18831, "reasoning": 11018, "requests": 15}}, "cached_input": 530688, "input": 561323, "output": 18831, "reasoning": 11018, "requests": 15}, "wall_s": 92.6}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "1f475257a46442070908711667f8d7b8521b8e762c53baa18edc0e50e8d3c53c", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0201, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8edbe3cfb26c7e0efc2ceccfa95569d1d88879d1d31cc722aeef0d502c6c0953", "run": 3, "run_id": "gift-card-liability__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "acc189efe119ad075f63f259f123c677545bd1e841e99f8b9797823dcfdab56c", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 395008, "input": 427971, "output": 23316, "reasoning": 16676, "requests": 11}}, "cached_input": 395008, "input": 427971, "output": 23316, "reasoning": 16676, "requests": 11}, "wall_s": 109.2}
{"artifact_hashes": {"build_google_contacts.py": "aef6c33ec12f56b0d4c0bf21588ca277f08aa7af543a0744193461d11ed1527c", "google_contacts.csv": "c14081e5d9396cd077814fe4a62e19ec75cfe41e145abe1625d30bc7e17433c4", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c", "verify_google_contacts.py": "ba8530ae2d95dab9f94433230c4c0f901c5a0d8c69e5171a3d7a84d4d074ca52"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0199, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d573d6a139ec07d5705b6d9c575293f508a61d59b0248982563e3aa44201315e", "run": 2, "run_id": "google-contacts-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ba63bbf578ac9c99ca7fbc60ba308423b769e2e4d8cc20dfab7b06c8373c9e69", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 553728, "input": 588571, "output": 21688, "reasoning": 13761, "requests": 15}}, "cached_input": 553728, "input": 588571, "output": 21688, "reasoning": 13761, "requests": 15}, "wall_s": 110.4}
{"artifact_hashes": {"build_google_contacts.mjs": "3265f28dba0f8bc2acb9ffde85eb9ac825ef07392f012a2a37c0b757c96daf38", "google_contacts.csv": "ba48f92aaf696031fe4a20f39bbfc2784821628f71990ae6ad3e88407fa89fdf", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c", "verify_google_contacts.mjs": "dbd17c6c1ad00ac414ecae1f6cc5e8e53a67f5e76b77c10c51dab39753afc1b3"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0244, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "54cbe148287cfdd9032022a0be40b64eebc320900e31444725096071eb45276b", "run": 3, "run_id": "google-contacts-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "82e7e833d5d3839441b6d5e956ccad4bacbe8ee74dc636e8836abd2e704b36fc", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 940160, "input": 977686, "output": 26637, "reasoning": 16637, "requests": 22}}, "cached_input": 940160, "input": 977686, "output": 26637, "reasoning": 16637, "requests": 22}, "wall_s": 137.9}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "e3f7b220adb6d0bda85ddfe40cad63e0b708c773be2f85316b58e2fedf41a503", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0565, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "91022ee4e35acfde39e82a750ddf96c74fe63ff5802487e4c7c48acba599bfca", "run": 2, "run_id": "gradebook-weighted__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "893bfbdc734e1ca4c20a8d318c20246d49df38b7305b627ed5764942021b8a93", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3227136, "input": 3312280, "output": 56743, "reasoning": 26121, "requests": 62}}, "cached_input": 3227136, "input": 3312280, "output": 56743, "reasoning": 26121, "requests": 62}, "wall_s": 313.3}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "f0d5d68b3ad62446fe089aa6afa013008a3d1f0ac3277ac94bbe84ceb93b6468", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0898, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "23bf62de9ff219d1866b8bb62b04f97a482906dd703c6c2a5da6d84facf56082", "run": 3, "run_id": "gradebook-weighted__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eb45120a66ea30718a1f0197c39a1869a686937a356afd74b05dccacd5664bb5", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3076992, "input": 3236191, "output": 94438, "reasoning": 41476, "requests": 58}}, "cached_input": 3076992, "input": 3236191, "output": 94438, "reasoning": 41476, "requests": 58}, "wall_s": 433.6}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "bf8e882ab04c0d5602ab78737d35ea500d125bae6ffd3f47eb18b131e66e96d7", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0112, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6c7fac8a8b0fcc9785599d37a6b66dbbbd99d71e4c77df8bc46a8dcf835598fd", "run": 2, "run_id": "grant-award-letters__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fdb17939fdff9e3b50433552f253496560bcd9e7ec345341d2e1ee1538018255", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 305792, "input": 332839, "output": 10350, "reasoning": 6732, "requests": 12}}, "cached_input": 305792, "input": 332839, "output": 10350, "reasoning": 6732, "requests": 12}, "wall_s": 64.3}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "6f9d101ad7bd2f3fcba396e69883ceed4119d0e20c22ed9d7d78890cba117a49", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.01, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "751d56cc51c428bd1fccaf71e18a090a15e8340f40a2cd876fd9453d19eb924b", "run": 3, "run_id": "grant-award-letters__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6bfdd7b96c1b856e3e008dbadb4f47d2dfd18761d372f827d1a6c5354b7ee43e", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 340480, "input": 371335, "output": 7198, "reasoning": 2952, "requests": 13}}, "cached_input": 340480, "input": 371335, "output": 7198, "reasoning": 2952, "requests": 13}, "wall_s": 53.0}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_tracking.xlsx": "c66f9be8cd4debb538788e516cf5dda49be70988f5936771fa145f513e7d9a27"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0308, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f7f0e114ad53c0f2f14dc65992a2f3cc129a53071daf102e806780ddd080add3", "run": 2, "run_id": "grant-budget-tracking__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2b2a5e06727eccbdd215c769985d8dc7ec4c75b41b07d28d92311d2113c97dbd", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1310976, "input": 1356954, "output": 33269, "reasoning": 18969, "requests": 26}}, "cached_input": 1310976, "input": 1356954, "output": 33269, "reasoning": 18969, "requests": 26}, "wall_s": 168.8}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "compute_grants.mjs": "4c0256e3a5ef070968fc60be1c975f91dcf6ade7075cf5d72f8167e517afe279", "emit_handoff.mjs": "18815a2f3dd3af684c632b3c9cd6bc573f528b0e369033a3958019addb1445f3", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_detail.json": "5a224104e784becfdcfc6f27dd55d0927ee2685ca403b0f93c411fed507b6c6a", "grant_detail_rows.csv": "9c618bf6ebd101d74ad70c45404ce3f75cfe6a17fa498d60d0541edf95c2d98e", "grant_summary_rows.csv": "a55c4fc33e584caa38eb695c26dbaa3df1c20db74d262397142bd051fb452fdd", "grant_tracking.xlsx": "f6434d2370256003ddc23bdf0ad08e7dc496167eee87b5686c256b6105abc8b4", "inspect_detail.mjs": "94dfa7f7c9bf25cf3f4702858184ac8a6faae0949b753f323b21243a9eb76b85", "pieces.mjs": "05b4ea384a9fcb92bdfa59349d2ba9615feb7d413f23ac697e327d6cb8da2458", "show_detail.mjs": "b96322fd7da0381e25638d16baafca2970e402fbca5a84d1f47cd96a86dd7f20", "show_summary.mjs": "294af53378c0738e0ae97342ea9a8a4f4163ff304f0b0611f99ace2230106800", "show_terms.mjs": "c1d8a59d4f72acab19ebbe181eb1142564432593d649f5ea1fe6861687785c30", "verify.mjs": "db7c0c8b864dcc0150268a474f2df21a6e86b4709b60d30628f80b2158ffcb31", "verify2.mjs": "5ddba0a2bc61b57f76bcd0e2afa3dba6032853d5c2bc7a7f077b96dba12a3504", "verify3.mjs": "f65c9c8633061cac20cfa751044c761184aa3a0b7c1e28660b5a4516b3176f7a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1548, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "19c74a870043709a5d3eea447f62e6ceab60e4eb20e9294efc4449abaaf2adec", "run": 3, "run_id": "grant-budget-tracking__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5f13904914ce5393d4f99474da86acd0e50c2bf7be5a61be37648cd197784059", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 7889280, "input": 8181803, "output": 145455, "reasoning": 85430, "requests": 107}}, "cached_input": 7889280, "input": 8181803, "output": 145455, "reasoning": 85430, "requests": 107}, "wall_s": 726.1}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "f29129368bd8a076ae58cd79d14025c328876692f0aac3994d7c631c65d2f199"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.017, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4f036fc1b84f030962f3b78332be88747bdb534d4fc4db16bca966c0ef1b9823", "run": 2, "run_id": "gusto-employee-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ade41211d964161e48f3581b6b30de3c4460494e4a94006999b295a101b32bb5", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 419584, "input": 457012, "output": 16893, "reasoning": 10491, "requests": 13}}, "cached_input": 419584, "input": 457012, "output": 16893, "reasoning": 10491, "requests": 13}, "wall_s": 86.7}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "942f432786140be3f51d3e3ef17344b8b7f2aeaed3ea9dd75ba14698c6b1cf86"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0118, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8c0e7072bc78b58c2a56e2d1483659742e2626a149da403a4dce2cb7e14ee6ca", "run": 3, "run_id": "gusto-employee-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4442df1f57916a5612b982904885000a6898d2d908fe92c7de0dbf307b17ffed", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 150016, "input": 179024, "output": 11627, "reasoning": 8427, "requests": 6}}, "cached_input": 150016, "input": 179024, "output": 11627, "reasoning": 8427, "requests": 6}, "wall_s": 53.8}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "memo.md": "e06ea177fa8be19ee615ad57ffe85b64bc19aaf4051476ad2aae871b676d4b46", "tickets_report.xlsx": "da740ac64ff56f247e60a547fa4b63695a6575226b32eb73a87781e8d0d12057"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0798, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cd6863c61ee12212ea96bb2269615f399cca8e69bda56d49f0bf177d137cb3ba", "run": 2, "run_id": "helpdesk-tickets-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c0e8dc469ab811d547a455ba92462f28fb438192b04199e819ffec213578c953", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3631104, "input": 3740278, "output": 87537, "reasoning": 54024, "requests": 69}}, "cached_input": 3631104, "input": 3740278, "output": 87537, "reasoning": 54024, "requests": 69}, "wall_s": 455.6}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "calc_may.py": "a529c12f7e1a1c5c01e97f99c1a2bf2722733de41a1f2f17c91162de8144bc49", "check-values.txt": "1363a8e7918446975a247f2d8d6c133aeae39554703e74861265267b326bc3ba", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "may_records.json": "ba7e4939a08209622c7cabd12441f703b89ec1a073532c86892cc4b97cceec77", "may_scope.csv": "5c51f7d68c17df5483e8da8a02b6ffe2d80e16f106d3694e0586e93dad0bf152", "memo.md": "42364fdafee7d21d664c0d5000d8bc1ff024dd5f033e20549acfb17bbb4c9d2c", "profile-raw.json": "a54e06399cee8ea2520aae195fa8bd01c669f9eb0385732417ed73f71a983f8f", "profile.json": "9b74dcb8e0ffcd97eb38b2ba543f62a4de23dd9a29506a7474da49642ac7bdf9", "replica_check.py": "826ffeb95041ca13eee76fd22fb3184ce4fd1e8797236efebff245aa7da06e04", "tickets_report.xlsx": "395ae8f254160e73a22ef4c7b7a9f370c3c568e0bcf5252f993180be09789036", "verify_rows.mjs": "86dfccadc36c3c61c3cfbb50ac263e80142b491bb1ca862fff39b5f0192aab86"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0853, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "40f2b69a00c2995903e4d4ff3945b33c3a79461ff3bc6bf2e91d0aa1283ccb34", "run": 3, "run_id": "helpdesk-tickets-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5a29ef19c05948bb0f6fb231671d2af8580a94356be6cf4c78016dca765cd542", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4062336, "input": 4207308, "output": 85592, "reasoning": 54811, "requests": 78}}, "cached_input": 4062336, "input": 4207308, "output": 85592, "reasoning": 54811, "requests": 78}, "wall_s": 455.3}
{"artifact_hashes": {"build_hubspot_deals.mjs": "2aa87846e4256b023219ea886e5cbe0af70df64a04d51c60e22f788e087d1e63", "hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "e313ccddc9a0d6b92391f7ea2c949428f435802264352f21125d32baf770fa62", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd", "verify_hubspot_deals.mjs": "5be2faa374ece2b247ee9f12152e0a375789561c09514e8d740d2aac647c52a6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0497, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "46954858adca97ce67946da9a361059bd4fb7f16efb16613568ab109c46645e9", "run": 2, "run_id": "hubspot-deals-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dcffbd420e3120284efebd7426a6bf9b73b138f2b012ccdc9f5b830186254b38", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1202048, "input": 1346769, "output": 40691, "reasoning": 23580, "requests": 29}}, "cached_input": 1202048, "input": 1346769, "output": 40691, "reasoning": 23580, "requests": 29}, "wall_s": 184.5}
{"artifact_hashes": {"build_deals.py": "ffbf459ade78b538e86588bd89237de0749043f3c049acbc3185ed1320dca6bd", "hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "e313ccddc9a0d6b92391f7ea2c949428f435802264352f21125d32baf770fa62", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd", "verify_deals.py": "bd950a1fbed40edcb8a2dc3f83fe0f6177cd67220f92f66ea20166716886077d"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0295, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5f20cb006568710ad27052e2a8e8f49c6bd8497b0292853818cec06bcfcea309", "run": 3, "run_id": "hubspot-deals-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "321b9602a2d6788d922703bb32bef23ef2c0005fbf1428f91574c3050cf7b47f", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 832640, "input": 926499, "output": 21578, "reasoning": 10650, "requests": 22}}, "cached_input": 832640, "input": 926499, "output": 21578, "reasoning": 10650, "requests": 22}, "wall_s": 111.1}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "c673acdeedbb1aed7271d60d5a5a4224aa8f5892b52f1bf66bc84671c77faa9b", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": false, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0122, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5308fa8fbee632fc5f7ac97f4d01f858105650ab5aba5c5e8b3a21eb0d9de0b2", "run": 2, "run_id": "incident-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "563e33b578bc7f8d517fbd9477baca6ccc28c0f50e2f7be5f6d683ef655c9d2b", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 223104, "input": 252160, "output": 12003, "reasoning": 8101, "requests": 8}}, "cached_input": 223104, "input": 252160, "output": 12003, "reasoning": 8101, "requests": 8}, "wall_s": 63.4}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "59620f0a8113f91a376b5fd44de4bf32008bd4d4e68f094d3bcc853212d13548", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0109, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b361967e219ea1ebf80a60b2ab1d870ff0928a318540315a509ab039f2ee187f", "run": 3, "run_id": "incident-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dddd2b73171102b0180d4736a58406bafeedd891c1d60279490df6dc794bfd5b", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 178944, "input": 205148, "output": 10708, "reasoning": 7017, "requests": 7}}, "cached_input": 178944, "input": 205148, "output": 10708, "reasoning": 7017, "requests": 7}, "wall_s": 57.7}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "6949e18a1fe178757ad7c599ea7ebae98194ece11a2c51af49cf7e987a84766b", "memo.md": "4d3c8ddb5565e4cc17e2d4ba004ee5b27a3960067c78eb8996be0cd636260d01", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0537, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8a3de2d5f502e22e6b31c9f10ff96ee837d07eabec4e0bc1b17a4515e90982e9", "run": 2, "run_id": "incident-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a880a3329a91898d141a286731e2e0422bfa705a557c5249d3130d773d835f7a", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1457280, "input": 1595663, "output": 47585, "reasoning": 25207, "requests": 29}}, "cached_input": 1457280, "input": 1595663, "output": 47585, "reasoning": 25207, "requests": 29}, "wall_s": 234.1}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "979734098eabf0828b613cf47f540616b1759d214cf142754463acd3b83ddc0d", "memo.md": "d6b41468bdf6f33a3caa6392625c0e09bf75e9ae48dfef06416e72fed8b5c8d3", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae", "work/build_data.json": "8d478719f5a11469e21cd69acae7efe03a1343b489ce90401171ed63ee42549a", "work/expect.json": "cfcfbbfe0f29b6297f49d33cfc5423cba5797558a72785c6bcd3779fb5b0a4f4", "work/h1_safety_compute.py": "d5c97b00082e7f3b7305552039b639df2749284d2aa66f184982b71abcd03e9f", "work/h1_safety_counts.json": "f4abf80ada51fe9c6289e85593397bb58aee7a464581b078a984e4c3cfa2dddf", "work/prep_build_data.py": "97fe4c108b345d1066c8227662c4f89c3707ebddf8b9268a9265d5942c781de8", "work/profile-q1.json": "76b9d95d021ca3efe73f7df8f8964df03c706c8e5c3e49bb7a6cbc3086e29486", "work/profile-q2.json": "97b8cb3661e5801ae6d405fb7464a8986c58f90c030af58c20615af35980f86b"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0402, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cef3e3bb31b5db11eebff7a0fb9067819f920207f9cfc65dbe4aa96b3f42d299", "run": 3, "run_id": "incident-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e7d2cab7f5d4106431265202445fffc9a54013babdde09af8435e8c0b1217371", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 853760, "input": 979267, "output": 31412, "reasoning": 16145, "requests": 23}}, "cached_input": 853760, "input": 979267, "output": 31412, "reasoning": 16145, "requests": 23}, "wall_s": 161.0}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "8dabdda60eebaa2f46220cb92a0a7f51eed0ebc8bfc2d0d86fdb33c43223852a", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bf99896e29c1865fede09d40a021f5eaf2be9b843913f3c70990f45286750e25", "run": 2, "run_id": "inspection-findings__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1266be03daf70f9e0371e8eb047e64ddd640a9e6bf82c09f61a5c6acb2f47bb1", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 377856, "input": 427350, "output": 16800, "reasoning": 11167, "requests": 14}}, "cached_input": 377856, "input": 427350, "output": 16800, "reasoning": 11167, "requests": 14}, "wall_s": 91.9}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "810c11e72a76d5bd14bdafe8d8863e46ccf78ff6d2a9f58f3adbfbc981fb9835", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0154, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d175e17ca7c4160e808f5358554ef754e4cfeaca50ce2ea236b56cbb6108bf06", "run": 3, "run_id": "inspection-findings__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "691825a9b6f7cda1fe24c94ecc89012fcf6218c7c7c99b89ff2dbc2e6a8c1ee7", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 305024, "input": 352556, "output": 12233, "reasoning": 7238, "requests": 12}}, "cached_input": 305024, "input": 352556, "output": 12233, "reasoning": 7238, "requests": 12}, "wall_s": 69.4}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "e647cb4650ff56d05d45dbe61793d6dbc216eb72256db1c186b1faf44d67c3a0", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0296, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dceb4357d849742cea4da38a17b54bd2ec6bdb48eb66eb31efd8e2e9f54f2116", "run": 2, "run_id": "insurance-certificates__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ddc4bab81b33ddec52cc71b95b6442a62da770551dc2aac41ece85fe0f6776a", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 551680, "input": 659049, "output": 19716, "reasoning": 9891, "requests": 20}}, "cached_input": 551680, "input": 659049, "output": 19716, "reasoning": 9891, "requests": 20}, "wall_s": 109.9}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "9883496b681e927ecbb5606e768259f6575984767753c3517ceac22d6a304d7c", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0256, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "595298861b5b8ce67b7aee841bc71804037043a53e526a4f1d85247b0ce79a1a", "run": 3, "run_id": "insurance-certificates__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "98310498dc3de0b66e5c3cc6491bca13178874e057ff1a1e99e179f513a50397", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1180672, "input": 1219582, "output": 27091, "reasoning": 13014, "requests": 28}}, "cached_input": 1180672, "input": 1219582, "output": 27091, "reasoning": 13014, "requests": 28}, "wall_s": 155.7}
{"artifact_hashes": {"count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.csv": "223e783cd8e8ceaaf4d5c8279a521ea2fef8fb00a13894b68bc12b53b31fc30b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0281, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "775e3844badd0717901422cb6ac06be9182af0d5f845dd99d0fc231b8bbc6414", "run": 2, "run_id": "inventory-count-reconcile__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7af1ea4ae8b8725e822305938bb509547e52a96b4a146f34bf110fe093420888", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 807040, "input": 887642, "output": 22701, "reasoning": 13166, "requests": 20}}, "cached_input": 807040, "input": 887642, "output": 22701, "reasoning": 13166, "requests": 20}, "wall_s": 116.7}
{"artifact_hashes": {"count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.csv": "8121f582ac27df665220fdcdbe6f45e43ba3fdae10e18c9aa029c44628eaed14"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0194, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0b423dc7aefbf2a9784f66bb43d6e66f29048d881b4f0e885ba795d7dd593a63", "run": 3, "run_id": "inventory-count-reconcile__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bb4896c23fc7adcbd7bf8a72739d99e6340727e1855dc0126fae77a98b0b4e28", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 827904, "input": 861123, "output": 19807, "reasoning": 10112, "requests": 22}}, "cached_input": 827904, "input": 861123, "output": 19807, "reasoning": 10112, "requests": 22}, "wall_s": 105.5}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "d07d9b65fd89be716ed3bb9cfe85d5623d9d8c70583148b43c7d4bf4ae61c85d"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1561, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "91a3feff8dd5acae4b178edd1fe8d76fa9d3eebb87fcb3a6603c66cc25cd6879", "run": 2, "run_id": "inventory-shrinkage__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dea7e62d6c7081dd3f8f61916894819670e8f66aef4827d5308aa566a1a1ac9c", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5694848, "input": 5933105, "output": 172091, "reasoning": 87688, "requests": 92}}, "cached_input": 5694848, "input": 5933105, "output": 172091, "reasoning": 87688, "requests": 92}, "wall_s": 790.9}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "7f184a4ef18e284ec977b901de7b43644ddb269fd7b569059271c9c9825607e7"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0604, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ec24ef19fcb7002e33fb0bf1f22ea4afeb369a9aa70e052ff53a7debe125318f", "run": 3, "run_id": "inventory-shrinkage__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4a1c7f23e8045c6e240fc38b75d96714d0bde1927fc2d1d1b1c5c9c2925af287", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3142912, "input": 3224538, "output": 64500, "reasoning": 27647, "requests": 56}}, "cached_input": 3142912, "input": 3224538, "output": 64500, "reasoning": 27647, "requests": 56}, "wall_s": 318.5}
{"artifact_hashes": {"build_stock_page.py": "0a8cc950c707ba89c4f14802076ddd1fe4dd924645ae7d09e0208eca6f8f15e7", "index.html": "57629eb2a052075297558b84c5d5e21bedb439f2c5a1b8ba97993af9e26844f5", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.033, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "df34d9ad594c875c492a8d4b9a3311f89cca4f021b90f9a0259f31ef87f3ff4b", "run": 2, "run_id": "inventory-tracker-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1acdf89380ae702b0cdabcdbebf713911f1659fcbf3d0eb9235e0a2771906d5d", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1251072, "input": 1331819, "output": 28592, "reasoning": 16253, "requests": 30}}, "cached_input": 1251072, "input": 1331819, "output": 28592, "reasoning": 16253, "requests": 30}, "wall_s": 147.6}
{"artifact_hashes": {"build_stock_page.py": "4a9fd07c1e6447dd4036b601d85f1b9a70634e4c01e17840c4530ba7d02922d5", "index.html": "84741518c123b7eb9d40f28151a2c53c32bdd95a99db020a771c92bd495fcdec", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43", "verify_stock_page.py": "164db98b1a75eecaf7b38a9e9578860d8ba960ae214021dad2fa9cc58515e4c5"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0365, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1d9d77113f31ee0476e3cd2ebdac432e401335501d8ab21365617a4318750d27", "run": 3, "run_id": "inventory-tracker-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e7eccc124e11dba17a79e5d327581cb15edc331d9434ca9d5aa7344ad09e6184", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 640512, "input": 724119, "output": 36737, "reasoning": 23773, "requests": 21}}, "cached_input": 640512, "input": 724119, "output": 36737, "reasoning": 23773, "requests": 21}, "wall_s": 170.6}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "df764a341d236833a6afccdbef85c8c4b2e499a447a5e6afe0a012f592ad817e"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0807, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "14ad8fd6092b0d4f076d8fcd4a2f5f3e47950be87cd9eee74822a07b1f00afbf", "run": 2, "run_id": "inventory-valuation__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5732bea311399a25619521ed1ac5d0d63abff66e05ab3c714c83336f93a2f111", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3148288, "input": 3339169, "output": 71038, "reasoning": 30045, "requests": 57}}, "cached_input": 3148288, "input": 3339169, "output": 71038, "reasoning": 30045, "requests": 57}, "wall_s": 353.1}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "567afcb672ba171c96da576df572b23e58b033bb5e536650c6de31092561dc12"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0396, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1aa25b73ab4bdff90b1ce3ced1cb208ee19b8783b6fb5e8a2ff74595f90cfbc0", "run": 3, "run_id": "inventory-valuation__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "354c2ad1f3c6cb06293a5e689c0b6798c6d464e1dd1684ad13da975c81f99f98", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1162112, "input": 1241669, "output": 40378, "reasoning": 25399, "requests": 26}}, "cached_input": 1162112, "input": 1241669, "output": 40378, "reasoning": 25399, "requests": 26}, "wall_s": 199.2}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "c468f6329ee93dedeec9e873ff36eff593da18d2bd51976a74ff1f0b8b7e1379"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0101, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0baecb212dce26e2de3ad74418afdcd220785da4c0fa55f29267d2ce740645dd", "run": 2, "run_id": "investor-update__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c5723a6c5eb1fee3e3d80fd3fe73589069e4520e2d007f9cd50c8ee2fe9cc9d6", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 242560, "input": 274640, "output": 7612, "reasoning": 4603, "requests": 10}}, "cached_input": 242560, "input": 274640, "output": 7612, "reasoning": 4603, "requests": 10}, "wall_s": 43.5}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "88b6832d8fbe6db2f7a9915bd0ab02207cd34a62adad890aa7df63047e2bf6ca"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0073, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9468156889f59906d81df0b221cbffd427ce5fd182ccf3e1fa117c07e2606d7e", "run": 3, "run_id": "investor-update__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "858ba05e4fdf0ed03d5f194960c4e106d723abc2f673e736f9f08d6766ba0814", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 126080, "input": 150025, "output": 5560, "reasoning": 3679, "requests": 6}}, "cached_input": 126080, "input": 150025, "output": 5560, "reasoning": 3679, "requests": 6}, "wall_s": 32.4}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "6b32cd4570c8151a3d2bb073a6156a84bd5c5e2239ee6cb1b6bca9da4daec702", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0057, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "647e9024c3d6db54a96002204e64da0bc0262ec30e6a42ad20e2ce72018e2446", "run": 2, "run_id": "job-posting-from-notes__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7c3d2e562932791753669de9d7becf2129d35e499df52859aa0a0a9f328455f", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 114176, "input": 137604, "output": 3141, "reasoning": 1448, "requests": 6}}, "cached_input": 114176, "input": 137604, "output": 3141, "reasoning": 1448, "requests": 6}, "wall_s": 21.7}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "9eb5804a492f558f2184cb4e6bafc359e68714dd7938c397874cb12ad9bb3022", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0062, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4febbc9626f7dbdafa71f61904430c1dda7214ea4e05008f48ad15fbed08f1c5", "run": 3, "run_id": "job-posting-from-notes__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c169d7e9b92abdc35e75ff8d7ec73ca08fd881654324b074c830e0121d6d3185", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 140800, "input": 164325, "output": 3805, "reasoning": 1636, "requests": 7}}, "cached_input": 140800, "input": 164325, "output": 3805, "reasoning": 1636, "requests": 7}, "wall_s": 25.6}
{"artifact_hashes": {"index.html": "9a0751b5b527aac16247a1378ae2378a821396a778ef446deb65e36ce87c67cd", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0a066329d345e42c36b001ceef410371082c0c08856a0d095b85ae1638c96620", "run": 2, "run_id": "kpi-scorecard-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9aa93b3efb8ff5d6c4aa946d15e30b6b35a4ba2d54fa51290ae169a4e36d3b60", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 469888, "input": 523117, "output": 15309, "reasoning": 6166, "requests": 18}}, "cached_input": 469888, "input": 523117, "output": 15309, "reasoning": 6166, "requests": 18}, "wall_s": 78.3}
{"artifact_hashes": {"index.html": "8a9db55bc951a4264f65b8c9712cf53a5557040efd0d3b88fc46cc0c8712a305", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0339, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1c890f31051f3d4c61133528724fa3a3862e641a886a801a5a2cbf62ae69e8b4", "run": 3, "run_id": "kpi-scorecard-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3e08c39328c41bfe65a1e2d66a78158d5040772abcf2cfe56866b6d59e08d7b5", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1082496, "input": 1164662, "output": 30558, "reasoning": 14327, "requests": 31}}, "cached_input": 1082496, "input": 1164662, "output": 30558, "reasoning": 14327, "requests": 31}, "wall_s": 154.9}
{"artifact_hashes": {"campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0148, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f30a10943b31103c9563cf22e4272585869110ee1dfd28c9656ebf0a8689d522", "run": 2, "run_id": "lead-source-rollup__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8540ffbbf32d32fae49d679d7d0b23fc7477b4bec9305aea42e7019f2d353705", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 455552, "input": 503940, "output": 10269, "reasoning": 4187, "requests": 16}}, "cached_input": 455552, "input": 503940, "output": 10269, "reasoning": 4187, "requests": 16}, "wall_s": 57.8}
{"artifact_hashes": {"campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0179, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4b74dd12da68b06dc13d78a61570722bda31579055aa7cbe5166344e60a48fc0", "run": 3, "run_id": "lead-source-rollup__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6f4ad780b4ba4352415b7af38398a5ecfdc15f9af69018e0f589c4d0d7b3e242", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 449280, "input": 502571, "output": 14328, "reasoning": 6406, "requests": 15}}, "cached_input": 449280, "input": 502571, "output": 14328, "reasoning": 6406, "requests": 15}, "wall_s": 73.5}
{"artifact_hashes": {"lease_abstracts.csv": "fcc711289cbe01c90bf79bc3bd7a4d3bbc4d6fbcdc85b7d58d8fc553948e3b57", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0435, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "811b34e39ba5784ee4f2432f2e18d086a90e3b786ba5d4a8a72d9461f970def4", "run": 2, "run_id": "lease-abstracts__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3a7a9e003473e98c81592a8c41efb44e6c79d091d13214d4b86d71080616fdab", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1476992, "input": 1606143, "output": 32811, "reasoning": 17434, "requests": 36}}, "cached_input": 1476992, "input": 1606143, "output": 32811, "reasoning": 17434, "requests": 36}, "wall_s": 187.7}
{"artifact_hashes": {"lease_abstracts.csv": "480d2e3c6b918594839d4016039bd8edd0e921f32960083bb8a521f226811dac", "lease_abstracts_notes.md": "f751567c1becc7ff1c11a644ff05e24068972f8f9442477dbc697c5ed3083eae", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8", "work/build_abstracts.py": "9a5252a5dfac64f1ae9407014050d1fe82f930498cac50c7d0eca2149aaf5571", "work/verify.py": "318c68559d3ef20a198eb1826220a526000c0dfc55c08215ee0170f1cfec8754"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0286, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b4b1f31e65e32f12f158c0f52926a9d609f5b0df3d7deb5e1e20f15dfb78bb2c", "run": 3, "run_id": "lease-abstracts__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b3059c75e7ef668303a61a25d8b43aa1a4cc3024b94ad5b851d70ddc73d76f20", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 968832, "input": 1044881, "output": 23785, "reasoning": 10993, "requests": 25}}, "cached_input": 968832, "input": 1044881, "output": 23785, "reasoning": 10993, "requests": 25}, "wall_s": 158.5}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_check.xlsx": "4d9098c97f2c75fedaba1221647e84368b3349c79d3880dfddeddbf841954f17", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1246, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c797e0f3edcf9a48508b295f71435daaf2e6a1d2622786b67bc11668a5fb1d5e", "run": 2, "run_id": "loan-schedule-check__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5efd9195e8a44b78fe76b8762344e30dc78e4123d8741fef415b6237b69fbe16", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4634112, "input": 4904268, "output": 116902, "reasoning": 67667, "requests": 78}}, "cached_input": 4634112, "input": 4904268, "output": 116902, "reasoning": 67667, "requests": 78}, "wall_s": 565.9}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_check.xlsx": "a5bb151c83e83a74f8ddea117a7f13cf6c27dea271d26c231bbfd98785289b51", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0523, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7b47ba36c021446ba787bda4248823ccbb6f8811d0c3a8ede79b88c1f942a1fd", "run": 3, "run_id": "loan-schedule-check__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2c49310094ce8a2cce6f664d43adc66c4e7e15413375aa713bf629a58b17619", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1096704, "input": 1195131, "output": 57124, "reasoning": 42872, "requests": 22}}, "cached_input": 1096704, "input": 1195131, "output": 57124, "reasoning": 42872, "requests": 22}, "wall_s": 264.5}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "3c84c7928ba75331a440130f26edac8543f1a2a9c4dd94c820799377024cceb0", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "3689fbd116f0b6a3047b928b89f9b6766aa7d06e92c27455c9bcddadc9f26f0d"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0134, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e689d0bc0dfb327b5f978b74437cd3b0d1e7c34afd9733bfbdab720932672472", "run": 2, "run_id": "lockbox-apply__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4b79d176195ddad7b3e3231242d853ce484bda4cc050c6ccf3ab79434c8ed952", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 378880, "input": 407066, "output": 13426, "reasoning": 7910, "requests": 13}}, "cached_input": 378880, "input": 407066, "output": 13426, "reasoning": 7910, "requests": 13}, "wall_s": 67.8}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "b537d4316edc41c3783c87f59668f66c7eca7f49c4306e38dbb6a3aba2e65b56", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_20260910_reconciliation.md": "76191f2fb21170605c992057146e5ab92638c94f787784e9363010ab48df5330", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "ac6bbf58f91cb1aae2da4270b370acb473b7a3d8af7e321c69e148c4f2917e68"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0306, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "203ed9354fd7551bf19c3233b183b109ef0430d17e652470c1067617faa05b3b", "run": 3, "run_id": "lockbox-apply__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0b787f39234d4015c98e47f9c0038262a13d5c5bd9d82ad723bb658b647aeacd", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1056128, "input": 1137981, "output": 25206, "reasoning": 14725, "requests": 25}}, "cached_input": 1056128, "input": 1137981, "output": 25206, "reasoning": 14725, "requests": 25}, "wall_s": 138.2}
{"artifact_hashes": {"attendance_grid.csv": "b2214105caea463d358fc2bc8a88346b941788d30480af5086c962b4e85d0ad4", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0248, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "af79db9159a8877c3984b02e0f1a9fbcc6211a89da2425bd78e7a7644791b49e", "run": 2, "run_id": "long-to-wide-attendance__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "69060166c4798a1040730526819118124bc1e41f2b8f6932f75ceac780551413", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 744448, "input": 821261, "output": 18472, "reasoning": 8668, "requests": 20}}, "cached_input": 744448, "input": 821261, "output": 18472, "reasoning": 8668, "requests": 20}, "wall_s": 105.4}
{"artifact_hashes": {"attendance_grid.csv": "b2214105caea463d358fc2bc8a88346b941788d30480af5086c962b4e85d0ad4", "build_attendance.py": "8fd678b91082f02b299a4a55f5b7b1c89d1a938c808a8660aa7f0c5c6471600e", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0139, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3d0965acc67cf33ce8d3f6d308d41493711de5deee4c1d79924d2e475ea24e09", "run": 3, "run_id": "long-to-wide-attendance__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c7eb912293357e732a83f19c0e4327d600d3879a0d134b43a5d64af6775c40f0", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 313856, "input": 348670, "output": 12862, "reasoning": 8368, "requests": 10}}, "cached_input": 313856, "input": 348670, "output": 12862, "reasoning": 8368, "requests": 10}, "wall_s": 66.6}
{"artifact_hashes": {"build_mailchimp_import.py": "901245ad3d01a21755f366dcb9b2134d3406cd21b4252bea32fe13e63522dc4f", "farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "df0d55b3323c93a7b5651862e7055d7767dd959ca8a2660933866b6445ac7638", "mailchimp_import_audit.json": "8284005ef661572084bcccd1008ac6ae18240cfb01287ef2fd0da37cce8631b0", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0303, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "db4dd88d928e2e8db22e6af629bd1d64f73a33ea87f40d1803a84e81687e49d6", "run": 2, "run_id": "mailchimp-audience-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ba0271963533580eb8591d345c2773001fe5b7d00a8a77f9b085534cccc068f7", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 603776, "input": 682004, "output": 27915, "reasoning": 18342, "requests": 15}}, "cached_input": 603776, "input": 682004, "output": 27915, "reasoning": 18342, "requests": 15}, "wall_s": 132.1}
{"artifact_hashes": {"build_mailchimp_import.py": "2d4f35e0f34ebc9bf22ffb8ecba1a520210e78729f5de5feceb328f7feb1d58b", "farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "546cfcea4bd79db7e740425e565d3cc184cbca5c9442e0b13beea63a85d2b914", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.019, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d0cb261250c2534d9fe4f988b8fc59edd3019ecb5871b4dba225968662018ed2", "run": 3, "run_id": "mailchimp-audience-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7f47b602d2b4237ed2eb51a411f39c768c67cad8ab7ee3950a5b533bb4d59e7a", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 312064, "input": 348590, "output": 21011, "reasoning": 14785, "requests": 9}}, "cached_input": 312064, "input": 348590, "output": 21011, "reasoning": 14785, "requests": 9}, "wall_s": 99.3}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/Aspen House.md": "04b80aa6146ecb3f390d0fe54f5207326ac8d2d08035418b33e764c39974a4e3", "notices/Birch House.md": "5ac24389777784292dfd457f4f6559aaf3c6687d608fa5062cbc6c4c8fb6ca75", "notices/Cypress House.md": "d8e1c877e1583c093cdb5997d347c9bcee105ec774780b01de654965b1bbfe2c", "notices/Dogwood House.md": "17635822be38949294a1eb6997b815d1740119513c5dcfaad717c1bbe98d27ac", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0097, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c845ef2f423a0e8d243733994f4be63962bd0112029476891e68e1a337d8c963", "run": 2, "run_id": "maintenance-notices__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e3beb7e452b76afdfff4c583de94f981d957927648b9a3c47d96eb301a00f6ec", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 240256, "input": 265726, "output": 8606, "reasoning": 4345, "requests": 10}}, "cached_input": 240256, "input": 265726, "output": 8606, "reasoning": 4345, "requests": 10}, "wall_s": 48.3}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/aspen-house.md": "c7e514c16788132a54b5a39f18935c7f3d2b4e5c705a961cecee23452b0b6ce3", "notices/birch-house.md": "a18a998d09342d4f5e0f174f9583884a50a3e1d6144f770908f4ac30f2702e00", "notices/cypress-house.md": "7354e1b0e364dc0a4ac5c9b5f6e5432e0c5cf2e71c0d354ebd6f870f89d36d78", "notices/dogwood-house.md": "43bfa4b3ee775787a0c45fba8dae226f7c0d43bf91c6a6d1e2456a3e13d5f0d5", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0146, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c22fb72f97aef331500c0d3940afe42b2d01d63b3d25e09d0eb56210c724b2e5", "run": 3, "run_id": "maintenance-notices__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6c5fa1a7f809c777e2a7b5c7437be7cd35a74e957c9c3f81196f3658f37ecdd7", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 499328, "input": 529576, "output": 14242, "reasoning": 7140, "requests": 17}}, "cached_input": 499328, "input": 529576, "output": 14242, "reasoning": 7140, "requests": 17}, "wall_s": 78.2}
{"artifact_hashes": {"build_renewals.py": "c5f957c2e7cbf5b93f1f756d22cbf7e2f6ec64245495474e16159da062b5dcdc", "members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "7bf06cb81f6458f6aabcf3be8f68346804c1cab5f1166d85da0487bd3ac9fe32"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0178, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "84134307d35c7ba7567e6b061520b80ec1023c18ee574629acae4965c4338748", "run": 2, "run_id": "membership-renewals__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e68fa5bf558aa33f09800659011c2309f0e3930db85789b9936b2ad88a4cf15a", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 652160, "input": 688794, "output": 17214, "reasoning": 9602, "requests": 20}}, "cached_input": 652160, "input": 688794, "output": 17214, "reasoning": 9602, "requests": 20}, "wall_s": 95.2}
{"artifact_hashes": {"compute_renewals.mjs": "29c838cb79b274d593388cf2b304a421864ec98028fb8b120bfaf22e085263c8", "members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "7bf06cb81f6458f6aabcf3be8f68346804c1cab5f1166d85da0487bd3ac9fe32", "verify_renewals.py": "44827ab56a3630937e57dd4167c121071626426ab6ebc438cb48530e8c9e3ddb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0235, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1284f74d1f4ab2ebc018ec8d40fdd2d770e85804a3c4781053651fabe7a1f3c1", "run": 3, "run_id": "membership-renewals__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ae28224be0bac5429c5bba9bdac42c3ac25789006caf97470944e52e79957c6", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 977024, "input": 1018735, "output": 23838, "reasoning": 13634, "requests": 21}}, "cached_input": 977024, "input": 1018735, "output": 23838, "reasoning": 13634, "requests": 21}, "wall_s": 124.0}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "7b1a3e7d19e30978edfc803efe234a6899afc7e5ead3d7abfe7a43b807734608", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1161, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6f35c6a0731ff76e2d91a3039009e79eb1833ddfcf774bcc7e114b5d1d117611", "run": 2, "run_id": "menu-cost-sheet__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7777ce57e44e5913930f1a72cfd73b2f71cc78a104732cb784e14bb4c521f123", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5238016, "input": 5477432, "output": 107444, "reasoning": 51944, "requests": 106}}, "cached_input": 5238016, "input": 5477432, "output": 107444, "reasoning": 51944, "requests": 106}, "wall_s": 563.7}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "ebe8f70bff320530884195c2fee618759eb01c62d44e185c3031701c7bfc4376", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0601, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5f917d51f80a3822ab7b8058325b2aa6a3d5f292abfeb37e242da3f8f525ba36", "run": 3, "run_id": "menu-cost-sheet__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2a6d2e3492e68bd940895f2ae42ec3271fb027d50cc7ed6c8e604ca67165f77b", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2010112, "input": 2143822, "output": 56755, "reasoning": 27231, "requests": 43}}, "cached_input": 2010112, "input": 2143822, "output": 56755, "reasoning": 27231, "requests": 43}, "wall_s": 275.6}
{"artifact_hashes": {"compute_menu.py": "44c1685bad7f372ae37b4a93507b6a061aa06ccbc4564ffb6c0f7ea71b69c040", "compute_modifiers.py": "544c0042c3cd6bc08041e411310d351087fdc8ddc1788c48e602cf4510df23ad", "menu_computed.json": "671305510ad01bd373af51a744b22b127eaa1a9495c0935585b76b82cf8f19eb", "menu_performance.xlsx": "4a64bec917660e9c148042c32ba39072d8ec643b9667e4116a89624e0efdd1c9", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47", "verify_v2.py": "95fd8a6492afc4d077370e513f8a782a8657227fbbd2771ce5ba26b3ebe4a5c7"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0536, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1ab8b3ac30bf39d04af19cff7a29191cb1377933d79a156f5fde480bcc053fb3", "run": 2, "run_id": "menu-item-performance__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5461fc255a2f993ec74043b5110bd5e35f353a4582bbf6d62452c3ba401afaae", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2249344, "input": 2400229, "output": 40367, "reasoning": 17272, "requests": 46}}, "cached_input": 2249344, "input": 2400229, "output": 40367, "reasoning": 17272, "requests": 46}, "wall_s": 222.6}
{"artifact_hashes": {"menu_performance.xlsx": "d24cdfaf00a8f8c90dd1defd402d38a8c479432e4a2ee07c0db23100d510a48c", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0397, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "7514a737db3d8006cb660d7a78ab828881e4b1887273d232088ff71e218f0794", "run": 3, "run_id": "menu-item-performance__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0d8d348fd4659c3c9a0f6701cbb5514da31e8cc4354bbfddec04c786507ddb8f", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 870528, "input": 979131, "output": 34701, "reasoning": 16924, "requests": 25}}, "cached_input": 870528, "input": 979131, "output": 34701, "reasoning": 16924, "requests": 25}, "wall_s": 180.8}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "98e6d4485dc2679c804058d0fc7a891c00ec16d36830f747a159806612db4029", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0196, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ccb5c8389e107c97c1a44faa18b8125c0f4550fe7996d1110808307c6f7f0d06", "run": 2, "run_id": "menu-page-allergens__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f492cc402136e7df00bf41868500e8a141c73aeb2e8bf461866068bc2e114e5", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 754176, "input": 785597, "output": 20964, "reasoning": 9897, "requests": 21}}, "cached_input": 754176, "input": 785597, "output": 20964, "reasoning": 9897, "requests": 21}, "wall_s": 111.5}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "fe2bbe8f4d6889d83200bce5b5d9e8d9b88f5146c23f431c1aeec8b3c6b89cfa", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0227, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d3019e2e15cf55b61ce986a8dbdd801c598da694ffb5d1ce038864a2564bf0ee", "run": 3, "run_id": "menu-page-allergens__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ca1d10206ab1e57d619e334478c64d3b6798aaccbee696da5c51cb358892f5e2", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 609536, "input": 641137, "output": 26822, "reasoning": 13660, "requests": 18}}, "cached_input": 609536, "input": 641137, "output": 26822, "reasoning": 13660, "requests": 18}, "wall_s": 131.5}
{"artifact_hashes": {"field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "64cd9d44f6c1520c815648a0f8cb0f64aec963c015065949bf2319945de7d5be"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0731, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a51fa27dcdf13e1ce97f79fc617f50d00ed017a3c514977262dc135a662bb262", "run": 2, "run_id": "mileage-reimbursement__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "72584c8133be0cde0f15b5f42e3b7ebf1866861efb11bc1dfb468c0b53105e82", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1978496, "input": 2175501, "output": 62724, "reasoning": 35555, "requests": 37}}, "cached_input": 1978496, "input": 2175501, "output": 62724, "reasoning": 35555, "requests": 37}, "wall_s": 309.4}
{"artifact_hashes": {"august_trip_detail.csv": "3ebfc9318808b101dbbe49e0a593184ae9f219fd5250403a4600364d783bd598", "field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "e9956bf09f18dd21b272619956524930671d34dbbeb401aaf1333da96ead7a16"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0494, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "762c799ed37497c8630115262279afbc89e5ddeed9aeda4ff0be201415dd29a8", "run": 3, "run_id": "mileage-reimbursement__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b82c2ca8e2961db42dfd5cf574260236846d518479742bf38f350884db84a59b", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2568320, "input": 2646701, "output": 49840, "reasoning": 26504, "requests": 52}}, "cached_input": 2568320, "input": 2646701, "output": 49840, "reasoning": 26504, "requests": 52}, "wall_s": 287.8}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "3efd229ec2d23f92c09b26989c096a3380ae6f208459a1a7ecb659e9e7850b93", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0155, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e8588e958578b72d8421ee2546966b2d9d7d8a1b0de270955b194e0be486b7e9", "run": 2, "run_id": "minutes-from-transcript__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9526f8846b7d147c267bbc47030ef6817eeec7b1df3e6e89c9aade5aea86379c", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 220160, "input": 277322, "output": 10500, "reasoning": 5848, "requests": 9}}, "cached_input": 220160, "input": 277322, "output": 10500, "reasoning": 5848, "requests": 9}, "wall_s": 60.3}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "6be292f1f39d414c2f5ffbecfafbdd7ae602d043744c18c37191a8b6c48d41ab", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0112, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5b30f7857d047d070810eda72eeb80b8d472f0bbdadd92331cd2bf360ed9d163", "run": 3, "run_id": "minutes-from-transcript__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ab85667d6eff9163b985d840a0008c3346df383260991f1ad26505decd7fb38", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 204928, "input": 231636, "output": 10937, "reasoning": 7252, "requests": 8}}, "cached_input": 204928, "input": 231636, "output": 10937, "reasoning": 7252, "requests": 8}, "wall_s": 56.5}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "4376d55c6511edc638fa756f2ccb2b016edb86f586d79fb036caa1fec1a6f80f", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0532, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "41aedd5c7c5b3c622d4b39178ba74e902b177ffd40e5b2aa258105b87ee4bb37", "run": 2, "run_id": "month-end-accruals__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b468152dcfb1d4bacff4f3804aca3970a71ce1cc7d799d36630021ded969ed84", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1310848, "input": 1439993, "output": 49854, "reasoning": 30189, "requests": 32}}, "cached_input": 1310848, "input": 1439993, "output": 49854, "reasoning": 30189, "requests": 32}, "wall_s": 237.2}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "bda296e366f8521185e1be05922525aa2d102e85b2a7466ff0a5c6178a017ece", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0155, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "155128a22027b2d6314cb7de3daaaebeafe1895d4cb2b90e9549b11db414d1b7", "run": 3, "run_id": "month-end-accruals__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "13ee9113a3b817a23865b48b307a70ce2991e9ad7d2dcd55fb4cb1004cc14d4a", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 461568, "input": 494069, "output": 15472, "reasoning": 9365, "requests": 14}}, "cached_input": 461568, "input": 494069, "output": 15472, "reasoning": 9365, "requests": 14}, "wall_s": 81.2}
{"artifact_hashes": {"memo.md": "616a18d4424859deff98f42f847d67c3a9e00abdb218d2667cccb92e99e50cf9", "report.xlsx": "7593f6050c809ac8dcbb975671934c2c02d061dd9fecd18e255fac296fdf3e9b", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1", "work/clean_rows.json": "d5271570a9bb2e384231e92a18b639943d5da431c186395a35ca36e66a1278e9", "work/compute.py": "fba0da3eab0cffe8e5e91695eea6acda5a5f8604eb31b44571a9c4ec16b7803a", "work/dups.json": "55bc8d8ff66704af4a6125d8fca54cd88f26b5f6167eacd7c505505604bc3b79", "work/emit.py": "bc6d4e6fd7c4894d79362aba5a776735f59d46a6eff541803de4ea900fe20150", "work/gap.py": "1368c6e80246f1e940628d2dc20f497b2a84ffbafd864ccc04d2783ec55260c7", "work/idcheck.py": "0f015958f3c9c0cd0d964d2e875be39936c2c392a2a09dca7786b0ef4d35a185", "work/matrix.json": "bd1ffd7eeb19deedef0965d05d81d961559a7b5dbb0548f369db139b9e436676", "work/memo.py": "0a0276655a0257fee7d73e6b7e4360508eaa8fa62a8346f729702023f172fd0b", "work/profile-raw.json": "18cbb78dbaf86271209d25401ee6b0c2244f510680862ca2a9c6240e33cf9007", "work/rev.py": "d6f3565467099e9a92222a444609d4268621db84d7f8bcb20f75f6c51b6f1bc1", "work/verify.py": "05dc2a4ad5d180c8e7e81b86db5db372e698da5e1c474835004b4fec0c5ebd45"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.04, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "61b104996686ef6b0fe8bca77f943e63289452699944fabfce97e9424cfaca07", "run": 2, "run_id": "monthly-report-v9__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "113618267c3fdad203dc7cb009defd3b8081ce855a86a7e5f6f65213a51c9f55", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1923456, "input": 1985999, "output": 41473, "reasoning": 21040, "requests": 39}}, "cached_input": 1923456, "input": 1985999, "output": 41473, "reasoning": 21040, "requests": 39}, "wall_s": 219.7}
{"artifact_hashes": {"memo.md": "c4f6c233b3ee6419e7edb1689e79d8e5651427ded2cf1a78eb16a75f91b553cd", "report.xlsx": "83bbe77ae6b78b8815b06037f3f9e996af6e499124ca2e05d82f5d23c20fc1e3", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.0475, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "da5ae4860c533eb380dc1bd4dbb979e625b4e11838b55cf4f5a3bf91c50ae867", "run": 3, "run_id": "monthly-report-v9__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3bc2f687ceddcc13244e2ef4c8b32cc20cea665326a202105c4ee093414de7df", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1619072, "input": 1713081, "output": 47588, "reasoning": 25293, "requests": 45}}, "cached_input": 1619072, "input": 1713081, "output": 47588, "reasoning": 25293, "requests": 45}, "wall_s": 253.8}
{"artifact_hashes": {"memo.md": "f95765d201a6f91032b588cd3416d5380b440d1cd71066b8537a0a6e1f728efc", "profile-raw.json": "9f4b6dbe2554c481c2a896081417cdb1029f57044e29cae4f1d6d5dad68e04aa", "report.xlsx": "69cd685b6f997fde18c4635d17761f9fe45833df81b38fe835d9416f035af71f", "revenue-rows.json": "bde0f2bba054a941cc85b0d7c8947cb5c7c3d910474d82d10660273ce53e9bbf", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.0221, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "339e05bd3044a77ce627be3bedfa631bfc53a026fdaed92ecfbc3a530e4220d2", "run": 2, "run_id": "monthly-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4b4e2004630ec03363d3e337e52eaacb6f5b0ea80b8d694d4f92e5ff42b4cf76", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 937984, "input": 976599, "output": 22546, "reasoning": 10433, "requests": 23}}, "cached_input": 937984, "input": 976599, "output": 22546, "reasoning": 10433, "requests": 23}, "wall_s": 123.5}
{"artifact_hashes": {"memo.md": "a281ca6d5104a3a6f2683fb2da84e85f3144b12095d9a2828bedf044298b6794", "report.xlsx": "ceb87799f6bcc61c030067ac6e8b3fae798507804312aa9f1c33cad767810f07", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.0283, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1b6010fa3d28427487be7c996cd7e40d573cc231b52c0c7c8d784828a9b831f8", "run": 3, "run_id": "monthly-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "786682641a6461c476943e7a3f70c8083a8c3745b62af174329b03125c5a22b9", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1444608, "input": 1491744, "output": 28186, "reasoning": 8701, "requests": 30}}, "cached_input": 1444608, "input": 1491744, "output": 28186, "reasoning": 8701, "requests": 30}, "wall_s": 148.3}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "689ea29b6b84e410b1a0f4d3b7f7ad75fc3bb0a5e7eefa3dac3d3fe49e972215", "mrr.xlsx": "0fc7c70f4dac7c9b7b2565c3acb3f4f24720d5fb9fcac826e0e3494e40ff3477", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1441, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4b7770acd72067026de440c368d9469622c0af8dd522eb8977e329750b64496b", "run": 2, "run_id": "mrr-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "563781262411021eae48f78a2b5c4f19804dece6f8852ea629b2b5af82679980", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 6379008, "input": 6658608, "output": 138419, "reasoning": 80370, "requests": 106}}, "cached_input": 6379008, "input": 6658608, "output": 138419, "reasoning": 80370, "requests": 106}, "wall_s": 701.9}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "be7482b9bf285a051e679952c551b992c62ff9fe81bc541a2ac43c10566d4a08", "mrr.xlsx": "e9fd4c9bbd4def0b5efb15fb8e3b095bea6912ee8108c815877bc41c54457599", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1173, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9e690cf5b17fe325014dac4c4ae29735b1e9583dfe08779ecb4729bf19daf6ad", "run": 3, "run_id": "mrr-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e8d591de6c550f152e52d63f05f2eb7861b7e94c3396065b629619919b3b8a73", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5040512, "input": 5254554, "output": 116832, "reasoning": 75225, "requests": 86}}, "cached_input": 5040512, "input": 5254554, "output": 116832, "reasoning": 75225, "requests": 86}, "wall_s": 604.5}
{"artifact_hashes": {"build_sales_usd.py": "fd33089bcf1fc7d553488c8669f23fa9c64e3947c4cfb9b39feb115a4df812d8", "eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "f3dcf7b95368947da2829c050fde4f7a97938b0ae43825bc511451b5d7590cb7", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0526, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9688e3f932f6eef62f978d26799a16d31b32f6cdd1e8163b0ca82b9ca7ae5d04", "run": 2, "run_id": "multi-currency-sales__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f093e67c85c95d99cf8b384c5afdee9c9eb4afa2b1030c372a0664410503669b", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1767040, "input": 1891405, "output": 47782, "reasoning": 22774, "requests": 37}}, "cached_input": 1767040, "input": 1891405, "output": 47782, "reasoning": 22774, "requests": 37}, "wall_s": 1111.0}
{"artifact_hashes": {"eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "5ac5611a5d4c702d2e49c8d80b56b7e3cfc8da3214324e3d4b14c8a2576caa00", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0582, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "035d40b1d8e00baf1b199e6cbe3fcfefa2dd167ef0dd0c003af4e554032fab59", "run": 3, "run_id": "multi-currency-sales__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fb4364e2ff7e99ee9269f11de2d3de553144229020539206edf91868ae7739d6", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2973568, "input": 3083647, "output": 54662, "reasoning": 29729, "requests": 74}}, "cached_input": 2973568, "input": 3083647, "output": 54662, "reasoning": 29729, "requests": 74}, "wall_s": 317.1}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.audit.txt": "145f59f0fda0f1a645a5363e251aea13b1ad32b34c536f41fc75848fd3331833", "activities.csv": "e7557e360d14dc672592fda2868c75b4de8c8a8e97bf308ba0149e45bd0dadcf", "build_activities.mjs": "fffde79ae8df9fdfde4d5096f569828f2db157c72ef380088f3635d9cb6cba7b", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe", "verify_activities.mjs": "19e8efbb37488fd067d5d35589914966ef8cd217e5661f6a87d047b52b22786e"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": false, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0335, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f8134ad063ed9a78e7e07a2316ac7971ae6ae61f89dd8731ba05ee5e4dace19c", "run": 2, "run_id": "notes-to-activities__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "411cc2bbca1b1e2d3c3201db99e41f7334a8485a6afd5e18a8e7e9e252c545db", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1197568, "input": 1238989, "output": 39500, "reasoning": 28728, "requests": 24}}, "cached_input": 1197568, "input": 1238989, "output": 39500, "reasoning": 28728, "requests": 24}, "wall_s": 187.1}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.csv": "a034d9aa1407314bcd080818e9e7b47c8c0dd854a2abc72c640b1fed1cb70fca", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0265, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bb8fc499d18cc297ffc56c35cfc5e508376c28ea6dcf37732ac7a5753cc68b2e", "run": 3, "run_id": "notes-to-activities__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2a65489ae23b026f13c8acf1bd7542d8fb00323625d3f609c394c0449006c91", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 640768, "input": 692963, "output": 27994, "reasoning": 20599, "requests": 15}}, "cached_input": 640768, "input": 692963, "output": 27994, "reasoning": 20599, "requests": 15}, "wall_s": 131.1}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "occupancy.xlsx": "a026108a0a266f4e9863ab7245e347f8be33f568999edfa7b7e449fec6836413", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0564, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0085c1cea7f164ac9394a74d9faee65439c3da811fcbec39d68d777b0b32b66e", "run": 2, "run_id": "occupancy-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d9e5878219b86173f532181913e4f9c1c1d5e1c329bee3a029f2827d485b29ba", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1430656, "input": 1585101, "output": 48290, "reasoning": 23885, "requests": 32}}, "cached_input": 1430656, "input": 1585101, "output": 48290, "reasoning": 23885, "requests": 32}, "wall_s": 232.1}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "build_occupancy.py": "13efb0755e798b20db7188797533927fb9219c0395e9041339f460fdd4fb5b6b", "occupancy.xlsx": "cb9ec1e3b027bf9a0cca98963d1561286aa185ae288cd9e8fc93630587f69d2a", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5", "verify_occupancy.py": "8a7ed31289b623cd9a2f237f247965ac8cfd02294d2ca299a36c4d6cc562a9f4"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.075, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "943c104e5d6c2722569f9710afcd61161a84028e8ff312e3840516bb38bf7636", "run": 3, "run_id": "occupancy-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2b9045220b3ddbb9d92ce6da0a3bf55849bade39f540b3960a16734e7bf62db", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3331072, "input": 3485130, "output": 69781, "reasoning": 28618, "requests": 67}}, "cached_input": 3331072, "input": 3485130, "output": 69781, "reasoning": 28618, "requests": 67}, "wall_s": 465.2}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "a6e851a1a40df1280d41f8449a59685a97845440ffe165ea2a50b11a85376505"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": true, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0081, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b7631efbcc261358ffd69da85cffd9dc59f112806e19cf670f57ae2f41f3c280", "run": 2, "run_id": "onboarding-welcome-email__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2cd185bafa550e0559f9dabec422ee50f497fd7abf5fd0d3099c8e6538d660cd", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 173440, "input": 197855, "output": 6571, "reasoning": 3484, "requests": 8}}, "cached_input": 173440, "input": 197855, "output": 6571, "reasoning": 3484, "requests": 8}, "wall_s": 36.8}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "5954822c03e1d56efcbefeed0a21918134ba1333040a6f7fe3fc6fb1427bd52f"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": true, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0067, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0d2781c458176c1e104aa2b039507445e51699e77c729aa3ab75c54c78033388", "run": 3, "run_id": "onboarding-welcome-email__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "67ef3b9f780c8d61f62dbe79b19e47d8aa9f4045d90f7667927c8af1cc61649e", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 141440, "input": 165354, "output": 4468, "reasoning": 2268, "requests": 7}}, "cached_input": 141440, "input": 165354, "output": 4468, "reasoning": 2268, "requests": 7}, "wall_s": 28.3}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "cf5a3f678943077e031459600aebfb911815228441411fd02a70a6f820483ba3", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0175, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fa96aa3e152684b21059613609677dcf1d9959fd77be807f5371eb11b3ba490b", "run": 2, "run_id": "open-purchase-orders__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "90c54f872b64e929aec0a4937cc338e099d80bf11e63b3f2b4742b3ccd0ece33", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 502784, "input": 538386, "output": 17826, "reasoning": 11044, "requests": 14}}, "cached_input": 502784, "input": 538386, "output": 17826, "reasoning": 11044, "requests": 14}, "wall_s": 93.2}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "eb608231a704abf5c39a4e41cc506db35dacb4057413ce653af86f4bc79d0b39", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0319, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a9d24d6dd63b201dbd6b067709e6e253cca879d582e054dde3893a8a79f4490", "run": 3, "run_id": "open-purchase-orders__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7332da68f4d5f7d6d0da40e072d624d4a80cddf36cd63e837ed330b15a17af2a", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1186304, "input": 1249115, "output": 31576, "reasoning": 22059, "requests": 26}}, "cached_input": 1186304, "input": 1249115, "output": 31576, "reasoning": 22059, "requests": 26}, "wall_s": 164.2}
{"artifact_hashes": {"index.html": "96594547be9af4b91e8ac620885c148edc86dbeb83d16dc444cf0e47122b3af2", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0533, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2962a7d377683d8c9aace352e1d0d397711420d05b420734a895b5da27d7a300", "run": 2, "run_id": "orders-status-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2089ccfb36cd7aaa60fdc225966bd2f5adf089e5b19c2e9944b1159f6b0e35cf", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2396032, "input": 2523402, "output": 45018, "reasoning": 23506, "requests": 50}}, "cached_input": 2396032, "input": 2523402, "output": 45018, "reasoning": 23506, "requests": 50}, "wall_s": 269.4}
{"artifact_hashes": {"aggregate_orders.py": "0a1aea5fa1f08842c7d7379a5e59f8cf654a28f232a14c561ad06183e0fd43bb", "build_page.py": "0dbd4417f2589f442d6a9aab8ed034ef366bc6d5858e12902f23b05f754229c6", "index.html": "bf2c84b00103a51feb49d327b8dbda72923505564817af954d9fee9f7404a987", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25", "verify_columns.py": "7305ddf353dede3d0d884a41ec512d8a45831a7db6a6604ccf36762e3d33ab5f", "verify_page.py": "50baa6a69b37559e3b6d7011326e065bce69b6aef87bbd3682686175bb8e5589"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0364, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "693f16e609b9e2e8b8fe1417e7d43fef778ea85c465fb041faed155f0fc238ca", "run": 3, "run_id": "orders-status-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "18408c96b05c6c50e36710063b677c92461c7436d81886fb30b69bb0e0adfaa2", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1093248, "input": 1195799, "output": 29537, "reasoning": 14177, "requests": 29}}, "cached_input": 1093248, "input": 1195799, "output": 29537, "reasoning": 14177, "requests": 29}, "wall_s": 147.0}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.md": "a3c7232c7936106c07e6d8b45c98798176049983571805823dd114af133f4f8b", "reminders/Dorsey Freight.md": "d7bf0615f4eb7e13b3c7e46024e93c5523f472a1eaa89caf307a285ccd64d081", "reminders/Everline Insurance.md": "44366eb369b0a6cb9601db9b1688e778846ef2e1b00ac9a4a509ca65b186bcbf", "reminders/Kingfisher Charters.md": "36adce9ffc755f676641a731ef7cafa60c226dc474e7558110eade7a9fd04562", "reminders/Larkspur Yoga.md": "1d308091eb321a3c6be17293a0663b28cfb71b2c5009ea7536418502e270931e", "reminders/Redwood Property Mgmt.md": "a9cfd6158694fe8d200f2a6897b85c43f34e0ddcb671eea53a219a2d82a25785", "reminders/Tamarack Brewing.md": "52d86e123ede67c3daf5f1c13190e8b69db96f1251985a52c96dd76df400a8ed", "reminders/Uptown Fitness.md": "ab4931eac2121b2bbb76cc6ad32ea59bb91ae51830e1eba43078b49a18f92f82", "reminders/Yellowtail Seafood.md": "38f44f8635d7ae22c456d9313bab2d4c5423d5a387c361ded9157b1aa2181c57"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0111, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c7ebb50a8d5b2ec67de9242b29dfd71892ced673cd13421fd33b9c42e9f77faa", "run": 2, "run_id": "overdue-reminders__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c7a4cb6c1a3593f82205df3c2e35847acee13299c7941b770fb99de119e41359", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 142848, "input": 168035, "output": 11542, "reasoning": 7187, "requests": 6}}, "cached_input": 142848, "input": 168035, "output": 11542, "reasoning": 7187, "requests": 6}, "wall_s": 54.8}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.md": "10565c529f5f17273ad2a43edc1d869cccddfeff479cb0fb814690ea385288fa", "reminders/Dorsey Freight.md": "ff6b4adfee28cadc7fd801be7ffddf93f3193013d81dc41d7ccfb7113a2e66c2", "reminders/Everline Insurance.md": "dd277df5b490b74f0c6802eb4c2e25334443cfc11cdd15133c520b497846facb", "reminders/Kingfisher Charters.md": "e07a52abea95386db5a22e005867e7733102d9ad58b6a4d9cba4a71b41c8bd6a", "reminders/Larkspur Yoga.md": "9d2a421bec9f3d1aa9df5344e1fa904e66456c7b5a5ae63b13551ab5becb8057", "reminders/Redwood Property Mgmt.md": "2f8cadfea47c94e7c4d36b229780885adc1ff9cb0b5e83950f8923e9db866134", "reminders/Tamarack Brewing.md": "600a6ef3b05a9ce279d425c224d7609c27ba419cd51b0a49123d3168d5717a1b", "reminders/Uptown Fitness.md": "79be7f0a95e94d3920f0db5757fd1f9b3ffc91867020396f8d1b4284ec866a75", "reminders/Yellowtail Seafood.md": "c9e46ae049dba9c7ff5da236515c591a0bfd0f7a972e471703276d9c04e41e89"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0144, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2069a0986d2318e881bd59b4651ea982dcade36f8aba9c4b5e6a95878c210715", "run": 3, "run_id": "overdue-reminders__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3705ff6c7789768b6fa4206d2cac942e74d9ff2cd63d25680643e3cef4f8f47a", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 255616, "input": 281424, "output": 16285, "reasoning": 7772, "requests": 9}}, "cached_input": 255616, "input": 281424, "output": 16285, "reasoning": 7772, "requests": 9}, "wall_s": 71.7}
{"artifact_hashes": {"build_receipts.mjs": "b680a101a9612a7df72fbeb0cb0f8600508275b9ac1532c55a4f0a6e95431015", "note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "1d4588163326ca6495adb312f10fe2b8cf0ca9216099c247f6125ef62f674613"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0214, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5e3a49fa508f84058ee204009f3ff89c7459167f6e6506f3847a1c0d8481be70", "run": 2, "run_id": "packing-slips-vs-po__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5b8903d6e8bf9608eae9aa929b159f4c3e74c2b828cab6855fe0cd685d3b1f79", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 789248, "input": 855547, "output": 15160, "reasoning": 5613, "requests": 23}}, "cached_input": 789248, "input": 855547, "output": 15160, "reasoning": 5613, "requests": 23}, "wall_s": 102.9}
{"artifact_hashes": {"note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "62b75b04974265a0b358a1aa1404dd270ad0a71594be7a5a4e7ba35d3d66c4a3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0234, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0761e5fef1ae2f9ebaad213794409e43ffe69ef3eae418b5210ed75eddf6b706", "run": 3, "run_id": "packing-slips-vs-po__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fab01e1cb3c5108618ba530662a3309c4129fe11ededb3ab74fcc59b5a32fe6d", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 707584, "input": 793871, "output": 13869, "reasoning": 6135, "requests": 17}}, "cached_input": 707584, "input": 793871, "output": 13869, "reasoning": 6135, "requests": 17}, "wall_s": 79.7}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0348, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bd1a93ba7c20cffcd1406943a848aa2f2d3657e9c7ba7b82c6792ff043141960", "run": 2, "run_id": "pay-stubs-extraction__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c922100085117837edb16dc4ffe384530ee67c4e50cf14db23bcb63ab5e3e3c5", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 845312, "input": 942259, "output": 29476, "reasoning": 14149, "requests": 25}}, "cached_input": 845312, "input": 942259, "output": 29476, "reasoning": 14149, "requests": 25}, "wall_s": 150.9}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0281, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fd9cf9f30771be3e176e3c68527e0ad8823ee2b5c552b110f9e80ed1529b0cd6", "run": 3, "run_id": "pay-stubs-extraction__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1c860cee42324e805563cf494c175117c34801e07875490d289f710c83cdcd1e", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1503872, "input": 1543534, "output": 29459, "reasoning": 13762, "requests": 34}}, "cached_input": 1503872, "input": 1543534, "output": 29459, "reasoning": 13762, "requests": 34}, "wall_s": 164.8}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "matches.csv": "c81dcfc09756ae9434d79983de65274fb4cdf3518e6c51a4d83201ebe1b3a8d1", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unapplied.csv": "69917416d771619c9fa352b97137fb32b146f3f26ea562cccd864ea642686c6a", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b1296d08f1e8ba23a7b02836ee2355b3cada4fd6156c5b1d775382c320e7bcaa", "run": 2, "run_id": "payments-match-v2__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eb5be6c9ea0b86e3ab137ae5f4627f0d5da82ca17570f6727ad3be033a0d7ec3", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1108736, "input": 1161962, "output": 27227, "reasoning": 18387, "requests": 22}}, "cached_input": 1108736, "input": 1161962, "output": 27227, "reasoning": 18387, "requests": 22}, "wall_s": 134.3}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "cleaned_bank.csv": "4724bf2eeaa60042c001d3fb0f46cc0f919b4a362fd1358aebf9a93abbd281bf", "match-notes.md": "af809830ee0e0b9ee4fa663f4737b9161891d67aaf1a41cb35e2f1f935706446", "match-report.json": "e8cdd7d1d3bb90b584f3f4352bbd7020881058dd3d9c649364e04436d82173d9", "matches.csv": "c81dcfc09756ae9434d79983de65274fb4cdf3518e6c51a4d83201ebe1b3a8d1", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "profile-bank.json": "5872055a739f0ae6462aede66ba4ecbe1c1812edcf5568908708dc6900635cb1", "profile-invoices.json": "002dfe0836e991c09c460105c5cc25bdd4c4f655e77f954d7ae905ea7161d4a8", "unapplied.csv": "38b6c396a1312261c928b18479e231fd183d5664ba01c98db232e19cfc8b080f", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25", "verify.mjs": "9e6268d2f54ff8ce26c193edfea4719c537a9424a785febf2495245a9f746eb0"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.0288, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "657926e4eb8f0f1671abf785f5a8c5faa09ae5570e04484690bdbf66b007ca9a", "run": 3, "run_id": "payments-match-v2__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0bfe3e21552b4d9cf27aabb51a56770f1177b92729e3bdcd5839604f65432f53", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1137664, "input": 1196694, "output": 27539, "reasoning": 19120, "requests": 22}}, "cached_input": 1137664, "input": 1196694, "output": 27539, "reasoning": 19120, "requests": 22}, "wall_s": 135.8}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "matches.csv": "ab8eeb25cefa1307b8f5a1151e3da35305711a37a7784edefb8faa95a78620c5", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25", "work/unapplied.csv": "2385744ed5a0b41239e5cc259f88f086262cee6da2770bf2358467c9be49e7b0", "work/verify.mjs": "edc45b71231c27cab5986b70c9060f177e14b27913adcb81fe266ba06b7cc263"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0156, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8fc42ca1128442b55d08e92f07297123d609a4cba20236d0896867de37da4363", "run": 2, "run_id": "payments-match__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ed46bad5307bda7d3eee10188580a73bbd29ee1d7ef1f18478fcd41e7d771e1b", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 693632, "input": 734113, "output": 12452, "reasoning": 6650, "requests": 18}}, "cached_input": 693632, "input": 734113, "output": 12452, "reasoning": 6650, "requests": 18}, "wall_s": 69.6}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "data-notes.md": "5328509660830df2024c95402fab1fbc1a770c747b51e0f7f6331fbe79b87fdf", "matches.csv": "ab8eeb25cefa1307b8f5a1151e3da35305711a37a7784edefb8faa95a78620c5", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25", "work/unapplied.csv": "2385744ed5a0b41239e5cc259f88f086262cee6da2770bf2358467c9be49e7b0", "work/verify.py": "3ec27509282f6a88c3ecacfd0792ae80ff4dbe35bde09695f3f9cce2155a1b9a"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0215, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4dca210fcf8d67107ebc22ae892bc1ab2eefd5a338b6543469093b6f16571434", "run": 3, "run_id": "payments-match__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b68119a8be4b7d24dc9056dd59ed9b1bc103b87ccb2dc5f072d6cbfdd27d6b42", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 526848, "input": 598049, "output": 15482, "reasoning": 9577, "requests": 16}}, "cached_input": 526848, "input": 598049, "output": 15482, "reasoning": 9577, "requests": 16}, "wall_s": 80.7}
{"artifact_hashes": {"chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "d7d030761dcf37c37f6a3ff6c96141b92e6f821485ae22b3254937d05a2229d7", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0116, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "18261c432f5fbb65ac693653eebfef588f316c75ba5e76d32dca3031163b055d", "run": 2, "run_id": "payroll-journal-entry__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "082f7cafbf09b6edf1af7514d9aaf8791289fb29d550e04971bd612839cf7f2f", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 185984, "input": 218527, "output": 10294, "reasoning": 6956, "requests": 8}}, "cached_input": 185984, "input": 218527, "output": 10294, "reasoning": 6956, "requests": 8}, "wall_s": 52.4}
{"artifact_hashes": {"build_payroll_je.py": "e95c88550217c4dda8af9e51bcf75aa62d104f9d2fda33af840fe291d1701454", "chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "5e1741a56c4e04948134b202cfbd30caa674e2c6ab334b16c200c89b31fca61e", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.029, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4ad3160dfe69bd9ce5341f6f38f6b5972af85d630edee3ad20a48ac4a3395c6b", "run": 3, "run_id": "payroll-journal-entry__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f08730a5a193fdf309f0afe5cf768dfd74164a667b65074c7ea66bd5ac1b41b0", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 128000, "input": 275634, "output": 10785, "reasoning": 5551, "requests": 9}}, "cached_input": 128000, "input": 275634, "output": 10785, "reasoning": 5551, "requests": 9}, "wall_s": 62.8}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "d3259d2b6ddcd9bcd3a20d66a2521600f76ac5cf51475341c9dd133b97cc166f", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0522, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dda646d4326e14a307497239f8a8323c9ea1c0d1fb7becca9ba4f40cdee56687", "run": 2, "run_id": "payroll-quarterly-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "456070f83eefb0d424084adae29ec2ef99d5756d3da4d87081db8064aada7d45", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2217344, "input": 2373659, "output": 36789, "reasoning": 14119, "requests": 49}}, "cached_input": 2217344, "input": 2373659, "output": 36789, "reasoning": 14119, "requests": 49}, "wall_s": 206.0}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "7d29f41f08bb212c96db6c138b17682eae1c272702adf4de9f782bc767263563", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0808, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b4eab44dd35f9eaad0c99bc025acb10b1c9ae0173e38bd05266a11b6aeaf8010", "run": 3, "run_id": "payroll-quarterly-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "264da1db060f49465a11197ce03c02f066d5551556b827208deb0ba42c184184", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2529408, "input": 2844208, "output": 43361, "reasoning": 14877, "requests": 55}}, "cached_input": 2529408, "input": 2844208, "output": 43361, "reasoning": 14877, "requests": 55}, "wall_s": 243.6}
{"artifact_hashes": {"compute_deposits.mjs": "8dd89736e424901d9e124dcc71fbaec8854906764d9b77533f428dcfde3e5157", "deposits.csv": "81b1ecd034740d99d8a2417918755a692f4c5ad65bfb50968ce8d459c439544b", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "rows.json": "174b3db3d105b5fa501c30664c34561a1907724e11e27c2fa366a6fe225a0794", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e", "verify_deposits.mjs": "7f3dd60787da9e885f6cc0c7b5419bf77b9346b8d86f0bcdd9697fd613dd832a"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0344, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "25314a2d33e77b8b897a2d921b074b758123286d0dce9bd51ee9aa3881b8f74c", "run": 2, "run_id": "payroll-tax-deposits__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c20d12051e0756544e5974efc70145eca9f6a5ba2ab25a55be705423e35d2b3", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 926336, "input": 1038297, "output": 24741, "reasoning": 13994, "requests": 19}}, "cached_input": 926336, "input": 1038297, "output": 24741, "reasoning": 13994, "requests": 19}, "wall_s": 119.7}
{"artifact_hashes": {"build_deposits.mjs": "fef4bc8d33d8e681243ab0497e03546f3db2eca1cec6aaaa8915cc1ad6955995", "deposits.csv": "0997b169a488106951bc17a0230682bdd3483fdcbf1d8a0b25ea4c36a6ead272", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.032, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6fd906fb652ec09752f16d0983253cad335d65d95491b7b7e2f5c87ff5e24719", "run": 3, "run_id": "payroll-tax-deposits__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "91e5c7825cbe7080751164f431750e8e00055eca61df4c68131ed2a99629743f", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1021568, "input": 1105152, "output": 27331, "reasoning": 16084, "requests": 25}}, "cached_input": 1021568, "input": 1105152, "output": 27331, "reasoning": 16084, "requests": 25}, "wall_s": 135.8}
{"artifact_hashes": {"consents.csv": "09008e2a14ca67e20252771be51bf009991d3f99bbee14775f90a5f360ea6671", "note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b", "work/build_consents.mjs": "ebd7283fafc7b9dd9efd5b976b3c7b5ee19d3775b483b81cb651db61a837a939", "work/recon.json": "a947a439361e367d955f361c891449b645ef0a197eb414decb1c63f2d7d34ec2", "work/rows.json": "46be72bdfc90a39b6b285af1810a013bb3891a3cb3e7f4777e487c14b192b109", "work/verify_consents.mjs": "4fc52e31485d060f569ad2a8cf19674af1c20cec87b5e012ec00529a560cca0a"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0349, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cc8a0ff8250adc7f1077783d2323f9c12db40e0db3a496ac90bdb48de6726e5b", "run": 2, "run_id": "permission-forms-scanned__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "197eddef6a2132d9543403820bfe135babd9efd4c132ce922f1c67159ce6ce38", "task": "permission-forms-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2012800, "input": 2058656, "output": 36563, "reasoning": 16828, "requests": 41}}, "cached_input": 2012800, "input": 2058656, "output": 36563, "reasoning": 16828, "requests": 41}, "wall_s": 359.1}
{"artifact_hashes": {"note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": false, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": false, "required": true, "type": "text_not_contains"}], "cost_usd": 0.096, "exit_code": -9, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "85471687d2b65dfe203da9bb553d4b981ac7d32474efa4bc473b3e33619155e3", "run": 3, "run_id": "permission-forms-scanned__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3808b17ba483a507ca64144656c622a94517f70e6738e816487f352f90058faf", "task": "permission-forms-scanned", "timed_out": true, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3368704, "input": 3535114, "output": 101483, "reasoning": 63266, "requests": 65}}, "cached_input": 3368704, "input": 3535114, "output": 101483, "reasoning": 63266, "requests": 65}, "wall_s": 1860.3}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "c6fb5f4e93ad831943bca89660a81be6ad2957a1011c089b65c4ca3ea65fa213", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0868, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b9d194ba6489cd1759d2defd5473df623635417a8ea6349a697196613dd7f391", "run": 2, "run_id": "petty-cash-reconcile__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2b12b4e40188eb48664f66143e72db396c2e9dc0c05c148c71f0296d7219cda", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1772416, "input": 1915724, "output": 100020, "reasoning": 81144, "requests": 41}}, "cached_input": 1772416, "input": 1915724, "output": 100020, "reasoning": 81144, "requests": 41}, "wall_s": 471.4}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "393c70bec29ef52e09650a69f8dc58c7a19fb04e359fbe9215ca8f01d6984893", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c", "work/compute.mjs": "c596db94491bacd72be8019679f6a17456c912a6886f37dc8428f58ae16381dc", "work/final-rows.json": "1c15d01f96f82181cf7c7aee114554364138b4293aaac9d696423084ec63c9f1", "work/receipts.csv": "27cc39bfe81feb78833ddc8f41b1967f129075435904c3984c33ce11e30b8415", "work/verify-sources.mjs": "07e181e423d855d7e8ac2ea4f84a7fe221778aff001f1438f8f2eb2b08ffa4ce"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0537, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "12fe7648ea62be2d91670d7330d7375cf00fe3973ef078ceeedaafa4ff5a6a25", "run": 3, "run_id": "petty-cash-reconcile__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "672bae8e73678274c9db373b4df6403dd64818f61fa603569113ac2609d2e030", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1912960, "input": 1990530, "output": 60559, "reasoning": 42439, "requests": 37}}, "cached_input": 1912960, "input": 1990530, "output": 60559, "reasoning": 42439, "requests": 37}, "wall_s": 290.3}
{"artifact_hashes": {"contacts_e164.csv": "891462621e77f8c08e38b444eb96d3d547b42b4e7125034f4c2c929465cc1951", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0234, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33c5b51a4ff0c9528339b19b09431ed66f6133b50a6bcff50ffe3c6cfb69fdf3", "run": 2, "run_id": "phones-to-e164__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7b0dab1fae078c546252d61c7214fbbafcb877c3cce9fa1c6e95233f59cf313d", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 865152, "input": 900595, "output": 25876, "reasoning": 16662, "requests": 20}}, "cached_input": 865152, "input": 900595, "output": 25876, "reasoning": 16662, "requests": 20}, "wall_s": 126.7}
{"artifact_hashes": {"build_contacts_e164.py": "a4a16524029563509bff73ecf7e99f9bedfa3bb59e9264f7f798ae9eb6a3b1ec", "build_contacts_e164_audit.csv": "067118ee1ae06c762e53f6f2d115ea4b0fbbbac21fb525808f8348a9dea21780", "contacts_e164.csv": "891462621e77f8c08e38b444eb96d3d547b42b4e7125034f4c2c929465cc1951", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb", "verify_contacts_e164.py": "d083b5a1a4e8166b6b08948fc55b6add458b6c84860b9c25f7fb8e33cab82fc3"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0305, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8f5ad09c62ce148f93793062aa59d8a3e92f819fe0fc98ced0141e88561149b4", "run": 3, "run_id": "phones-to-e164__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "850318af8bcf3bf5a934efc847dfdbaeed0f0516be0673679db83d5d94228fdf", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 768256, "input": 848449, "output": 26888, "reasoning": 16622, "requests": 19}}, "cached_input": 768256, "input": 848449, "output": 26888, "reasoning": 16622, "requests": 19}, "wall_s": 135.7}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "compute_prorations.mjs": "6fc085a467bee972da1ff4f73cd7e0fd3ffb39e72e16ab0ff8cda0228e074674", "ledger.json": "63c0c02c0da505c544e9a4835b68bcbc9357c3327fb1a3f56ac3762daf1a31bd", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0134, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "16cebbfe1242aa3850868180978c6845b351b628ae7fc432cc2be4fac0d1befe", "run": 2, "run_id": "plan-change-proration__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2acec1acaf3a7bd4a8506b081138949392cec2a538aaec7a7e82c585606ad723", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 352640, "input": 383946, "output": 12762, "reasoning": 7111, "requests": 12}}, "cached_input": 352640, "input": 383946, "output": 12762, "reasoning": 7111, "requests": 12}, "wall_s": 62.1}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "compute_prorations.mjs": "fdac1a4800d8e5ce0e1a06824b682a9b51ce50d5fd9e611b37c09bfc2b710c44", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_detail.json": "72aa7bd26f9be26135b6a3e56f67e2e001b50a1a32b16725a4fdeb62f5d986ac", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6", "verify_prorations.mjs": "580323f32bc570e4eae7742cc4c43fb4e8b46b844cdc53519167f31e4fa3a1e2"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0142, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3de216e9504d518f937d3dea578a67390b36ef40284d0f87586bbbb5b0cce01f", "run": 3, "run_id": "plan-change-proration__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "190d40ad6cc85a289a0cf002bc9a9d969d1e1a237ff53655c4424ca9cd812a61", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 576512, "input": 609402, "output": 12494, "reasoning": 5924, "requests": 18}}, "cached_input": 576512, "input": 609402, "output": 12494, "reasoning": 5924, "requests": 18}, "wall_s": 68.3}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "a57d12bcd5ae1c342ecf38e42e2049e8a6fc8c5ad4c7f9b387608b6e5af7e776"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0084, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "41e3f543fee2c0d3703320a9e238ca2fe6e80f8c9d52025eb4d61991c4b320f0", "run": 2, "run_id": "policy-update-memo__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e77659515d45c204ab933ab40cd8e757d1911cb48135221adbca37cf433feece", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 203136, "input": 230798, "output": 6073, "reasoning": 2792, "requests": 9}}, "cached_input": 203136, "input": 230798, "output": 6073, "reasoning": 2792, "requests": 9}, "wall_s": 36.2}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "ffb84e2d6a30ad64830f48b5c389e7a7030831206c30fa1fa148d46e40ac2f9c"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0103, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "78e327c51a0b56a63838b00f9fa0a9be72d71705cb02b5a7efaf79823f7d3e3e", "run": 3, "run_id": "policy-update-memo__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2cd1733c34f47c927be77474be1814e911586c5fb0feea5d1a4178473ad28ff", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 252032, "input": 278932, "output": 9233, "reasoning": 4015, "requests": 10}}, "cached_input": 252032, "input": 278932, "output": 9233, "reasoning": 4015, "requests": 10}, "wall_s": 49.0}
{"artifact_hashes": {"pos_menu.csv": "951862a629aa27ec9eb4c50fcf036be60498191a2447c5e90e256c9fad6b4636", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0147, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "64144b76db62ac76aec5093e5370c7537b19e0ccacf5d109e2f788926efd8e7f", "run": 2, "run_id": "pos-menu-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "58d5a1f08049fc616a8caa8652ed92a0cd3ffd1df4385cbd5cfdb6550e1b1ef2", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 511744, "input": 544316, "output": 13826, "reasoning": 6233, "requests": 16}}, "cached_input": 511744, "input": 544316, "output": 13826, "reasoning": 6233, "requests": 16}, "wall_s": 72.9}
{"artifact_hashes": {"build_pos_menu.mjs": "7e3e086397d34d11a187c2de6edd3e1033a5da395cc0890b5cb860e1a2353e23", "pos_menu.csv": "6518202fe99e42556d8dd73fa15e962461c7112b5677b10f66f4af90b1d6d096", "pos_menu_audit.json": "d340e9ba13dd70bc825d3a6a61444626f79fc7414e842a87dd344d0ca3b9f20f", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a", "verify_pos_menu.mjs": "c09dce53ffdbbc06dcc902240ca6d2ea95e7eec0c831ddba378ea6b4748a1710"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0131, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4893fe20ca91d017229dea8745a306216b450e5d45c3468a1e37568904000047", "run": 3, "run_id": "pos-menu-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a1b087ac447627448c0eaa0173bff41c44e73dc6a7b948580e36e79191661fc9", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 361600, "input": 392617, "output": 12281, "reasoning": 5262, "requests": 13}}, "cached_input": 361600, "input": 392617, "output": 12281, "reasoning": 5262, "requests": 13}, "wall_s": 65.9}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "4975f6be9c20c5260cd2cbe82dbc459977bc9b4e4c4634b8883ac23b3059f373"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0821, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "87807822528d1942ad64b00bb2d8a83fb552fd62ad8b915a4e0a2f68cd9ad4d4", "run": 2, "run_id": "prepaid-amortization__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8550bf3f52a16fd673bd352379b89a0157e47b006ef4d4f9e26198315af63307", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1881984, "input": 2041871, "output": 87371, "reasoning": 59124, "requests": 42}}, "cached_input": 1881984, "input": 2041871, "output": 87371, "reasoning": 59124, "requests": 42}, "wall_s": 383.3}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "894f3f710db2de5db10d03587d37982574c679ac5e291adc54288ec177136f82"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1094, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7cf7a27bc5c09f31004328a33e22f3c3fa4d5d387607f9881e4197cb4bb3c277", "run": 3, "run_id": "prepaid-amortization__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "95bd0eeb7a811455a45f158b7975a835da400572379231b7b63e57827ccb6ae9", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5219328, "input": 5416795, "output": 106904, "reasoning": 66761, "requests": 102}}, "cached_input": 5219328, "input": 5416795, "output": 106904, "reasoning": 66761, "requests": 102}, "wall_s": 551.0}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "21a1830a606e5681e4b0816a5283897b28455ca5de309314491d25c00dc16815", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0132, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5991dbf07737c575b30f6b1020401821fa509e2c0d368eaddabc72851d69f79b", "run": 2, "run_id": "price-increase-notice__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7b0715c8d28093a6d1bd1e7b142011c68fea462986f6926924eecb88dc469b41", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 275712, "input": 306645, "output": 12876, "reasoning": 9352, "requests": 9}}, "cached_input": 275712, "input": 306645, "output": 12876, "reasoning": 9352, "requests": 9}, "wall_s": 72.4}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "1aabacec0f08d3b21357a958160d64dfe7d36a6a86a1cabff73572c6b2653b25", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": false, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0124, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "78293c3fbc1ae723a72f358d8a7d311e9891ee621458df424026726db44e49aa", "run": 3, "run_id": "price-increase-notice__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2b19481cedfb50d855acc2f933ff6aa49d7753c03dd9a6aef034a9b6ecca4e66", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 415744, "input": 449028, "output": 10229, "reasoning": 6084, "requests": 13}}, "cached_input": 415744, "input": 449028, "output": 10229, "reasoning": 6084, "requests": 13}, "wall_s": 59.6}
{"artifact_hashes": {"build_fall_pricelist.py": "7600ee49c201d694cc0b6b8a0b16421becc81d933ea14937b886320399d3024c", "index.html": "a2e2e5e8ea2013aea853ec26ddc1ce6bf604146ea333f0f94d7322f69c4fbc0a", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "verify_fall_pricelist.py": "fa8c3abc0beb1106cc9ab07f95b5e4bee294e2782e503cd37bf2f8fd8e1d4eae", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": false, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0345, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "677e0aaf7a848b5324846d2b46d377bf39634d4ef1b0d0a35d90d1d579c951a2", "run": 2, "run_id": "price-list-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "78ccd7786f9aef5c228b9fdbd01eaaf408a1a7aad96a5edf9ce8c9dff1f546b8", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 806656, "input": 884427, "output": 34091, "reasoning": 20230, "requests": 27}}, "cached_input": 806656, "input": 884427, "output": 34091, "reasoning": 20230, "requests": 27}, "wall_s": 157.2}
{"artifact_hashes": {"index.html": "e9b22dbc38a7a9709dc6a8e98c3bdcfb0996a7c124fa617072943ed82300623e", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0357, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "add9149610c1131b9b011e2bbcce19b50cc6d4174e521e452c444c6ec69147c8", "run": 3, "run_id": "price-list-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3be6c7123de01fbb72e0724010f9dd71e0266f90e29e1c9c1dca786fc66b98fc", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1110912, "input": 1190283, "output": 34087, "reasoning": 17843, "requests": 32}}, "cached_input": 1110912, "input": 1190283, "output": 34087, "reasoning": 17843, "requests": 32}, "wall_s": 161.7}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "64b011eb682dcac8100cb9c13aaef78bb0556f51bc26c20d2fa703ecdccb1276"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.0522, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "705b2531cd55c00ac117f87a10cb2d218772eea0cf23bd67ef199248cae941d7", "run": 2, "run_id": "price-list-update__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0a92bf679f7e2f5026c21851df4a3bc6769e09f53779041c747ec9685e110f32", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2321152, "input": 2410108, "output": 53121, "reasoning": 29532, "requests": 53}}, "cached_input": 2321152, "input": 2410108, "output": 53121, "reasoning": 29532, "requests": 53}, "wall_s": 279.8}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "5ac404b008e88bab5e8f475ee933d68e59ca2edb7246309c3cceae8635368d23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.0369, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "25da257536c54f3d6a714c0929a47852d99e8d702c09872af511017dbcef1d18", "run": 3, "run_id": "price-list-update__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2084b330d3bb04bd63b7c9e293046d4685bdb7bea716ed27c68fb805c92b5cd", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1321344, "input": 1384764, "output": 39010, "reasoning": 18369, "requests": 40}}, "cached_input": 1321344, "input": 1384764, "output": 39010, "reasoning": 18369, "requests": 40}, "wall_s": 192.0}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "83ffbacbe61aa2a8f4f21204f5f48b9439187f3f8ba4c947d17abb2fafd08fa9", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0565, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6df17e2a7e3675118e4a11ae536318ac1718f82c71625013217ff069980afea6", "run": 2, "run_id": "procurement-savings__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "32ff47301c2bc71ef66cb9d3b5a9705be26b6e667736e2506f2e7ca0061ab55e", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2194432, "input": 2378811, "output": 37130, "reasoning": 17913, "requests": 44}}, "cached_input": 2194432, "input": 2378811, "output": 37130, "reasoning": 17913, "requests": 44}, "wall_s": 196.9}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "bf9624eaed35370c0d41146258c6377ef943a0d79673c5100306be65c44a3af5", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0326, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b76b095edb2a41ab107c993df2102929127779ca606e3456c2a2d7eed8be43f7", "run": 3, "run_id": "procurement-savings__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "63f65cc57b79f5be0260205d977ceaf8ac216ee224bb9f505ddbf2202cd2a4b0", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1069696, "input": 1169944, "output": 23991, "reasoning": 9487, "requests": 23}}, "cached_input": 1069696, "input": 1169944, "output": 23991, "reasoning": 9487, "requests": 23}, "wall_s": 116.4}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "787d4da49ea753b123509009c8e6ba38a14f080f668462276047b4cf5391c9cc"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0835, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9fe014b13e63913d5e6dd28853bf4c448ddd914fd707847f2e4b9d7534100c38", "run": 2, "run_id": "production-yield__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7225c43eb313c1949c979206242eab1b7d8c195df108a112405515f6472e7375", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3604608, "input": 3764292, "output": 81145, "reasoning": 50000, "requests": 68}}, "cached_input": 3604608, "input": 3764292, "output": 81145, "reasoning": 50000, "requests": 68}, "wall_s": 419.9}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "erpai.py": "c6ca66e32ca1d5b8bd2b09dfb31131a30ea492ab3d2c5cea2ba9f49038b092d9", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "fd8c9b7ebe5559c2688b6d43b5436cec75c1b602f8bb2b05c9d4d30828b3faad"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0479, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b741ab3e6357ae6b470235b01a7b3b4ed356d766f1575be3e2472598f363df57", "run": 3, "run_id": "production-yield__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7eac74259635e97fad28c110238a697a5b5a301d0985a66be371e9692fd5a9b4", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2430080, "input": 2519483, "output": 45275, "reasoning": 24127, "requests": 47}}, "cached_input": 2430080, "input": 2519483, "output": 45275, "reasoning": 24127, "requests": 47}, "wall_s": 231.7}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "5cd92852e4c6ec3850d3c5a5f22ab360a86a73b3f3152e423d2ee807ad43e7a4", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.088, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f82586580bfa3ea659d3df6f28d574d20a4666c3657fb31ff9b6118deeff32c5", "run": 2, "run_id": "project-budget-burn__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e99fb6d00bdb531b28a3248ecfe9fde350516d189b5cc59b5485e4ec40949144", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3804032, "input": 4015356, "output": 74835, "reasoning": 37879, "requests": 80}}, "cached_input": 3804032, "input": 4015356, "output": 74835, "reasoning": 37879, "requests": 80}, "wall_s": 375.5}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "3ff7c2bc5bcb511740213ea08d06389c7270f60dea515f6a9b4aaae71f54fbb2", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0737, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "433ced6c822d68c6d7fb9c70ec8fad0815a01cc965ebfbf11d21436ee61f1d7b", "run": 3, "run_id": "project-budget-burn__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "85e61e6ac19f8f669784e3442e4d1db3d7bb3c0216da258133e493b5916dc6c8", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2538752, "input": 2690909, "output": 72023, "reasoning": 40931, "requests": 58}}, "cached_input": 2538752, "input": 2690909, "output": 72023, "reasoning": 40931, "requests": 58}, "wall_s": 338.6}
{"artifact_hashes": {"margins.xlsx": "933c81d374b0753512787de6c01b0e45077f982cc66fd15bf13c033b09e8f058", "memo.md": "0781d9ed7d2739cdb100b86aff0aa63a72ec7839e873cd1135fb08913723a376", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0571, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "65621f894c657d91dfa975f61b552fdb16c98ad978a2e696f131dc6acbe80057", "run": 2, "run_id": "project-margin__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f2a45c0097ce82937281c8b9bcde6c1a3b5b12af0a4023926313a8fc5ba891d6", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1810048, "input": 1976891, "output": 44400, "reasoning": 21646, "requests": 37}}, "cached_input": 1810048, "input": 1976891, "output": 44400, "reasoning": 21646, "requests": 37}, "wall_s": 223.5}
{"artifact_hashes": {"margins.xlsx": "47471c0896505b6807095c9ed7d60e0b859927934b580ec484a27abc9eba7089", "memo.md": "410e19b92d1e9497c460aa9ec51672b1a062a0ebe77eb40bb6c04371dd4ac587", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0201, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8328b1dc0f744db5541605b1edb1033cfb10d85bbe0a2013a6e8365afc7a3fab", "run": 3, "run_id": "project-margin__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "97734496b9ad8611b55f43013683f261584cc5c4da8294fcdafea95255634d62", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 731008, "input": 767685, "output": 20726, "reasoning": 7949, "requests": 19}}, "cached_input": 731008, "input": 767685, "output": 20726, "reasoning": 7949, "requests": 19}, "wall_s": 120.9}
{"artifact_hashes": {"crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "7e2a0fae412087ccc607e22fdfb4f06c7eebe14e6f4f8acd7980d4ad2ccc4305", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0236, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2fb65b3fc7da171c039c3b68125b6ae76e36e30eb7bab929b0443c4ab823025a", "run": 2, "run_id": "project-status-board__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1bc8324fca86a9e9a47c41d699e92058367f099109ccf171db8944505ff9b8ad", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 313088, "input": 373604, "output": 22654, "reasoning": 14254, "requests": 12}}, "cached_input": 313088, "input": 373604, "output": 22654, "reasoning": 14254, "requests": 12}, "wall_s": 100.8}
{"artifact_hashes": {"build_board.py": "d5d7fa52ae5e30d5032ccd82d42b8941db466740cf60d3dc0877a3167e8758ec", "crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "9bc5b46e4e08fbca21087b8a173fc9dc37243fa210b02a18674ea8f936746f75", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0385, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "670fa9615e863fadd2d8062d538faa7f2118f122944c3ac04d9849eaae24c370", "run": 3, "run_id": "project-status-board__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "53ffe94604adad352273f16406435d2d62c4e2b0a198ddfed9f1584bd4f11c78", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 996608, "input": 1091538, "output": 35522, "reasoning": 21059, "requests": 33}}, "cached_input": 996608, "input": 1091538, "output": 35522, "reasoning": 21059, "requests": 33}, "wall_s": 191.4}
{"artifact_hashes": {"email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "4cf688a0edc0a5408c0e4fc410ff42c64da66263646e70adddc699df445f8898"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0145, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "67191e89d7cfad587b75f3ea466dc1f7c3e742d834344c0224f11b43db65ed8d", "run": 2, "run_id": "promo-code-analysis__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7590e644cb9f8325f56fd3cac27493d0e9cbf49c59bdd536c1b71afe36367f4", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 466304, "input": 498340, "output": 13799, "reasoning": 6602, "requests": 15}}, "cached_input": 466304, "input": 498340, "output": 13799, "reasoning": 6602, "requests": 15}, "wall_s": 74.6}
{"artifact_hashes": {"analysis/compute_promo_summary.mjs": "a4c9e05dda9726dccdc42c7033cf45577be2f9c330abb656395b6368da772c14", "analysis/rows.json": "47ce020f2c34d45f87d91dcd9ba1fab7dd112e68a961cafa1940dbbe0038eef7", "analysis/rows_arr.json": "750a47c3b8026c1eda99674ab2f60ceb9f4507415f946d5274c3fd3f735d9742", "email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "3c22f9f013c66e078e6086c7fb52be342a03ad745e1b4d18275690ef4fca42cb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0186, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6c0dbcf9d0a5f9c8657d0a7eb03b33cb7672b9b73cdc7e19c77a80536ce2bee2", "run": 3, "run_id": "promo-code-analysis__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "936f3dae794da7c7f8406206d0013e3b0e2dcfa17a7bc4ad9f3d74ee834986e1", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 559104, "input": 624123, "output": 11988, "reasoning": 5074, "requests": 18}}, "cached_input": 559104, "input": 624123, "output": 11988, "reasoning": 5074, "requests": 18}, "wall_s": 72.3}
{"artifact_hashes": {"log_tax_bills.mjs": "68f909a143fe972074394b9353b56c70a04d608045471881464d84e751da5a18", "note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527", "verify_tax_bills.mjs": "e541c788554c7c52c3fdef9e274a80ebe6c1ec3a4e7240f738ff6a144cf5e3ac"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.024, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "014cc6502d8ed3c3d18b497409574a0ced686031803145f28f166e650431a3ca", "run": 2, "run_id": "property-tax-bills__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ed8443a3003d66d5ab4d7bec5f3355b50ddb9fa773d7ef47c8781fb548b5db24", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1052800, "input": 1108743, "output": 20780, "reasoning": 8601, "requests": 27}}, "cached_input": 1052800, "input": 1108743, "output": 20780, "reasoning": 8601, "requests": 27}, "wall_s": 136.1}
{"artifact_hashes": {"note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0455, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4c34bbf97bd1e49dc7039f1c0ca0e908d0152c91879d73bd441e59f10efb271e", "run": 3, "run_id": "property-tax-bills__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "aeb433bdc122efd67539973f211b6f172b9a4e1aea23dbf440de057892fa7fb1", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1013248, "input": 1197893, "output": 24533, "reasoning": 8674, "requests": 29}}, "cached_input": 1013248, "input": 1197893, "output": 24533, "reasoning": 8674, "requests": 29}, "wall_s": 158.0}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "4c59981d42f364a7516346b76bc40970325787dd03d060d89852a4894ff2cba7", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": true, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.013, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "99b21c88d8065fcbc20450fdf110c420a51bb9fdd8f496b1dfcd9c01df3bc273", "run": 2, "run_id": "proposal-from-notes__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "32c0b4aa1384a498a1d2762da54a8e463376208de75c262409c9cc713116d27d", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 399488, "input": 442188, "output": 8964, "reasoning": 3492, "requests": 15}}, "cached_input": 399488, "input": 442188, "output": 8964, "reasoning": 3492, "requests": 15}, "wall_s": 61.4}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "facaf2e779a22407e522707e467dcdea2c26ff68a9e88ad96d8f9ab186586a3b", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": true, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0117, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "313f5c2449dcaa416da98f281a8021e76e282cbbd7c6610bbb7afc8f1535964e", "run": 3, "run_id": "proposal-from-notes__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "93ccd7c53503bc3d65e03378787fdfcc20327f6318c20e15b3362065b4859147", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 170112, "input": 210147, "output": 8646, "reasoning": 3436, "requests": 8}}, "cached_input": 170112, "input": 210147, "output": 8646, "reasoning": 3436, "requests": 8}, "wall_s": 47.5}
{"artifact_hashes": {"build_po_lines.py": "5bce09bf8034a9a3b68c21be2faa800aefcbc1397bdc2683b75fed1da536522a", "customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "b9606ae658d5d7c0ee2fa908e7319e8635e8e2ad029ed69f972108f8ad23a9e6", "verify_po_lines.py": "c235dd960aff9034011eb66d560d5671dcf51e5170b4752abb07a46645bcd2f3"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.063, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "261355315973f8baac9d6e12da5f81f0dc9355f9030147706500f72953a10550", "run": 2, "run_id": "purchase-orders-pdf__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c43e17a2ee726094eeb3bea49bada53ca327219821e0abd9dfc6f2e5eb5a4039", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1767296, "input": 2015268, "output": 34205, "reasoning": 14766, "requests": 40}}, "cached_input": 1767296, "input": 2015268, "output": 34205, "reasoning": 14766, "requests": 40}, "wall_s": 194.4}
{"artifact_hashes": {"customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "6157ff06591f81de6324a70f0b10eff9d4af63edf26e107e3a9d403fe66b9c29"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.038, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2f1270e0baa4f7e690f89ee93f723457dad50b3ba857607a788f3612493204dc", "run": 3, "run_id": "purchase-orders-pdf__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ebdc0179a0c18abb68562fcb445ced4c2295a215fc4fd10aa6a178633e385a11", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1018240, "input": 1173688, "output": 19364, "reasoning": 10070, "requests": 29}}, "cached_input": 1018240, "input": 1173688, "output": 19364, "reasoning": 10070, "requests": 29}, "wall_s": 121.7}
{"artifact_hashes": {"email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "d1718937a3cd983938cbfbb0d412411416b6179de1708f49ceef8be5b958b5d7", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "q_report.xlsx": "532beddcfc10ae07f4ef5c057423820032a0e7d067e6c13a8599283fc972eb94", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0817, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8eddb11065cdfa9237e288dd458e6d413e7518f33f67ba6d3e42f18c2a4d2b01", "run": 2, "run_id": "quarterly-sales-report__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "12adc2bee89ed13a1e98c7f472122c4b3d62d58e339f6dd259be8420fab951d2", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2032640, "input": 2232063, "output": 76207, "reasoning": 52524, "requests": 40}}, "cached_input": 2032640, "input": 2232063, "output": 76207, "reasoning": 52524, "requests": 40}, "wall_s": 366.5}
{"artifact_hashes": {"email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "0f45a2ad659f41156fb1e6deef88497567010c22fa3931487eb1bf5919836cdf", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "q_report.xlsx": "67404e88cdfc3288462faf09a5d500433c3a2dad6ad58818048a1bcc0e60e0e2", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1102, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6be4c1355e58f049622ac5a9e68bd8d5b064d051e27f21e6ea21302ad3f4f0fb", "run": 3, "run_id": "quarterly-sales-report__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3a39ee028f366c196abf8b1f067cfe2feb40115a8149cfc9ef9638ab258d6633", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5522304, "input": 5752891, "output": 98357, "reasoning": 54661, "requests": 97}}, "cached_input": 5522304, "input": 5752891, "output": 98357, "reasoning": 54661, "requests": 97}, "wall_s": 516.4}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "build_qbo_customers.py": "a01a9deb7da2109f9f3d1643d3608983c5770e1df97897365a6e7e7cee2d1753", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "c7a5819552c14a00fc5afd4a57769a08a2f3cba8061c74d335ece64dbf8f2740", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea", "verify_qbo_customers.py": "cfd1606c654ba751d53ecc62b4194a5e79ba3db2cdeacf00a202b0cf5e04de27"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0205, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "074a033f0eb5893f81493201236dc9d379283ad9dbf993c6a7acdfdbf3cd6a06", "run": 2, "run_id": "quickbooks-customer-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c6f7271fe29223ab9d5f6ec46ab8c9896d18b9cebd0da029fbc703d7425731ff", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 778112, "input": 820521, "output": 19662, "reasoning": 9864, "requests": 21}}, "cached_input": 778112, "input": 820521, "output": 19662, "reasoning": 9864, "requests": 21}, "wall_s": 103.5}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "9f2ce3d4540f9758e5d4aae77635c0e03c2c65ebaac89b0ee5ac9c29f2d3fd61", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0356, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9b48e1301419e6e9f0163a0d3eafbf2f0c2d3b63640e76e5b29a43a022abf790", "run": 3, "run_id": "quickbooks-customer-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "304385f20945f0b95b70a503a7c73a6eb69bb403812f982eb40c7adff62283a9", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 744960, "input": 854572, "output": 28127, "reasoning": 17858, "requests": 23}}, "cached_input": 744960, "input": 854572, "output": 28127, "reasoning": 17858, "requests": 23}, "wall_s": 139.8}
{"artifact_hashes": {"comparison.xlsx": "ce348721efca1725744386b4738f07074ac62d7f78f5e93f5fd839600ce3db9b", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "50e91d096f4e56974201240ece77468f3450c2e49097442a028e871dddddfe33"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.0597, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3c0bc00ccace7378ed99d2aa4c62f7a7f313ab33a310cf426b584187063b02fc", "run": 2, "run_id": "quote-comparison__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a37c2f96a9f89e28e863eeac8f65ea15028c8dc0894b853c6b27e4ead8707dff", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2077184, "input": 2205631, "output": 57006, "reasoning": 27163, "requests": 49}}, "cached_input": 2077184, "input": 2205631, "output": 57006, "reasoning": 27163, "requests": 49}, "wall_s": 275.8}
{"artifact_hashes": {"comparison.xlsx": "1928f192fe45f005ae9cada8592540a534ed8f92c38ab93f7b23c60db97a6309", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "3eb68f2acf99942e523bd0a0e86fdda610acdba4782c93db79433005eeac2c8d"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.0882, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0e27c178c5fd97c8406cb0211fd784cba1da9e7097371bf97dd4f812afa5098e", "run": 3, "run_id": "quote-comparison__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f886b5136cd8421ed8162b9fee36de0c35b0175d620b66fc77a60e1e464d8a60", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2889216, "input": 3072693, "output": 86645, "reasoning": 52255, "requests": 75}}, "cached_input": 2889216, "input": 3072693, "output": 86645, "reasoning": 52255, "requests": 75}, "wall_s": 424.1}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "46c2312ce82326bc863b2278d21d9f6cfe6bfcea2d6d466827618ebc51112283", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0665, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "31bd191ad879e7f666d8dc0ae706e57365d11d3f3e993f7ed96dd13a4fb935c5", "run": 2, "run_id": "receipts-scanned__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bd435fa6274a7478d8afa18b86d73bf0202de12fcb28afd5a5a2468a328a93f7", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3165696, "input": 3317502, "output": 56971, "reasoning": 36232, "requests": 68}}, "cached_input": 3165696, "input": 3317502, "output": 56971, "reasoning": 36232, "requests": 68}, "wall_s": 764.9}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "9a0c69c1a5922848b8734b01581eba269cf57fd7b17d3aa994277bb9505eca97", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0747, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1173db91e672489e02532e3d90e5cfdf2f2aa7602c96b33e16f25a3d250c93ed", "run": 3, "run_id": "receipts-scanned__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f7005febc46237f90bf08d501d5fa1f9f5d275a0ccbf9fba5495ce960b0c26b", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3029760, "input": 3152796, "output": 78604, "reasoning": 53457, "requests": 65}}, "cached_input": 3029760, "input": 3152796, "output": 78604, "reasoning": 53457, "requests": 65}, "wall_s": 721.2}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "2a5b2e537529fc3f6dc852df4558befddfc750e95927f6d9349f796ddfbf310b", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0097, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c00e036fe6dbb8b48931e0a68b1d6a0d76c3feb764f82d8b43341e93ef35cf72", "run": 2, "run_id": "refund-apology-letter__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6747618430ba5585833ef6dc10ad658e46b444f1f488b901980d01f5a1e85600", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 172672, "input": 200053, "output": 8381, "reasoning": 4725, "requests": 7}}, "cached_input": 172672, "input": 200053, "output": 8381, "reasoning": 4725, "requests": 7}, "wall_s": 45.3}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "63581787ce6ee1f9739d374800ee1cb1737077cc836d900b6a13b981b728bf75", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0095, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f29cade96d2a483334ea3d9868cdc024a84bd8b7a4626cefc70f4dfc2873a148", "run": 3, "run_id": "refund-apology-letter__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "874591341f8248b6bced51c3423ceb7b0211df3df72d2d4c0b84dd4fe62a71c3", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 232576, "input": 260653, "output": 7596, "reasoning": 5062, "requests": 9}}, "cached_input": 232576, "input": 260653, "output": 7596, "reasoning": 5062, "requests": 9}, "wall_s": 41.4}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "recon.mjs": "e273394b3345e1e8eb7ee6008a0ca4e7fdb7ecf53d9e6099be061bce69365550", "refund_recon.csv": "0db423bb7f6085e97cb8688408f395ce48a7e4f7ff1e1c3286a79d87d71cb38b", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9", "verify.mjs": "0b9462be47a86be6b324e5fb049ede75732ac33c5b2c6faef935c92fc5b50699"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0277, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4c336e96c20891b8ccec3ed12b1297b0a2301cadc16a732b862d4741a48765ed", "run": 2, "run_id": "refund-reconciliation__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d9c84528e7a9586070b82826ea537da165366440247a0fed7fb4f18309810325", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 684416, "input": 765560, "output": 22397, "reasoning": 11983, "requests": 20}}, "cached_input": 684416, "input": 765560, "output": 22397, "reasoning": 11983, "requests": 20}, "wall_s": 102.1}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "recon_build.mjs": "3f363605e0b09d8245a0633d15dbc9ce750af2c7cb257c58cd3446078733361e", "refund_recon.csv": "331abc254827a6112b75378e5280b74c4f38c5b9fd9e55a0c41fc03990c4f640", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9", "verify_recon.mjs": "088391209a8b77bdc417a2ef1c93af6fc6c1d53e43ba26a7b6c6be2bc0e3fecb"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0232, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ef026312c7b177d1cf073dce1eb90054e8c368a0f395539b834b1159ea8063f7", "run": 3, "run_id": "refund-reconciliation__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0d48f813e97c95e461a326510289990b90eacb9caab0fcf8001b1284204eef17", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 812672, "input": 855479, "output": 23827, "reasoning": 13244, "requests": 18}}, "cached_input": 812672, "input": 855479, "output": 23827, "reasoning": 13244, "requests": 18}, "wall_s": 103.2}
{"artifact_hashes": {"memo.md": "e36ea2807eeded804b300427d68647751d84aa56a37585c296d3e3378bfcdcd8", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "8c40ac5987d819be53152b09803a65244999794e59d6c720e080ff0e7523a2e7", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1408, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4c409be8e20453f784206fefbe2ca8d41e1e8ea7ea80dbb76e815f84dcfd4942", "run": 2, "run_id": "regional-sales-monthly__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b08073dc6eac9a5539dba0347db0144bf5fdd27c7e486c282ca5fcbec0861979", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 4565120, "input": 4793664, "output": 154747, "reasoning": 90501, "requests": 81}}, "cached_input": 4565120, "input": 4793664, "output": 154747, "reasoning": 90501, "requests": 81}, "wall_s": 683.4}
{"artifact_hashes": {"memo.md": "9cdfc0e93dd5e1e9310e954f909164b6c5863a3dcd6ddb1c3315c729e3d42ac0", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "358d9688e53836d77e6c745013f95a7f36ecae6f305d956dbffe6f0e9c387be6", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.0581, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7cdb65d8241fb536fe38b061133782c67428c82aca1558ecb1593f69c0ca6097", "run": 3, "run_id": "regional-sales-monthly__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2cf308a9a57c66a19c9d1361fd9fdb53390f016fd62c78f6093d78c656822292", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3085568, "input": 3170399, "output": 60119, "reasoning": 26867, "requests": 56}}, "cached_input": 3085568, "input": 3170399, "output": 60119, "reasoning": 26867, "requests": 56}, "wall_s": 286.3}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "5e9a7b113ce3c7ed506576d70dba10e2f1fe5dea2bb966db52827f622143a86a", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.022, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "74e9baa67d14344b331b9149137ac9da572b47b6726c5d6793b848f14b04baed", "run": 2, "run_id": "rent-roll-build__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2bd12209cb978b87a9f791026f0ad001837c73c7a34ecb6ed678c960d963d0e8", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 849536, "input": 888979, "output": 22628, "reasoning": 12365, "requests": 21}}, "cached_input": 849536, "input": 888979, "output": 22628, "reasoning": 12365, "requests": 21}, "wall_s": 110.8}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "e5250e5fddab3fd166ce69e5dcb94d745150340c56d902040e1650ba472b7775", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0215, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2cfd0a8674297520ea963ca75c9fc9f6d733f37578bc031a94cb95fcc1349ab4", "run": 3, "run_id": "rent-roll-build__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c5e7428c4636abda7920874737b106ee91482429e4d48f313fd3dc39c45b0216", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 707712, "input": 749339, "output": 21807, "reasoning": 13584, "requests": 18}}, "cached_input": 707712, "input": 749339, "output": 21807, "reasoning": 13584, "requests": 18}, "wall_s": 102.5}
{"artifact_hashes": {"equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization-notes.md": "c0c986ee168683b040d612f81fd286ec80771ed6e758f7d2ca15158e68c51d8e", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0174, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c72d417ee9ae32838a8f2917767f4ff2e805c3962591f3ef998e668af670306f", "run": 2, "run_id": "rental-utilization__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4d89f01ac42ca366082e4614e4da4569f4af04154548542c1ad38d85934fb881", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 776832, "input": 813292, "output": 15990, "reasoning": 5683, "requests": 23}}, "cached_input": 776832, "input": 813292, "output": 15990, "reasoning": 5683, "requests": 23}, "wall_s": 86.5}
{"artifact_hashes": {"build_utilization.py": "35443a2969b7cb493026a5796b9f82ee4a7923b2193a2ee3321ed87420054155", "equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0248, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5dea904b23a18a60976d93b233dfc23c0195dfed71c7b5ed49f4ffe9f4f16041", "run": 3, "run_id": "rental-utilization__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "633897ca5991207c6f391d17c739e06d4a121a61db695d028e338101e8eb91ee", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 654592, "input": 733983, "output": 18243, "reasoning": 6532, "requests": 19}}, "cached_input": 654592, "input": 733983, "output": 18243, "reasoning": 6532, "requests": 19}, "wall_s": 84.8}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "5601be6d065f7f0acb7bdfff94708201f280b304b34219dfd82c02f296df8ffd", "reorder_run.mjs": "fc3d2eec2ba53b40f4d94ad9f2d81a6d1cf60e671ae1839c4a6cee6144fb576f", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa", "verify_reorder.mjs": "175aee302b88c2c7f18d11df8d250613e957b1c1775173e40af1a86bad172eec"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0148, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9d2971c7b5e853202b970a5df9b5b57c2c05198cea80e6967461fe3cd5127349", "run": 2, "run_id": "reorder-list__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ec80232a22af64f9a888d5944f378eec2fe0d3d3316742a1e16438d57dedcbf1", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 438656, "input": 470948, "output": 14446, "reasoning": 7948, "requests": 14}}, "cached_input": 438656, "input": 470948, "output": 14446, "reasoning": 7948, "requests": 14}, "wall_s": 67.3}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "f2eb7f0c6c5c5fc8b4dee8c32b82f90c74d440a2789b894287704b63847c0c03", "reorder_audit.json": "65804e0a4790c2e0920a1763a15a7d7ef8319d17d0eb77106477695028eaca41", "reorder_rows.json": "3c2b84540274d310c8e51f4cd78baf6a442f11c1c0a5a7c7e2086670d1a49ff5", "reorder_run.mjs": "0cd1c333db49952db585f27df112622824a665cef77178c68c94ef5633f70f61", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa", "verify_reorder.py": "85b96427c8b34a70843b5fbb6a2a586aca179f0469a5a16d643719837b18583f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0148, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8771caf34170bc406afb0c08ce28f2dfe31dcaa0dc099ed1914396fc61606f8b", "run": 3, "run_id": "reorder-list__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0bb619f24c4faac50b0f92242ef3f5a0806fcb3431499e6ea2147914ade323bc", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 683136, "input": 716815, "output": 12861, "reasoning": 5385, "requests": 21}}, "cached_input": 683136, "input": 716815, "output": 12861, "reasoning": 5385, "requests": 21}, "wall_s": 69.8}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "a813861cb966624190a8072920546c2d9ff0a69c5b33722523b1707943785cf0", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0469, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9a292dad4ae19357106f1434b2f28792c09e7a9330bba0d41a936424ddd61035", "run": 2, "run_id": "retention-cohorts__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f29f866410032e8f7ad18b6ee7a7811bd14ee69992ad96566d9f7149400726da", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2490368, "input": 2567036, "output": 46499, "reasoning": 19841, "requests": 45}}, "cached_input": 2490368, "input": 2567036, "output": 46499, "reasoning": 19841, "requests": 45}, "wall_s": 229.7}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "c303d7f2c3e54e1595fd644abd741b857900876e175b38003240ad1851b74663", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0706, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c7cbf64956482d75f145902e7ccbc799a0f2ed0fdbbc22fff9c4e0a8368fbfda", "run": 3, "run_id": "retention-cohorts__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d4ba41452ce0f60303d83f2cba5ebd53685e922353d8a9d25a8c7280bb2865b4", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3936128, "input": 4081766, "output": 61581, "reasoning": 33859, "requests": 52}}, "cached_input": 3936128, "input": 4081766, "output": 61581, "reasoning": 33859, "requests": 52}, "wall_s": 345.5}
{"artifact_hashes": {"note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "1696629e95a2e2b4800ea661376e86f68a5cec4fc3446d7fbfd11ccc410ba358", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7", "work/check.json": "47688acf48d61d834e09fcd1289eda1a9b8987b76b1211bf211996f4a00a012f", "work/compare.mjs": "7700aed37ecb944cdfe0a36f1fa9c84cfc9ddc54e37ab219ab6103f96af531db", "work/compute.mjs": "00722ff7c46f4a3036b464718dc5ac413ebe0ede3b322b0623ea68b6923f1071", "work/detail.json": "fe16fff722e46dbc487a187506c3a99a04aa7a5ed19605e61d8bcd9d8152972c", "work/expect.json": "969a1cfbce182d5fc283b58ea0f3b0feedd4e10831abeeba033f40df8a5f1efe", "work/expected.json": "4d2cc165dc82123e0f97d2a2bae0281c2aa1c0ec53da231892af799a9d2d2e17", "work/orders_clean.csv": "ce4660e11c3c7c800ca8383b227a0cba7001f29f32c09568905edf9f64cf3920", "work/orders_detail.json": "43e4243ccdc2e1dec0b9f5aa0bedda2353a5c8ec239ff088ec575bcf05e5f93e", "work/orders_profile.json": "4afa8f77bef9305f2a018f8c1933606f37b8195b1424f790b9f86b2cd6f09332", "work/parse.mjs": "82ddaccfe66290ecb8d8a94e739d5307400a350854e6951d027de59059f0f990", "work/returns_q1_clean.csv": "be81c7e66b3454729a28f0633c4f98564fd8e435e68382fbfc69205f79ab48d9", "work/returns_q1_profile.json": "c2a30adff0a773e974724df4d19e91cdacf1b3f9b6873cf6fe352665a8c0cc98", "work/returns_q2_bucketed.csv": "496d7c225acb30330ff555722464713047a009caef0bb2bdd8f324d255fca4f4", "work/returns_q2_clean.csv": "fb8e5a211e2856dbfe4f1be375c5fb519ec3f9bc727557e1010645bd88af2b74", "work/returns_q2_profile.json": "48ad528c70302376b9f60153431e0e12ac0ec25c51f5eca602a35450aa7db7ec", "work/rules.json": "53cc44dadf56825a0ee2f8c361f2c46442864d4d30924e74886ce3d3ace342c8", "work/summary.json": "7ea3d0273dbbdae8f88dcdf025383d73810ba84751d780b3b86a1d4456d7be0f", "work/values.txt": "c94de418e68accece501dc7f20bc0d89c2bdba139a2eaab58cd7ed5d99d45b93", "work/verify-src.mjs": "754f98aa0cd5e2746a359f519652eb3ab833d8e88d410db897c5f898a0127542"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0865, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "43697d2eb6aaceb696e18785eeded530717685092c2714b6e7ea70ccc03be4fd", "run": 2, "run_id": "returns-analysis__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6bbae8208f08c6fac7d3143bad5568edc39130440447050ddec0c87999dbdb98", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3895296, "input": 4007537, "output": 96692, "reasoning": 57616, "requests": 69}}, "cached_input": 3895296, "input": 4007537, "output": 96692, "reasoning": 57616, "requests": 69}, "wall_s": 475.1}
{"artifact_hashes": {"note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "850e0ca9e6cd13c98720e269eb6b2bea6b5554996938821cd44ef7fcb191aaae", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0824, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f3d69a057962dd12c50c9315574d8ffc09576ba09d12e5cb74d84b3cef2b4bea", "run": 3, "run_id": "returns-analysis__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d97c2d356e16b66e179c67eb83e034b9d710b17900c1e1071715bb40986b87b3", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2666752, "input": 2843986, "output": 79636, "reasoning": 38522, "requests": 51}}, "cached_input": 2666752, "input": 2843986, "output": 79636, "reasoning": 38522, "requests": 51}, "wall_s": 362.6}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "38388127e72c5f8afab699ed096b55b16fad2ac245da8ca3376c82e812180ba7"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0078, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "105bf3890151820e230367f7ed1a5745e1f7382e4b14d63e42e183dc4eea9b78", "run": 2, "run_id": "rfq-email__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ec7a385ccb89c75ff1ca1d9ad3334c92a9bcbd8bddeda44b83e074f523538a99", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 174208, "input": 199580, "output": 5779, "reasoning": 2398, "requests": 8}}, "cached_input": 174208, "input": 199580, "output": 5779, "reasoning": 2398, "requests": 8}, "wall_s": 32.7}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "d3c36a5e894fa777fd73c3d25dea21102e0ed5d4d25b23d11eec8bad6a3ed831"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0165, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2a67581bfe765832e465b0ce31f8af43d1d92abe5f667ec54f9071fcdbbed3c2", "run": 3, "run_id": "rfq-email__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a432b80a9fa3a7d1b3808fd7f0b44457516e57f60db1d07c81948683f156d3f7", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 293120, "input": 328004, "output": 17396, "reasoning": 11157, "requests": 9}}, "cached_input": 293120, "input": 328004, "output": 17396, "reasoning": 11157, "requests": 9}, "wall_s": 84.3}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "cd5504f14473ebc90a9a34a28e69f3370b56006c0268ce466e8014c7fa16dd39"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0197, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d0f80cd0165561c3d4f21cc49c31d323749121d954638277b1f27be5cdd1c297", "run": 2, "run_id": "sales-pivot-by-rep__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "799824c71af8f2ea676915381163451c721804412b0a418b8f7a95e1cf86edea", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 701184, "input": 738940, "output": 19878, "reasoning": 8565, "requests": 19}}, "cached_input": 701184, "input": 738940, "output": 19878, "reasoning": 8565, "requests": 19}, "wall_s": 102.0}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "0c1717a9ca7a695f9a8f06e524cbcd82007dd06c31df4f3af5798dc510f79de7"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0335, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33603ddfc83c2425a28d729412f42a3269d5e1bb5cd90ae7c26ec31b427408a7", "run": 3, "run_id": "sales-pivot-by-rep__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0bf4f5433a08fdadfc987562005ce78d7d96b54d5c3cb1cb54c13f2862437856", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 989056, "input": 1078735, "output": 28466, "reasoning": 15537, "requests": 25}}, "cached_input": 989056, "input": 1078735, "output": 28466, "reasoning": 15537, "requests": 25}, "wall_s": 156.9}
{"artifact_hashes": {"compute_orders_tax.py": "cc0e967ef3291a635870e5f9d9cd511168407dd7723cc7e9aeac07df09f04ae7", "note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "765ea3ef1960b0338ff2c8c9a4cfb311f5543126dffdf68b5050f94c6c8d61aa", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0155, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "deb0bab48d037ed14182df04b38e0b5d711a64fe686ea07ef85701622e5872d4", "run": 2, "run_id": "sales-tax-by-address__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "982518cf9c1b768fb6a6885fe6f157763b7ed56f1285a6d13d3f654dea1cc05c", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 405760, "input": 440133, "output": 15143, "reasoning": 7142, "requests": 13}}, "cached_input": 405760, "input": 440133, "output": 15143, "reasoning": 7142, "requests": 13}, "wall_s": 70.9}
{"artifact_hashes": {"note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "ac2e84613d80d0aa5cdb50e3c77c0fb17cfc80596381d961bcf1612ffae6a7cd", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0124, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f5212a87f2e45494d73e32647c775492f817eafb60f7255eae01b2f9c5c1a812", "run": 3, "run_id": "sales-tax-by-address__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eabe419bd6dbb19f3fa47927f376a0ac801dea7602fa490d6943df7294e0fa6a", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 177536, "input": 208396, "output": 11989, "reasoning": 8378, "requests": 7}}, "cached_input": 177536, "input": 208396, "output": 11989, "reasoning": 8378, "requests": 7}, "wall_s": 49.4}
{"artifact_hashes": {"dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "e6283e2636ee80e21420eddd4ffbfaca3ff30e69cd592daaee4eaebc24c71b5c"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.02, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e6fb890c254bf1e162daae1824f49b8aea81949c667f4097fcb3e5444870edea", "run": 2, "run_id": "sales-tax-liability__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2f451478057339de4e5e659f8d891dae41738bb6ddbcac7c80ae151bff0453d4", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 471680, "input": 542868, "output": 13188, "reasoning": 6345, "requests": 14}}, "cached_input": 471680, "input": 542868, "output": 13188, "reasoning": 6345, "requests": 14}, "wall_s": 69.3}
{"artifact_hashes": {"dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "75382890ee70c8b05f2bf01db0561c550cac827dd3ac0e87e565058c8a377374"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0161, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b01c9b25876834079ef14bd10c00386eb49516cfccae8bbe7929fb917df47572", "run": 3, "run_id": "sales-tax-liability__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ddcaca4b96a30d17962d5a4f297f087502706a7f61867e9e2950f44e7df48ec5", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 433024, "input": 463840, "output": 16883, "reasoning": 7762, "requests": 14}}, "cached_input": 433024, "input": 463840, "output": 16883, "reasoning": 7762, "requests": 14}, "wall_s": 79.0}
{"artifact_hashes": {"leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "4dea5e18bbc78c20e61fb316c6547ccbebddaa72ec49236c128cfa450db11174"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0172, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7abe7007770d14e173f0539e5474ca4d070d5318aa304a19ce167613cb952ea7", "run": 2, "run_id": "salesforce-lead-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c3995256271efe9a97639fe7128ccc41e5d629494abbcadf7783660d981bbd17", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 609920, "input": 646203, "output": 16624, "reasoning": 8049, "requests": 17}}, "cached_input": 609920, "input": 646203, "output": 16624, "reasoning": 8049, "requests": 17}, "wall_s": 85.3}
{"artifact_hashes": {"build_sf_leads.py": "b90ab4ba1dcdc6d4b045b0c5d9cb1a8b4a138336e93027772838a72d067a5cf3", "leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "210fc5f68a912c4f93895d317d99f6f32b456f9a74d4776168de5354ee12b410", "verify_sf_leads.py": "7a67ce1d1e372543640a84677f34659dc846df94bb92eaf843e0bf45c84db11c"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0232, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8cb69a631396e94a94107f284cd53e3dea0e81f7281c67266840e2baefdc90fb", "run": 3, "run_id": "salesforce-lead-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "de8ab994e7a8503c4a6642dbab654fa87289ea05433d0d6b3d892048a7c41d19", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 652928, "input": 726479, "output": 16987, "reasoning": 8319, "requests": 19}}, "cached_input": 652928, "input": 726479, "output": 16987, "reasoning": 8319, "requests": 19}, "wall_s": 88.4}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "5d6450b726da6bb50cca34bf63c78a1db1baa2298f1e744b9fce6a8a1b26ab14", "notices/joshua-scott.md": "8718a17d401756246345cb3828015ebbfe9d8feb98286b7120fb18db9157c9b6", "notices/karen-allen.md": "0a7488f0a86aeb4841ca54b5b16ae2850d518df0cd87612d93614d74f980db86", "notices/ryan-young.md": "19d38ee6673bd48d052de85e5eb2d4311a2e33f69e87d5389848cd16e93f6a39", "notices/stephanie-ramos.md": "684509418291f5cbc3bf98edb5d215a0775052470dcfefc43eab262b27868508", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0294, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4edc65341c9f97918524c43784686e5f3092b8954099686dfdc9b5f6d533269d", "run": 2, "run_id": "schedule-change-notices__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d3788bf0d175a0bdd906c33ff0ff3e84447a63ba72783098380a89732cd2df55", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1057664, "input": 1142965, "output": 22323, "reasoning": 8582, "requests": 26}}, "cached_input": 1057664, "input": 1142965, "output": 22323, "reasoning": 8582, "requests": 26}, "wall_s": 105.9}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "70d74003ae8240de6ff299354c8a4d8bb681ba2f4c677e2dee6272702e7048f1", "notices/joshua-scott.md": "3f018467eba2cc45144b59a27610b2fd42c59e2af293c2778c30e0234c8050c6", "notices/karen-allen.md": "386110cc66d6ced7892293f333d5bca3a194d3ab3d3f490861e37a2a0af03ee2", "notices/ryan-young.md": "eb1265739196462619d6c1f169fb64283b0f15c0e728075bfe3aa995a3c87f43", "notices/stephanie-ramos.md": "86d3a5bf9f865b1337f522a7f986cf8e7a7898f9521b597e64b64b79dff41936", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0211, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "89a51e0e7cd89a3a243507b884415aaee2a786c5f35c8723f05d59fae0a11821", "run": 3, "run_id": "schedule-change-notices__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "61ed30f7818c3e2520bd5036c8bf2068d3640dac8e582f1ca3775fde0ebd1e21", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 450944, "input": 520740, "output": 15546, "reasoning": 7945, "requests": 14}}, "cached_input": 450944, "input": 520740, "output": 15546, "reasoning": 7945, "requests": 14}, "wall_s": 72.1}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "eb2d1ad4d61007c0513f69c8f28f98a81d6a60ce8c65c0b7b6c017e5f3bbcc8a", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0146, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2c75842bc8d37df463082d7812f4cd2c7623263d912fc59406e3b3e2fcd21b8c", "run": 2, "run_id": "schedule-to-ics__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "55f6f740304f3f2f6734ec7bc8a14be1177b08e2bea730cee34da76d41edb5c0", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 381056, "input": 410995, "output": 14955, "reasoning": 7134, "requests": 13}}, "cached_input": 381056, "input": 410995, "output": 14955, "reasoning": 7134, "requests": 13}, "wall_s": 75.6}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "693ee92a37d3cb8f7df1c0f0629719c49a60c7488306e7257722525266a04ac8", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0131, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "efbaffb57e80e1036d93d0e504a469b5e05dd1b6304e8c6a9f885f0cb7442929", "run": 3, "run_id": "schedule-to-ics__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2122b07c79fca94e12b08b6cd41b1bfee09d4bce3621d1cfabc2e1b2249194c3", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 366976, "input": 394393, "output": 13114, "reasoning": 6653, "requests": 13}}, "cached_input": 366976, "input": 394393, "output": 13114, "reasoning": 6653, "requests": 13}, "wall_s": 67.1}
{"artifact_hashes": {"allocation.xlsx": "020c55887dcbaff66476c5c0c411e7bb2adc11f9a00c181a550fc611bad88412", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1047, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cba0a2899c068ee962abc866fef5ca40f3d07fb0de4293074e56c26553d4038d", "run": 2, "run_id": "shared-cost-allocation__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c8635c8532d669fd2d0732bbcbd9d50eb6e28d912d8e695f1bcbc881844edfdb", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 5137664, "input": 5319805, "output": 103295, "reasoning": 57050, "requests": 77}}, "cached_input": 5137664, "input": 5319805, "output": 103295, "reasoning": 57050, "requests": 77}, "wall_s": 468.4}
{"artifact_hashes": {"allocation.xlsx": "58f7b4750d617378a7d168398a1d61e57bb0b8e11c3f31b6f4c184c310039cca", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0491, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8efe927162e51d85199e44a82d9dec765c092c7b067be5cf1d0bc50523ad8be1", "run": 3, "run_id": "shared-cost-allocation__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4e0933b5e1a30cc3ecc79a61400373c5c5b8705518854fb3d17d8c35663eccc6", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2216320, "input": 2313472, "output": 46455, "reasoning": 26940, "requests": 36}}, "cached_input": 2216320, "input": 2313472, "output": 46455, "reasoning": 26940, "requests": 36}, "wall_s": 223.2}
{"artifact_hashes": {"compute_coverage_gaps.mjs": "36e272b12808d293e3d74de59ca58654faced9d8ac7d6b78dc9c67ac0d9afb48", "coverage_gaps.csv": "49a2a1e3396049fc21c18f808b1e64094e4f623312e8743a2f9a34eaad9bb06d", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb", "verify_coverage_gaps.mjs": "949040b72d5f030615b4db9b5906f5f3a1d72c9ee4bb7d6e6e7a7f5d32ee6207"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0273, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f93fd5d94104fd4bd44f11cd992aea737c0b146abfdf41c7a07b0b7b17182fb7", "run": 2, "run_id": "shift-coverage-gaps__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5a8caffbc5caf26662c8437d3a77a2da6f87d6f6b1c44f3c05bbbd18a368c2e6", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 749312, "input": 788944, "output": 31861, "reasoning": 23836, "requests": 18}}, "cached_input": 749312, "input": 788944, "output": 31861, "reasoning": 23836, "requests": 18}, "wall_s": 137.2}
{"artifact_hashes": {"coverage_gaps.csv": "49a2a1e3396049fc21c18f808b1e64094e4f623312e8743a2f9a34eaad9bb06d", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4c42d12da9292d4a8c47956aeef6bcdedc52d9c0a71d306b75de5187ad6499a2", "run": 3, "run_id": "shift-coverage-gaps__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3c1cb6be610a831e7bd2a90e983ad07d20b2686a9db5cb6890114b6783d977df", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 548352, "input": 616571, "output": 26146, "reasoning": 17141, "requests": 17}}, "cached_input": 548352, "input": 616571, "output": 26146, "reasoning": 17141, "requests": 17}, "wall_s": 123.4}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "cd071b25f370ab9ec96cbf6f60c3c029a87fd96c41486f2a52be14a3786cc0af"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0118, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "60d4b57e832c1a78c9540a160314aa1265bfa8ca254d4d1f390c9f21bb7725d1", "run": 2, "run_id": "shipment-manifests__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "aef5af81d424b1b169d564c54c3d42bd10613dca8b11944e8bfe9425d621a7c1", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 350976, "input": 379862, "output": 10717, "reasoning": 5180, "requests": 13}}, "cached_input": 350976, "input": 379862, "output": 10717, "reasoning": 5180, "requests": 13}, "wall_s": 57.3}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "cd071b25f370ab9ec96cbf6f60c3c029a87fd96c41486f2a52be14a3786cc0af"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0137, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1420245d761c6e03b916e001ca8d88e9a4a851ee6744250134d256de3e7ad4c0", "run": 3, "run_id": "shipment-manifests__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4353913bf211573aaf70724dd8082c1db5dacd80ed50763a6caa0633822106e8", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 472576, "input": 503175, "output": 12855, "reasoning": 6536, "requests": 17}}, "cached_input": 472576, "input": 503175, "output": 12855, "reasoning": 6536, "requests": 17}, "wall_s": 90.2}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "4af0afc8b866b993eefcf589449658d2fd91fb6e7d800390fc30c01d3df0a403", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": false, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0361, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cf0aefe020c8201d4f23a13fc8eef32e7e8b66c954536d60bafae8ef5cc059c4", "run": 2, "run_id": "shipping-rate-lookup__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ad61c5eea7465e97b67c45da882d829c9b05a7fc8faa1cd87c750f71cc5a2ab6", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 658944, "input": 778858, "output": 26879, "reasoning": 13306, "requests": 17}}, "cached_input": 658944, "input": 778858, "output": 26879, "reasoning": 13306, "requests": 17}, "wall_s": 121.1}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "d57aa5e13af02adc27b09becfa3e168e05b299392e698eb80edb8a2c8ac5012c", "orders_shipping_detail.csv": "0892b629b06286c193c9dd6317808494f837b455c4531da9fa29ae66b7f293f3", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0345, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a0a82f83165aaea6b3df95ebedf91c15e27cbaf2ac9f608d3a2411bda42510a", "run": 3, "run_id": "shipping-rate-lookup__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3d2d72d0d5baca84a97981c894029403cd32959e89430fe7e7bbafd080179f6f", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 952704, "input": 1057362, "output": 26600, "reasoning": 13587, "requests": 26}}, "cached_input": 952704, "input": 1057362, "output": 26600, "reasoning": 13587, "requests": 26}, "wall_s": 129.8}
{"artifact_hashes": {"build_shopify_products.py": "9680c3355d29403b0fb8542d5c67a2bd07292127b6b61e3364290174cd58f2a0", "catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "da8477070abcd7a926521339d30d053ee712a3e0b89a5381bd899cb324e6e539", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc", "verify_shopify_products.py": "ec4d78051f5a7f0bcbc25f0da3d3f83d3b6769e9eb3c3cbfe323e0afb8b6616d"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0294, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d8552719b6575934204e9e1be0bde0565bac99c4cff3daee616a2e827f09295a", "run": 2, "run_id": "shopify-product-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2af0bca90c92c6b095d5338e378d13926a681e5e00008084536c603af0e21165", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 957440, "input": 1039886, "output": 23575, "reasoning": 13055, "requests": 23}}, "cached_input": 957440, "input": 1039886, "output": 23575, "reasoning": 13055, "requests": 23}, "wall_s": 117.5}
{"artifact_hashes": {"build_shopify_import.py": "aad308d598623566bc4a15463d831aa8fd6dd28c50587850c41e50c3b6430d35", "catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "6425009707f20c55a8ae1611747b320b4745a0d88147247291cc16b7d4b66193", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0262, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "24036152c05ed7924727ed17d0e3fe9b967c17469c58fee93fff76f87e8d72f9", "run": 3, "run_id": "shopify-product-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "00652d66bee0d256e557a0aefa3ee053a7b6f7891506b5c860d5d834aa895bf6", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 856448, "input": 933303, "output": 20130, "reasoning": 8452, "requests": 23}}, "cached_input": 856448, "input": 933303, "output": 20130, "reasoning": 8452, "requests": 23}, "wall_s": 102.4}
{"artifact_hashes": {"catalog_new.csv": "6b778a211ee1db03f8c9b7a6f9ad134ba1c164c194a758311866912c32c6bc5b", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0148, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b654556a998321b4351abcf028f927fafb6dc617872bb3ab21280c8967446fe2", "run": 2, "run_id": "sku-crosswalk-migration__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "79b2b04a8a0bc2c412d0ec409d2e729cbacb0a352cd552a93c7ca1e817640ee3", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 279552, "input": 312784, "output": 14991, "reasoning": 8806, "requests": 9}}, "cached_input": 279552, "input": 312784, "output": 14991, "reasoning": 8806, "requests": 9}, "wall_s": 65.6}
{"artifact_hashes": {"build_catalog.py": "3a866104ee1d8827dee9ccd46df338624a2c296c1df4bc88db6a7796269a9b4d", "catalog_new.csv": "3e5c638f5f1e09bed32cc679d2e18d6e45ec1cee48dc8935b5c7de1913f79536", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76", "verify_catalog.py": "b67db90e9aad6a529c47ef186f0f94f86f0dddfdfd119da6e2cc36a4dab9bfe9"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0146, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cbf01c07c99fc083c30a94620f751b2ddd482e8114a318f49452b62a417046e5", "run": 3, "run_id": "sku-crosswalk-migration__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a1a002ffb13d1a0c5587c32bafb888e9fae0d2faadf602e85d520e553366797b", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 507776, "input": 545060, "output": 12524, "reasoning": 5180, "requests": 14}}, "cached_input": 507776, "input": 545060, "output": 12524, "reasoning": 5180, "requests": 14}, "wall_s": 61.8}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "6af2a9042a0f4e4492e05a429e8e025d8419a9ba72a40d374a547b1d348866e0", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0085, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fb43422e80e957409780b7a1f9e7117cfcda78203660c25f8343fbdb208f6c42", "run": 2, "run_id": "sop-from-thread__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f1e916bc14e806b2895ee01269b682d1fb66feea96e4ed28271fc127d7df9a0f", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 154624, "input": 180182, "output": 6938, "reasoning": 4275, "requests": 7}}, "cached_input": 154624, "input": 180182, "output": 6938, "reasoning": 4275, "requests": 7}, "wall_s": 38.7}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "86757debc9ac79713a6953ce4f6005642167e0c398ea1ac2f4931ff59bcdb9bb", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0107, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "7bed1511be5a037d490795f451570326cedb4544a25e91565e17090785a56873", "run": 3, "run_id": "sop-from-thread__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9e3cd48c05aafb51b6c15221bf5f69692572fb4f10a39777d0f5a0304108a6fa", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 231808, "input": 257898, "output": 10081, "reasoning": 7170, "requests": 9}}, "cached_input": 231808, "input": 257898, "output": 10081, "reasoning": 7170, "requests": 9}, "wall_s": 55.2}
{"artifact_hashes": {"registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "d8fae3c8b0c07c52c5972225e75a77230db0f9a19d241577a2185719aadf257a", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0099, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ac579ac37b44a8fb0c824248f866bb95f11f7fd81d31c4cc97137a6c54b23d0a", "run": 2, "run_id": "square-inventory-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "de5eea966c026e416e3744759a949b582332237c28527c2155760bee040e5901", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 173312, "input": 202216, "output": 8364, "reasoning": 4941, "requests": 7}}, "cached_input": 173312, "input": 202216, "output": 8364, "reasoning": 4941, "requests": 7}, "wall_s": 41.1}
{"artifact_hashes": {"build_square_items.mjs": "6aa3d189c128f3def9a10bae69476704d431a1773da56923718eafc38b77a343", "registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "bba8b7600f11d8593b85c2997f9221342803abff484eafcfa8c80f174362b5b0", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18", "verify_square_items.mjs": "bf421fa05647827a97d50c16bbefb0c9163f573bb0cb4d1ffe1994d096fd9f25"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0124, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "613066cce7eb25cb8cfce6a84969af7629983e7f1456199e61c540e9d19b0d71", "run": 3, "run_id": "square-inventory-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5c38be3c4284be56934151266e50e8311875a7a68f5553420a52ed78aed92539", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 381824, "input": 413513, "output": 10763, "reasoning": 4663, "requests": 13}}, "cached_input": 381824, "input": 413513, "output": 10763, "reasoning": 4663, "requests": 13}, "wall_s": 56.4}
{"artifact_hashes": {"build_directory.mjs": "adf58f0f12635cb7ad00879b893f97539e83644630411311297874f3c50a71f6", "directory.csv": "d0c1555f37f4f0ce42a94a7cfc07f10a555035705fffac771bd78a6b41115b6a", "directory_rows.json": "194be5f41ed038a64bda6bdcab4a9f4cbdfac6f27cd938b442b6fe9d998b2983", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6", "verify_directory.mjs": "28ca1926b4705e737131f64e63e0ad0ee40b5a60846d35be0a164c3395e12935"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0278, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "caaf35286a12249c78cec514fba390f4ad61064569f01c363e4429b7ab9925d5", "run": 2, "run_id": "staff-directory-merge__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "57c8bee36bab932003050587d3d18ac35670352a221d4d98cef7972cea6c76a8", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 710272, "input": 794029, "output": 21903, "reasoning": 9821, "requests": 19}}, "cached_input": 710272, "input": 794029, "output": 21903, "reasoning": 9821, "requests": 19}, "wall_s": 101.7}
{"artifact_hashes": {"build-directory.mjs": "ee009e276cbc6d57d912b8eb95abb72cfd0aef270506372fee3b197f00d9809d", "directory.csv": "5cfbe0eecacd92caf2dfeeed005f6e11a4d271eeb395a65aa0861501515ee8ba", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0143, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5eb7b41e313f14f0fce2e5e788f32fb63fb1761c36a3d817251c99ad2dd5cee5", "run": 3, "run_id": "staff-directory-merge__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b46040e65c7b301c48affd00e4ba4a50ac2c8fbb589da412bb6c8aed834c5bc8", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 350080, "input": 388436, "output": 12576, "reasoning": 7067, "requests": 10}}, "cached_input": 350080, "input": 388436, "output": 12576, "reasoning": 7067, "requests": 10}, "wall_s": 57.7}
{"artifact_hashes": {"hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "b3d8de6bf6bcb1a19b67ecf33fc68ca52dc852ff0c5952e83002d8d5c1b233e4"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1958, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cd3d0502c6d42289737529f2d984a3f48fd45d06d43fff498695f3e168081cb1", "run": 2, "run_id": "staff-utilization__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e117672ff2c2a8e96d279e278792b52352d7a779742db2d987c621d475f74d44", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 7535616, "input": 7916413, "output": 193476, "reasoning": 146562, "requests": 129}}, "cached_input": 7535616, "input": 7916413, "output": 193476, "reasoning": 146562, "requests": 129}, "wall_s": 966.5}
{"artifact_hashes": {"hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "915de954ad6eb10c06656837bfb1d33a9afef30cc339bfaabe8eb9048591d5f5"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.044, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "7d3610ecb6ace499e4b1c0c36c8fbc6a78398c5d8dc85184af806c23589ebecd", "run": 3, "run_id": "staff-utilization__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4c974544c88f133cbec9eedb5ed5167fbb8db7e0fdb3b5d22de00a98d4c05184", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1866752, "input": 1973695, "output": 37223, "reasoning": 20501, "requests": 37}}, "cached_input": 1866752, "input": 1973695, "output": 37223, "reasoning": 20501, "requests": 37}, "wall_s": 194.1}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0128, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "30274c47672aebf8cdbd3cafcbdb83528e21604c60e0dfc02c34f67b946e17ab", "run": 2, "run_id": "stripe-customer-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a6e56c3af8a0087dfd88e512a5933222a0a167c4bad9a65b61ac171e23f0dfc4", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 327808, "input": 361373, "output": 11251, "reasoning": 6307, "requests": 11}}, "cached_input": 327808, "input": 361373, "output": 11251, "reasoning": 6307, "requests": 11}, "wall_s": 57.9}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "build_stripe_customers.mjs": "23c85e6760edba75aea55bb6f291c0574b6e7a1af783cff0a5e1023e72380828", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd", "verify_stripe_customers.mjs": "10044f2e0a3abe2fb5dfeec524404fdf3e8e0945e0f536b455918e3836ee3070"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0283, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2148e0422eec66a5d86424e8f12d73f2d690490ffb030352caa7ab0de3320672", "run": 3, "run_id": "stripe-customer-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e7f228585e821ab0e2e6006d5560da00b2af2a7bccc984ae27412d7533ff944", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1107712, "input": 1188661, "output": 21389, "reasoning": 10770, "requests": 28}}, "cached_input": 1107712, "input": 1188661, "output": 21389, "reasoning": 10770, "requests": 28}, "wall_s": 112.3}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "c143117314f972d7eaa49d2cbd23abacc5c475211e49868f771cac53acd24252", "work/cancellations.json": "4d77d8bb5275e1be799b809f8fbad66a80ea5e1babd03dc973d6efc0ffdce9b8", "work/excluded.json": "081fc69e364c359f2c46c63fef55c8519a14f30015ea08b15481c86ed893a8ae", "work/paid.json": "c359be8c0454c1fa03cd0d7130e462edca5f25f84cc56b1227661887a74cc3b9", "work/verify.cjs": "f029dc5a000853869fe92a94a0e760255d2355400ac9bf1cf00e25016d3f9fd8"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": true, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0304, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5d9383f03a76ed0aa622f892bfa3f500c09d90390c49109256198349dfa6a446", "run": 2, "run_id": "subscription-status-monthly__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1ff07ba9b52a6c7ecc34e62ebd1e59900516ecd9dc5a702f5d912733b60c7891", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1506304, "input": 1551224, "output": 31912, "reasoning": 14057, "requests": 30}}, "cached_input": 1506304, "input": 1551224, "output": 31912, "reasoning": 14057, "requests": 30}, "wall_s": 156.5}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "07e3a284896290b170b21cecd6252d1118e77a48e6da1edccb533c3afdbcb15a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": true, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0674, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "31faa53cc58c928aa334ead84bdd402ac73e27052d37eb68c9c20daf481fdd77", "run": 3, "run_id": "subscription-status-monthly__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a4da4f7a3daec2fde45c6cc5ad7138d25a703ab1cea95324d24457ecb4fb2e4e", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2808064, "input": 2907509, "output": 73388, "reasoning": 37661, "requests": 53}}, "cached_input": 2808064, "input": 2907509, "output": 73388, "reasoning": 37661, "requests": 53}, "wall_s": 364.5}
{"artifact_hashes": {"fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "a4ac3b643cad8b2aefb2ddb2c24dece9951e1bd9eab98e3f8986bfcaa5f7e3b6", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1047, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "174363bdefcc57497fb283b29be611137c727a5d7af260aa984e93328a5a0169", "run": 2, "run_id": "superbill-codes__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e6e5ae81f91541a8438201cc876669946dd1934ced15d9ba353de979408fbf64", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2597504, "input": 2802477, "output": 110253, "reasoning": 84769, "requests": 52}}, "cached_input": 2597504, "input": 2802477, "output": 110253, "reasoning": 84769, "requests": 52}, "wall_s": 538.4}
{"artifact_hashes": {"fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "c376234be98dccaf3eca32b4876581162ff90b1aa3bef85e3b8ac2d4c882ddee", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.034, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8faf6032b90d3e871650373ff1baee966d087cd303539dedcc9dca3946e75839", "run": 3, "run_id": "superbill-codes__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7f3e4803edf7977f91f9db0bc586d8a36aab788cc25f90918cf16637d15dcf89", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1299840, "input": 1402231, "output": 24629, "reasoning": 13725, "requests": 30}}, "cached_input": 1299840, "input": 1402231, "output": 24629, "reasoning": 13725, "requests": 30}, "wall_s": 139.0}
{"artifact_hashes": {"catalog_us.csv": "9bcab6a68d0abd74ca1c8ce9af686772c8f2f3e3bde873f6326c07a67b74651a", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0219, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d3010058041336a66e23a676ee53873deb7f0008d665474351fe7a65c2bb51a1", "run": 2, "run_id": "supplier-catalog-imperial__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "74bb20c84b16882d2e67b273fadafefbbdba8a2e62a4c2cc475eef31c72f2c63", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1037312, "input": 1076474, "output": 21454, "reasoning": 11192, "requests": 25}}, "cached_input": 1037312, "input": 1076474, "output": 21454, "reasoning": 11192, "requests": 25}, "wall_s": 115.0}
{"artifact_hashes": {"catalog_us.csv": "9bcab6a68d0abd74ca1c8ce9af686772c8f2f3e3bde873f6326c07a67b74651a", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0177, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f7d287aa2630290394885c4b3c4f2d7f11485eb121a5d1161ddde27c78053b1f", "run": 3, "run_id": "supplier-catalog-imperial__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "af3b52c6e43780ffc0285f1f721eb4dc7c7516f20c4e1c3f19962f01c92e2fb6", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 537472, "input": 573837, "output": 17747, "reasoning": 10886, "requests": 15}}, "cached_input": 537472, "input": 573837, "output": 17747, "reasoning": 10886, "requests": 15}, "wall_s": 86.6}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.docx": "30aa89738f090cf549a7dd22f144f241dde71e12c71087005cd59ece3cc612fe", "dispute.md": "e4e34014f0c5c6cd37a2ddf912b6a62fe3426473027656302f507cf3d6f7291b", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.029, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "72806d72f49ad05bd52887ca7e5e3820b80ccd0ece87a7856d3814627430a9b0", "run": 2, "run_id": "supplier-dispute-letter__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "03ee02cbc5616e45ab506701032c61d2ddffaeb70f80aed4412d98c54b9dc6f9", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 515712, "input": 582195, "output": 29189, "reasoning": 17478, "requests": 21}}, "cached_input": 515712, "input": 582195, "output": 29189, "reasoning": 17478, "requests": 21}, "wall_s": 138.7}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.md": "f44a0674301efc6f2ddab01dcc2f37c8692fe8ddad38efd147e1b1b140b65808", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0123, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "deb8676d6c59f9ed955aedd58b3030e0470c223f2589d89879402edcc95182f0", "run": 3, "run_id": "supplier-dispute-letter__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6d56f749ac29c3bfa4884d96d9877361e2b519ed7e482e6a2541245f2a22817f", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 190080, "input": 214491, "output": 13483, "reasoning": 9317, "requests": 8}}, "cached_input": 190080, "input": 214491, "output": 13483, "reasoning": 9317, "requests": 8}, "wall_s": 65.5}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "build_invoice_lines.mjs": "6a8a89ef8e2e0045669b2f6cc0cd924dd418b355f8e6ac43f1a61581d51a17d3", "invoice_lines.csv": "29b39ab412bf86e488900f6660ae04341dbeff56213e894963f9eaf83f2655f3", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "rows.json": "d9b945dcd38dbb2069ef5fdbee8d54678b46f60505f67287efb657bc6f5d9acf", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1", "verify_invoice_lines.mjs": "3d018ae91c6154b291b1dfaa017c19c14fbc0ecdbb878d600492a249c63bbd21"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0235, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e61276a557620b90a4670e185548ab376dbb3e4549b5fc18ea0a451b1c03a9d1", "run": 2, "run_id": "supplier-invoices-to-csv__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2eb463e2ea65b7f78d5a5673bc53dce154a1858b43c42fac7a5af5ed7ba81eaa", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 437888, "input": 509137, "output": 19197, "reasoning": 11896, "requests": 16}}, "cached_input": 437888, "input": 509137, "output": 19197, "reasoning": 11896, "requests": 16}, "wall_s": 93.0}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "invoice_lines.csv": "b0243ca31c4c1a06f0a795e2208ce6d87acf407e78ac1cbf8c0df9182e07896c", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "395be9d11295ea57ac578447c757beb0d6508434438dbddf94798ec57ced13da", "run": 3, "run_id": "supplier-invoices-to-csv__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ba9988a6aaebcc7b7016e2f97b3571ef6776ea6f6e2c4646e01bc149fd94ebd", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 969856, "input": 1047580, "output": 21671, "reasoning": 11544, "requests": 30}}, "cached_input": 969856, "input": 1047580, "output": 21671, "reasoning": 11544, "requests": 30}, "wall_s": 425.1}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "score_survey.mjs": "b2766aaa54a0942fc344750d91d5791b172f3783f218fb56fd3b882c7e3fc4b5", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.01, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1b1ccfd118ac7df2e50d4c1e2ca29400dee812e312101696e7bebfa9883385cc", "run": 2, "run_id": "survey-tally__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bc905f55b331cfb502a3fcf161604099616d3072d3c64c16e1cfb537285b8c74", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 286848, "input": 315034, "output": 8152, "reasoning": 3373, "requests": 11}}, "cached_input": 286848, "input": 315034, "output": 8152, "reasoning": 3373, "requests": 11}, "wall_s": 44.1}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0183, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "040c89ba30b675b3ebc2fb3b5386a1db2e44656a32a289d99767dbbe185b01e9", "run": 3, "run_id": "survey-tally__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ced46f986e27f6c93c7cabc07c1b73bccc8fd0f1ab876c329fd127a754c6b2d", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 491008, "input": 526832, "output": 19022, "reasoning": 14106, "requests": 13}}, "cached_input": 491008, "input": 526832, "output": 19022, "reasoning": 14106, "requests": 13}, "wall_s": 94.3}
{"artifact_hashes": {"conflicts.csv": "6ab81ccbf5078a25f4aaa75018d5646772e2459d05a20f5ef1467ec60b7c81f3", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0087, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "d6a14a3abc9dc241208c857a674d208e747a2dab392ee9210510b1e4e0a1265d", "run": 2, "run_id": "table-double-bookings__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "943d00f46c47d47ca0738ea5b6445812d7cb07098e9d4c9d331059d8d6781763", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 204544, "input": 232058, "output": 6634, "reasoning": 2273, "requests": 9}}, "cached_input": 204544, "input": 232058, "output": 6634, "reasoning": 2273, "requests": 9}, "wall_s": 34.8}
{"artifact_hashes": {"analyze.py": "d4fe94091c212f0193f68be8b1386783da59657b6de21aaef70c314bdfdf3500", "conflicts.csv": "94071e366523246a452c78d20286b20ad11cb2353539128803d2c155457ecd26", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "rows.json": "f859c5d0dde34b65492aa3877bfaa4330ad0493145f9d2ca569fabd71991960b", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87", "verify.py": "a97a2b93445317af36797ed2ed8df8bb0ed518196d2769a32b83e0fb9a80b5a8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0184, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "84a9abebf8442f57b8ff1884690cf63bd4388b228fbcf515696007191b3ae863", "run": 3, "run_id": "table-double-bookings__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2ffa5580eddd058a65bb42fcefd52949d82e12dfd58bb9442bf7e57a142c331c", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 782592, "input": 830251, "output": 14812, "reasoning": 8342, "requests": 19}}, "cached_input": 782592, "input": 830251, "output": 14812, "reasoning": 8342, "requests": 19}, "wall_s": 79.8}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "d9ef93311989a72d32fe5e4fdf4a87d4b07f15fcfb8f57b61a56eba8614c3092", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0278, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "91effae69b9fd7652ac78445c42270799da30230c5f27d1c741f9b7e6b45e1d1", "run": 2, "run_id": "team-directory-page__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ddd7e687bd3a1fe81883dacfeb3e2c7a27f6868849139d135afe13edeca22307", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 764800, "input": 820794, "output": 28579, "reasoning": 16775, "requests": 20}}, "cached_input": 764800, "input": 820794, "output": 28579, "reasoning": 16775, "requests": 20}, "wall_s": 131.9}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "ef875da0164224f31c35c66bd474b0370d0034109c5470ed45d10a0f73f21f0f", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515", "qa/directory-backstage-1920.png": "87de6abcd7553bcd50a865ca328850775bab590915cff47e7e73dbeb90c58c09", "qa/directory-desktop-dark.png": "f8b05fa041edd79b96e1d4358cfdb2f034813e998330ce80e4ef10b04d3d8f2d", "qa/directory-desktop-light.png": "71084977224a5c0556879e07a5e429c1a7e3bbd85f2510d2f17b1edea3cdbfb9", "qa/directory-phone-light.png": "9d41f4bf6b7ecd8ed6818609534d53d46a6740bac6c40533e080d2a4c8a0b434", "qa/layout-audit.json": "0bbe37696bc484f913ebad65e75995ea32be95bcf6325a37579606d4933ddeb6", "qa/render-report.json": "84840a32bcb682b098837bca9cb9fb68251005195b12d032bfe464c6265048a1", "qa/staff-directory-print.pdf": "638bb8ae40c9c0c08b6e246a4fea740e797b6847e158fed58b98c9f6f4116a4b", "runtime/erpai-pages-runtime.css": "a5946cc67051909b56908300e38a26c42b2875d8cdf9fddc11a83cfb886213b7", "runtime/erpai-pages-runtime.js": "629f0e9e212e7c074c26d505b0c2574ea3a7c8bb42374360458317b514ce67f9", "runtime/lucide-sprite.svg": "86e824d133611a2a8448a2d62401e825fc0307abecfd4b3b881f5634a17692ab"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0628, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f39c42c9c5a7051c9bd91f6e59b69bdb8cf4a7dde4be47641b66520370be6207", "run": 3, "run_id": "team-directory-page__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3858d85c53a863fe14bcfc8c7db4b1d94b99675e4a06f3760c76ec9d57617b8e", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2490752, "input": 2634018, "output": 56404, "reasoning": 29491, "requests": 52}}, "cached_input": 2490752, "input": 2634018, "output": 56404, "reasoning": 29491, "requests": 52}, "wall_s": 313.0}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "08a30ae332b5ce8477687243b8e27b30763ebbb5763aa0d3e6a23f168f57a05d", "tenant_balances_notes.md": "fc701eaddfe546db9db0e396eb03b1bad78fb7c41e58d851ed4d02d99bc9ce5a"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.016, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "16785857761787ec8cc535e0da6716a9029bb418df12559f135e85922e9b686e", "run": 2, "run_id": "tenant-ledger-balances__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "98d3788cec3dda6f0f0355dfe29e29ae2b98eda8b8a95d9d22c37b0b4da2a13a", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 376704, "input": 414605, "output": 15294, "reasoning": 9261, "requests": 11}}, "cached_input": 376704, "input": 414605, "output": 15294, "reasoning": 9261, "requests": 11}, "wall_s": 74.1}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "dbec7c296d167cba7d081cbf7ce7fd815741b009af63a69656fa6f8d9e378eab"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0262, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "28ff6ec2dd5975839ad9611d9afa48ed20bf7d4b1eaaf19e1623e8c493e3491c", "run": 3, "run_id": "tenant-ledger-balances__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9409af4082ea72683884cd7af0d192e86f113caceec1e18e57747517f4eaa29e", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1319168, "input": 1374324, "output": 23265, "reasoning": 11896, "requests": 25}}, "cached_input": 1319168, "input": 1374324, "output": 23265, "reasoning": 11896, "requests": 25}, "wall_s": 116.7}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "37b648b196eaa013304ea438394d2f925003d684e4bbbd58a4e0c44ec14e60f8"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0491, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cf75920cc7831983bee7f5464363f2ee59cfded03157ed43b26c31d76575b86e", "run": 2, "run_id": "tenant-statements__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "739c58a5bbe03bf3e6f390a17ef86fb586eb9c590ab5500c79e2b4fd9d99ad86", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 888320, "input": 1017321, "output": 45194, "reasoning": 30122, "requests": 26}}, "cached_input": 888320, "input": 1017321, "output": 45194, "reasoning": 30122, "requests": 26}, "wall_s": 209.4}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "18765384af9f14bd09c50a4384502a538c48561bd595362a0b9ef445fca75d94"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0249, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cf3b253ac6f65e4df03781f21f209af5272abcb050e15c05f8a12f9613afd00b", "run": 3, "run_id": "tenant-statements__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0fb8a9f1be183404c75c46249dc54c34464c4b2d6c47802c628cfe6a28110b8a", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 683648, "input": 726166, "output": 27376, "reasoning": 15868, "requests": 17}}, "cached_input": 683648, "input": 726166, "output": 27376, "reasoning": 15868, "requests": 17}, "wall_s": 134.6}
{"artifact_hashes": {"build_hours.py": "be423ebfb3c1e03700d544c7185d6c3e990dc506de8f120795e96011a39e9c1f", "hours.csv": "b3f963190219ef8cbd2f02ba7687a418de19fa8656a75468fe0aaf59c441d70f", "hours_trace.csv": "4ec4d40891ab440359026e2b8093ddc3c72c845eba3b30497ecc953c6b8d1b29", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa", "verify_hours.py": "9d2c2a07a36887342551c102a942aa33724c77b1db06624d510aaa8776418964"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0237, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0b5c66ef9de23c59c9c936c35f4146a558b8a60505d0fea218d69ac03cf506bc", "run": 2, "run_id": "timesheet-consolidate__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c4a4234075592fcc35b4c1df9247a159ae4c2738abbfd6c9199861d3793e3505", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 685184, "input": 751552, "output": 19461, "reasoning": 11591, "requests": 19}}, "cached_input": 685184, "input": 751552, "output": 19461, "reasoning": 11591, "requests": 19}, "wall_s": 89.8}
{"artifact_hashes": {"hours.csv": "f51d64a18fe0875633b840d9ddf230c5d2ab5f2847a7ca787a17f44c9cccdad0", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0236, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "423fc7f383f14acd9967678d10278aaa4d482ba377afa60793be53a823136a41", "run": 3, "run_id": "timesheet-consolidate__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5eea0d6c269df39e4f81f1b3594b899231344633c2dde84ce502980c309ac414", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 586496, "input": 656842, "output": 18784, "reasoning": 9490, "requests": 17}}, "cached_input": 586496, "input": 656842, "output": 18784, "reasoning": 9490, "requests": 17}, "wall_s": 82.9}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "347c600cfad1f0887d6322e0f3a4798f17382ffd881c63df66f1a7bc8e790936"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0264, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e0f6ef4b0556660c1a2aaadab7c7f02d0cdcf3f6c9059fcf61db4cae53345393", "run": 2, "run_id": "timesheets-scanned__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2274fbab9d7141d52c085fd471408384432d329fe0ba9eeabae5730a0fdda2c5", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1169408, "input": 1207359, "output": 28725, "reasoning": 15382, "requests": 30}}, "cached_input": 1169408, "input": 1207359, "output": 28725, "reasoning": 15382, "requests": 30}, "wall_s": 221.9}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "347c600cfad1f0887d6322e0f3a4798f17382ffd881c63df66f1a7bc8e790936"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0568, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7d4a786d3bb654cf9a5c3d0ef4f35734fe33478d68c1b137b5b5aa1f2ffe7b39", "run": 3, "run_id": "timesheets-scanned__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f5ca60c0386e35b07be9dd6d7afbbd443fc05e966f7c2b7cb91b9cea17a67429", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2366208, "input": 2444814, "output": 63267, "reasoning": 34959, "requests": 48}}, "cached_input": 2366208, "input": 2444814, "output": 63267, "reasoning": 34959, "requests": 48}, "wall_s": 893.8}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "compute_tips.mjs": "81a3fe6eb6fa985ec8e4121dbac9271faea4a615227ff78f5ad306e8e0c6b406", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_distribution.csv": "f9df2c3301b198dcb37dac07cbffc676d6f90f93d37e91d051981c9cc47ae22f", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644", "verify_tips.mjs": "2317c687748fc8ab4b5dd071ad2f8852f9ce9451740acf569233daa506360027"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0253, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ae9f906f749d36e7f480f269f6e2f9fc78689c17c51199d6ecc6bd10a2c6e190", "run": 2, "run_id": "tip-pooling__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "496dc66328a68c2aef13f279f761bec9f38a47e36e44fa633aae7723071048a9", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 844544, "input": 888936, "output": 26783, "reasoning": 14833, "requests": 19}}, "cached_input": 844544, "input": 888936, "output": 26783, "reasoning": 14833, "requests": 19}, "wall_s": 126.9}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "compute_tips.mjs": "450959a43be43b5660aab1378a14e5648a80112c11558e5fd584f325473197cc", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_audit.json": "39fea9f6f3782551846096ff6efa168d6d55ee68ffd924d1ec20e79a14c311cd", "tip_distribution.csv": "ab98e00ab93d3d5c49ffb3fd009c7c9f8966437129d9144b48467edfccfe4cca", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644", "tip_rows.json": "ad436f931c60762c2adbe6fd3fb2538125fed7189e6aa75042847a2e280f917e", "verify_tips.mjs": "a2565f26c76125b91f834ca95cde33e1415cb5fb6ecbfe09633a7fea8d208806"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": false, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0344, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "14b28d13c738eb51b5acc2523ed51e75d462b2e2165d1c92a78727e8adc760cf", "run": 3, "run_id": "tip-pooling__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "36b79b357408d9a22a19a8d976ef149e6468cf341bf01f9ee8599f38af3765f2", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 961920, "input": 1064820, "output": 26853, "reasoning": 11110, "requests": 27}}, "cached_input": 961920, "input": 1064820, "output": 26853, "reasoning": 11110, "requests": 27}, "wall_s": 136.5}
{"artifact_hashes": {"collections.xlsx": "87aca34902d583539b67006314fe78d4b01cfa4c5506b084a5f070927d6c8eac", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13", "work/analysis.json": "df3c09070433daa6f524a312f713bbf45ea8246ac4f276be15d688fb0c511231", "work/compute.mjs": "836e13adee05d390cd80796fed3ddba74996bc9ec17faa12b8c1f6ca513348a4", "work/profile-spring.json": "5fefa9cc55aa1ab4dbfb7eaa4b54f9320115b8e26e76900e074c8d4c87096996", "work/t/probe.cjs": "1a82de34546a1481565b8b68aa309000f26bc1a675a8b2557015dd9175a24838", "work/t/probe.xlsx": "607254ef92f3aab9b44483749cf9b1b88f8616b2ddc3faf3926cd0058fb16452"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": true, "required": true, "type": "custom"}, {"name": "total collected", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0577, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9581b12ede81e3910b46d730c17ea60654da016f5c9a80b7feca60d3625f4997", "run": 2, "run_id": "tuition-collections__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6ee8adf0c32a545a3b55b19a324d53b5a8f424900d171922713e02dddd6830a1", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2073216, "input": 2207214, "output": 52218, "reasoning": 27679, "requests": 44}}, "cached_input": 2073216, "input": 2207214, "output": 52218, "reasoning": 27679, "requests": 44}, "wall_s": 255.7}
{"artifact_hashes": {"collections.xlsx": "f8ee2024beced1e02ddfe6e509cfe10305a9ea6f2bce39c76d3036a6c352a95b", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": true, "required": true, "type": "custom"}, {"name": "total collected", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.1889, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d8d9d447ff583e06a3a2c964a8254fbff3aba70bfcd24b90ca0b7a4e2fd07a53", "run": 3, "run_id": "tuition-collections__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6fc42b6b2b660c84731223cfc290d01d86621bec89a11e7a2cbbc30b1a87d3b6", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 8862720, "input": 9261000, "output": 170921, "reasoning": 104202, "requests": 148}}, "cached_input": 8862720, "input": 9261000, "output": 170921, "reasoning": 104202, "requests": 148}, "wall_s": 862.7}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "264b67649fa6d1b3d159111a32213613e2942a318ac9ed926cf6148dbce02e16"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0194, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3b9caf2a70535b2f78bb9fcfbfe556cd92a582a8ae58a0f532b2e032a72eae21", "run": 2, "run_id": "utility-bills-extraction__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4e15d31ce864213d62b5dcdd0492b7cba82345e704b6b12b2e0794f1f4b360f6", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 542464, "input": 598520, "output": 15559, "reasoning": 7508, "requests": 19}}, "cached_input": 542464, "input": 598520, "output": 15559, "reasoning": 7508, "requests": 19}, "wall_s": 85.6}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "c22a75bc5f5586f033d23f422bcf99fbb96959f392bbaee477bab21228493d1b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0126, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "66f612ca0220004729ab0d9495fc29240524ce4d6ea539eca2ac41b59e91ef3f", "run": 3, "run_id": "utility-bills-extraction__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "359edb5ba1195afb9f0bc35eed140b43e51ce9f8c6a777264095ad8a0e1372ea", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 429056, "input": 459063, "output": 11333, "reasoning": 4750, "requests": 15}}, "cached_input": 429056, "input": 459063, "output": 11333, "reasoning": 4750, "requests": 15}, "wall_s": 61.4}
{"artifact_hashes": {"note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0255, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9e10558eb621a0841b24558f7a49e8b88a43324dea16493e6a2f796e99fcdcf3", "run": 2, "run_id": "variants-flatten__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6606a0518ba22ab2ab30f5806e624bd3212f37b88ff66fb4e038e89032803cc9", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 649728, "input": 717525, "output": 22227, "reasoning": 12807, "requests": 18}}, "cached_input": 649728, "input": 717525, "output": 22227, "reasoning": 12807, "requests": 18}, "wall_s": 109.2}
{"artifact_hashes": {"build_variants.py": "78a9b3701d79f93b7533bc2151bde472f3f373eb656653f0bc9d05e59e8fed2f", "note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_audit.json": "130ea7ce5d95dcb06f13987ff3ea76a2e9587bbc0e53b56c7380a7a247f42e27", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0145, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ed66214a4f8b268df755c1cac609d097289cdb2f55dbeedeeafc4ba90c14fcea", "run": 3, "run_id": "variants-flatten__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b5a6bbdc0b752af78ef6930ce543ad695a75bb072976a7c491b07d5f7b5a5cd", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 376704, "input": 410646, "output": 13763, "reasoning": 7587, "requests": 12}}, "cached_input": 376704, "input": 410646, "output": 13763, "reasoning": 7587, "requests": 12}, "wall_s": 64.3}
{"artifact_hashes": {"build_vendor_totals.py": "43698a926686cbd31b1837cff9f2ed6d55cb743aa756fc4911734c3606d0bc19", "email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "129636aabca7d10d9bd9dc3e71adb9122ab5ca5b461e6acc9875d7e942a99e42", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": false, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0572, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "07eca9fbe9eefe7bfd98ae0872ae831b667d10fb244a2e7a0fc32a7b2c30c6c9", "run": 2, "run_id": "vendor-1099-totals__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "42578765ce7f09717b00e006ea5e1cceed514e1832c1821e3ebd118315037632", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 770176, "input": 886452, "output": 62338, "reasoning": 52191, "requests": 17}}, "cached_input": 770176, "input": 886452, "output": 62338, "reasoning": 52191, "requests": 17}, "wall_s": 290.5}
{"artifact_hashes": {"email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "c98c0942ab1ac5bc69078d46cf89eb2e89ced5a32b89cbb49d8da9eb6678c222", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": false, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0185, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6ace75e1ec4a66fd37a42cf93d0676dd2e8af119b9cf2bb92c6ce7ed5f7c97b0", "run": 3, "run_id": "vendor-1099-totals__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "167f04ee6578f45f3df82b6b7770ed9ff2b8cd4be771c1a91eae5591a7159625", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 601600, "input": 642687, "output": 17634, "reasoning": 10378, "requests": 15}}, "cached_input": 601600, "input": 642687, "output": 17634, "reasoning": 10378, "requests": 15}, "wall_s": 81.9}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "1a452fa0d93646e7b0eb5d8b6acead9f458808d579181c27bf7dd92c21e602da", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0187, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ae825c895844810f7214c05d8bd1be8c8c7768bb28584c17be31ed836871583a", "run": 2, "run_id": "vendor-contact-merge__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d526a61ed3020715730c47128a99d75a1836afd95f6c10dfe7725d7c4dcddbdc", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 784896, "input": 826433, "output": 16904, "reasoning": 7523, "requests": 19}}, "cached_input": 784896, "input": 826433, "output": 16904, "reasoning": 7523, "requests": 19}, "wall_s": 90.1}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "494aefb6a783909d8cb0416618edad07f34e3ac42ae53e813be486cc9bcac35f", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.0324, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "70ec2992d22550d0edcc7d6c711d34e957bf386e87e6be42fdefbc21f6d5b800", "run": 3, "run_id": "vendor-contact-merge__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "80d6013eb5597666e3f6ad13e126690a5a271e7b2a370aa99a872fcd478dbf9b", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 553088, "input": 660113, "output": 24423, "reasoning": 16039, "requests": 15}}, "cached_input": 553088, "input": 660113, "output": 24423, "reasoning": 16039, "requests": 15}, "wall_s": 115.6}
{"artifact_hashes": {"note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "d813074fb5889d9b67168a6d79662b9a9a8b55e7ee2b611988586674e737a95d"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0276, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d2bdaf6ab8b5f88c9b6eb3e0baef9b6addd333a839aa28a921408cc4d8d50901", "run": 2, "run_id": "vendor-price-sheets__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ad44ba18d0736bb2db566965490aa02450cab5b34ba07afa5dcd84cc408926b3", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 973184, "input": 1050918, "output": 21759, "reasoning": 11744, "requests": 25}}, "cached_input": 973184, "input": 1050918, "output": 21759, "reasoning": 11744, "requests": 25}, "wall_s": 118.8}
{"artifact_hashes": {"note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "d813074fb5889d9b67168a6d79662b9a9a8b55e7ee2b611988586674e737a95d", "work/build_prices.py": "0347dc1e5f4ae637e06ad7316bacf1764abbbf08336cde6da3f55770679816cf", "work/nightjar_orig-000.jpg": "27f0210e60346fdbbcf010166df59f1a299e63089b551e8d43d98a9c01161e48", "work/rows.json": "e35c3f727b13b23a7cb675aaec7c38c98abe8cee4f585119693dec17cf82171c", "work/verify_prices.py": "2bc736b82cb177593d57be7593312d6005b0e4d94ba14d7c90dc203dfba15e3f"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0292, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "65683b824087346796df26c38a87dea70c29172e407d329770428378b58dedfe", "run": 3, "run_id": "vendor-price-sheets__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "728300e44d32987a7fc8460d3a3cad85643ccf47f051bb1bc5c9f55fd553aabc", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1006848, "input": 1083299, "output": 24525, "reasoning": 12257, "requests": 27}}, "cached_input": 1006848, "input": 1083299, "output": 24525, "reasoning": 12257, "requests": 27}, "wall_s": 134.6}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "87f527937823d5ee7ccc6eb731a5df45f4693cb4d8ac2c96f3929a7ee6df4f26"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0543, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "888a3af75cb1b383f966826950d488b00e036e9ff360f2009e1d7cc7495a9d61", "run": 2, "run_id": "vendor-spend-categories__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c09e7296e00a71fa0aa536f9912fe543f3d8d00f0b0220e11f474b603879852f", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1211008, "input": 1371914, "output": 44202, "reasoning": 18205, "requests": 27}}, "cached_input": 1211008, "input": 1371914, "output": 44202, "reasoning": 18205, "requests": 27}, "wall_s": 195.0}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "d1370017736f6b8d90835cb59234fc3063c8e28e682dfea17e6d92d1c8bb06e9"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0537, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b934a9fa57a5a42709247d9c53ed4ca0dc2569755e273990d982f9070e860c25", "run": 3, "run_id": "vendor-spend-categories__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "532c1effeb42b8c6f01c2b1c890fe87c3484d6be2e49a65f4994f7b096148f9a", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2295424, "input": 2454187, "output": 38274, "reasoning": 18000, "requests": 42}}, "cached_input": 2295424, "input": 2454187, "output": 38274, "reasoning": 18000, "requests": 42}, "wall_s": 201.5}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.021, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "be8712cffe7e20770f37cdc6c636c3037ed0adf16457520957bf5ae63dd16b50", "run": 2, "run_id": "vendor-statement-reconcile__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9edc43037d5f948d4bf45ec098f92ea961d2c5a16047fede59546782bacd90f5", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 860160, "input": 896011, "output": 21699, "reasoning": 11715, "requests": 23}}, "cached_input": 860160, "input": 896011, "output": 21699, "reasoning": 11715, "requests": 23}, "wall_s": 107.1}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "keystone_statement_open_items.csv": "a11f42459e4e68a92496066a5905851ea914ec74054207f89a2331362b77dc3d", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "recon_build.mjs": "3680b88fa89a11b48fabff05dd2ab7797c9c65e6d68cdfb66ef1944f86a09a7c", "recon_verify.mjs": "6db09507f7cfbed3a6c71e8321c897b3b5b01e8cec53ba79d90c006381e3693f", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0245, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "68816ddedd3f2e1bf49b08bb85e460f6d6913a834aa9cd3534890149427995e0", "run": 3, "run_id": "vendor-statement-reconcile__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4f7326b8c854efe8597014e4493f968c42d9ac5d7cf41acab3c8fcff625a37e3", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 661760, "input": 731278, "output": 20134, "reasoning": 12231, "requests": 18}}, "cached_input": 661760, "input": 731278, "output": 20134, "reasoning": 12231, "requests": 18}, "wall_s": 96.4}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "c292becbddb9a1bc457ba2a276de13972e86774a3b2021dc28febd5ef193849d", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0135, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f1203b34d23e24166b3d322593c7828e3964b3c72c0d836714f9da4b71c1e6dc", "run": 2, "run_id": "vendor-tax-forms__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ba5976520efb2307bcd970d005a92a19b4300f08d457cb4fba7347f4c641d08d", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 576384, "input": 608211, "output": 11597, "reasoning": 5378, "requests": 20}}, "cached_input": 576384, "input": 608211, "output": 11597, "reasoning": 5378, "requests": 20}, "wall_s": 81.8}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "62c2c71e473623ecc51ef6d714a9be6d7febd75e665c5f5b3f0178684cc9acbe", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.01, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2c9983752cf515da9ad2d922574a5922246b2ed29a232b1383236af5fbf19795", "run": 3, "run_id": "vendor-tax-forms__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b8ab47243b827ab93600c0d6184db67c735f9cd543558eed62cbf213f63cdc6d", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 348800, "input": 375831, "output": 8118, "reasoning": 4215, "requests": 14}}, "cached_input": 348800, "input": 375831, "output": 8118, "reasoning": 4215, "requests": 14}, "wall_s": 50.8}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "a976c29515f4d0c1c7062b6c93b12aea25ca77e87d60d3f9755857f019440f11"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0203, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7b3807cdfdc38f4d11394a5e370d789d4d75991c115a2e70d702f90158706c78", "run": 2, "run_id": "venue-invoices__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "804143776a2eaefc9eaa804d7d6315cd73530f41495e3adff0aacc67082b56ee", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 489600, "input": 553092, "output": 15547, "reasoning": 6998, "requests": 17}}, "cached_input": 489600, "input": 553092, "output": 15547, "reasoning": 6998, "requests": 17}, "wall_s": 76.2}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "a976c29515f4d0c1c7062b6c93b12aea25ca77e87d60d3f9755857f019440f11"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0138, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9325d4b32674f67bd93d9a0ee735e3c7287719bb6a892f50438576f06b4001b2", "run": 3, "run_id": "venue-invoices__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e95204a403d63975ca32ce20ba27461e33635713a0d5daa239bf153d9af2ff8c", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 399744, "input": 434076, "output": 12479, "reasoning": 7298, "requests": 14}}, "cached_input": 399744, "input": 434076, "output": 12479, "reasoning": 7298, "requests": 14}, "wall_s": 68.8}
{"artifact_hashes": {"county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "volunteer_hours.csv": "3af95c1e12368a209df0e6f8680d16953bb5603d25880149198648da905996b7", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.025, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "707146b38a436e0da34b8652e705a3f5508963d115dd73953cbc3d60d8f88be5", "run": 2, "run_id": "volunteer-hours__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "68d6bf788ac653148e254bfc21882efe352fd0a43bbc71d32290e98b2d8d8ede", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 699904, "input": 739123, "output": 28323, "reasoning": 18823, "requests": 15}}, "cached_input": 699904, "input": 739123, "output": 28323, "reasoning": 18823, "requests": 15}, "wall_s": 124.9}
{"artifact_hashes": {"build_volunteer_hours.py": "3e40d47fe8cfe70ab99e1b276841491e1ae0ade6880f23684475b268f98b1148", "county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "verify_volunteer_hours.py": "9a672257477a09520836f280b721126fe215934aa460924959e9d22773b6bac0", "volunteer_hours.csv": "8c42e54a57f923aed4b027b09cec69e8aaceb357b9bf9167e4c956a6e378ae01", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0314, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0b7d3b3da159d7002a819e76d1b3b826805c34656d260b1dcf91d64034e80de4", "run": 3, "run_id": "volunteer-hours__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "73cf68d842f698f4c847426a13b2ee493765907f5a088d72603134fe9350e82b", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 779008, "input": 862369, "output": 27667, "reasoning": 12263, "requests": 21}}, "cached_input": 779008, "input": 862369, "output": 27667, "reasoning": 12263, "requests": 21}, "wall_s": 120.7}
{"artifact_hashes": {"email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "728bc528b3c9b2dfc9b14257a84f513022bdd482b563202d6dd8fd181b70fc29", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0191, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "160a02d01f29d8f6f7fc746f9c9560ac7b28d4f2ce9b6c7b8323c379960cb58e", "run": 2, "run_id": "warranty-expiry-list__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9b9fb3a74547978b56733ef3e08d5beb56dc2e9098d3f183245b3fa5a3c5dfa0", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 378112, "input": 442004, "output": 13924, "reasoning": 8826, "requests": 15}}, "cached_input": 378112, "input": 442004, "output": 13924, "reasoning": 8826, "requests": 15}, "wall_s": 69.8}
{"artifact_hashes": {"compute_warranties.py": "741af0164af6c80ec48e31bfc0d590d6482b6c861a4b8fa9d8f130efd6dcf2d9", "email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "48833c7a08197da278f0f9ae293995ea083c32d93e6e430cbf8f5574fa43fc74", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0131, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "643ce7a4b827670fea5bfbc048e5ea78a2cdc4de3437ce0d732e1013861762b7", "run": 3, "run_id": "warranty-expiry-list__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e394351c1facb23e3eadd5dc725b504c8af460720bc0ae0b556f3eaa0c1bb6a", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 323072, "input": 355332, "output": 12212, "reasoning": 7401, "requests": 11}}, "cached_input": 323072, "input": 355332, "output": 12212, "reasoning": 7401, "requests": 11}, "wall_s": 63.4}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "81c6652f290bf969dc3daaacf0ce0690ad13513e7ceceab45c0e76847bfa0765", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "d154dc6be8ac1ad6240cd5c4b64c9452fcab247483276abcfa75673c4334d765"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0601, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "013c55ada5ddd4217e4de14cef0fa38c448230fb879e63d3fe72f2cf5cd46ec2", "run": 2, "run_id": "web-traffic-summary__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "89181b59dc85c4aeafacf83d0127ccdd13d3be62e3eb9804efc14a9c17835afc", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1769088, "input": 1952467, "output": 45511, "reasoning": 18895, "requests": 39}}, "cached_input": 1769088, "input": 1952467, "output": 45511, "reasoning": 18895, "requests": 39}, "wall_s": 218.1}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "2422bcc9de34dc992ed6e0e00ce1a733017212ee48bf18c6f24a100301fe1dd4", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "5680e927e07c92446321bd9a59a4a25bbf224d8484b887eee5ac72446a70d900"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.0855, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e543293bb8485b97d6f05fef68ab3991299a14a9797a1a941138d1c2bae07ff9", "run": 3, "run_id": "web-traffic-summary__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "30f8811c6fcb3bbec0b40350fed8acbb89504feb4e8ae1ba9327556e8a8f5570", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 3877120, "input": 3985968, "output": 95915, "reasoning": 46442, "requests": 63}}, "cached_input": 3877120, "input": 3985968, "output": 95915, "reasoning": 46442, "requests": 63}, "wall_s": 434.4}
{"artifact_hashes": {"kpi.xlsx": "eb853d2bc2c7aebeb346800c917202b3eb367a28e22ee47a9d449a7a1cfd85bb", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0437, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "08c31ff69a45ec05216a2dab3cc69565e791e3939e3eba0eff85435fb1af0181", "run": 2, "run_id": "weekly-kpi-dashboard__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f8d1559b1e2dd71f2d302188eee74737142a3c12bcd4942a284e56f7bee29464", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 1619200, "input": 1713147, "output": 41228, "reasoning": 20420, "requests": 34}}, "cached_input": 1619200, "input": 1713147, "output": 41228, "reasoning": 20420, "requests": 34}, "wall_s": 200.9}
{"artifact_hashes": {"kpi.xlsx": "e911efdd0af57240a7d5867fc65505d162677d1f87cff288d22ea3ca6f5cf698", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49", "work/check.json": "2ce82215e7efb2166aab7c25e2cc2932fe91c2c76ee719a982ade5d68181c177", "work/clean_lab_jobs.csv": "9069835751a0bdd8173d8dce31647ec54b87a0f58fad47fd8ee33e0e75d010a7", "work/clean_newsletter.csv": "011a87f7c305580d85f86d94f5a0ba7d543b494514cc8fa79952acf013b7a7ab", "work/clean_online_orders.csv": "e593f4d71a67429a8b8b66dabf07d1f2cd74bda4ccbf2a11b844ad63a289bc6b", "work/clean_sources.py": "8e65dac861ad1a009a6538edb5adc55b26529d88713a5881f721444a76087b62", "work/clean_staff_hours.csv": "ff2b865420a31f55ba59bab4e2c22a5f0cd019984c212c45dd0849d7ace7a8a5", "work/clean_store_tills.csv": "9963e4ad282678e53fc94a488119cf159b51bb71c54aa7b00e6738939db7c855", "work/compute_kpi.py": "f9bd2aa3183429520a62e15b91df6efef8faa6335ace54077c50c850f95b18b7", "work/kpi_expect.json": "42c3402404c12a29818076a63657122cd6a88ef3855a1fa698c8adb70997fa60", "work/kpi_values.json": "5bebae4a7e06430932a16a0022362b7f9994a73256e15e9c1f792e9f9320db5e", "work/p-lab.err": "c6cf9d35a395ae0a9669d9e618d85a2f90c48aca80afe2f4a0279b5a7d17c420", "work/p-lab.json": "f02c6de50c0f5f8ded8269ed6e4848d0d2ea7a3f015ed028cc621f20fe136806", "work/p-news.err": "5a3fae40afd01c027b86cfeb0327f4456256978cb3c402df22ec6aa0ca7cb715", "work/p-news.json": "a54db48eabb56f824d0593c62b9eb45dab854c45f10ed4d9e15d40bc800fdf48", "work/p-pos.err": "e9b8a8b0dc6977d180f9a172fc2f2d85e2a57c086a5881fcadc8483c787a1a95", "work/p-pos.json": "c7ef26f7550fcc0ce8032eb9b238a554909904b6050c8510344237f5c4f485d9", "work/p-sched.err": "6a07203c2a4dbc7be20365b7ae9d015f106069763f1c9ba4c3857bfe61d9c66a", "work/p-sched.json": "627a9900834ca816acc3345c8b2adf91c89858009715ae38f353d7e14d65fdef", "work/p-webstore.err": "572965a73b81ffdd363b0d6bc5234f8ca7d5bfe1d08e784d8133a3d544ddddd2", "work/p-webstore.json": "a834b1bedef5b4cbc9cc28f224136f9d79da4c23e6aa1410219b15250810fd40", "work/verify_kpi.py": "f35af602c1a4f33dd78ff484aa7398b233e8aa36a16fd0732bfe3a167a4430d5"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.0634, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e61bd4ba14d19fb73fd093ce289d4b3a3c678507fa8c5a055d8c1aefe4b62102", "run": 3, "run_id": "weekly-kpi-dashboard__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9ac39b9927d29244604ac4225b31094d5d7e7c9b43f9929000bb0b6b22cb2e72", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 2831744, "input": 2962085, "output": 59002, "reasoning": 26642, "requests": 66}}, "cached_input": 2831744, "input": 2962085, "output": 59002, "reasoning": 26642, "requests": 66}, "wall_s": 308.4}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.025, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9f134a932092bcbca36d146b88baab2db135f523e339b9aeaa4590f31282863b", "run": 2, "run_id": "wide-to-long-sales__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d63191c07624f0a479ff085a13916b8e85f05749446b5c12074d03d0174cce62", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 727424, "input": 809841, "output": 17344, "reasoning": 7510, "requests": 19}}, "cached_input": 727424, "input": 809841, "output": 17344, "reasoning": 7510, "requests": 19}, "wall_s": 92.4}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0114, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e48c6b717c8d20c28610a9a917ebc3e40a2c092399c414cc640403967904deab", "run": 3, "run_id": "wide-to-long-sales__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f212dd4fb89a93a7c442eab8aba03de34e26daa3970a421e66c88fff79199e9a", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 312192, "input": 346649, "output": 8832, "reasoning": 4187, "requests": 11}}, "cached_input": 312192, "input": 346649, "output": 8832, "reasoning": 4187, "requests": 11}, "wall_s": 55.8}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "build_journal.py": "8727054c4bb928c8f9989d6b53c8efaa5d8b8969390567b9e380c634ac6caaae", "journal.csv": "e0d0d6b23d4d462cea295f55c2ee11462f833c783882149f6bf9bdf5bed8672a", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "journal_reconciliation.json": "e58944bd7d8bfdada836aed3c7f612cf32e08dadf98a2729eeb9cda2268c95a4", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0137, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "21abd6a750bd86a0cdab1b6f30aea49c2d8230d71c1faac4d71302938b677b65", "run": 2, "run_id": "woocommerce-orders-to-journal__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "510bfe50117af92b625dfd681e5dd7a2695fed6178fd62341bcbc5fc8401879d", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 399104, "input": 431181, "output": 12870, "reasoning": 5432, "requests": 13}}, "cached_input": 399104, "input": 431181, "output": 12870, "reasoning": 5432, "requests": 13}, "wall_s": 63.4}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "build_journals.mjs": "c643b148eed13bbc66d4be4860d0d4c171ee24970b0c67f8d3af74b0a5391bf0", "journal.csv": "52de63006ba9ca1b6fe01256ba34f70b82a3975d270a6f9fcaba8251f9b00d27", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "verify_journals.mjs": "4785d8a3dd683152acc5d992f95d53d8184571fabe25790870a41d154ac02d42", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0215, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6aa14e16a0771727e672df9a4f1cbd6cb447071ca920f82d91db5fe9fe0f3afd", "run": 3, "run_id": "woocommerce-orders-to-journal__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "22f10f5e98fba2c4194105b5067b6dacd7c799d93024e2b331e9abdfe03be88e", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 472320, "input": 552849, "output": 13277, "reasoning": 6298, "requests": 13}}, "cached_input": 472320, "input": 552849, "output": 13277, "reasoning": 6298, "requests": 13}, "wall_s": 64.9}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "build_xero_invoices.py": "6449673ab14b45b9cee262739026ff101ef68d45372240e65fd6ccd8bc1b81bc", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "jobflow_invoices_raw.csv": "de4da9d46ca30257851d2534f433ac9fc4af6d3c799a2729700ad23802234520", "verify_xero_invoices.py": "e3a1d60028a3d21f7cd1fc21e227b9bd057b98f36ec1f3ad1ea3b5c295640154", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "854d6c62ba729a8b3ef48344407ab59da243d9093c068243746844c7eea5a9e3"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0188, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c87fb6a2fe306048fc669d07946a72301a7c8bc04f974b2a802d48a2c5731af0", "run": 2, "run_id": "xero-sales-invoices-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "315cf4e526d85fff6372e4f1f9e8666d67f74a5d7f74c86e57e8187c461df416", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 680064, "input": 722567, "output": 17314, "reasoning": 10016, "requests": 18}}, "cached_input": 680064, "input": 722567, "output": 17314, "reasoning": 10016, "requests": 18}, "wall_s": 93.0}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "build_xero_invoices.mjs": "5742c13e324a80e81a10510c692fa39c97f9a5f478d0d2de167af387c6da0cd2", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "68fb3b9d52a89947a2b9aca4a6371e856b3a9b7cd7337e877ea03e0ed70e3baa"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.0198, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "78a2eafeb688deba3cd8a2fb4221961bcb9375d1aacd47526e23ff2a965ea101", "run": 3, "run_id": "xero-sales-invoices-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ada7a864ca89619bb053e240a86d105fca067e5649b3f7dc917e6f92f4decd9c", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 563968, "input": 606874, "output": 19470, "reasoning": 8544, "requests": 16}}, "cached_input": 563968, "input": 606874, "output": 19470, "reasoning": 8544, "requests": 16}, "wall_s": 89.4}
{"artifact_hashes": {"build_ynab.mjs": "cf41a069b8a093491497e290cfb2b20a75561d90e84c81dd9ff7ec0eedee002c", "cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "verify_ynab.mjs": "fc9f47cce1c7d384a9be55a9c15b19663641ff762dba53b58904ff460d34085e", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0169, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5b95af63e520d53fa29585900308b34f514d4a22d82de146a1b3f441b9e071de", "run": 2, "run_id": "ynab-transactions-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7af070f6a78a4c4f87e4d0073975b4f8fdc12203a817ddbea1437f59ac0df6ea", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 462208, "input": 496343, "output": 17306, "reasoning": 9533, "requests": 13}}, "cached_input": 462208, "input": 496343, "output": 17306, "reasoning": 9533, "requests": 13}, "wall_s": 80.7}
{"artifact_hashes": {"cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0127, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b6f5a94a4f9ff42b0a2f287469ae23af30b21785360e31a4100d8e58efedb9d1", "run": 3, "run_id": "ynab-transactions-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "19e38b89516622a8a5cebc2bc4eb109626d8358012a0d32ab238637359ee1cbb", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 231808, "input": 263687, "output": 11979, "reasoning": 6636, "requests": 8}}, "cached_input": 231808, "input": 263687, "output": 11979, "reasoning": 6636, "requests": 8}, "wall_s": 54.8}
{"artifact_hashes": {"build_zendesk_users.py": "c29cb3595dafb78e0de32d23414b5264bfc91c209ac92cfddc18b117fc577b14", "client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "verify_zendesk_users.py": "03bc3be7720cab2e16554bd2d81c3d72111d3f817a1dca969f9d0afe291494af", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "df54bca81343ba3c7688fbfccebcbb512a155c0054eb7cb6201e93f32d7582a0"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0159, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a587b6433860808bae84a3d3dcb653347cb48bc65085941ebc0d7f3341544d77", "run": 2, "run_id": "zendesk-users-import__proto-deepseek__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e4dcd36d5a253b9dcba12ccbd22e400aefa5bdd54814f580d03ab8f68136a432", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 541696, "input": 577943, "output": 14805, "reasoning": 7456, "requests": 16}}, "cached_input": 541696, "input": 577943, "output": 14805, "reasoning": 7456, "requests": 16}, "wall_s": 79.7}
{"artifact_hashes": {"build/rows.json": "a07edf0eeafc6666e885c6129a48b40ed533fff62d0806b480de992fc8cc2660", "build_zendesk_users.py": "0b80faa1f4b124180ecb1765431d32e00b876b3b1d2d0741a745dc9c0c582786", "client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "verify_zendesk_users.py": "46733bd0cc6cfd8017db5868ed4b982f84e12d0ca37d02927c5a2c7acb716855", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "df54bca81343ba3c7688fbfccebcbb512a155c0054eb7cb6201e93f32d7582a0"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0177, "exit_code": 0, "grader_error_count": 0, "harness": "proto-deepseek", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9a7c1d0def6060721467fe13043a972e6e5fcbfa56517f8c43029e99eff177fc", "run": 3, "run_id": "zendesk-users-import__proto-deepseek__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c8ca4a5613aaf4e534172824395fc04f7c11adbd67e7d553fc4508bb070eb8af", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"deepseek/deepseek-v4.1-flash": {"cached_input": 547200, "input": 584128, "output": 17501, "reasoning": 10296, "requests": 15}}, "cached_input": 547200, "input": 584128, "output": 17501, "reasoning": 10296, "requests": 15}, "wall_s": 91.2}
{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2815, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "af6cebfe0e8fc7ddeef32d07b4492a76763ded8e6d37bb4f0c01d300fa24af7d", "run": 1, "run_id": "address-standardize__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f894a55e1eec8b19ca4fbd980b2059c50fb053e078687ebb3337c78dcb278ac5", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 177408, "input": 198020, "output": 6402}}, "cached_input": 177408, "input": 198020, "output": 6402, "reasoning": 0, "requests": 1}, "wall_s": 138.1}
{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3027, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "03eec54103ac20d62cff85516543c8ece773e2640af54e3ab4ffc99c05410546", "run": 2, "run_id": "address-standardize__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f7aa84af2bdb711b9f8cc9330e13cecc7f7b938aad280ebf5a3a689134149239", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 144256, "input": 172334, "output": 6634}}, "cached_input": 144256, "input": 172334, "output": 6634, "reasoning": 0, "requests": 1}, "wall_s": 135.4}
{"artifact_hashes": {"addresses_clean.csv": "4a3054f2ac2434d111e57cd23351fc1d98a0dee8669cee12513b126a3e0dada0", "catalog_mailing_list.xlsx": "4209bb58d8a59435bbf326767d158ead678b320ff6ea89778691c7caed224123", "email_from_ruth.txt": "80108ac6738b5c5dab5f13bd3e6d03478b057cafafedffe9a128a32d653e63ab", "keystone_address_standards.txt": "5650fb2fae61ad597718b3a60ff13a12e5ef8f37ddc98cc63cad379b2c983707", "keystone_import_template.csv": "dd7291f75ac98f5ee9c67d467b625177d7ba48fa2151be39a6086e77ea1a04d9"}, "category": "reformatting", "checks": [{"name": "Keystone template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per mailing address", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "delivery address line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3104, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d77a27ab7b56b9ca3661d6f1337f2648cb9bdbca9e9c35a84068ac7a366b4cf0", "run": 3, "run_id": "address-standardize__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "30a1388ea950e7d9b7f6643141b07b0a59d71e0cba59eda15ae665781dc8838f", "task": "address-standardize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 213760, "input": 241721, "output": 5652}}, "cached_input": 213760, "input": 241721, "output": 5652, "reasoning": 0, "requests": 1}, "wall_s": 135.2}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2952, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ebb8aabe2ee9f83104244f53384ec10cf2c1929ddf60077ff6588566056327de", "run": 1, "run_id": "amazon-inventory-loader__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5bd3334ac12a94d55de436aecb62e6b867cf580623f8eeed3140fc79fcbe2e1c", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 106240, "input": 144516, "output": 4980}}, "cached_input": 106240, "input": 144516, "output": 4980, "reasoning": 0, "requests": 1}, "wall_s": 107.8}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3351, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d7fbc696c6869046ca9d1228acb2a5ca7c69012ecf896ffc1eb77a4776b60a7d", "run": 2, "run_id": "amazon-inventory-loader__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f483844243e7c950716d678bbe6c8818987f352c9a1e6fce7870a7fa86af19fa", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 114688, "input": 162378, "output": 4923}}, "cached_input": 114688, "input": 162378, "output": 4923, "reasoning": 0, "requests": 1}, "wall_s": 106.9}
{"artifact_hashes": {"Inventory_Loader_template.csv": "a18f4a77d979b9f38914954e905f3c7617448a4f5fb41b5803640c1ad1c1022d", "amazon_inventory.csv": "3199095c3ac2d7c1ed754ecc80c7362934499eb8a68a70502b18e6ae2f681d37", "amazon_listing_sheet.xlsx": "0919c277f31b8c1b09af8a79c87168df56ef3ac06a9687c68d41e43744af8483", "amazon_upload_notes.txt": "c0b68a59e8e9d815acfea11fe9c257282c0d612414491aaa7ad2b94a72317217"}, "category": "reformatting", "checks": [{"name": "Inventory Loader columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per sku", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "product id and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "item condition code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price rules", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity and fulfillment", "passed": true, "required": true, "type": "custom"}, {"name": "add-delete", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2376, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4016823a5fe711887e1c844ae6bc37d970831e6e388b1176320175bba1688a54", "run": 3, "run_id": "amazon-inventory-loader__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "027e136623dc8b471dfa98d64e4158c380c23877e54c369d6639ffaf2dfd4b0b", "task": "amazon-inventory-loader", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 120832, "input": 145180, "output": 4593}}, "cached_input": 120832, "input": 145180, "output": 4593, "reasoning": 0, "requests": 1}, "wall_s": 99.7}
{"artifact_hashes": {"ap_aging.xlsx": "2348d4fd44038be4a45a5768fed4e8f8f24bb42fa4a8239d684c9a7f62f07e89", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "909fec89d6d5361373e706b39780d838b7dc27966a27d57a6ba2815ff0bcb093", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6581, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "29a3da335ff95e2649cc3f6f4668c1a6befad0afced3745bc8008f6566a0b78e", "run": 1, "run_id": "ap-aging__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1d3698248cb947b9bae70e35bacdaf1406f6eeb5c0fae3020e733b86c2ecb06b", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 506752, "input": 540455, "output": 16028}}, "cached_input": 506752, "input": 540455, "output": 16028, "reasoning": 0, "requests": 1}, "wall_s": 333.9}
{"artifact_hashes": {"ap_aging.xlsx": "b3a7f3a90a433d08c1ea13560199fe12db409f00b905cecb884a57c276aefd25", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "5efecdbd01754a2f7bcd23b6c9c298f7353e675479ed1f6944f79505bee10f36", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.5357, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "56ae4ee6c7a57389baa9faf5c69d08e9709bea249bca8c66619f5af33214839a", "run": 2, "run_id": "ap-aging__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cbe9c1c1f253f48b45c9ffd2e887566f81859c2b2a0d0b56c9ebe29f9c1d7c23", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 430208, "input": 452590, "output": 13702}}, "cached_input": 430208, "input": 452590, "output": 13702, "reasoning": 0, "requests": 1}, "wall_s": 279.5}
{"artifact_hashes": {"ap_aging.xlsx": "11d841af7a81a76416963237b179736983dd2fd5493e859a64f83e06b9229106", "bills_export_2026-08-31.csv": "cf5b0cc4f563d3cccfbe39fa0a809a66bd045cff0af146492ad890d6bf904f64", "memo.md": "c84ac652cf6e48183e9c683e1d36391d78af24d0d6cd15be1c3f8788df5dafb3", "note_from_wes.txt": "bba2ce946d93b6879e78ad733169a3a5489ef8c11d273fb3ad1d398c8269f4e9", "vendor_credits_open.csv": "c4145c24391a5685f78ca173a9c44b26ec558f7fbe1b16efa26ad3a4a24bce49", "vendor_list.xlsx": "a75bf33ee4913eff9cd67cfde74aea050327e9dc9f19688b52a6efa81714c08b"}, "category": "bookkeeping", "checks": [{"name": "ap_aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total payables", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "current bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "1-30 bucket total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Northline Freight total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Summit Gas total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Hopkins Family Pears total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total and past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the most overdue bill", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6079, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "662edbad96e4da1dec486755ce136fa3d90a13f93839e0a533a1b87e184fc6d4", "run": 3, "run_id": "ap-aging__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b9a3fb105d71ca057428e638b85384ab82c32d4c1b7363f7f275def00f1e1088", "task": "ap-aging", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 386176, "input": 425510, "output": 14807}}, "cached_input": 386176, "input": 425510, "output": 14807, "reasoning": 0, "requests": 1}, "wall_s": 332.3}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "no_show_rates.csv": "6430da98ae916cab47cad2ccd9633c5b99d9bcc1b21791add0629d579f4394c4", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2206, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "bb8628a4052751786d72360de448b22820546f69b2fcf6099ec1361dade2d632", "run": 1, "run_id": "appointment-no-shows__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "27842578575bf757ad013a5aeb574f69fd8b5f3c4491f50acfe0e4c5ca1f926c", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 150912, "input": 168733, "output": 4446}}, "cached_input": 150912, "input": 168733, "output": 4446, "reasoning": 0, "requests": 1}, "wall_s": 100.0}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "no_show_rates.csv": "6430da98ae916cab47cad2ccd9633c5b99d9bcc1b21791add0629d579f4394c4", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2471, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "46cf8cd9824691a31fa6c862b0cbed50ad7fabdafa343bf893f0b39b41224111", "run": 2, "run_id": "appointment-no-shows__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e48b92c5feefacc452e64c246d901e667f59de5c07ea96ef24493920e574fa1a", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 148352, "input": 173703, "output": 4319}}, "cached_input": 148352, "input": 173703, "output": 4319, "reasoning": 0, "requests": 1}, "wall_s": 94.2}
{"artifact_hashes": {"attendance_policy.txt": "62003770e3fa1d582e206bda9630a8db16695c7c2f1dba3805bb4c976fd0cd90", "bookings_export_2026-03-01_2026-05-31.csv": "e1f0be01672928cfa93133aa54e88bedef761227eb7dca37ecd6c0c498419053", "no_show_rates.csv": "d5eadd9d057220b4159e76a00677d7b156f1dfb6dfd7121c7ba553a352317480", "no_show_rates_winter_term.csv": "06c2591e975b07f0fd10ea7180dcc4b0731cd6e4034812fa53f2471046c32345", "note_from_owner.txt": "078d8df6128cc0ef1ff4268af7894f416581b38ee721c4519be173d0ca740e37"}, "category": "spreadsheet", "checks": [{"name": "winter file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every tutor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per tutor and month", "passed": true, "required": true, "type": "custom"}, {"name": "no-shows and rate per tutor and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2297, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "16eebd48b3fc9f1b6e881a560b54d0e4d4d7079fd3013b68f92d3023dcddd1d7", "run": 3, "run_id": "appointment-no-shows__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "104ba01745c48d1a47f469ca1cd285f082b9bb29e2fe6d16de7050678e5d0156", "task": "appointment-no-shows", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 134016, "input": 153801, "output": 4850}}, "cached_input": 134016, "input": 153801, "output": 4850, "reasoning": 0, "requests": 1}, "wall_s": 107.6}
{"artifact_hashes": {"aging.xlsx": "8373ad2cbee3b7337004586ddf5822aefc5622555e9a259763f6742af4da151a", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "7078b78412beb8b3cb4c09ac019d8f4f8075321bf12d62c91dbfbfad2a16c81c", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.674, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "16ff5ae7aa81e2ca71f78fb215ab0a6536d598ca9fb598df22a47cc60c1e898b", "run": 1, "run_id": "ar-aging-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a3ac748eb14e0365d6b4f6adb5777724d722915ce005da24752407f9179a3546", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 354944, "input": 383800, "output": 20829}}, "cached_input": 354944, "input": 383800, "output": 20829, "reasoning": 0, "requests": 1}, "wall_s": 408.7}
{"artifact_hashes": {"aging.xlsx": "ccea7688e126816b326e93c57bb8f13d6b0de71538cfe0a6d645e5d7bff3a6f3", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "d2294d6eecf8aafd13fbf39856777b0fa87d5d768ec503ef187086d3f668c1b5", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.7374, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0cc6b09571e3722f3466ade4140f77c11e2843eb96b288cb55263f4aece996bd", "run": 2, "run_id": "ar-aging-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1214d9dd04e669be3ea7dddd45fb0074085cd2fb818bd8acae35d07216394fbc", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 440576, "input": 475431, "output": 21086}}, "cached_input": 440576, "input": 475431, "output": 21086, "reasoning": 0, "requests": 1}, "wall_s": 406.5}
{"artifact_hashes": {"aging.xlsx": "ca073b0122629a44c40a5743d730fcef2ecb2293eedcbaec936562cacb01abd9", "build_aging.py": "b367a5f506c8178a80dc8ef47336b800290db4101a29b1c44e2eeceb658ede76", "credit_memos.csv": "58eed84e92408450905b0a92055557eb29053271eb9826165a1b822265834f1b", "customer_payments.csv": "e4286eae0fa5c2eba9f4bba392d4cf03bc7fff8d7b3235922d90020649d7db49", "invoice_register_export_2026-09-08.csv": "9404567a0c5d8ec92f163ae942811ecd9c8dcf71c1846304f34e6fc71dd0b1a0", "memo.md": "1c48441e68bd40cfce0ea1abae68f915a33acf6306b073e19aff8fbbc5130130", "note_from_ingrid.txt": "e17e4aa11c327ff5ef5ea8f7c69319bc49b3d6a236ac00b44eb71864c75ddbd7"}, "category": "reports", "checks": [{"name": "aging.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total receivables as of 31 August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "31-60 bucket total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pier 9 Fish House balance (September payment not yet received)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Riverbend Bistro over 90 (unapplied credit on the oldest invoice)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries total receivables and total past due", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the top three past-due customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6691, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "19ccadfd7f86ec3f5650279400956e22ab70ce2d5742a1b5c2bb4539247f6f0a", "run": 3, "run_id": "ar-aging-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "df0bb02aef6656c6eac43f4312fdb29e47ff0ca573832ee167f0b585e86c25e9", "task": "ar-aging-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 382592, "input": 412583, "output": 19805}}, "cached_input": 382592, "input": 412583, "output": 19805, "reasoning": 0, "requests": 1}, "wall_s": 386.2}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "fcd0fbc69c8481f80d15ae17761bc48e25db12790178819d0ae4f17c5d116ed0"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6445, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3e1b01af4671c1ba5e252d6ae574bdabfc40d9c2c6532af3e0699371e5981e97", "run": 1, "run_id": "bank-reconciliation__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "71b53104092cb8bb6ec0c6ea1210f5b2e4712e99af6158a4a14c2f3ac422ac12", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 268160, "input": 319553, "output": 16583}}, "cached_input": 268160, "input": 319553, "output": 16583, "reasoning": 0, "requests": 1}, "wall_s": 321.9}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "8736c701312add6b51b3bb652831b6d2ba488427b51b9994e9380809e09001f7"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6156, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "68478ffe2b7309cbd9f602a659973b1ddb00dbe63e381ec7d2c10f86f200033c", "run": 2, "run_id": "bank-reconciliation__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "27a966dcaf1b00d25db690071fd169185b13f8f83aa9fdba9748d60c226c1252", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 339200, "input": 366166, "output": 18602}}, "cached_input": 339200, "input": 366166, "output": 18602, "reasoning": 0, "requests": 1}, "wall_s": 366.9}
{"artifact_hashes": {"bank_rec_2026-07.xlsx": "ee2340c8f57c0952ff97bf3282ae07ab5d9f2bca2f446549d8cbe6418e0fb5ac", "email_from_dean.txt": "51524f3ad7259b1eefc9316c33193e059ba9975e504db2aebef6abea295aa67e", "gl_1010_checking_2026-08.xlsx": "9a2da98ffc97387df3ff7c19b08bee590c5240d8a4cc0e1152672a3d42fc4104", "harbor_trust_checking_2026-08.csv": "94ba43f32789266a3f65dd45e50980aae28c6fc295a2d71af4af89e9fe7bcadf", "reconciliation.xlsx": "7f512b43ee6e0dc0d89c602bfb35e0ddb70b1a3531ba6a94d3154cd7af083892"}, "category": "bookkeeping", "checks": [{"name": "reconciliation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "outstanding checks and deposits in transit totals", "passed": true, "required": true, "type": "custom"}, {"name": "adjusted balance", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "both sides tie and items listed", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6658, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "62d5ba639f71f83e07fb6d92240888e5b01f188909cc892a881f13cad7238091", "run": 3, "run_id": "bank-reconciliation__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8a55490f1019be8c3c197ceb2d28838f660cf5a128da55e85119929fe5a6f514", "task": "bank-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 387072, "input": 436843, "output": 15596}}, "cached_input": 387072, "input": 436843, "output": 15596, "reasoning": 0, "requests": 1}, "wall_s": 316.8}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "c5cd7c4ea5e299ef7e915697890ef9fe798ffdccb60a7a76c102059da29c3610", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4128, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f97ef3013e44425e6d1e1a3e93765e0bafac6c1dfd71651aa6114f603694f4ab", "run": 1, "run_id": "bank-statement-pdf__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "63c6207cc95095b5e7856fed599b73210bde379791f1128df63508e3200d3476", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 119040, "input": 190040, "output": 4060}}, "cached_input": 119040, "input": 190040, "output": 4060, "reasoning": 0, "requests": 1}, "wall_s": 94.9}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "d089cacd2c28e5f77f192805fd87a75d62f15813c7777eb1d9a5db77e1e87b55", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2217, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d6a41dd9ce147882c62c69096d9f0ea6619a4e41b407a1aa01b38f36d0f7b483", "run": 2, "run_id": "bank-statement-pdf__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "12a663a2082a27d19632c7b2620788b671dc00e908892f8462977cbe44349c6c", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 161664, "input": 179609, "output": 4265}}, "cached_input": 161664, "input": 179609, "output": 4265, "reasoning": 0, "requests": 1}, "wall_s": 97.3}
{"artifact_hashes": {"note.txt": "8f2291d4cdf1c0056236181711c8e4d690ce790d61a91476db8b561408de899e", "statements/CascadeCU_stmt_2026-07.pdf": "c153032fc48fb8de83b60ff44ed31045ac552a6397f565728ccac663f2ee8994", "statements/HarborTrust_BusinessChecking_Aug2026.pdf": "f1b421ed3c5192533a3e0909db4f4396ccbc1482b1d0d9cfd84a988f6f3c53fc", "statements/scan_northgate_savings_jul-aug.pdf": "284b065d561c334b27ba7926b5a06fda52604fa42e5ed4e303ad0028699fcce8", "transactions.csv": "d089cacd2c28e5f77f192805fd87a75d62f15813c7777eb1d9a5db77e1e87b55", "transactions_2026-06.csv": "8b621ed75214dfe7a25f9a157d5a0ff5ede68f982283b147983e0622b1a5683e"}, "category": "extraction", "checks": [{"name": "June file columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "accounts and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "running balances", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2346, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9c27e465f8e63a71e2c75f5eca8fd02805fd10bef60c2ffc96cd705ae1487ce3", "run": 3, "run_id": "bank-statement-pdf__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "855903a279f4655d13ff75f84a515af71500f7a4b4fb11e5593c1abb1d479d94", "task": "bank-statement-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 166784, "input": 180157, "output": 5719}}, "cached_input": 166784, "input": 180157, "output": 5719, "reasoning": 0, "requests": 1}, "wall_s": 122.1}
{"artifact_hashes": {"assembly_costs.xlsx": "c8e12899dc3f1b5be84bec8c6ffc22f0d28bc48d2106b87c810f5bba580bb9b1", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "build_assembly_costs.py": "a4253eff5b371bb7e08824766b20fb57c9e1f09ae9e995c1571cfafd04fd6b3a", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.646, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9aae8b4595ace638c9d32462495862c5259ea7e80ca3f392366ebf4ff65a3f30", "run": 1, "run_id": "bom-cost-rollup__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3f56d8022e69bd960b0d59399e4054cef67de37c7ed7fdac5cdb135914d8bce2", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 542848, "input": 583518, "output": 13310}}, "cached_input": 542848, "input": 583518, "output": 13310, "reasoning": 0, "requests": 1}, "wall_s": 266.6}
{"artifact_hashes": {"assembly_costs.xlsx": "1da1d88c9075ece5d28ab9550979eb1dfb46a8ce3bbfb99caebc53bc4239c35c", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "build_assembly_costs.py": "a66240c4365de812a8db8f046b5bc0f9d270b0ae8b26f3b6bfabe37cdb384635", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8207, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9a33084142c1d7308eb59e23dc9bf9a898f3cab49faabb6c8a478a6d22281029", "run": 2, "run_id": "bom-cost-rollup__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f6c5728ed02f53982b5f02b4e7f93eccb9dfc0a874ab7ec248c17f5570b36f68", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 676096, "input": 729771, "output": 16780}}, "cached_input": 676096, "input": 729771, "output": 16780, "reasoning": 0, "requests": 1}, "wall_s": 365.1}
{"artifact_hashes": {"assembly_costs.xlsx": "9e43a6ca630aaa20925cd8b809a7294acf73c9e3c04d67213bb2716b0a6ad121", "bom_export_2026-09-02.csv": "032b6d9df2bece49e3951536f4cb1c6b6e584b426499db3fb6d0a3efe123238b", "build_assembly_costs.py": "ece0ca2827e8aafc8a82fc449c943d4c16c2318ef2e6bc3fc526156e780cb7bf", "email_from_dale.txt": "ee329c63e71651f39003cb99aa064a950eebfa03f139f128303b9ce504001aab", "price_list_2025.xlsx": "0b81c8d2f4d3213ee3a80674fa9c5bcd532fd565924dc9fa6d559edf81dafa9a", "price_list_2026-08.xlsx": "2d5096ccdf93d6dec483fea101789e8f13c477f2e2cf8512f85989abe1462c75"}, "category": "spreadsheet", "checks": [{"name": "assembly_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "IW-7230 72in workbench cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-4830 48in workbench cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-SR5 shelving rack cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-MC2 mobile cart cost", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "IW-TS1 tool station cost", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7628, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "334161b49cfce19915afb5b5c27d5ff881e772272259886b78f8e66c019b07c0", "run": 3, "run_id": "bom-cost-rollup__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "44234442adc709170c7892698c1f0dc58d86090c804bb3d6a29e31f1e80ed1f2", "task": "bom-cost-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 692096, "input": 732190, "output": 16281}}, "cached_input": 692096, "input": 732190, "output": 16281, "reasoning": 0, "requests": 1}, "wall_s": 346.0}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "15f7329654a775ce484cfcf6fa10d13f87420c9faa76227d3ecb9012b9a17141"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6583, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "673345c3d07bece44c2d6dac8c8580eb9164f62005fa7b0b405938ef72b9649f", "run": 1, "run_id": "budget-vs-actual__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "75a051e12f5be429a78d91f19ef515cc6833108933a1b82fc74e368034195d23", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 456576, "input": 493281, "output": 16444}}, "cached_input": 456576, "input": 493281, "output": 16444, "reasoning": 0, "requests": 1}, "wall_s": 348.8}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "8167677c288c6e92342a7e1eb3618d8946b8d863556f1e3922bfe9e38b40fa7f"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6971, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7238dd0b6b4326057fe71bec26ba2a5c37ff6c810879cdab93ee9e2f9bf3c3e9", "run": 2, "run_id": "budget-vs-actual__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "909d9d4f8a9817d4994c1b8d26fb320c64b28960ba1b907c0c28e486004b7726", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 413056, "input": 461686, "output": 16870}}, "cached_input": 413056, "input": 461686, "output": 16870, "reasoning": 0, "requests": 1}, "wall_s": 336.1}
{"artifact_hashes": {"budget_FY2026_approved.xlsx": "17d65e0432283124fbf0a61d681b3a73f04b52f8e33975ea4e2d78eebdda634c", "email_from_dale.txt": "13f095888d738930368320c6b89d8266c97809e7debd874821e686d0ff4d8150", "gl_detail_2026-01-01_to_2026-07-10.csv": "9ddf02e4cd86790a2894e7bda5cb973a51a8b8e03d75a332228b0ac46050882d", "variance.xlsx": "8ac81d80674e36c19f246cab9aa5e8be50ecd64bc5d33b0498b09296b67939e7"}, "category": "spreadsheet", "checks": [{"name": "variance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "slip rentals budget Jan-Jun (seasonal, 35%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "slip rentals actual (transient sub-account, credits, no July)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "winter storage variance (seasonal income)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dock staff variance (seasonal cost, favourable-positive)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fuel variance (over budget is negative)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total expenses actual", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8771, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bda95bd0558db91176c5addb55e237c5738497e67e8234ca67fe0ba5e87305c1", "run": 3, "run_id": "budget-vs-actual__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4c75b6a82b6c4216ccf4ecd22851172e6f06160e0dd7d22825df2f33b2bd2623", "task": "budget-vs-actual", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 492416, "input": 546798, "output": 23132}}, "cached_input": 492416, "input": 546798, "output": 23132, "reasoning": 0, "requests": 1}, "wall_s": 500.3}
{"artifact_hashes": {"contacts.csv": "6f6684ed107460fb586037325479bf0991a08db9470a645a4e7f6e0e771b6812", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.305, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "958550b4cbfd701884a49bc861dcdd6e5e435dba467f66f6dbc0f70641a4159f", "run": 1, "run_id": "business-cards-scanned__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f5f2f112c8ac62a26a213928805f3662997e32fe613d846bd1cf1eeac75f02a8", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 204416, "input": 243640, "output": 3319}}, "cached_input": 204416, "input": 243640, "output": 3319, "reasoning": 0, "requests": 1}, "wall_s": 88.2}
{"artifact_hashes": {"contacts.csv": "6f6684ed107460fb586037325479bf0991a08db9470a645a4e7f6e0e771b6812", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3788, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f2922fe861bf3d8599e403b26a89f5a17bc90189425a35cc83feba37f8e44e6a", "run": 2, "run_id": "business-cards-scanned__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0fc48ea0343f75c338343b756d76bf38bb0713222a325cec242ea9eead7e682", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 216704, "input": 274163, "output": 3112}}, "cached_input": 216704, "input": 274163, "output": 3112, "reasoning": 0, "requests": 1}, "wall_s": 93.6}
{"artifact_hashes": {"contacts.csv": "6f6684ed107460fb586037325479bf0991a08db9470a645a4e7f6e0e771b6812", "expo_cards/Scan_2026-09-17_001.pdf": "da058fc58d2860c3948f726d6febb73a23e45749aa416638893974da6f8d5850", "expo_cards/Scan_2026-09-17_002.pdf": "62eb50877a4b0fb41bd04f46737f4a07e6a7b09fc0cb893913b8403af8105a25", "expo_cards/Scan_2026-09-17_003.pdf": "c55cad0ba17dbec9952428c56dfe4b8e5a56380442ceb47300ec2e9401943b0c", "expo_cards/Scan_2026-09-17_004.pdf": "87136a55e50495c7639a80abe3588602391e926d468ac581b5e041a8ed83e81a", "expo_cards/Scan_2026-09-17_005.pdf": "c1f23932be1c797d3ec15cfbaf679f84363b9134f3017b15cab1d627e291ef5e", "expo_cards/Scan_2026-09-17_006.pdf": "c8e53b25db82ffda5a8b0b4368b6f6c84b0de74b94815ceddb283704e9bca2bf", "expo_cards/Scan_2026-09-17_007.pdf": "f510b0d7d3b88a095d9a378088315576fefdb18b50f5251ed114619cdc43aae6", "expo_cards/Scan_2026-09-17_008.pdf": "d91d76139afe9fd1fec5b7df5adf271110e61bd3e66819dd10ee4c215e7983ee", "expo_cards/Scan_2026-09-17_009.pdf": "7091dae480f6f41e19fcd854b46015ea612ed30261b6b3e0bc4d7366ef34c826", "expo_cards/Scan_2026-09-17_010.pdf": "3f8612c9bb2465598199c9e491ea79a13540c30d1e9fb26a86fb6ada06084a52", "note_from_jess.txt": "d6c73c5217a9058fee36f9e00f2004211fa0e6ef5914f372e78db9b8eafc9f91"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "titles and companies", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "office phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mobile phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "countries", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2142, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2afe25ae0e7489492b28db133d190cf0aca4818bead337777d2b73ee54126ff7", "run": 3, "run_id": "business-cards-scanned__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "98dd0fedd38bc7b872c51fcb393e4f4b625c6fd5a621077ca088a0d14a583481", "task": "business-cards-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 177792, "input": 200094, "output": 2692}}, "cached_input": 177792, "input": 200094, "output": 2692, "reasoning": 0, "requests": 1}, "wall_s": 75.5}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "cpl.xlsx": "7edb20fe5db76de3b0e9796930ed24dbd24d64fefebc17fcda2b62896b93b530", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7803, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "85fba2017202026c6a92b26b765b7d9dc7c5d53bb31849e4868de9cda563cc6b", "run": 1, "run_id": "campaign-cpl-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8d2ad630b9f7544657db5f8b25c484e2df21732176ca60504884fc8c213928e1", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 696960, "input": 739886, "output": 16490}}, "cached_input": 696960, "input": 739886, "output": 16490, "reasoning": 0, "requests": 1}, "wall_s": 343.2}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "build_cpl.py": "e911246d01a6d022e9ac8f9f6dad1366464fd6e96867e7858eb35673ee1a1f6e", "cpl.xlsx": "bc9fd5ba07c169650bf642b6f1955574a7cf52034c8b0f138c675436cfaf4e65", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7915, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d25d124b5b8b44d2e2bbdc28827442632d4dea8e5bc206dc80c42e5313c9a092", "run": 2, "run_id": "campaign-cpl-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bfb65dad4e7b928437b2054e6fdf7eb5644f21033549b20ddfb6af3ddea0621b", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 585856, "input": 638703, "output": 17286}}, "cached_input": 585856, "input": 638703, "output": 17286, "reasoning": 0, "requests": 1}, "wall_s": 350.3}
{"artifact_hashes": {"ad_spend_q2_2026.xlsx": "65c28f81195574378655d17d79b2b27e7ffa72c853059516bdf26329c84a3cb7", "cpl.xlsx": "606d6a5573f4f4bd32b71ce822ef6bd04d9d6ea1390d30677196e50181ccf87d", "crm_leads_export_2026-07-06.csv": "eda556259f97de693310d311b1e47cbbaea98be25ff58cf489fd8a5ede1ef00a", "email_from_dana.txt": "e93ad9ce1d1970c402baf9b54d48930808fc0d704f7a0b7224e27ea3f1891a85"}, "category": "reports", "checks": [{"name": "cpl.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "totals are live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells (Direct Mail has zero leads)", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Google Ads cost per lead", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Meta cost per lead (facebook + instagram merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "LinkedIn cost per lead (EUR converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Direct Mail spend shown", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total leads (quarter only, no spam/test)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 spend total (no subtotal double count)", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.907, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "16c593a8d3b7cffad82a1f8ea5e130268c3176d21538576970566095d0adf542", "run": 3, "run_id": "campaign-cpl-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "664af9f70da7403309ffff67887157a9e7aee8cc35a70c5da1cfb1f768d42e8e", "task": "campaign-cpl-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 1016448, "input": 1062547, "output": 15803}}, "cached_input": 1016448, "input": 1062547, "output": 15803, "reasoning": 0, "requests": 1}, "wall_s": 358.4}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "review.csv": "45b0ea1bb8fd172dcf7ad96bd4950f3f85bc1b9f8e9d9ff36be132ea8a607b6a"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.2971, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "47280fbf9a6b6d6769b2525694df4b3955a768fd5fa0025b3ba92e0139e46e1f", "run": 1, "run_id": "card-expense-coding__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b021b2a4eb72243f8d3c1e1b7e1ddd8170db356f0b4ca2896a0152832830be55", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 199936, "input": 216193, "output": 7607}}, "cached_input": 199936, "input": 216193, "output": 7607, "reasoning": 0, "requests": 1}, "wall_s": 164.8}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "review.csv": "016e0120ad5430f0d9d677f0e0c7d65ba5281a817d2cfa0e4005a7ee27f34f6f"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.3315, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f8f3734c67586a83be0379c9f24a561fb3ea9a4110d14e450361bc5676528806", "run": 2, "run_id": "card-expense-coding__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2c556b9a425713be76595ed67c2dfdb21a300fb6a2114266593d2d23025b3939", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126080, "input": 152995, "output": 8670}}, "cached_input": 126080, "input": 152995, "output": 8670, "reasoning": 0, "requests": 1}, "wall_s": 171.8}
{"artifact_hashes": {"approved_travel_2026-08.csv": "00316405c6930ad402c112d0a28c0504ade0286f5d4da319de1941dda5ad2d74", "card_policy_2026.md": "2662e6cc860c0fe749db2fc020668e26d0015f7d13341ecde4deb78d47a40d41", "card_transactions_2026-08.csv": "9565dcc66ddd40db77f992f67c22d96023f75f8ab9074ce8f330bd01222b9dab", "coded.csv": "460af8b38c8241954a121e2ea709c7c28473fe4d91e25dcc7f03539ea677303a", "coding_import_template.csv": "48dfd7ae3000e93b76f77eea23ee7ee3f777581b8b597030020a332cc3d180fb", "review.csv": "34ed3c8f99fc874ffabaf4e5adb86e5dc5e5f5a32664847060efbad404c7c247"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per charge", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every posted charge coded", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gl accounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee owes", "passed": true, "required": true, "type": "custom"}, {"name": "review list", "passed": true, "required": true, "type": "custom"}, {"name": "review list says why", "passed": true, "required": true, "type": "csv_columns"}], "cost_usd": 0.4119, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c6e457a453654a2bc2ccfbb9e89386fd416cb829ac8bb5d20d6f59ffe71f7b4b", "run": 3, "run_id": "card-expense-coding__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4f7849dca93b467be765c4cd7f1a3609b65819f39a3dcca33d9b16f605a1e536", "task": "card-expense-coding", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 246272, "input": 269654, "output": 10991}}, "cached_input": 246272, "input": 269654, "output": 10991, "reasoning": 0, "requests": 1}, "wall_s": 219.6}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "b0d03ab52cdcefb384f5822931b73f60e454f67359a1349290e9175795c89ad5", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2894, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5e85a891fcc99f7abab447c7a41bbffc8f3fd2fe4bc2207143fd090fd5709bc8", "run": 1, "run_id": "card-statements-pdf__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "401c08cf239f8bc6630e1071896d79582c063925b707f88bdc43ac5ec086535c", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135552, "input": 172320, "output": 4407}}, "cached_input": 135552, "input": 172320, "output": 4407, "reasoning": 0, "requests": 1}, "wall_s": 108.0}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "b0d03ab52cdcefb384f5822931b73f60e454f67359a1349290e9175795c89ad5", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1786, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1824f3101f82f288c50cbb169a9825f2ec575247d92d4f17b853aaf10af18c6c", "run": 2, "run_id": "card-statements-pdf__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "413c8ae77cda28d4fe2b9240e3e8b9fa3be5c29a30660d4b62da46d1c31fd5bf", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 132864, "input": 145715, "output": 3705}}, "cached_input": 132864, "input": 145715, "output": 3705, "reasoning": 0, "requests": 1}, "wall_s": 99.8}
{"artifact_hashes": {"card_statements/Harborline_Mastercard_7890_Aug2026.pdf": "1a7c64bc06064e06781376efbcd07769c939259ec720def0e8887876c433e5b7", "card_statements/SummitBank_Visa_7311_2026-08-17.pdf": "95ab6aa74f10a817defe223852e825ffb645c9d6a49f734bbaa719632761a40d", "card_statements/scan_summit_statement_7311_sept.pdf": "ed8535a90e7dce1881260584ac1ccc2172fcdef92bbd82beebf12c6191409a26", "card_transactions.csv": "b0d03ab52cdcefb384f5822931b73f60e454f67359a1349290e9175795c89ad5", "note_from_ingrid.txt": "a38ebf6672b9a4a06abfc73bad97eaad58015af5900dffcbe8913abeea2d96ea"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "cards and dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "foreign fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.258, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f3e3d18e4ce64a4020f2344dea47609ea2f5bb04c0973e5bd4087c01458cbfc6", "run": 3, "run_id": "card-statements-pdf__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3bd6ba5a3b0a0149a047aebfec488db30b5d3bbba08f99cc819970d58562d4f8", "task": "card-statements-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 205568, "input": 225464, "output": 4809}}, "cached_input": 205568, "input": 225464, "output": 4809, "reasoning": 0, "requests": 1}, "wall_s": 129.1}
{"artifact_hashes": {"drawer_variance.csv": "0eef8055f495f6b163ddd04552aadc8cc46c5b462b078e91fd1da4077879d345", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.186, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "46365e2bc5b4e6bd15f8e8bbc1020d83c6c48e6d536c91e55a6e778bc3394e9f", "run": 1, "run_id": "cash-drawer-variance__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "08d2d07c5d98c7139b813c03db61b675681cbbc5dda57cb126c6bc7afea4cf43", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 129280, "input": 140871, "output": 4396}}, "cached_input": 129280, "input": 140871, "output": 4396, "reasoning": 0, "requests": 1}, "wall_s": 94.4}
{"artifact_hashes": {"drawer_variance.csv": "192ad5e6c7613b6b14650daee45fc80baa8bd7e606f640b8e3fecf11c84ef489", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1819, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "19c57421bcaa81bb2442ae10ae44337f5cee976202e48a7414aa9bc2a2b8389f", "run": 2, "run_id": "cash-drawer-variance__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "74e2b1d7c2b607fe9022b832a8bc5808c8fa5879c31c5be26b17dcacf5e8c20d", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 125184, "input": 139490, "output": 3730}}, "cached_input": 125184, "input": 139490, "output": 3730, "reasoning": 0, "requests": 1}, "wall_s": 88.2}
{"artifact_hashes": {"drawer_variance.csv": "7fef5002e8f14be681672fd957dc6793cc99c041957a937091de0bcfb69364e2", "note_from_marcus.txt": "92cf11a001b47a19341db3c018ba4a6445bee0617dc5a8053b51fc24a11b5aad", "shearline_pos_close_of_day_2026-08.csv": "69277c4af5bbb76000f7c00d935d8391cf2aa23078d081ec9cfc61db99819ba7", "summit_cu_checking_2026-08-01_to_2026-09-04.csv": "1a70b545e4f717f5182260d2f210885b8ee12131385e31e55c98649a74c59fe6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every open day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "expected deposit per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "deposited per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.235, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f2943ca2224d19897c9f3027b675fef10be0f7699efad66cd9990fb886d54892", "run": 3, "run_id": "cash-drawer-variance__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "371d6b119549bd111992ee8424fa9f3d49cf415457106e0718c7c2883e89520c", "task": "cash-drawer-variance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 114304, "input": 140020, "output": 4322}}, "cached_input": 114304, "input": 140020, "output": 4322, "reasoning": 0, "requests": 1}, "wall_s": 104.4}
{"artifact_hashes": {"build_cashflow.py": "6b0d568a2bc111458a9f2d90d8ccf31b6efaf75969153ed4e28b2fef5a9aa020", "cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "d7bffc68ebf719d1337a7e469a8c335952973ef4a7eb09854d9a0257e13cf06f", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "9ef5079be25f4c5227f5a91a2464a9426103bb4dd78083aa1732cc9ecea17ac6", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.8835, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1717ce97934f17f5a984b50c116d974b1b5576e08ef0cfd18fb3657ae6af69c1", "run": 1, "run_id": "cash-flow-monthly__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1def28e91243d6e41b3171fcb26b6a1ecfc7f950859c25f3dca0c5a844220ddd", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 672768, "input": 722327, "output": 20809}}, "cached_input": 672768, "input": 722327, "output": 20809, "reasoning": 0, "requests": 1}, "wall_s": 446.1}
{"artifact_hashes": {"cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "7025c82b7e9b9a859933da5605c374fd4bfad7943cd8cef3a7e27eed664ef636", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "08e50172daac9eabccd04d6af3643dc9efe62668740cb3c513eee2741865ca26", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.8887, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b428bb247db2f76cb209d80de0cadcbb54fa7ebc94b1acc1c4bdd66dced5c66e", "run": 2, "run_id": "cash-flow-monthly__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6ce23af0472a1b6341f2cadafd822f6ced2115870be7088339df0a2534850b5e", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 694400, "input": 740835, "output": 21258}}, "cached_input": 694400, "input": 740835, "output": 21258, "reasoning": 0, "requests": 1}, "wall_s": 468.5}
{"artifact_hashes": {"cascade_cu_savings_4471.csv": "c6452850aa40229f58b9ad3cf550e87c23800ce52d27f2afc5e80d2cca03f3f4", "cashflow.xlsx": "1608445fb2f4d10b0df1f5f9e9a50dbfb452ed92b008967dfd8368d568ae2d62", "first_meridian_checking_x2210.csv": "8c1787f98bc1bc8c2c166f1dc80e31e561fa76d3e671132254cf5398a80609a0", "memo.md": "cafaecf887bba1bd10624cd41f293dfccf36b712a57728d5dc0dde2901e36f65", "note_from_jonah.txt": "91c50fcd4577bcabb9c5f378510121f0b28e1e529e443225603a16aa2a60c19c"}, "category": "reports", "checks": [{"name": "cashflow.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "June money in (transfer from savings left out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June money out (fees and the IRS payment from savings)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "August money out (owner's draw in, pending out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total money in, March to August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June bank fees", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June fee total", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the June fee spike", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 1.0969, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "70b21df1bb2306a6275173e36da04f4284930de038de112e337c4d2330162b0b", "run": 3, "run_id": "cash-flow-monthly__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8584a70147679b57d12bbb319da5c858a18ba3b75a0a7cc508e896a965d148f2", "task": "cash-flow-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 845312, "input": 911460, "output": 24707}}, "cached_input": 845312, "input": 911460, "output": 24707, "reasoning": 0, "requests": 1}, "wall_s": 523.3}
{"artifact_hashes": {"catalog_clean.csv": "0c8f68edf2dc5da5ad8419a4cb9605a5fce3ea4fde951abb0245631de9f41131", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2497, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "939dfeb3788ac4138b88f0ad7bf4dc85455bc07b11c9c3aeb4967357982963dd", "run": 1, "run_id": "catalog-normalize-units__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3c7b20656fa74cf67a7fa36fce6d1b98c689c9160c739ffd45f98007bd54e0c6", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 115712, "input": 139052, "output": 5505}}, "cached_input": 115712, "input": 139052, "output": 5505, "reasoning": 0, "requests": 1}, "wall_s": 113.1}
{"artifact_hashes": {"catalog_clean.csv": "842471dfcabcc22e570178ffb99ccf5d2f42add7aac865cf0144b9c1dfa56555", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2452, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "416977294ae6681d89a7c8c6521ee50db66c1cd6c7708e5c2f17dc63906c6fe4", "run": 2, "run_id": "catalog-normalize-units__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2ee25239f9acbc827fad801be523ea2a2d75ef273f79e24ffe7ab988e17c836", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 130048, "input": 154271, "output": 4813}}, "cached_input": 130048, "input": 154271, "output": 4813, "reasoning": 0, "requests": 1}, "wall_s": 105.5}
{"artifact_hashes": {"catalog_clean.csv": "842471dfcabcc22e570178ffb99ccf5d2f42add7aac865cf0144b9c1dfa56555", "import_field_guide.txt": "c0f994dac5f32647c337cd394956bac5164b44a755d95f8ebc525241fb35f8a2", "new_pos_import_template.csv": "1cd281764b55e0a42e154c6c481817b20a28d257df78ff2e81384d12b0f1b26f", "note_from_manager.txt": "62a112b32fe0257c1684925a34398af24ea5a39615ad5bb95b7398ce0a497aa4", "old_pos_items_export.xlsx": "b8d98ad83ffe27442426fe6cf607f159c5a6eb5a8effceefad93050239172c67"}, "category": "spreadsheet", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every active item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit size", "passed": true, "required": true, "type": "custom"}, {"name": "unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2233, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "3b73dde5cfa3869fa50b5b7f2c8417bc7217ced02464e6b05ef592f3e09581d9", "run": 3, "run_id": "catalog-normalize-units__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "235568558b064307a902fec8f1e67a591fb5c392b617aa305ae11a7decd10c51", "task": "catalog-normalize-units", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 146944, "input": 160342, "output": 5547}}, "cached_input": 146944, "input": 160342, "output": 5547, "reasoning": 0, "requests": 1}, "wall_s": 119.1}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "89bce8b4bf51b0b6344438918b4df2cb9c82adff9b7b77f8f33593e10b16e51a"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0897, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "17576c1e7052be0fedef544b6899c5677982160b9dafad7b21db3e00e7ad44a5", "run": 1, "run_id": "catering-quotes-table__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c2e0e9535092be6ebc19266218687ad6f54af625f00f782f002bc73aef1ead7", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 93184, "input": 97739, "output": 1712}}, "cached_input": 93184, "input": 97739, "output": 1712, "reasoning": 0, "requests": 1}, "wall_s": 50.4}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "89bce8b4bf51b0b6344438918b4df2cb9c82adff9b7b77f8f33593e10b16e51a"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1636, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "afd2b2fcb9e4451a187f29c878b7db6d8144f6c6bb9eab907d331d075b75e26f", "run": 2, "run_id": "catering-quotes-table__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "abdc55293749d9fffc851e03afede5aaadd0ccc7005a0d7710409aef599ed014", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137984, "input": 154678, "output": 2082}}, "cached_input": 137984, "input": 154678, "output": 2082, "reasoning": 0, "requests": 1}, "wall_s": 57.2}
{"artifact_hashes": {"catering_quotes/CopperKettle_CKE-26514.pdf": "a577268361807f8d65c333281fcc34626b7a6d6ef043c1b170a478558db03a7a", "catering_quotes/Saffron_and_Sage_proposal.pdf": "a298dc25f0b4f9c6d4e7244a4a9ce4c514c1e10dd36257ba4f5a48fa07b54066", "catering_quotes/blue_ember_quote.pdf": "46389f9535f109478a1ccc64b9344c4bc4c0f003cfad612234aa57045ef50571", "catering_quotes/scan_olive_branch_quote.pdf": "a67fdf15121d55cb4aac1bb138394287dcb53f62e80c7474fbacf4aa6620fb00", "note_from_office_manager.txt": "bd91da7d69d0e19b6bad94a517ff14b46df36f3c1797766a8c60f2a22b1bcd2f", "quote_comparison.csv": "65490a24b47a25895da4d61df650933f2004fc89194a7078d5c2619647525c39"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per quote", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "caterers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pricing basis and guests billed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "food and beverage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity included", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gratuity amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "fees and total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.0922, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d79aa9a75db0e3dd318191125be1b9e57c9a05e3cd5b30b037087acf966b01fa", "run": 3, "run_id": "catering-quotes-table__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "845601e60a9cdd240377179a9ee97a0fc71287f2b8ae517ee2afce3c37a47d72", "task": "catering-quotes-table", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 107904, "input": 112033, "output": 1627}}, "cached_input": 107904, "input": 112033, "output": 1627, "reasoning": 0, "requests": 1}, "wall_s": 48.7}
{"artifact_hashes": {"chargebacks.csv": "ddfc8446f909e11f02625434e2ec54450586956be11b540dd95417cc6e6349a3", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1822, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2a74fff38e7147f41968bfe70a8fd03a2efeb8ba73809e4804242f4288f3f679", "run": 1, "run_id": "chargeback-tracker__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5240b1b508529c65448093c61000d4e5c738f71143e8d3191009764e60e9b198", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 94848, "input": 107641, "output": 4656}}, "cached_input": 94848, "input": 107641, "output": 4656, "reasoning": 0, "requests": 1}, "wall_s": 101.8}
{"artifact_hashes": {"chargebacks.csv": "b7a734b598fa4295ea115ced084c59ec68f0146e4759a24f9d97d6dad1f4fcdc", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2288, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8714d0565e5545a326b69b90b06d1b70a346efe9bf0351052f8a892147c24b49", "run": 2, "run_id": "chargeback-tracker__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b784d5bec0aa086b7f53040cb264d0d96f6086b0baa22b25e303aeb20598f1ca", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 105600, "input": 128370, "output": 4773}}, "cached_input": 105600, "input": 128370, "output": 4773, "reasoning": 0, "requests": 1}, "wall_s": 145.8}
{"artifact_hashes": {"chargebacks.csv": "b7a734b598fa4295ea115ced084c59ec68f0146e4759a24f9d97d6dad1f4fcdc", "holidays_2026.txt": "396458820ce0900ff41a8587b71142a63ca9893cf8275031e11eb9bdc53ac939", "note_from_june.txt": "df895e1b4c581810a9840182f35bf613c96794f59f4466d45a776b90ede1459e", "ridgepay_dispute_decisions_2026-09-11.csv": "cd60e83214deec88e34ed6f63a398086c201d5113d43cbc312276d36fee7c09a", "ridgepay_dispute_guide.md": "ace67f1710b15d73ab8cf03b4611318421613163fb6517ea183bdc13644f6784", "ridgepay_dispute_notices_2026-06-01_to_2026-09-11.csv": "089c01adfa204fdfecf3829b5ea9345d374a5e42812d4e62c87b2778b3ba09b4"}, "category": "bookkeeping", "checks": [{"name": "tracker columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per case", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "evidence deadlines", "passed": true, "required": true, "type": "custom"}, {"name": "status", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "disputed amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net loss", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2818, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0c026455f40379cce1a6875d9245959eba0637ae215c4c8c94245cdb9b6def6a", "run": 3, "run_id": "chargeback-tracker__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a54319249273723cf78260f10fcf12125a2525a871fbef96f22640160a846720", "task": "chargeback-tracker", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 206848, "input": 219061, "output": 7510}}, "cached_input": 206848, "input": 219061, "output": 7510, "reasoning": 0, "requests": 1}, "wall_s": 155.1}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3236, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fb2cb049df30895f581ef0df325760634303fd2157f91e7b295dceace016a9d6", "run": 1, "run_id": "chart-of-accounts-remap__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2e5e9c19694e9e93ff0914244ed65c8403911eb4a52105b6a1b04a579a43502", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295040, "input": 318049, "output": 5675}}, "cached_input": 295040, "input": 318049, "output": 5675, "reasoning": 0, "requests": 1}, "wall_s": 127.4}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3051, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "45587840f51b88fd844a480fd6ae31d5b7a15709a8f7b9db757e863fbfb8aaf1", "run": 2, "run_id": "chart-of-accounts-remap__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0a426c5eb42882ba3f454be5805b34b773155954517577a02bf3159fc8dfd295", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 253440, "input": 275829, "output": 5709}}, "cached_input": 253440, "input": 275829, "output": 5709, "reasoning": 0, "requests": 1}, "wall_s": 137.3}
{"artifact_hashes": {"coa_crosswalk.xlsx": "c2367acfd3aebcde4b8cda75ff8ecc3dc695ff0eb93d303da5180902bbb09818", "email_from_marcus_cpa.txt": "c54219849be8d0748b7141385b4e6ae757d18190397ca0b9e7fe5c8281f97f2d", "gl_detail_2026-01_to_2026-08.csv": "cfd8e0ac6505ff8c1f912f43427964c18a05870422716175b3a85e3101483f1e", "remap_template.csv": "ad1438728f79410c3481be9bb01040b07616e508e9613db3abf4c7b4f1ec5b2d", "remapped.csv": "ac76f4fbbf73d65efe06541f7a16eeecd81e875b6d85300752712a8df0351fc9"}, "category": "reformatting", "checks": [{"name": "template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per GL line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new account code and name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unmapped lines flagged", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3684, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e60619534ff098d14a88c81a3d2cf4440b56032c4b73cf9d52896bab74eb0b3d", "run": 3, "run_id": "chart-of-accounts-remap__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "21a0d57587786ba4e42940b23f09a3088679e9ab57d945054f0bdbfd1f343f8b", "task": "chart-of-accounts-remap", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 382848, "input": 402623, "output": 6809}}, "cached_input": 382848, "input": 402623, "output": 6809, "reasoning": 0, "requests": 1}, "wall_s": 193.2}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4126, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "63b543f90d41c32173eef11de495d1d5f838ad513bd5166377ae95c721e0d2ac", "run": 1, "run_id": "class-roster-changes__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b606eafde9bab0e3888765fd4c78a1f6dd1af57e5ac316dedd4bc94a1e5ccb36", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 309120, "input": 358794, "output": 4512}}, "cached_input": 309120, "input": 358794, "output": 4512, "reasoning": 0, "requests": 1}, "wall_s": 111.9}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3329, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5ad2fa1c972bb9eb1a53aceaba9c5bb8fe5cb404ee42e8c3d00e8a255d7ffe5e", "run": 2, "run_id": "class-roster-changes__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ecb2d53dcbf2d216bcec4717710316a0c1b33357a6331f303ee3063170d0beed", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 365824, "input": 391201, "output": 4254}}, "cached_input": 365824, "input": 391201, "output": 4254, "reasoning": 0, "requests": 1}, "wall_s": 112.8}
{"artifact_hashes": {"email_from_coordinator.txt": "ef163d2f9b433a6d93f639961bfeed25d724c00f55e9b66c0561e9575b798248", "fall_2025_rosters.xlsx": "dcaa2c352107538683d754d08deb2cd78dfd667c995116e5c0aab472a91ea2d5", "roster_changes.csv": "5e9ce103476f3750e8e1150b3f0bdf876d7abee6e6ec33b1be497dfe8b7a008a", "spring_2026_enrollment_export.csv": "4ebba6326453c859d9d9421c8c1a13955168ac5d876a596d8bbc4a26cdfa2a64", "spring_2026_waitlist.csv": "0761541bbc3379b571f607374486b0c575cbdc011a3c0e293c1d2051153e57b6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per course", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "fall enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "spring enrolled per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "added per course", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dropped per course", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4142, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "814836bb246cd084fb79493caeba334b2eb9386c9f923b617f85b6499cb3567e", "run": 3, "run_id": "class-roster-changes__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "004abc8a3ffe638a80e92731e7cd9d352031dd2c17291c13a58ec46a1db8f3fb", "task": "class-roster-changes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 417536, "input": 458803, "output": 4107}}, "cached_input": 417536, "input": 458803, "output": 4107, "reasoning": 0, "requests": 1}, "wall_s": 105.3}
{"artifact_hashes": {"client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3244, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "078cf523a625f7efd66abd0ae3345616a40c5a0be30337c119ba6f616835c5d5", "run": 1, "run_id": "client-hours-by-project__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ccfc26400b50a1296a4bd3b7dd71ef0cf1a2ae1cdc1a4392ee99d48560166f83", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 155392, "input": 194907, "output": 5207}}, "cached_input": 155392, "input": 194907, "output": 5207, "reasoning": 0, "requests": 1}, "wall_s": 112.9}
{"artifact_hashes": {"client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1634, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fe5775ba0142ce917d8b82df1e5394e7815cd69da8ff730c3023c11e818cc31b", "run": 2, "run_id": "client-hours-by-project__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "513e6371cab23122f2738f53cb8422c0c0772d45d3c3c6457f7db72b3f415fae", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 148608, "input": 156587, "output": 3604}}, "cached_input": 148608, "input": 156587, "output": 3604, "reasoning": 0, "requests": 1}, "wall_s": 109.7}
{"artifact_hashes": {"client_hours.csv": "51826ae184e987e04d5df82e7b5a54bf9c6b82a4c1325ab02939e65696a83ee0", "note_from_ines.txt": "a211f521c304537f3ff7d8414c02958760cb6d0d97f8dd33d65ee64e9212c759", "projects.xlsx": "6f5050c9d0359bd7652a593f98447e0d7cd0384a2dac6fe8b046e889c65da792", "timer_app_export.csv": "06af514a8fa027ffe20cf7b1fc26b1c46cb4faa7864ecb37f37c5927e1529053", "tracker_time_export_2026-07-01_to_2026-09-30.csv": "2e72d9b252cb89953da0673db497dcb3ac54226df40899112744ac4e61f90a56"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "project list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per project", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per project", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unbillable hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "internal time excluded", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3248, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "590a4fab72315680b26caf77cbf64246fdeec185f45cfe35e3956c0df80a9252", "run": 3, "run_id": "client-hours-by-project__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eb77174b3ac24475e143145ad87de2b2afb9cb0c25d663ce81115e6eb455d63d", "task": "client-hours-by-project", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 224256, "input": 257106, "output": 5186}}, "cached_input": 224256, "input": 257106, "output": 5186, "reasoning": 0, "requests": 1}, "wall_s": 122.5}
{"artifact_hashes": {"cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "94740b203636554b8072ded813b8d72217ab85b23f446439c784cd47140d68e7", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5786, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6fdb3adc8c24af48c7a47b53edd3a19607cd1f6afd7dce5436a46d8b0cb8416b", "run": 1, "run_id": "clinic-visits-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "99528f72bdbb602dba83e590a99750ca4ae617e8f96c2bc366c619b4bf1d2304", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 162176, "input": 190836, "output": 19954}}, "cached_input": 162176, "input": 190836, "output": 19954, "reasoning": 0, "requests": 1}, "wall_s": 401.0}
{"artifact_hashes": {"build_visits.py": "4e9d73dee581a853f433d161db721f67267f67b29fbc2620604775104b4477e9", "cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "5306f8ef433a6d97cf4be76b33a2b386d9710b999ad7dce2fca055e66609356b", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.539, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b2a3f0b3940ac448afdfa64f03fe4884ca595230ff253561e7069bd72b6448f9", "run": 2, "run_id": "clinic-visits-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f4ccbf25f63b4856877d04bf8b733051ccdb6de5c7ed80d8a668985d26fb2ee9", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 278784, "input": 306237, "output": 15882}}, "cached_input": 278784, "input": 306237, "output": 15882, "reasoning": 0, "requests": 1}, "wall_s": 332.6}
{"artifact_hashes": {"cancellation_fees_billing.csv": "83e3bc5801bc8fad7fdfb7b117dbcbd7a7cd825285370d8bd23d420896014973", "front_desk_notes.txt": "807f1d44afe73b66f50ee8e17bd5d49386c72c9117c6026961ce848ac628808d", "provider_roster.xlsx": "66b31a1e4c63535dc2cfae823059a676d846b6123865153b65aca80afca8b106", "visits.xlsx": "80bfd815281aa89b6e73357c9284ee44273269ec779a6165495a0c12965d3c30", "visits_export_q1_2026.csv": "154382ffb23f5f10135f93766bf16541073f7c43b07da9b7b4ad4ebcd87ae0c3"}, "category": "reports", "checks": [{"name": "visits.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "merged provider February visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "merged provider quarter visits", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "second provider no-show count", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "clinic total visits", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "no-show rates per provider", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.7067, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "86055586b93d2a98a4aec42edc8e1ed8596c845ded1274fc1121a86befedc5ea", "run": 3, "run_id": "clinic-visits-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ffd2ab9a5e334945b0af18fe987d4bdcd4602e386896f2809bc0d32e03288771", "task": "clinic-visits-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 436992, "input": 464834, "output": 21026}}, "cached_input": 436992, "input": 464834, "output": 21026, "reasoning": 0, "requests": 1}, "wall_s": 416.7}
{"artifact_hashes": {"hours_audit.csv": "3894fff1f45b39a27399807d46721cf3e3705eceb97cb42a933d7a4886bd4cc3", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2219, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4ca20789998ff6579076ef93caa9d9daf72029e8f10069c6ba2f9f996b1991df", "run": 1, "run_id": "clock-punch-audit__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b3518fd4850bfcd3a31f1bd8b2b4fd5a5fab48bfdb6ad467fefb998a84d54d2", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 145408, "input": 158768, "output": 5515}}, "cached_input": 145408, "input": 158768, "output": 5515, "reasoning": 0, "requests": 1}, "wall_s": 115.0}
{"artifact_hashes": {"hours_audit.csv": "3894fff1f45b39a27399807d46721cf3e3705eceb97cb42a933d7a4886bd4cc3", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2128, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e53b8df8339d1bcd9b7ff260b22ebe77850d2a1583068f0b7684cd0a9234b9c8", "run": 2, "run_id": "clock-punch-audit__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c6644d59c3c792a84c1c730c002e2a0cc0d066a047b55b285f14f3f8a67f2370", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 120192, "input": 131634, "output": 5949}}, "cached_input": 120192, "input": 131634, "output": 5949, "reasoning": 0, "requests": 1}, "wall_s": 152.2}
{"artifact_hashes": {"hours_audit.csv": "3894fff1f45b39a27399807d46721cf3e3705eceb97cb42a933d7a4886bd4cc3", "note_from_bea.txt": "d07ffca649dd8ed9567b0eb68646dcae3913679530fd92254964028738945bb1", "schedule_week_of_aug31.xlsx": "37dec188a30aeed4f28611e2e9418ee9f71a00b5d7546886b51d3bedda441d80", "timeclock_export_2026-08-31_to_09-07.csv": "ec28f41369f20d36cb9555dd58615d6e4df44224a96e5e8a023fac0f1ccc221b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "daily hours per person", "passed": true, "required": true, "type": "custom"}, {"name": "missing punches flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2413, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "31870d5f4eb1efe42b261610a5739736a5e31fda0e13db74ff16e5675575f773", "run": 3, "run_id": "clock-punch-audit__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8284e25c80df35b376971d316f3d6a03cd1b96627afa05520e53de186cf15e28", "task": "clock-punch-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137088, "input": 158939, "output": 4954}}, "cached_input": 137088, "input": 158939, "output": 4954, "reasoning": 0, "requests": 1}, "wall_s": 131.7}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "6b422abef75ba79cb74a58e24b1ddb15f7526b5c0f7608d80a2e4f0ce3a15985", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5888, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "44c73154fc18009a2419ca67d4f575b862a71b604e9129ac42db7fed0e741ca9", "run": 1, "run_id": "commission-calculation__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "22d55f557a7825f2d346d7e5e6d23998fb95453c8206df11f756807f8caf6590", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 340736, "input": 382933, "output": 14187}}, "cached_input": 340736, "input": 382933, "output": 14187, "reasoning": 0, "requests": 1}, "wall_s": 290.3}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "5c0d04b19be3f7bac3cba7a62234d01f4a79052292c24034ad6151a3625f4917", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9196, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c05c88393f1f4584c56d0cd352a22a3c8a96858ca163eb4ac74ad4b8c188c27a", "run": 2, "run_id": "commission-calculation__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "339a0fc10ad6ba6f509ed7309868c30cbbbf3c5bb54b19c7e664428658c7f218", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 714624, "input": 757574, "output": 23096}}, "cached_input": 714624, "input": 757574, "output": 23096, "reasoning": 0, "requests": 1}, "wall_s": 467.7}
{"artifact_hashes": {"commission_statement_2026-07.xlsx": "c5e0cd95b32ba636c3d3be6437b70861050999ec34ff0f95784a4c613bc4b217", "commissions.xlsx": "471f39edf19ef60b39a44a0ed0583da5f8d751c5f9c214bc70e073b761dbd45d", "crm_opportunities_2026-08.csv": "97d8ea50be3161c427d93a4ff87c09bd8cdfc866daa4ba8e297c3daf7ef890dc", "email_from_marcus.txt": "1f19172953e2e6c7e38b539fc152b514a9aa73b5beb2ab3b0201c95d8f5fa47c", "refunds_processed_august.csv": "f007844b0b16005288c029cdcd5a4fe269b56d51f7a18cf430d33ff5c7b0c7c4", "team_sales_commission_plan_2026.pdf": "f3ae2df9ca34e4bcf48d9d87efd1c3fda4d937b2ea611791541f052855a4e57b"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Osei commission (graduated bands, split deals halved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Brooks net payout (July deal recovered at 8%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kim net payout (August deal recovered at 3%)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Haddad net payout (senior plan, July deal at the standard rate)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net payout", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7243, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0b2557b20d33139c3d6005394240674dafd808a59f21128621ab0b2d7092fae4", "run": 3, "run_id": "commission-calculation__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ca26ceb709440f5f8c0738378cc67ab59ed1754767fd8b5d2ec808dd465cf6ed", "task": "commission-calculation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 465152, "input": 508566, "output": 18228}}, "cached_input": 465152, "input": 508566, "output": 18228, "reasoning": 0, "requests": 1}, "wall_s": 442.2}
{"artifact_hashes": {"clawbacks.csv": "220e705d15d14997fbb2fbb75c14f80a328b389e4a778c17c683d413827aad4c", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1856, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "504a10147f2c77f241ad736ff4ded5ec3d56abc774e5be7d0a6a12193349ca39", "run": 1, "run_id": "commission-clawbacks__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ed87e9e56c339a934aad49d17c8c119266e7cb2d3521a6928ac2dd901d6d110", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 146944, "input": 162084, "output": 3315}}, "cached_input": 146944, "input": 162084, "output": 3315, "reasoning": 0, "requests": 1}, "wall_s": 93.2}
{"artifact_hashes": {"clawbacks.csv": "220e705d15d14997fbb2fbb75c14f80a328b389e4a778c17c683d413827aad4c", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3094, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6f4fcbedbd83dc3dcb1f1084a81e2c26da07a55ba41ef405dcd845f3cd97e649", "run": 2, "run_id": "commission-clawbacks__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "97703bd12b86984e042db6f05409b6a28778058319e423dbce529cfbbf745d66", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 169216, "input": 202180, "output": 5491}}, "cached_input": 169216, "input": 202180, "output": 5491, "reasoning": 0, "requests": 1}, "wall_s": 119.1}
{"artifact_hashes": {"clawbacks.csv": "220e705d15d14997fbb2fbb75c14f80a328b389e4a778c17c683d413827aad4c", "clawbacks_taken_on_2026-06-15_statement.csv": "dd89e9dfa6f8bb5162cda8cb6a114d6ad920e75c5c4d478b5347283b75694fd9", "commission_plan_2026_H2.md": "9b716dae6bfddf08d63159b56e2fa3f17a7666877552b40b20480d82aed84863", "commission_statements_mar-jul_2026.xlsx": "b5481df7ffcd44bb78202d2bf6e16950bbece3dc7edcd6f42020eb00e85e2874", "note_from_colleen.txt": "eca680270cc5640c5a500d2f6f25ef7f03da808d8361a8b4a4342945556f437b", "refunds_export_2026-04-01_to_2026-08-31.csv": "d3827b56f770e5ef07afe76e644ca5aa41e4be826bb0a228f347d0bf66710843", "sales_reps.csv": "d1a958f0fc12d2cd8df4140f0328432288acd000395ff89abe2936f074843719"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which refunds", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "clawback amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "recovered from the rep", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "written off", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1845, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c482dd9bcdac36306d3ade83cc651af51872b76fceb9dd56accc59049ca4cdc7", "run": 3, "run_id": "commission-clawbacks__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "aa9970ffc2ebf26ee6864612bd663e1c3fe93186480445fdfadb679c1fa30f7d", "task": "commission-clawbacks", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 153728, "input": 167723, "output": 3353}}, "cached_input": 153728, "input": 167723, "output": 3353, "reasoning": 0, "requests": 1}, "wall_s": 100.3}
{"artifact_hashes": {"complaints.xlsx": "2385f29dcc0cccb7f93c27235aa3f861594b63ef0dfa88b4ec14334641d79151", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "memo.md": "d20e1de75246a591c97ad8b88b8d72cb3ee29df8af68a38b8d7489a8eb1e6dca", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.4967, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "18dde47dcbb1b9242ace4cd4a4dac034c75c8a69d0940060f362bf9b09488ba6", "run": 1, "run_id": "complaints-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0f8ca6cf88ba70449d55b0f4e2bd1603715c64d3be5423b84634b1e07e2d83db", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 322560, "input": 343560, "output": 14185}}, "cached_input": 322560, "input": 343560, "output": 14185, "reasoning": 0, "requests": 1}, "wall_s": 301.8}
{"artifact_hashes": {"complaints.xlsx": "3e0b9ff5e5303cc29064a960cd8e954c1d43a8f5ff35a5e26a9d9f46d7e73b2c", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "memo.md": "fe061ccd10e7d5c21eb384de7caeba6ce6402e6012a8f9077a85d44fca285b77", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.5413, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6366af0bc5b1d8eeddcf7a9201c87c48a92b4a2130c2335612c5b316ccd7e9e9", "run": 2, "run_id": "complaints-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9531d50f101338d792cd78510423b90b5f7b9e406777907d2ad3ee3188d9c034", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295168, "input": 329270, "output": 14341}}, "cached_input": 295168, "input": 329270, "output": 14341, "reasoning": 0, "requests": 1}, "wall_s": 367.4}
{"artifact_hashes": {"complaints.xlsx": "078bcace26a396a83dc26560ba3fe8d3538f02f75cc899f2eebd86f39f9f9b3f", "customer_complaints_log_2026.xlsx": "2dedea092e5577e9d9e68d05fd436b9e50c2de4aec788d9f3cdba11492e999ac", "memo.md": "f812959fb005160ea5a991dfc6fdd593a380d7e2eab66f8f3a48278cf831a95c", "note_from_ops_manager.txt": "5768ade4d7ce85a3545fc8c9ed4e73d6e91621b4a0dd3b9f1e3099a07497d3e3", "web_form_tickets_2026-01-01_2026-06-30.csv": "570306cba986b1b077ac260711d97757d1208578e21cc23e977120d3435ccbf1"}, "category": "reports", "checks": [{"name": "complaints.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "complaints in the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst month total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Missed pickup total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Damaged goods total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the half total and the worst month's count", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the worst month", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.5206, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e6d4d693d9ca7775368e82c73ea7a15ae59e729a5cc9579cbd789646c6bc25c2", "run": 3, "run_id": "complaints-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "524e6a5c22f78d0f788b04c98e4e668d6e24f5a715c7671ecd1c1757e7f80ef2", "task": "complaints-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 205824, "input": 229921, "output": 17095}}, "cached_input": 205824, "input": 229921, "output": 17095, "reasoning": 0, "requests": 1}, "wall_s": 424.3}
{"artifact_hashes": {"contracts.csv": "2802f7e37d0f605c10cd3480606e2f28259bbf058fff692cacbf298dbf170c90", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2417, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "628bcf1663067ae7d24c5edb96e1b5c89b4566f13238b0539bd08595a77f8595", "run": 1, "run_id": "contract-key-terms__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8d44e887c5005b2f6a7e06bc65162e2b23fd3e7742221ead6fea22f071812778", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 239104, "input": 252443, "output": 4633}}, "cached_input": 239104, "input": 252443, "output": 4633, "reasoning": 0, "requests": 1}, "wall_s": 120.4}
{"artifact_hashes": {"contracts.csv": "af1e128afd864c1c5cd220ed04c890225759c33800beb43ccf8e7101f7581ead", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2043, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d08bde561290a612d2e3612e3ec727c460b18b108d061ed71a4301c959fc9a13", "run": 2, "run_id": "contract-key-terms__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e22027589417d9931fb88662ce9f3da135a044b177cbffe82cb20218faff683c", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 150016, "input": 168947, "output": 3428}}, "cached_input": 150016, "input": 168947, "output": 3428, "reasoning": 0, "requests": 1}, "wall_s": 113.6}
{"artifact_hashes": {"contracts.csv": "af1e128afd864c1c5cd220ed04c890225759c33800beb43ccf8e7101f7581ead", "contracts/Alarm_Monitoring_Contract.pdf": "0147bc6df31942ff7dc1d645ac3c529fe6e0c81bfd5ead2057f4deba683efe9f", "contracts/Amendment_1_JS_agreement.pdf": "4ac218cb0a955965979d6f530348a84745a35d82d4d81d26643a85b0ae42218d", "contracts/HVAC_preventive_maintenance_contract.pdf": "0d7febc0c472b33c52d0b46f0986f3e68b156eac5da8262607bec8ae064e9860", "contracts/Janitorial_Services_Agreement_signed.pdf": "370d1e7989f0306f7a66cd6e9b3dd4edaca2f4885b31d09d13d7197461aefa57", "contracts/WasteHauling_ServiceAgreement.pdf": "db2e68f31aecdcfcd28cb5a01e43a507807ec35e899add510bd442a313fb576a", "contracts/grounds_maintenance_contract_2025.pdf": "469c12efcad675781040d5ab9c983fb55d487ac3e86accb2c6162b99d61fa716", "contracts/scan_pest_control_agreement.pdf": "012c2cb37a157299fc9625fad3fffc149604aa549fb9de0ea53b97b79d709827", "note_from_renee.txt": "aad30b0c2aba5c91753d980e3cf796e0d04ff386175b496dfd892bfa70bbc4b2"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contract", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "term dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "annual values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "renewal terms", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "notice deadlines", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2687, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "32dfe111f96519d9e679cb6834ddb8942987f8283895beaa5da276e705897ace", "run": 3, "run_id": "contract-key-terms__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ba58a5bb46fb8daa8423d4f57ab89c01844f0fdd7807a21ffca7529ae00f8667", "task": "contract-key-terms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 225792, "input": 247835, "output": 4512}}, "cached_input": 225792, "input": 247835, "output": 4512, "reasoning": 0, "requests": 1}, "wall_s": 168.7}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "dbe4abcc4d1f6bf28751c3ff90db1d9ed663581b3685087efde4455f57be13b8"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": true, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1509, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "89e7af535972f9ab1fcb7e5df8c9598d7f8ed52cbcf9f90e897602311a0d7fd6", "run": 1, "run_id": "contract-renewal-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "306b461c89e67cc60afd3380bcc46e836fcb8193652b8f6b3daf3033090480d3", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 123264, "input": 135209, "output": 2690}}, "cached_input": 123264, "input": 135209, "output": 2690, "reasoning": 0, "requests": 1}, "wall_s": 105.3}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "a65d55421c95fd1006bff1fbacf705071be5fac6838a72196a17a49a40931c8c"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": true, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1347, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "923966678945376e14f8bfba5e1a33c87abe4029ccdc8d25b86b65dd484dd09b", "run": 2, "run_id": "contract-renewal-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b31b6f4cc1d24dcbec38af880c5bf7d6ba6e1fc18df72be3e5ceb8032d3dc80b", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 107648, "input": 118383, "output": 2434}}, "cached_input": 107648, "input": 118383, "output": 2434, "reasoning": 0, "requests": 1}, "wall_s": 88.5}
{"artifact_hashes": {"contracts/Amendment_1_Driftwood_Cottages.pdf": "a9a4a3239dc13e95d4b0bfeac7ffacf91adebff915efe4c222bb69ab73a32ad7", "contracts/Amendment_2_signed.pdf": "961e9c1a91cfdbf0baf53663c179ada47f1d362618fd92f42f0e48657f237b1d", "contracts/Amendment_3_DRAFT_for_discussion.pdf": "3e0eb5b13911055bea8b88f2e420bca6047f605a2034136fd16e95a7d6c682ba", "contracts/Brightline_MSA_Saltmarsh_executed.pdf": "47234ff4eaf1432d78631939f7792ebf3c5c0b8eb6aab3d3b30280f6d9a06d95", "contracts/Go-Live_Certificate.pdf": "aabcfd90399fec01d07add88c2712a52fedeb1bf19343c64abbd7a201a8dc6de", "email_from_brightline.txt": "686a213713dbfa5b3141e7f3b53d845c9e85eb6b3686cdb1ffd1f294da4603bc", "note_from_owner.txt": "f543f9bcde56f0ebcfc1bbd0c80ab600f62aad30734406ed67951815b07cab81", "renewal_summary.md": "31b3e678a7c7e62d6cdc59aee02c779f4e83a6ef00cb4928e66aac9c712f8480"}, "category": "drafting", "checks": [{"name": "renewal_summary.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "current annual value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "term, notice and the vendor's figures", "passed": true, "required": true, "type": "custom"}, {"name": "automatic renewal", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "renewal price cap", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.1361, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9bed35b0c0a9ec21c9e39bb36b3d82b7cc73b951a224a59c4bf8327a19d95a86", "run": 3, "run_id": "contract-renewal-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "36b8c000ff537a87fcb663f780cc7740edf50999bf62dae58beb69de2cd9c97b", "task": "contract-renewal-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 104960, "input": 117756, "output": 2147}}, "cached_input": 104960, "input": 117756, "output": 2147, "reasoning": 0, "requests": 1}, "wall_s": 77.1}
{"artifact_hashes": {"1099_vendors.csv": "04ccebb6ebc870675048d327cab9e43f0171fae69be290bb79ca58b89ba910b9", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3308, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9bce71b6add2a1cf2c40301e924aa79c7a409dc1ca28cde1c622f11a085fc527", "run": 1, "run_id": "contractor-1099-list__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "949b10859681748aa182903c19d6f9164b7075d12a26c38c38b533ee5a22be17", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 255744, "input": 287125, "output": 5150}}, "cached_input": 255744, "input": 287125, "output": 5150, "reasoning": 0, "requests": 1}, "wall_s": 160.0}
{"artifact_hashes": {"1099_vendors.csv": "04ccebb6ebc870675048d327cab9e43f0171fae69be290bb79ca58b89ba910b9", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3463, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8a8188394c1c6068f516fc89ee28f2b1e87f2a6117128e9b66efc44ffcb179a2", "run": 2, "run_id": "contractor-1099-list__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ea7eb89bb0f189f515f7c21a722cb65b10ff52764edae70c3b3dae82bd0833fc", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 410880, "input": 435148, "output": 4246}}, "cached_input": 410880, "input": 435148, "output": 4246, "reasoning": 0, "requests": 1}, "wall_s": 140.4}
{"artifact_hashes": {"1099_vendors.csv": "04ccebb6ebc870675048d327cab9e43f0171fae69be290bb79ca58b89ba910b9", "email_from_accountant.txt": "1c1ff605aa6796f33b28bfa3146ce72fd6b430a900c9b3d1903e27778ad469d3", "filewell_1099nec_template.csv": "4317eb16848123056bcdc6cd20d30e7f6a2e9b250fd4cc6200c4a733c431bc3d", "filewell_import_notes.txt": "8a8398556c064c74b943a7549091634d5398fde0f248ee380de8ced81e1a8900", "vendor_transactions_2024-12_to_2026-01.csv": "7a4eeec2007313633e41047ba8a28c67fff7d422684c5e55658bacbf2924eac5", "w9_roster.xlsx": "85d38fc2bb5064b3f87cc77cc1abe573eeb229620af7749ff1ca266f6a335764"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "who gets a 1099", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "box 1 amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "W-9 names and TIN type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "mailing address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2671, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "992099d6da5c02fd80ac5fec3bce3682beaf0212a2e629afe12b96d925548640", "run": 3, "run_id": "contractor-1099-list__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8122193b8d44885c4494d6e021104d52d59865c145c3ba00b8ac39d84b485f86", "task": "contractor-1099-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 257152, "input": 281146, "output": 3414}}, "cached_input": 257152, "input": 281146, "output": 3414, "reasoning": 0, "requests": 1}, "wall_s": 87.5}
{"artifact_hashes": {"credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3308, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5328264041dc5844d7e69a69b91fc906d51d2a247fdd0d21b2bc997d278ff640", "run": 1, "run_id": "credit-notes-apply__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8aea6a1e3c9df4c73e3038764cc3372da8e0264ce587ab2fcb26ac1811bbf695", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 218752, "input": 241221, "output": 7669}}, "cached_input": 218752, "input": 241221, "output": 7669, "reasoning": 0, "requests": 1}, "wall_s": 159.1}
{"artifact_hashes": {"credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2352, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7037da78fdb1a36f5edba8c48f0f8cf0a5826bab12c02296258acfeff38dd1a3", "run": 2, "run_id": "credit-notes-apply__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6aad4d42faa3c6ee4bf5ebb5a7dcc63589708cd58d65af6976710d0095d828f8", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 147968, "input": 163690, "output": 5655}}, "cached_input": 147968, "input": 163690, "output": 5655, "reasoning": 0, "requests": 1}, "wall_s": 160.7}
{"artifact_hashes": {"credit_notes.csv": "e036c49df7d8d2721113f7b7e94c483179888cba1aa771f36d4f49ceb5bde690", "invoice_balances.csv": "fd69a8b9d834cffde6337d72c5df1ff11a574040842ac5e6316021e76f3d4e55", "invoice_lines_2026-06-01_to_2026-09-30.csv": "d67b8138c68aa4e2404479866e8f675e019e6fca50b9832e8d15bb61f3d042ae", "open_invoices_2026-09-30.xlsx": "eeb0cf66faffe9ea7db4196eaa5acb490a15ecfb1bbb8c3d33bd98fdb041d676", "returns_and_credits_policy.md": "ce2df9c604c3ebba2d2b20a2743fbf5495cb0547d94b692b1a974aa92fa14bd6", "rma_returns_log_2026-09.csv": "68661a32e92cc755f05d4edd03d29167a4871d6ba891e9232a8ea0e28b97c24f"}, "category": "bookkeeping", "checks": [{"name": "credit note columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "credit notes issued", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "credit and fee per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "applied and unapplied per RMA", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "every open invoice listed", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "invoice balances after credits", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3684, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "19100690c745db288dec2aad004f2d803708e6c9e1328b5c79fe9fd9b9a63613", "run": 3, "run_id": "credit-notes-apply__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "05bb80200683164836167bf13ee1aa427287604e8384e205ad2405b56294d8d8", "task": "credit-notes-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 140672, "input": 188643, "output": 6011}}, "cached_input": 140672, "input": 188643, "output": 6011, "reasoning": 0, "requests": 1}, "wall_s": 178.3}
{"artifact_hashes": {"customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "c15a442616a445e107046ceac7de0253c0d494baf5ad0517e3da2db66e930515", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.4696, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "091863a68bb3e714e17397e2901b9bcd2e49d3f59320a09eeacf8f87533639d1", "run": 1, "run_id": "customer-dedupe__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "212b937e977f6ef42a25cf8429360ec8397ed0f86a44ee066b85fb9920a64757", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 254208, "input": 305068, "output": 8223}}, "cached_input": 254208, "input": 305068, "output": 8223, "reasoning": 0, "requests": 1}, "wall_s": 208.1}
{"artifact_hashes": {"customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "c15a442616a445e107046ceac7de0253c0d494baf5ad0517e3da2db66e930515", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.3572, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a43f067a1b2e1964ebe2f93bc2048ae24838b81e3927e18ec7650b118b2ccf0e", "run": 2, "run_id": "customer-dedupe__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "34f86a9c865033a60f17696f40ed28f421271d79b9c88393e8bb6686b423fc55", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 320384, "input": 354019, "output": 4723}}, "cached_input": 320384, "input": 354019, "output": 4723, "reasoning": 0, "requests": 1}, "wall_s": 170.3}
{"artifact_hashes": {"customers.xlsx": "02e72e14727bc4b733890fbd5173469d9e45796d141975badde3016529dcb58f", "email_from_sarah.txt": "48bc9321bed2ee6a96bb735d15aac24cd14408a3e895d2d4f18459ee15e2faa3", "hubspot_import.csv": "c15a442616a445e107046ceac7de0253c0d494baf5ad0517e3da2db66e930515", "hubspot_template.csv": "7603c1ae5c095625b9c6bb61a6315f5f8af84d1d6aaee43379a8244ae15cc72b", "vip.txt": "73d66b46f57f0deaf4b2de0086f4c9f46a88e85d0b26535e064f3eda0fcc91f6"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per emailed person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "lifecycle stage (vip = customer, everyone else = lead)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone numbers carried over", "passed": true, "required": true, "type": "custom"}, {"name": "row count equals distinct emailed people", "passed": true, "required": true, "type": "csv_row_count"}], "cost_usd": 0.3863, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bb4888bcbec7b571ffd7df5ed38422346d4b157c1379e5abea889ec594950392", "run": 3, "run_id": "customer-dedupe__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0e2df6c7f58dd8b1f04f34e5494a27a35ba5febdd188011ba8b223bdbd78585d", "task": "customer-dedupe", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 376960, "input": 401801, "output": 6806}}, "cached_input": 376960, "input": 401801, "output": 6806, "reasoning": 0, "requests": 1}, "wall_s": 201.3}
{"artifact_hashes": {"customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.293, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6337acabeb80a6dbceb50b669d8a771e86d37473542e6d246a8134358debbe6c", "run": 1, "run_id": "customer-value-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b5fbaa628a1a4b6666bca9cb3c5b7ea5271ebd52cba48c0ceabe60aee5964cc", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 130944, "input": 162285, "output": 5765}}, "cached_input": 130944, "input": 162285, "output": 5765, "reasoning": 0, "requests": 1}, "wall_s": 122.8}
{"artifact_hashes": {"customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3491, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c78f255643104ae7b422b39172aba2d41c4e84b273a7e23208f5a5fad3083ae7", "run": 2, "run_id": "customer-value-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8e483914432393917b1c7d4e01dec4754eb6f6f13e28ee873b5d6ed29d551a9b", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174592, "input": 203595, "output": 8162}}, "cached_input": 174592, "input": 203595, "output": 8162, "reasoning": 0, "requests": 1}, "wall_s": 218.3}
{"artifact_hashes": {"customer_id_changes.csv": "41103a6a2fdbcd85906f455400ddac77a410162751613606d8f07d93c1086791", "customer_value.csv": "193b3373c39fe4e330e3f8c69097c96a4f873ac72e19e7cb4c63491b542a575e", "customers_export_2026-06.csv": "cd2cf3b869534af21f3bfebcf2a61dc3aeafca1d02c5b4c8b0c9341b894f7711", "note_from_maya.txt": "2155c26f2aea2f670c4d7fce53c4aabb81d11620853e081675aec46127a10a56", "orders_export_all_time.csv": "a6288a56feb9927a7a923a84eaaf73b192c5420e4b42cdbe0433efa6aade312a"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "customer list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order count", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lifetime value", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last order", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2132, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "65b48e4f06090f7efe708046bf1421f9e9a02f4b0ea8fda4088d164dd098eb62", "run": 3, "run_id": "customer-value-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "74c652e6329eed54d0bc6e8476719803916a946bc280508c2997044457631db9", "task": "customer-value-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135936, "input": 151420, "output": 4843}}, "cached_input": 135936, "input": 151420, "output": 4843, "reasoning": 0, "requests": 1}, "wall_s": 134.7}
{"artifact_hashes": {"candidates.csv": "2f37976032715fe9f7abfa89a5bffb3c1c749ba0bfb572acd63de1b2859ca5de", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2109, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6a345423cee6217c404a2444857d3e4e7a7da0bbdc8b0ae76677ab8434337584", "run": 1, "run_id": "cv-batch-extraction__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "02f16802bb8763a0d5d01bf3d6c4dfa5390cc6830394bd549536ca3235b5035a", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 165504, "input": 180389, "output": 4257}}, "cached_input": 165504, "input": 180389, "output": 4257, "reasoning": 0, "requests": 1}, "wall_s": 96.5}
{"artifact_hashes": {"candidates.csv": "2f37976032715fe9f7abfa89a5bffb3c1c749ba0bfb572acd63de1b2859ca5de", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1878, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "62f8e6dc5f8695fc21955d25b668741e75237a7e9ec3ae0c3db1cbfb297d4cb8", "run": 2, "run_id": "cv-batch-extraction__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "87c18de1ddf9e8857bc97ceaf61d3ec77ac03c4a09b7e03a05cf6d2ec2c51485", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 156928, "input": 169682, "output": 3702}}, "cached_input": 156928, "input": 169682, "output": 3702, "reasoning": 0, "requests": 1}, "wall_s": 92.2}
{"artifact_hashes": {"candidates.csv": "92a05b845f72e052877c73877c9c6a6082b0d7e87c4ed18e3cc20676d93a1eb2", "note_from_hiring_manager.txt": "3c4d3d39064ca26f55b1837e6e192d4bb971a2d70866cf4e609923f2f0b21314", "resumes/Application_DorothyHoward.pdf": "10aa7a946bc43cfc63fe0e22f320ddb20927c9ae3a281cadf97c8f329fd3eaf6", "resumes/CV Rebecca Garcia.pdf": "fee6f062dcea2ea1ac13c4ad3ade3d02ca56075d6f2554f2a1f222361c59fc09", "resumes/Deborah_Okafor_Resume.pdf": "529dd3480b1d8bd0bd236241b3f3965fd3566076b6c8c9c52c9e33ffd484fe63", "resumes/Kimberly-Rogers-resume.pdf": "9998c05173cd153d31ca7fa542b16da00404f0aada22cb791ba1d1380106c3f6", "resumes/Margaret-Cook-resume.pdf": "9e89c7006479d9704feb28d044e15487dd3da61afd8b0dddf5fea50a0c43f9c7", "resumes/Resume-Torres-S-2025.pdf": "99ed607c01e26ed656160226f2e93986e0cf1cef07da5e99a90c8dc9f5f0ee05", "resumes/Torres_Sarah_resume_sept2026.pdf": "8638793a7747ddf32ef58a6653867a5eb61f56472bad872b7ad1b494fbbc45b8", "resumes/foster_sarah_cv.pdf": "d9d3a7f6e39ee30dad1791903904a37ed01155f02ceb77f1002a299739d6c0d9", "resumes/phillips_gary_cv.pdf": "be20daa7d0b415f6bd0e7f57a4dac1a6c7b95b648576f3da90ddfa2fa46665df", "resumes/scanned_resume_walkin.pdf": "ab148c59a1f609ff93b073714a0da5cf52f50dd113a08eda69580b9d6b27aa2e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per candidate", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current roles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "years of experience", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2356, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f00dae88aec7d722fdfe4d02117b531aa4352cdc3aa4f0174dd2634b135e6240", "run": 3, "run_id": "cv-batch-extraction__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d17a7280c277d3c9a1399908fd0111626310ef930ccc254591a8dc257600aed3", "task": "cv-batch-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 151552, "input": 176890, "output": 3679}}, "cached_input": 151552, "input": 176890, "output": 3679, "reasoning": 0, "requests": 1}, "wall_s": 139.2}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "f21fb01bd49864e09b25c639da38e579e0d40d83df71723cd34889bb6a2f8d47", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.796, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "05df0338fecc9709903e251ef3a174241c784a760f85b130f4a705092fe57b02", "run": 1, "run_id": "deferred-revenue-schedule__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "efbf8a8e192903f7afb87e9b70d293abe4040cdec278c74f6ccacb2992ebd653", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 502784, "input": 535234, "output": 23255}}, "cached_input": 502784, "input": 535234, "output": 23255, "reasoning": 0, "requests": 1}, "wall_s": 458.8}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "f5ba14d945e7c92d2c03cf50154655980d28570b147f4792c7e79986bd8ff5ec", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7392, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "bb11d9d332d3a5d6a90c43d6ce05acbb9fbf44208bdfac944def1b17e1a18e3d", "run": 2, "run_id": "deferred-revenue-schedule__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b5c89f0f629c51a788d42fe90ac5791aeca4df305ef636374038cd7fd3e48576", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 518400, "input": 551136, "output": 20046}}, "cached_input": 518400, "input": 551136, "output": 20046, "reasoning": 0, "requests": 1}, "wall_s": 497.9}
{"artifact_hashes": {"billing_change_log_2026.csv": "dabe29b733557fe5c9eada0998ab0abbc5e734bc67107c929a3968babf68bb3e", "billing_contracts_export.xlsx": "e63ac609750ed5d82c01bb070706748ad95a686ff4035e6b1d262906374e865a", "deferred_revenue.xlsx": "38839f3448a1d6218b395ae80399f3c095fd8fd09a858b7864adf0378b040725", "email_from_graham_cpa.txt": "d947e1bc269ef6c7e38cbd70b9d5bd9f41c6115a175af60b49c9a89fc16c268d"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "revenue recognized, one line per month", "passed": false, "required": true, "type": "custom"}, {"name": "total recognized in 2026", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "deferred balance at year end", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "late-start contract", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "carried-over contract", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "upgraded contract", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "cancelled contract", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.685, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "3de8a3dd820c8906d188cbc989ebf57c184ecfa9414e1f5c09f9ff20dd5d0421", "run": 3, "run_id": "deferred-revenue-schedule__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6bd3c4bfc80deff722a10a535ff15cf49fa34d05fc67dee647277d951dc2e76a", "task": "deferred-revenue-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 368896, "input": 410208, "output": 18611}}, "cached_input": 368896, "input": 410208, "output": 18611, "reasoning": 0, "requests": 1}, "wall_s": 459.8}
{"artifact_hashes": {"deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "45483f8dd8bb23fcc01299971d7e31acef2a9c944693b58b9deb0066eee12f89", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.7711, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c4e8c5f5c9323f0a7f498e8413816c05174aacdd994dc47c43a848937d693c2f", "run": 1, "run_id": "delivery-performance__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9fde2473c5999430221a663a0bd65ffdb899f24a1965c8de5282b6360ac94e1b", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 482432, "input": 532742, "output": 18846}}, "cached_input": 482432, "input": 532742, "output": 18846, "reasoning": 0, "requests": 1}, "wall_s": 445.5}
{"artifact_hashes": {"build_delivery_workbook.py": "423d8c6377715d7b9a2759368ca4db49a16dc5f88b8c51752bc1be170b1739bb", "deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "57355fb2c40e3db8d54ee6c4364c0d5a670fdbab16d6577f0e8f4ca7c9884757", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.5885, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1db8cb65a6bf5003265f4675fd8102b7ea4a5c2dbe89b682d313ac5b44ab5bbf", "run": 2, "run_id": "delivery-performance__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e01df29f120cbdbe548f0f7e3ff237606ca403335247118e7c99e526c86012fd", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 223872, "input": 251958, "output": 19329}}, "cached_input": 223872, "input": 251958, "output": 19329, "reasoning": 0, "requests": 1}, "wall_s": 369.7}
{"artifact_hashes": {"deliveries_august_2026.csv": "3d84666b2c181a65a11ef41bd648524e02f3b62ab80c78cc3672663c4c07e1fe", "delivery.xlsx": "ab30f37ed0c880271ad53046ff8012076a7038ff4faeec662360e82bb8842192", "dispatch_notes.txt": "5693b7000924d20e9d1628e40e39ec2bb266c021a11494d2a991f92da275b766"}, "category": "reports", "checks": [{"name": "delivery.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Portland on time", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Denver shipments delivered", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "weather delays", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "on-time rates per hub", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.9629, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "bfccbc7cea4a01210a993f80d042b6a229c73b2aaae62c23351cfe8ca8bde3c7", "run": 3, "run_id": "delivery-performance__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "038df11ebf3ad540c5a695e7d7f7001b2b215c77ebe0feb11f8723b9dea6e768", "task": "delivery-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 592640, "input": 664754, "output": 21867}}, "cached_input": 592640, "input": 664754, "output": 21867, "reasoning": 0, "requests": 1}, "wall_s": 539.4}
{"artifact_hashes": {"depreciation.xlsx": "1f5fe93d3a7c3cc68b3cc733583645c2d43f3a6dca32168e5fbd5c2b308284b0", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6453, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "15636a0be9989f2d18feb8acd6bf1bc9cdb28ec5730de40ee8189a8fbe677027", "run": 1, "run_id": "depreciation-schedule__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b92d145c4a270e32f5d2af9a958f85f25fa50c3d09053202370296a7fcd2840d", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 486144, "input": 520961, "output": 15577}}, "cached_input": 486144, "input": 520961, "output": 15577, "reasoning": 0, "requests": 1}, "wall_s": 383.2}
{"artifact_hashes": {"depreciation.xlsx": "85fec0e127422051cf34e54f8ca2e337c8d1527c18448f38e6b73b9aee0d75e4", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9744, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cda2d8e4dc514fb411c678024911689849dfe6fb305023183668a7a1c11b43a9", "run": 2, "run_id": "depreciation-schedule__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "567a530f83ed1171f8617b9beef3c67566605365f1ff46127bd1d8541b4acf46", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 886272, "input": 935522, "output": 21143}}, "cached_input": 886272, "input": 935522, "output": 21143, "reasoning": 0, "requests": 1}, "wall_s": 489.4}
{"artifact_hashes": {"depreciation.xlsx": "ae750ebec7cf761aaf5b051d45a97fcab5efd7dfe08eacde9b5b88dc709c8507", "email_from_pat_accountant.txt": "116ad760e14bba0c78e7d40a4b7fb3c35d00cee1ef3ddb7f7ce88738e6c5a734", "fixed_asset_register.xlsx": "2595baed77d1d5f7335d0c00a9173544a0409043c7b266734048b15eb154bd79", "fixed_asset_register_2024_backup.xlsx": "afd4d16d5018297afe660de06713c7fe5a0acff0db60df5fa6d16e7c88ca6613"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "depreciation, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 depreciation", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "partial first year", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "press with salvage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sold van", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gain on the van sale", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fully depreciated server", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.614, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5a1abfd130272d97ecb65a0934f81b6d03da9ad21f318925f92f5d5c4e503b8f", "run": 3, "run_id": "depreciation-schedule__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f7f990a51302d6f38c18410bdc5f6b74fdcf529502d9342b3bb85cc715d341ed", "task": "depreciation-schedule", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 504320, "input": 537719, "output": 13936}}, "cached_input": 504320, "input": 537719, "output": 13936, "reasoning": 0, "requests": 1}, "wall_s": 360.9}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "1658ac04d2c205622a997533710d526c88193bc98d8997c913cf16754e5c6583", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "3930d9523bd1b70e9523959b0698f771e4defb8051993f06741116875b80521d"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.7324, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "cc2a06e6abe3fd6c002c0c154a486dbcdac171de3c3bc462bf10014a6cdca915", "run": 1, "run_id": "dept-expense-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d743d7712c5074ed6dbf498e25fd4239acee901a8940ea2fa3c5f01e758c442d", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 524160, "input": 562493, "output": 18471}}, "cached_input": 524160, "input": 562493, "output": 18471, "reasoning": 0, "requests": 1}, "wall_s": 493.1}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "build_q2_expenses.py": "9197eb6e528f63457b9e9def529ae96fe2a1b1ca8402c7cea7b701e6a2affc04", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "df508fc94212cb6d117e13d010b0e5b38711d599033d6bf83256fa84eeea2422", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "54cf0351627f707b26f156536425eac6644ffd615a11678f8b0a2d0650c8cb63"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.638, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c96dd9e4cb8776a513c013bc52197695bfefbae636754e5401c6269411ef879c", "run": 2, "run_id": "dept-expense-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3f7525d0c324c434e08a4f001bca0c9bdd5ba25262b7822b66c4fba412a5678e", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 330112, "input": 363930, "output": 18535}}, "cached_input": 330112, "input": 363930, "output": 18535, "reasoning": 0, "requests": 1}, "wall_s": 476.4}
{"artifact_hashes": {"budget_note_from_hiroshi.txt": "de978174c8e4c902e05d155ec2d2ab1ea031d996e2ec2f8101485aa8ed07de5a", "cost_centers.xlsx": "7e71f6267f198b9ce67bc5f7f885bedbda5ec1887982f86cc760f42e75a25b82", "dept_expenses.xlsx": "620e9352caedd71e86ee6ba310341eaa19f5f34b3bb9a4866c79ca1c444c1aa8", "email_thread_nab_booth.txt": "fb1a5effee7ac620de17cd78a9a63906b03da9fbd73a1308564061674c184a78", "expense_lines_2026-04-01_to_2026-06-30.csv": "d297d00762aa16d209929aafb5a29911520dc3220986092fd9debe0fa5611fc4", "memo.md": "c0b402b96fd3329a7c96f45de6d32970c7e9d5e9b9b797914c963e6995396bb9"}, "category": "reports", "checks": [{"name": "dept_expenses.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Sales Q2 total (booth moved in)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Marketing Q2 total (booth moved out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Production Q2 total (blank cost centers resolved)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total Q2 spend", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo says Sales is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo says Production is over budget", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries both overrun amounts", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.8289, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4aa34aa0c4056508f9f45dd98a7c8aca7a2fa26de0ab3c72179ed3ccf2a2467f", "run": 3, "run_id": "dept-expense-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3dace6037c025655acc57760619567479457ecfa49fb128a6d62a5bacabc9cda", "task": "dept-expense-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 650112, "input": 696919, "output": 19079}}, "cached_input": 650112, "input": 696919, "output": 19079, "reasoning": 0, "requests": 1}, "wall_s": 411.8}
{"artifact_hashes": {"annual_figures.xlsx": "80ad11879fd7e70d0492c5b877a2e1fef292eee3ef5b12994da50dc663378725", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "caf432bddfe5a8658e41b9788b6a1e32b29a75396ffb30cadccc0ca6cf24ee7f"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 1.1705, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "67ea35ac22ab808a4a94df7c44b3b081068881b81e7ea990b1f70d576e2dc5d3", "run": 1, "run_id": "donor-annual-figures__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b47cd72f80bc18758cf4843f2b1bb03b76fc8d3d83e642dd4795b7b54b622a19", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 660992, "input": 733126, "output": 30879}}, "cached_input": 660992, "input": 733126, "output": 30879, "reasoning": 0, "requests": 1}, "wall_s": 677.3}
{"artifact_hashes": {"annual_figures.xlsx": "6358c1c99ce5bfe7c2a907ee9648269903777760f349de3c6be50040bce85643", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "92fb4224c7ed81768818930a07389987650fc2be631a75198ff9c60505abc93d"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7477, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b030899b94beaf927de4d49a778248af59353c3d227eee4ade94b130258d4b48", "run": 2, "run_id": "donor-annual-figures__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a4b377750202cd3db6f3069d3f841cc89f3cdf4da46f5ff7c12302c649c54c53", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 456192, "input": 498971, "output": 19705}}, "cached_input": 456192, "input": 498971, "output": 19705, "reasoning": 0, "requests": 1}, "wall_s": 420.2}
{"artifact_hashes": {"annual_figures.xlsx": "848e51aace26f833d83eb1d95aaef4202ad5e5eaf1c831de7121cbd8ab6b41b0", "email_from_treasurer.txt": "fb71dde6eb58784081402ff28beb4fb2692b4175b38b2062cbfe5061d0203301", "gift_reporting_policy.txt": "2674b6980abfa62b9d5c99f96d654ba3071ffd667657a126e7e0c20f9505f78d", "gifts_export_2024-01-01_to_2026-06-30.csv": "c869dce05ca4712d30f22e845b0e7aabeac704e00a1e75900a3657606b07d7f2", "memo.md": "3bed49c21f2be6d01559542c9b2c5775a16e09c9b88c3bc2f765070644073976"}, "category": "reports", "checks": [{"name": "annual_figures.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "FY2026 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "FY2025 net cash raised", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "top donor FY2026 total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "retained donors", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "donor retention rate", "passed": true, "required": true, "type": "custom"}, {"name": "memo carries both years' totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says the foundation gift was refunded", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7439, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e143bf272648f9ab99149ffebaedb6bcc887210364add352020628ea2b4aa808", "run": 3, "run_id": "donor-annual-figures__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "74a3cfa101f575d2cbcc70e312bfa2c237e39e75bc66525db6f6355ca268d8b8", "task": "donor-annual-figures", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 443648, "input": 476551, "output": 21743}}, "cached_input": 443648, "input": 476551, "output": 21743, "reasoning": 0, "requests": 1}, "wall_s": 552.9}
{"artifact_hashes": {"check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4346, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2c88d9f36aeb1c91066ac54b9fe4a074181e1b3c3987f14aabccae75ed014a29", "run": 1, "run_id": "donor-totals-by-year__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5f97bd2b5a1b68d4a2163573dfc43e54ebeac1e0845cc20725e955636f377ee5", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 328960, "input": 372942, "output": 6352}}, "cached_input": 328960, "input": 372942, "output": 6352, "reasoning": 0, "requests": 1}, "wall_s": 198.4}
{"artifact_hashes": {"check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3495, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5b2a55a346e687a1e292ee48a6bf72cd934b70e0457efb89f866561379b947a8", "run": 2, "run_id": "donor-totals-by-year__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "86c35b5b6d02860fe0972cf4f48577e0368fa86fa4c16ad2f0c70b56a5e5775f", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 275456, "input": 305775, "output": 5904}}, "cached_input": 275456, "input": 305775, "output": 5904, "reasoning": 0, "requests": 1}, "wall_s": 166.8}
{"artifact_hashes": {"check_deposit_log.xlsx": "2f8cce29cea5de4583d32360ad7b1b6cc04e3263f0bfd1ce6e3730562c1772ef", "crm_donor_households.csv": "5ea2364fbe8d0f978b79ad3973b30a76c3e8de533c1c67323563a138ecac3125", "donor_totals.csv": "ee7f5a579419a2168ca4abeff1223fe025ba14ffc4bb0b8f2b97ddab326cd97a", "email_from_development.txt": "a0edc8d97ddef0fa5ba9aa6168750c83c4d1310e0f9c60c0276f23e5a10bd024", "event_gifts_export.csv": "1bc3b2fef15b078948703b75668ca59250e4b191291ee803ac094bb016e379c4", "online_giving_export_2024-2025.csv": "2a8cadc4ec0b1d79e32442771ba9c177bc504c346f50b550ff05ad3cb0d62bea"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "donors who gave", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per household", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "2024 totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "2025 totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3853, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2b0b7ae394ce2ba3644d8dca8d9cf60ad92decd22410a8a56bd6306c9b11ce48", "run": 3, "run_id": "donor-totals-by-year__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "45af7dfba109f14eb70dcdcf94142c7ac7993cee19305182cff0e97f3fbc0d18", "task": "donor-totals-by-year", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 279296, "input": 314221, "output": 6694}}, "cached_input": 279296, "input": 314221, "output": 6694, "reasoning": 0, "requests": 1}, "wall_s": 150.1}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "247663cef9abe3174cd9d3956f572b58582be6d32e350e8df703310d1ed2ebd9", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3573, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9f5992257d80b2e0acf682308153979ba663955f63ea81537a08c97ae7658360", "run": 1, "run_id": "duplicate-invoice-finder__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "51367172e07173cfd5e40a503a17fd6847a021e9a5963114ea998dddc324e878", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 373376, "input": 397340, "output": 5605}}, "cached_input": 373376, "input": 397340, "output": 5605, "reasoning": 0, "requests": 1}, "wall_s": 152.1}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "8cc72e68edfd8549d95f90114df022509b6383aaef2fb6b7298c246c825bf9b4", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.4958, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "35c142118276ddde76b217ac3f8fd26b357c66b382f1229b7666912b1e90555b", "run": 2, "run_id": "duplicate-invoice-finder__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d2994f62fed976b81e646155b6226dcfa9c869448d20d596f4a74f483b2a5946", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 310400, "input": 377365, "output": 5188}}, "cached_input": 310400, "input": 377365, "output": 5188, "reasoning": 0, "requests": 1}, "wall_s": 145.5}
{"artifact_hashes": {"ap_bills_register_2026-04-01_to_2026-06-30.csv": "c68d18fa3e4cda07b597289bc80b5c39f59fa462270bf83706a757ddb977a8f7", "ap_bills_register_2026-07-01_to_2026-09-10.csv": "83cb066b3711ab19f8d882f2eb7c5b60d33c76ad4a2c38a597e7094c4b22ffb0", "note_from_marcus.txt": "84ceb545c9119309e2b65e660a504a015ea3b88b29422102deadcdcea68a04da", "possible_duplicates.csv": "247663cef9abe3174cd9d3956f572b58582be6d32e350e8df703310d1ed2ebd9", "vendor_list.xlsx": "4d575d4117c53276b49acd187083b940a094d0cdffd7023840c65dbb77f5cf23"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged bills", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "paired with the original", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount of the duplicate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "days apart", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "credits and recurring bills not flagged", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3485, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3d740e9393ce6cb2e556880c6a50cc9f5e911982ed0f10d27bb6dd0b660a8c1c", "run": 3, "run_id": "duplicate-invoice-finder__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "105f9681bb1235b092db12df2aa7f41126a61c084060868c7b5cfccb46bdfff5", "task": "duplicate-invoice-finder", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 356096, "input": 381198, "output": 5285}}, "cached_input": 356096, "input": 381198, "output": 5285, "reasoning": 0, "requests": 1}, "wall_s": 140.2}
{"artifact_hashes": {"ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "duplicate_payments.csv": "743e9b2b7ccf33bc85e8b5c979cf6ae9a62f3bf3d5e16562664b89208a60bd2a", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.291, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9fcc0965b019bdca3d24b34949a6e4f98f3b6fb4075891a70c0a31716d97b2cc", "run": 1, "run_id": "duplicate-payments__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ed4f2c979dade33870cadc02d60f951c2cf368616fb792df074740dc13ea3d9e", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 187648, "input": 214763, "output": 5372}}, "cached_input": 187648, "input": 214763, "output": 5372, "reasoning": 0, "requests": 1}, "wall_s": 149.1}
{"artifact_hashes": {"ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "duplicate_payments.csv": "92186e8122b7d775d69a8f05cef1ecd98f82e1a4eb178dd22c6f618f77facab2", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2844, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cc48e0dcc8a9fb746b22e7acb5f40114f611bb62a988f35c9ae1eff0f8ec3189", "run": 2, "run_id": "duplicate-payments__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "09163b9ed7377f333146937a8ee78f4438bd76a72e2aeee8d920e7d0d2c0fb3a", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 224128, "input": 240187, "output": 6525}}, "cached_input": 224128, "input": 240187, "output": 6525, "reasoning": 0, "requests": 1}, "wall_s": 145.8}
{"artifact_hashes": {"ap_payments_register_2026-01-01_to_2026-08-31.csv": "08b2d5a6c4f2d75a23014d675b67521c7d7ab0cd7fb6fdc728f2ba57130eb7c1", "duplicate_payments.csv": "41fb7e23da3683f4e1d452324b26303a3c38d6dc3ac67d60a49829e3744f53a7", "note_from_controller.txt": "908015fcedd7d3b0fe40e4363af4b2a57569ff62e82148690cc235fa4ea4be41", "vendor_master_2026-09-01.xlsx": "ab23076769114fb51f974d881d1b95fc160b7aa33b626a49e3368504bc14a230", "vendor_refunds_received_2026.csv": "cb0fab521272eb1ac326dacd20974983f8dd3227389b873a6c9eb7b9238cae0c"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "duplicate payments", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "original payment", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount overpaid", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "look-alikes not listed", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2499, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "42166eb16507a8364a71bb3216aafa9fad2560ac6b5df9e5050ec11a2d9c2ff8", "run": 3, "run_id": "duplicate-payments__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "581081502953780ab249166e6dcd3e77854ec8f6b4f1d1a398f8f72a4023f0ed", "task": "duplicate-payments", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 190720, "input": 209460, "output": 4934}}, "cached_input": 190720, "input": 209460, "output": 4934, "reasoning": 0, "requests": 1}, "wall_s": 115.1}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "8f395c55bd4685a5a22971d2cdaea6731a07294439930510863ce4488625f06c", "memo.md": "b006bb82de710afbebe51c0c6d2343db657d962901e31a3df41d3ec4c8cc63e2", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 1.0052, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "be2447d332761bf79b2bce73d99a0c815a0b2b107b33a576023c86fc40d81f77", "run": 1, "run_id": "energy-usage-sites__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b272447ce4f24271d0290d3893ad80cc2cf550671e597b6fa44afe4358f1003c", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 850432, "input": 911805, "output": 20975}}, "cached_input": 850432, "input": 911805, "output": 20975, "reasoning": 0, "requests": 1}, "wall_s": 470.6}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "f8d1ff32ff97baf4963c00909ca32f5531858289dfe6fe06a9f5f45dac91cb9c", "memo.md": "f24bceb746cf15ac72405647d28f2cfd9f6671a1793160aa79f71e97a4a7985d", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.8566, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "12f4a0916173efc8f5e1906b83c326c24cf2ccfdf57e55e6f16061c34796c6b2", "run": 2, "run_id": "energy-usage-sites__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ddae868a2dc84090adb0075deef6e43e4c9f7d9219d6ae1eeb85eed9a666083", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 542592, "input": 604444, "output": 19606}}, "cached_input": 542592, "input": 604444, "output": 19606, "reasoning": 0, "requests": 1}, "wall_s": 454.7}
{"artifact_hashes": {"email_from_facilities.txt": "8f9062a80258af849da265d5aea6c22452b613187a92ec7f921eb40498523115", "energy.xlsx": "fbc5d9748c80f59f170348b4003babbd430d4abb0f1430780122fa77510bb735", "memo.md": "10aea1ea062f56a292b49688de974945b16f802bcc9a95cc8a4e0851728bb801", "meter_readings_export.csv": "2b1f0a3904036dcc28792e40bd79eef9dc597d224ca64e7585cad041c01eb5eb", "site_meter_register.xlsx": "317506213576e75a1746082e76270ce791833670206dacf7fba0dd897d9a0267"}, "category": "reports", "checks": [{"name": "energy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Riverside total (both meters)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Street total (meter replaced in March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Depot Lane figures (five-month total or a blank total, June not invented)", "passed": true, "required": true, "type": "custom"}, {"name": "Hawthorn Court total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Union Square Retail total (replaces the unrequested portfolio total)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the missing June read", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.9004, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "733fa1f75ca25c4ee30b3bfb2f4c1f8322c3bee16c61e8ecd1b5f7d74785bdb4", "run": 3, "run_id": "energy-usage-sites__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a6e6359f3dde29acb1e22b92435e24ee376b29487e113d8670f2613ac2374678", "task": "energy-usage-sites", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 683520, "input": 726981, "output": 22659}}, "cached_input": 683520, "input": 726981, "output": 22659, "reasoning": 0, "requests": 1}, "wall_s": 517.6}
{"artifact_hashes": {"announcement.md": "12761bfe9460f826959de1a4c42c4055bd741ad970f7e9b4bef1c1d98f02ab48", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1338, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a59144e52a0d87371d9f6e3938ccd590c603957aa9f500a6ec27be9de22ba3b4", "run": 1, "run_id": "event-announcement__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1ce2b1b6a2fd4e0563f1000f9868f764413316d5e2fc7a01488b2b03b7dbce0e", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126976, "input": 138311, "output": 1881}}, "cached_input": 126976, "input": 138311, "output": 1881, "reasoning": 0, "requests": 1}, "wall_s": 58.5}
{"artifact_hashes": {"announcement.md": "6db293f21bb8319a2aaf2182939bd513de2e2f4e0626d3934ed5e5307e9b215c", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2062, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0c276e7cf76d06c1300321a79486335d6e16108005432fe619c468bda1e566b9", "run": 2, "run_id": "event-announcement__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "14ed6ead1e9977f4316ad0caa409debf7eececc47c715ae63ebcb655437fe71a", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 81792, "input": 117822, "output": 1467}}, "cached_input": 81792, "input": 117822, "output": 1467, "reasoning": 0, "requests": 1}, "wall_s": 51.6}
{"artifact_hashes": {"announcement.md": "b7d82fd909646ca6ab3897649e839649ca8e55840489978584d49a707bfe8c16", "announcement_spring_release_party_2026.md": "e9ad2c3e45c0cb24856b0616b79e31be8ccf518c0d173f5cb936d14ace66b5c0", "email_thread_harvest_dinner.txt": "b6fc8742ce6682e2b1b74b5bde637b34d762daa7d549f0f7c7bd162ad6f69615", "harvest_dinner_2026_planning.xlsx": "38dd8bc56fe0e10ab9c26d077202c3fd37ce5c5c303102e2faf001dcbe056092"}, "category": "drafting", "checks": [{"name": "announcement.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "dates and seating", "passed": true, "required": true, "type": "custom"}, {"name": "pavilion address", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "seated capacity", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "ticket prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "spring party details absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1186, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "60d5810a73a341cbc6ac0e10a6d421ec7676eafac9b5633368758440e32e2bb3", "run": 3, "run_id": "event-announcement__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a8c191747422f677075820fae583f9a63fbf32bc7494cad5564b5538e53aeb49", "task": "event-announcement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 122880, "input": 133244, "output": 1398}}, "cached_input": 122880, "input": 133244, "output": 1398, "reasoning": 0, "requests": 1}, "wall_s": 40.1}
{"artifact_hashes": {"attendees.csv": "c61ddad5abbc201fc518f326ed6cdc04476614c318fc1017883bd6d080c3435f", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3524, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6ae54d66b3539ebceae3ca196694c85d2d729f8a6bc57f736170cca85b336a3c", "run": 1, "run_id": "event-attendee-merge__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0640955698a74f44a81f51c7d9a21e48e1fe3bb835bbfa1431ef642f66729642", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 366592, "input": 395220, "output": 4564}}, "cached_input": 366592, "input": 395220, "output": 4564, "reasoning": 0, "requests": 1}, "wall_s": 131.4}
{"artifact_hashes": {"attendees.csv": "608945b66a8c7dc8a514992dd7e422cb7909c535f0b426ea56c5f4af9038451d", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3187, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "25cc635066f0b3c87918c016b9167403293d08bdd419abf8f791f95bce170f51", "run": 2, "run_id": "event-attendee-merge__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "28f1bb1a3bb79b7314eb3ac2a3c4abde668d1ebf371946574fad63eb5797c6a3", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 290048, "input": 318149, "output": 4512}}, "cached_input": 290048, "input": 318149, "output": 4512, "reasoning": 0, "requests": 1}, "wall_s": 122.7}
{"artifact_hashes": {"attendees.csv": "608945b66a8c7dc8a514992dd7e422cb7909c535f0b426ea56c5f4af9038451d", "email_thread_door_list.txt": "d0193132efdeee1af6f18808b48dff990b63b282cd86b1c83734219476d82f30", "eventbrite_attendees_report.csv": "168e175848e4e54cce9339c1c90fe2bed87f9b89bc6866a2f6fabf989f249e89", "signup_sheet_at_till.xlsx": "52b5733a8c47ffe918e5508d36b8d6bc6f7e607976213654ea674d5b7fd2a54a", "waitlist_form_responses.csv": "7af6555ec478fa2ef439c0fa7f41ce2e78269fa7f6bafa13c4e4b08d41da7a3b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per booking (emails)", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "guests per booking", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "walk-ups kept", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled tickets left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "unconfirmed waitlist left off", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2713, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4e4c05dae3d66034ab9839f64b6a3e1fc397a1a62fd1991dc42bfc7a9c3edcbc", "run": 3, "run_id": "event-attendee-merge__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4fda171ddde132e129d5416ef19af1b358fb51e06ff297506cfaa49147276608", "task": "event-attendee-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 253568, "input": 275254, "output": 4156}}, "cached_input": 253568, "input": 275254, "output": 4156, "reasoning": 0, "requests": 1}, "wall_s": 94.6}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "f647652d15acab0622a355c1ce30840b30bc1f399a6ae1d5f8e7aa7cbf880dd8", "memo.md": "1a8b8ad443361b4ff56bf87090f430351d09ee4715b9e46aa661772703678804", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7602, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9583af21fdee2c0accf8aa817ede8d258d8648e919ec098c3efe3a7017225339", "run": 1, "run_id": "event-postmortem__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a5c3fdc3c9610d1b307cfe3c535e54619756b7b736d70c4df8666950fb418f9b", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 524416, "input": 579070, "output": 16590}}, "cached_input": 524416, "input": 579070, "output": 16590, "reasoning": 0, "requests": 1}, "wall_s": 360.6}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "build_event_summary.py": "d8c31a4aee3f9ab7976ce8c1863f6ada0bdcba3b772815c316002b3856a167e2", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "50db5d24696b23c407ba27858f82b190a658c60b5e488e922ee3defb4d9c4e8e", "memo.md": "44e6d1616156784ec2b5044f6d6d3e0ee7fbab47474cc1ad6ec9efccc9a8781a", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.9603, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a5affe8834ef677b2539b2bdd59c248673fbba5d7bff9dc6e0f8390c0fbff900", "run": 2, "run_id": "event-postmortem__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "79154178f417fe78f1206e8f8fe58b5fd6478f1fcfbc858218f1219a5f38afe1", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 689024, "input": 766635, "output": 18712}}, "cached_input": 689024, "input": 766635, "output": 18712, "reasoning": 0, "requests": 1}, "wall_s": 392.6}
{"artifact_hashes": {"badge_scans_sept17-18.csv": "40f01885751c9ab8b1a1b3b5a511bab5218b4df8ef47602af584caa162c35b60", "email_from_dana.txt": "f93e76fd49d8d798cb9e76d9378348d97b067c04289dccd45595d59811324c5e", "event_summary.xlsx": "087387cc14f0c9668f8fbe71954cc9052211adf80d8ce8aa4d65b3657f28b519", "memo.md": "263f037e1f94ffe5d48625ad61744acf16a27cd184cbbc33365f161a68c7a291", "refunds_after_event.csv": "173589acaf3d40e11129218dfc1881b5e9e0e40307bfd1f97ddf64e5a64977cf", "registrations_export.csv": "013ccfd65615f5d59ed1c68d79ce52761f04aaba0693df3300936dfc62fd56c0"}, "category": "reports", "checks": [{"name": "event_summary.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "full conference attended (unique scanners)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "comp no-shows", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "student gross revenue (cancellations excluded)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "net revenue after post-event refunds", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo headline figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo states the attendance rate", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the post-event refunds", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.5829, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "227a9dc52a39b3146019886829bcdb4adaf77b3e17b17be52f9e8b3a22d55fc4", "run": 3, "run_id": "event-postmortem__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7e29fcabff54f1a43c36e687b5eb06a7c98576a7c9684c76a2bc34612beacf31", "task": "event-postmortem", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 424576, "input": 460053, "output": 13557}}, "cached_input": 424576, "input": 460053, "output": 13557, "reasoning": 0, "requests": 1}, "wall_s": 277.4}
{"artifact_hashes": {"fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "dae304df141eef176706401b968f1157b4799c2859a1901018a6dfcac39d7238", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6205, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7c103a9bec346fe5a365d447a4f1a69009df2e4cb15947831bf81628a697e02e", "run": 1, "run_id": "event-schedule-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "136bfdcac99f26fa2ab2e5842962355ed1fec44a920c91c2a6cbd88d4806d122", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 363776, "input": 418597, "output": 12785}}, "cached_input": 363776, "input": 418597, "output": 12785, "reasoning": 0, "requests": 1}, "wall_s": 265.5}
{"artifact_hashes": {"fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "73fdc707888f6ae564da67770c9c9524ce02de9e63324b0ad4cb94370491c719", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4376, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "57dfacad9db69a74d9b8479cefc459c8a688943e547328a4d61b7106ed189705", "run": 2, "run_id": "event-schedule-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c20a342004a9f43e80273d211cd5b882f800595f837deb47c2e69c2f35f5e5cf", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 247168, "input": 272580, "output": 11853}}, "cached_input": 247168, "input": 272580, "output": 11853, "reasoning": 0, "requests": 1}, "wall_s": 247.6}
{"artifact_hashes": {"fall_conference_sessions.xlsx": "92efa0b292e225906dd6f366e9f8e2dc564ddddadfd5b9c1c7e7bb01ec6dbf04", "index.html": "730aead65edce3c631a03861220c71ded17fc22ee379d0617d9eda1f31e9c154", "note_from_ingrid.txt": "eed4fcfc144813312fcca225d18df9c2dd52d3bcd65b4f76fc00cdf3996b8f2a", "room_capacity.csv": "3ec948b2b423efe59759f9cd323a1037b87dcf2aaa8247a4d08e591f1ffc56ef"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every running session listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "cancelled session left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6494, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "055bba7433da2a765a933633690a12b285264ac1bba9cf4ad05f8da8a846d6d5", "run": 3, "run_id": "event-schedule-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fe3d4446fcc29835c440b4f1e343a094fee4335b980b854a607e28c719c5f7bc", "task": "event-schedule-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 327552, "input": 383051, "output": 14817}}, "cached_input": 327552, "input": 383051, "output": 14817, "reasoning": 0, "requests": 1}, "wall_s": 303.6}
{"artifact_hashes": {"concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "fbf989d099830133d363ad9661a8a39830f55444262f4827cb99205dff40a2e4", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1552, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8b5b94445dbc1a21602aee0ed58bd59b6053f3333007461894c2d91cb70b30b6", "run": 1, "run_id": "eventbrite-attendee-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "92d741dab8cada29870ac75ce0317cf4b01199da709add23dd1cfaf80baaa284", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 110848, "input": 118758, "output": 3961}}, "cached_input": 110848, "input": 118758, "output": 3961, "reasoning": 0, "requests": 1}, "wall_s": 86.5}
{"artifact_hashes": {"concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "fbf989d099830133d363ad9661a8a39830f55444262f4827cb99205dff40a2e4", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.229, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6b49a09cd33f8a1592bcfc3d8b57529408bbac9c5b5867e5fafc719c56af9698", "run": 2, "run_id": "eventbrite-attendee-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "31c3c53b33a8cba60dd8cf0774a6609382c1a228b0b87a2f6cc0bfc1711c6efe", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 170240, "input": 184647, "output": 5165}}, "cached_input": 170240, "input": 184647, "output": 5165, "reasoning": 0, "requests": 1}, "wall_s": 116.4}
{"artifact_hashes": {"concert_signups_form_responses.xlsx": "9bc6c9b0082abe537c5f9945285028f72d96bb4da46e6d5768b05b9f6cf71862", "email_from_june.txt": "8e348e9470d0d1be4d1782945870232a501b7f70004e9906daa530dd8fa95cf3", "eventbrite_attendee_import_template.csv": "2512de8e8f08058bc00b332d676f769798ca2ce7a3efe6716b638bfcaefb3c1d", "eventbrite_attendees.csv": "fbf989d099830133d363ad9661a8a39830f55444262f4827cb99205dff40a2e4", "eventbrite_ticket_types.csv": "924909528a51b9936373af015ab8ae3b5bb1aac91c7d529927dc16281c6d8224"}, "category": "reformatting", "checks": [{"name": "Eventbrite template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one order per email", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "ticket type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first and last name", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2125, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9d599d76e757527f070d114ddd01a115408f9b5fbd6f0020d70a27348dc1865e", "run": 3, "run_id": "eventbrite-attendee-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4a5d0ea5f095c172f9e329041e4129794862bbbe5e868ad02115e9b890ce8ea5", "task": "eventbrite-attendee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 109056, "input": 134335, "output": 3386}}, "cached_input": 109056, "input": 134335, "output": 3386, "reasoning": 0, "requests": 1}, "wall_s": 76.2}
{"artifact_hashes": {"categorized.csv": "e016ab834d3727466b5ae9bf5b2f79eefe363d234852356f1b4426c71502de91", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2357, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4861dd57687e25e2dae29d4c252516a6031deafb518c8d30929b61244190d283", "run": 1, "run_id": "expense-categorize__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "be1f20b1fa43ba40d14f9e11898b8cc49e5632f72334c3591ec9824f4a3fca87", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 171904, "input": 195906, "output": 3546}}, "cached_input": 171904, "input": 195906, "output": 3546, "reasoning": 0, "requests": 1}, "wall_s": 90.7}
{"artifact_hashes": {"categorized.csv": "2e61078340b419568d1ccce798164367be865c1113831c9a319136a27b1fde26", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.303, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "43f37fdb395b12b98856fb0c301fc728efe1235af9250c89be17d4d56ca023f8", "run": 2, "run_id": "expense-categorize__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3a87511758c518928acebe1280f0cc57be8bf693bf433b35456704bdb6239a29", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 147840, "input": 171548, "output": 7450}}, "cached_input": 147840, "input": 171548, "output": 7450, "reasoning": 0, "requests": 1}, "wall_s": 155.6}
{"artifact_hashes": {"categorized.csv": "f130e010a131a28baf5690e56c65e1fb88e36bfc93f789956cc84143f442eed3", "expense_policy.md": "8550d0102b201bc10bc8a4549133b65ab0048b6c8eebb4ac086a33b8efc23169", "thread.txt": "e45ab0d162b42880606f453d7f72a5568fffad2a06f09ff174a3fa17715a5a6c", "transactions.csv": "0318ede122391fffb60f3c77afad90ee51e583dc8d9f5b4db5267011bc37116c"}, "category": "bookkeeping", "checks": [{"name": "one output row per transaction", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "source columns kept and category added (txn_id, date, time, description, amount, card_last4, category)", "passed": true, "required": true, "type": "csv_columns"}, {"name": "category per txn_id (thread-override rows, REVIEW rows, and policy-settled furniture and supplies merchants must be right)", "passed": false, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4132, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ed17e331c02b8b2636e21549651701a597aac4b71ba186a45e9e26a0d4e2fff9", "run": 3, "run_id": "expense-categorize__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "31381229a3133bf5af4e1b44bf98d5a30257456aa79b5a1a8043edda3bd11abd", "task": "expense-categorize", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 391680, "input": 431223, "output": 4920}}, "cached_input": 391680, "input": 431223, "output": 4920, "reasoning": 0, "requests": 1}, "wall_s": 125.9}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "violations.csv": "f2bdd21dfa2c0172b68c4e77cb663f74182a6b37b648b5f2f79c1a792bc771d2"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.332, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b929b60f687e10767560b2cb2f36fb468f6443d516ab4db6fe6e8c558975afa8", "run": 1, "run_id": "expense-report-audit__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "04f3229821c86bf9e8fae7b58cc65906efcc9365b4eb82c9e9083ff845aa849a", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 228096, "input": 266163, "output": 4427}}, "cached_input": 228096, "input": 266163, "output": 4427, "reasoning": 0, "requests": 1}, "wall_s": 112.0}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "violations.csv": "11f090de06599994235cc69b07868bf228c38abfd070b135329ec8f7551864b2"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2613, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d4139de2c0c5824d30b679ea1d8e5bb6240ca818bd946e665dc916dd4c16d870", "run": 2, "run_id": "expense-report-audit__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0580f02dfe3cf6f2d1bea8d43bb9a93d3cd1b0129928786e9b6da3fb1f29449b", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 212864, "input": 236666, "output": 4046}}, "cached_input": 212864, "input": 236666, "output": 4046, "reasoning": 0, "requests": 1}, "wall_s": 110.2}
{"artifact_hashes": {"approved_trips_jul-sep_2026.xlsx": "3abed37b0bf82f8c78cf8bec5c4451b9182b1a71c28e4c72fb8bf6a4333d9d7a", "email_from_ingrid.txt": "c1f288379fec1b79597bbe2b89dd7262ea8ed51bec52bb6ea87ed77e836c5f29", "expensly_report_lines_2026-07-31_to_2026-09-04.csv": "86e68b9ce3871dda935a2ea24bd4e59ed847c1aa5f5584fd437e7a8dc91a7bc1", "travel_and_expense_policy_2026.md": "4931883e90b224458280ada366c830fb51d7bc039258902928ea39262eaababc", "violations.csv": "cc9952f5ba2e9891503e588e2ed44ffaab09397a6e5a187985d7afb82473372e"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "flagged lines", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount disallowed per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy section per flagged line", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.308, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5421c9957dc797d05c67485f468efb851913049cb75248e170e3600e13e24d08", "run": 3, "run_id": "expense-report-audit__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "52497d478a99fffa349323eed497b00e33756d7b068a1616d16450d15f7ba1bc", "task": "expense-report-audit", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 240000, "input": 275564, "output": 3485}}, "cached_input": 240000, "input": 275564, "output": 3485, "reasoning": 0, "requests": 1}, "wall_s": 102.1}
{"artifact_hashes": {"faq.md": "37814d45bec67ee1589c055d6d17d3804fffd9ffc715e6bd8bfdc7c8091475a9", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3093, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "dd932dc6076a00de37b876c3ea04f5757975cc2c92c3c248793421d87e4c5e0d", "run": 1, "run_id": "faq-from-tickets__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b1133004906effede107fdf520e0b557991ff35e95d718ae1d35d05214335e44", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 155264, "input": 200692, "output": 3275}}, "cached_input": 155264, "input": 200692, "output": 3275, "reasoning": 0, "requests": 1}, "wall_s": 93.0}
{"artifact_hashes": {"faq.md": "3ef49bbfb2da2aad407cba320d06377a6f7e115e3b8f9f59c4bb0664d791c9d8", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2843, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "be696ec5f528187b48579cfc8b14747af32a37d9df93ac0d039b9d9319b6401d", "run": 2, "run_id": "faq-from-tickets__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "836cf494071e363ebddb516b71098ef46b49cc50140d26fb668c3454e8703780", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 216576, "input": 245281, "output": 4144}}, "cached_input": 216576, "input": 245281, "output": 4144, "reasoning": 0, "requests": 1}, "wall_s": 118.6}
{"artifact_hashes": {"faq.md": "b65b9ca156ce243f6df3ee18ddecc597fca1681b35a8644a2ffde3c8aafd7969", "helpdesk_tickets_2026-07-01_to_2026-08-31.csv": "429b4b00324322e4e8147028ddda5f68d4707099acd8b7ef9d5b740d68088380", "note_from_dana.txt": "8683aee91d75ac324f55538a18c3398e223a42f75c020226a305e2bad524aa88", "saved_replies_2026-03.txt": "3cc5b399b8ba57868db84696fd2e29ec3097874b91e8b9aa5f69b2f8612b1ab7", "subscription_policies.md": "577f14b4beed33f8db13510a6dc18f18143f7c4e8d1c15af4e760c2f3a4d5d72"}, "category": "drafting", "checks": [{"name": "faq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "top five questions in order", "passed": true, "required": true, "type": "custom"}, {"name": "pause answer uses the current limit", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damaged coffee answer uses the current window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "change deadline answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cancel answer", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "free shipping answer uses the current threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "withdrawn minimum absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2296, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "86e69738f1c5c9fbbf07e69c4098edb0167e0b20dbfe947c9232554376885e58", "run": 3, "run_id": "faq-from-tickets__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4b9e144eeb2c3432d0b1919b4c24c1e85641fdd91156ca84d5b79704dc615ef6", "task": "faq-from-tickets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 171648, "input": 191181, "output": 4142}}, "cached_input": 171648, "input": 191181, "output": 4142, "reasoning": 0, "requests": 1}, "wall_s": 109.1}
{"artifact_hashes": {"cogs.xlsx": "884810a36032ecbceded09b8decd2ec4858f4c399b1a8993e132d7a2f34091f5", "email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 1.2756, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "84ccca8a431603baefdb0a3c52258402f8349b695fe78a95750b55e4cbe78b7b", "run": 1, "run_id": "fifo-cogs__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "39fd1ea2894c1c66f31e7dd05aa3e2525f9dedd0ccffacd88fdca48379587ce1", "task": "fifo-cogs", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 986880, "input": 1046612, "output": 32095}}, "cached_input": 986880, "input": 1046612, "output": 32095, "reasoning": 0, "requests": 1}, "wall_s": 622.7}
{"artifact_hashes": {"cogs.xlsx": "42bd435cbd126e7ea04ee64c19059a18dc7201ac936815a2a087411d59bea397", "email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 1.4635, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6746abf4cc42d9d10c7dfab9cb40f188f0e00c28268e523b8c85d00291b20bdc", "run": 2, "run_id": "fifo-cogs__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e31d8c3a446b8c4ec318e28237ad47ae3134532cc68afb6f320a244c875486f7", "task": "fifo-cogs", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 1141504, "input": 1215582, "output": 35530}}, "cached_input": 1141504, "input": 1215582, "output": 35530, "reasoning": 0, "requests": 1}, "wall_s": 922.1}
{"artifact_hashes": {"cogs.xlsx": "b24268826f835827df533baa27389956823bd3ce9276677c285056f6772922f7", "email_from_cpa_cogs.txt": "010d699c3edf599ec6b71bab94e278b68f9424f088d92ba30f15681fa40e22e4", "fifo_layers_2025-12-31.xlsx": "96639e6deb9788293261d442ac87d776611718693e3e352e569cead80e8ce4ad", "receiving_log_2026.xlsx": "d2d6935412424dcb539562974133e0ffe093030deb9a497ea53f8fbe700a3c65", "supplier_price_list_2026-07.csv": "b8067f1cd97af81b193e7077892fde9318d14c4882381cbf7449a0497edaedc6", "till_item_sales_2026-01-01_to_2026-06-30.csv": "e3f4495fea0edd8336f46fe1385970bb259780fc316c3f01640e8b64c853e915"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "cost of goods sold, one line per month", "passed": true, "required": true, "type": "custom"}, {"name": "total COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "cat food COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "litter COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "tug toy COGS", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "dog food on hand at June 30", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 1.2726, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c9fb90484ed66e3f44b645c2460ee99212451b5f97b09e8e6760bf9874728b7b", "run": 3, "run_id": "fifo-cogs__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2f382851a313ff96489be4a8db7464e783d7c211c22b96ac12c534b56b3fae01", "task": "fifo-cogs", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 965632, "input": 1027612, "output": 31922}}, "cached_input": 965632, "input": 1027612, "output": 31922, "reasoning": 0, "requests": 1}, "wall_s": 768.8}
{"artifact_hashes": {"fleet_costs.xlsx": "eb820f68a322dfbe6533033500b3ec11488e9418effb5adbf3cd1865037d2d68", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5778, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0b25dd12c8652d5d22c4b24dd966b136e26ae4b62b187b5c812848c6c8b4ec2", "run": 1, "run_id": "fleet-cost-per-mile__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ff2253bf270aab34affe7d64fa301a5db6f9d3f865f0db389f391fb818855c6c", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 355200, "input": 381679, "output": 16491}}, "cached_input": 355200, "input": 381679, "output": 16491, "reasoning": 0, "requests": 1}, "wall_s": 383.8}
{"artifact_hashes": {"fleet_costs.xlsx": "52812c81bcf9b95bfcbc38e10c1e0153557d3b62a261bde094df373873421129", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.4515, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "25d731b7734b145c3aca65aced17560a51006f9f18aca9f370d9cabcdb7053cf", "run": 2, "run_id": "fleet-cost-per-mile__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0022c9430bdb130277d7635ff163452489aa16e45ca5c53228d0f0449254610f", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 168320, "input": 194914, "output": 13892}}, "cached_input": 168320, "input": 194914, "output": 13892, "reasoning": 0, "requests": 1}, "wall_s": 337.2}
{"artifact_hashes": {"fleet_costs.xlsx": "8749ebb73374614be5e64e02375f83a3769217186040b21ee85194c91efd2beb", "fleet_list_and_odometers.xlsx": "e9c456fec0528517b1b1c415f3e5ecdbc35fb9b36782c0791347c2924ab1b0bf", "fuel_card_transactions_2026H1.csv": "6c9944e34fe88c9c1d0ab838d6333b71ec848d5ef4545512a628ab1bee4ba106", "note_from_carla.txt": "cca83deb558b69eb2b2796e87f0ad08b4d39faa2f2a042d56fbd7217f31962e4", "shop_invoices_2026H1.csv": "6d48122d672d03caa82d9b40e326f40faff4fc57715c417ccb547959a3d2b0b8"}, "category": "reports", "checks": [{"name": "fleet_costs.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Van 26 gallons (litres converted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 miles (to the bill of sale)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 24 cost per mile", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Van 22 total cost (plate-named invoices included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet total cost (no car washes or snacks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "fleet miles", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5447, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "85dc8cd9078bc778e3542721f1760800111eff4731803244620f17c46842c4c1", "run": 3, "run_id": "fleet-cost-per-mile__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d72f5bddb0108d036966ddcede18eeac15d6f34f514040320f39fb55fc06fe38", "task": "fleet-cost-per-mile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 148224, "input": 190151, "output": 15885}}, "cached_input": 148224, "input": 190151, "output": 15885, "reasoning": 0, "requests": 1}, "wall_s": 364.3}
{"artifact_hashes": {"fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "2aa10fc435e9e397971fc5297fbb1c877b5d36a7640848d4365182701805f5d7", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3819, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a6bd2b8f9f8decd0983cd4d5375621b324ddf3097c5c0ff1d7714ed3a38b307f", "run": 1, "run_id": "fleet-mileage-monthly__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f9c706dfe61192bb7e881cd5693e7ef0ab88ba82000a38eaab263147073da0db", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 214912, "input": 258119, "output": 6155}}, "cached_input": 214912, "input": 258119, "output": 6155, "reasoning": 0, "requests": 1}, "wall_s": 172.2}
{"artifact_hashes": {"fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "a63436371cd64dae1a59ef4aa46486351f06591a4de364c80f6ff7c55e5451ef", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2748, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2bf23bea88ca8ad16be5fc21332a9ee8562d0114578ddd0eabd2b3fec8a6c048", "run": 2, "run_id": "fleet-mileage-monthly__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c35ac7b0be9a5f194419c42566d16fc60399280bbc2e2b30ec11e498e943ab39", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 186368, "input": 207000, "output": 5884}}, "cached_input": 186368, "input": 207000, "output": 5884, "reasoning": 0, "requests": 1}, "wall_s": 151.6}
{"artifact_hashes": {"fuel_card_export_2026-01-01_2026-07-02.csv": "21b2e334beadf92bc722b8a75deecb6343ffe2b1450437199d89f0d7dc1cef32", "mileage.csv": "1e36c39bac43509bacbea308c3168bff31bd7f45e2f6ecd2279014c69f2b3e93", "note_from_ops.txt": "813ea779555748b44c2fc113a30a8cf4f391d35f5090d2f63c96e90c6c1c112e", "shop_log_2026.csv": "e9244b2a65d871f220d8267b0eca139be918761fcdb0cc7fc6d833f0b4d12f0a", "vehicle_list.xlsx": "e0cfc7a9802f52a2980a94e15906a0c89efdaf4348ded9c89ed0159c48a7c597"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every van", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "a row for every van and month", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "miles per van and month", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2981, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7b2362d8f79a06aadb9dcd5e0b8bf11d6e30da6369f814b4610f30539c4d7824", "run": 3, "run_id": "fleet-mileage-monthly__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6bc0c7d7f2cede79d7fdb82cba4836590b93dc1d666fda30d69091080dd68113", "task": "fleet-mileage-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 276480, "input": 291829, "output": 6304}}, "cached_input": 276480, "input": 291829, "output": 6304, "reasoning": 0, "requests": 1}, "wall_s": 139.9}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "33a094038b9ddd4cd07e4e1b26bd47c08903935269ab7a913fbaf000253bfbbe", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4325, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "79b29e50c7d00df7c2d55bb8d53d80e1d49ff173674c0b1dc6f4f20ed3c1a65c", "run": 1, "run_id": "fundraiser-progress-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "93e05d13a280c28502afc08f4d629bac166e6ac7b8950c5e196584faf6241dc8", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 251648, "input": 274118, "output": 12097}}, "cached_input": 251648, "input": 274118, "output": 12097, "reasoning": 0, "requests": 1}, "wall_s": 244.1}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "8ceae41046448013081ea920d940bf6b6ba6f1843eb7a4f880f431846760b993", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.486, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "154665e1337bfb318582260f8199c6ba7536323b7bece7f5711d4cf002081476", "run": 2, "run_id": "fundraiser-progress-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "17307b02bc6a7347e341786b690fcdf56f9112ceed81a83ee7aa02ec8c1d73f9", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 223616, "input": 266927, "output": 11165}}, "cached_input": 223616, "input": 266927, "output": 11165, "reasoning": 0, "requests": 1}, "wall_s": 251.4}
{"artifact_hashes": {"givewell_platform_export_2026-09-12.csv": "0bf17f032354a36df0b446f492dce2fcfc1c9650ed17442f9f6900f41a3e63df", "index.html": "2d6715267d5f3f879e92acecf952e34d1d5a3e45bb99ce4e4883ecb7b4745dc4", "note_from_treasurer.txt": "1fc7fed269afb01213b0bb965b6216a7484b8b5a18f8a8f004c1b95e6e41e832", "treasurer_checks_and_cash_log.xlsx": "dd058bb941dc253c205a67d3e651dba59a5cf66d5b9e42a9618736430b9745aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "named top donors and the anonymous slot", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "anonymous donors kept off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total raised and progress", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6923, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e1e399ed6ea2c6a0e874db27da975b3628ac01cd7e5e4e83bb5e5314d2527b58", "run": 3, "run_id": "fundraiser-progress-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "46f52cd937124ee4e349195d26418057f312a1d681bfaec2ab326ae85047c93d", "task": "fundraiser-progress-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 490112, "input": 528335, "output": 17167}}, "cached_input": 490112, "input": 528335, "output": 17167, "reasoning": 0, "requests": 1}, "wall_s": 415.3}
{"artifact_hashes": {"appeal.md": "d59d024d729549b842e68209ae3baa7f0e128cd5013fd61221433dfed0fa1e1a", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2105, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f302fa9b3c08493ea570e85c691266b44b19282c73672595d944fa45988333e4", "run": 1, "run_id": "fundraising-appeal__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3ffa2cde1be91c48f35386336fe4d1dd630531532fa2fe88394694ef92f10671", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 173952, "input": 186822, "output": 4474}}, "cached_input": 173952, "input": 186822, "output": 4474, "reasoning": 0, "requests": 1}, "wall_s": 142.2}
{"artifact_hashes": {"appeal.md": "6bdb84af588d50356348ea756abf40a1bd51b34fae5ddb094186a181954ea066", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1856, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "38892ccf6be69a7b879dfdcac487fd7f73eabbc0c377f6ff458f4fac32ddd661", "run": 2, "run_id": "fundraising-appeal__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c4c7ab7fb2303d51a5397e45147108d8b0ccf4fe1c35734199dd85df9b007580", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 138880, "input": 148614, "output": 4557}}, "cached_input": 138880, "input": 148614, "output": 4557, "reasoning": 0, "requests": 1}, "wall_s": 110.1}
{"artifact_hashes": {"appeal.md": "62b348a8b3cdce85d3df8844381a262f86c3f5fc8c9d0e8d3b217a1659f2c8ff", "appeal_letter_2025_yearend.md": "62d8ff684922e2641a720e93fef8dce823bbf36b52d3a1d362e9881c9080a22c", "campaign_notes_hatch_farm.md": "0afb19294284356ac440fe4cd070a79e10bdf33098f705cf45b2cf2d9ece3291", "gifts_export_2026-09-10.csv": "cb7fd3d5c420e7a4ca0ec30a85ce1755359f20caf85b255e15d9728622549cdc", "osei_foundation_match_letter.pdf": "c588d90df8721ec26e46fb346f0cf1f6f51376bb9ad68b0018c07ac4c39951a0"}, "category": "drafting", "checks": [{"name": "appeal.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "campaign figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "outdated figures absent", "passed": true, "required": true, "type": "custom"}, {"name": "match amount and deadline", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2803, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a16d7324ac45eebfbf7f9e5a7a1a3f5bb613f7594904d19ea2e240f217923bbe", "run": 3, "run_id": "fundraising-appeal__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ea6b242b38f43cd6cb638e603b9612fb58ad278e08dd29c59fe9223b759d7d3f", "task": "fundraising-appeal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 233856, "input": 253840, "output": 5342}}, "cached_input": 233856, "input": 253840, "output": 5342, "reasoning": 0, "requests": 1}, "wall_s": 143.0}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_results.csv": "28c9b8d20056e6927f57a5766b7a3548470b5b20c860d2a5a3f34155d00b4d74", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": false, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1843, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8f4030f9b18094c0ee17c8971f293ecfe7335c3985dea70c5e4a6a07c9760292", "run": 1, "run_id": "fx-invoice-gains__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e177d519f5c29ba83270198404149fcb0aa4ce19ac02172059e52fb6659d49b0", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 140288, "input": 151495, "output": 4168}}, "cached_input": 140288, "input": 151495, "output": 4168, "reasoning": 0, "requests": 1}, "wall_s": 89.8}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_results.csv": "28c9b8d20056e6927f57a5766b7a3548470b5b20c860d2a5a3f34155d00b4d74", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": false, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3211, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "90944cec1f0fe3f52266753d0237691f1ffa95b90d15313b2a0c4b2b68bd7609", "run": 2, "run_id": "fx-invoice-gains__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "43ec018f2be4852e33d6217799f7334f38ccdff952b9d7456d20d66c7f18d658", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 213888, "input": 245910, "output": 5373}}, "cached_input": 213888, "input": 245910, "output": 5373, "reasoning": 0, "requests": 1}, "wall_s": 121.9}
{"artifact_hashes": {"ar_invoice_register_2026-H1.xlsx": "0d0ceb5937494d345eb7c9065b3a5dcbfd095904a928ce01bf69e45a4f3683aa", "ecb_reference_rate_usd_2026.csv": "d9f41785d14664a8baf50edcdc5db87525034164907f03865e63a3ec9aedcf4b", "fx_results.csv": "6d8d312dcc246ad0b9a7dde473fe71fec21bfb7893df939f5001be3a59df4f14", "harbor_trust_incoming_wires_2026-01-01_to_2026-08-31.csv": "44727afcd268c261c3615656ac5ff89d3a2e37652f5c0dcc0ef4d259eb79d8b4", "note_from_miriam_controller.txt": "9579a9826b92d0ffca8609a7babbfe10e17a538610e7a01f8938802e96f0f0b5"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which invoices", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "fx gain or loss per invoice", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "euros still open", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.197, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b155632feb40ac2728d54a2b75f2581bfed61c98ce1c5c146fa35717dab41c0e", "run": 3, "run_id": "fx-invoice-gains__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9a8cffd30fc4f2d0659b8b9f518071ecd465df996cf566d694ae812af83a67a6", "task": "fx-invoice-gains", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 175360, "input": 186693, "output": 4078}}, "cached_input": 175360, "input": 186693, "output": 4078, "reasoning": 0, "requests": 1}, "wall_s": 92.0}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "92ab479dbf8049c111d71cab59a10a3a708e5a7215e62359a7dda4f69f07bcec", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.291, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5d3ba9807f3f615246539bf5b6d82e83d79d32f8a9678e1d00ce16ff00ef5269", "run": 1, "run_id": "gift-card-liability__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "12b50e2f81ca02f3426d2632673819d50ef41dea621b6eb65fec46d9c4deea51", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 160896, "input": 189802, "output": 5550}}, "cached_input": 160896, "input": 189802, "output": 5550, "reasoning": 0, "requests": 1}, "wall_s": 120.7}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "92ab479dbf8049c111d71cab59a10a3a708e5a7215e62359a7dda4f69f07bcec", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3114, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0a3398a5c7f593f263c80c485be4a85a7d69ce2c901513c65d4272f5498056fd", "run": 2, "run_id": "gift-card-liability__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a7ebf54d7e61974ba0b789057c1ed0e87bf3bceab15ca27237c89690d930d383", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 263424, "input": 283431, "output": 6301}}, "cached_input": 263424, "input": 283431, "output": 6301, "reasoning": 0, "requests": 1}, "wall_s": 141.0}
{"artifact_hashes": {"cedarline_giftcard_activity_2023-04-01_to_2026-08-31.csv": "243a94da03c945115ba327100560d0fd48b05705905431d59877440710cdee65", "cedarline_giftcard_balances_2026-06-30.csv": "15a44f91bab54fe069bf6dbaaad75dabe9bbbaad03fec295809ca2b9b1665629", "email_from_hannah_cpa.txt": "00ff3454e69778c84e7115bf1dc75b6b4e70c4cb90d54916731ff88516e58596", "gift_card_terms.md": "60afc4ef06d3bf0f61aa6e24a31c31a6bb88f2f37d971967311d7cafb6b84539", "gift_cards.csv": "92ab479dbf8049c111d71cab59a10a3a708e5a7215e62359a7dda4f69f07bcec", "oakleaf_spabook_giftcards_at_migration.xlsx": "710d9d1db80f8e8f71dfba1c02eada82f6b40dd2555b33b827515305d6e47bf5"}, "category": "bookkeeping", "checks": [{"name": "schedule columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every card we sold, once", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "liability per card", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "card status", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "promo and voided cards left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3719, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a92511ab069d08edb04d4a18e171081723accdd56278b5184dd414954de6b7be", "run": 3, "run_id": "gift-card-liability__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "110512114ce439f661f0e8656400f84a10c29b08f3810b369dbbe0c09c383cbe", "task": "gift-card-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 248576, "input": 281679, "output": 7002}}, "cached_input": 248576, "input": 281679, "output": 7002, "reasoning": 0, "requests": 1}, "wall_s": 181.1}
{"artifact_hashes": {"google_contacts.csv": "bf1bcff326af70c13422c1bd31a061653d5a13a2419a3855abeb2cc33fdd3790", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2506, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bcb61633b18e0be184e6ef9ac1c42540aa14c0e8ce503ac7110580bbd5572097", "run": 1, "run_id": "google-contacts-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c8a1087d8896a1e06b678230ca19ff8906d5b6eb2f0549bd01d72a816ced9e0e", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 138368, "input": 159437, "output": 5551}}, "cached_input": 138368, "input": 159437, "output": 5551, "reasoning": 0, "requests": 1}, "wall_s": 134.2}
{"artifact_hashes": {"google_contacts.csv": "a890bd05d886345db31c5a89514a2a6b52b35834e978231e35d97e215a698c32", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2973, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b9ccbcf0da5d848615974adc69208de55563524ec30c7c5c4d57c3d9590f4348", "run": 2, "run_id": "google-contacts-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2b4b77523a20efb5071bfc838326ccca25f6f1fc8bcd6c1d1dbf8ac72fc5e9b", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 118400, "input": 144827, "output": 7210}}, "cached_input": 118400, "input": 144827, "output": 7210, "reasoning": 0, "requests": 1}, "wall_s": 187.7}
{"artifact_hashes": {"google_contacts.csv": "7e66801361580c23720e9ba7c28975ab6f5f2ea17669f22e8e4618ef48e1974b", "google_contacts_template.csv": "5935cd82152c636a3c61c61b11c9eda3cd99302da94c19438739260265fb4023", "notes_for_google_import.txt": "bbed77fee4474cc4892d674eff3327fd96acdd50f03c1107fe99e44d2bae69e1", "phone_list.xlsx": "572137496cd9f909d2b73d23dfb7f92c715238515eba6ce23d9471a506d9915c"}, "category": "reformatting", "checks": [{"name": "Google template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one contact per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "first and middle names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "organization", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "labels", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phones typed; notes carried and names clean", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2284, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6d99506a21de78b35c6a81d6e66bbbd2f8a1c98fd879ac25de2febd23df957b8", "run": 3, "run_id": "google-contacts-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e9eb3ed4f8a1af05be42a0040c30554b8c9a6234027227147076ec88fd48b9b6", "task": "google-contacts-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137856, "input": 156604, "output": 4912}}, "cached_input": 137856, "input": 156604, "output": 4912, "reasoning": 0, "requests": 1}, "wall_s": 118.4}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "build_grades.py": "63c2b53ce1c20b57b6b2903f7353bacc0e7f4cbb9b61211ff367bdc6b0df0c2d", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "fe1e097e15b4056f3eed84394af27da316135fb8cfee68a15a95e665888a6d3f", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.8526, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9739ffb02494c2167d2165b43c5aeab25af5cda927e0c6538ec738cdd6e68e37", "run": 1, "run_id": "gradebook-weighted__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dd2f81ebf42ad01089f26b816cfbeeb65247ab52890b783277ff067bcc8ed14c", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 693120, "input": 732048, "output": 20981}}, "cached_input": 693120, "input": 732048, "output": 20981, "reasoning": 0, "requests": 1}, "wall_s": 432.2}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "1f8d005ad75271e15d6377c8b44da32fe229074b7a8b4ce93eeedf0556450b55", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.8534, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "11ee6c1edf07080ba05dfa75b2c04af0c34bdb8df33ad6d7d339f2a8790d8f13", "run": 2, "run_id": "gradebook-weighted__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8503499ee419bcf283907b01c5c7f0d79bb6e576e3de247523e66b772fae3102", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 660608, "input": 724588, "output": 16662}}, "cached_input": 660608, "input": 724588, "output": 16662, "reasoning": 0, "requests": 1}, "wall_s": 394.9}
{"artifact_hashes": {"BKP-110_gradebook_export.xlsx": "8e5a1ad868eb3d2808ec6106938feab394cf3b0b81bf387e7ba7e6a3d62da277", "email_from_dana.txt": "571090261aa9eac72f05fef783114db99fa0eaa8d3b7c01f03621f4c7eeb7a51", "grades.xlsx": "7364b5c7a868d40a3ff6a4573a3b42c9308ca1c4fdad56998c54133a13bb3fd8", "syllabus_BKP-110_summer2026.md": "0cf3046c5f27b820ee18eb80ddbae77fbad7be1c9cd851dbb27c5ff7f2079f6d"}, "category": "spreadsheet", "checks": [{"name": "grades.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "final grade per student", "passed": true, "required": true, "type": "custom"}], "cost_usd": 1.0067, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2aa1bb20f98e14c46bcd7d4b5f9c05856ff55206810225e354d3ed368d1d3b4c", "run": 3, "run_id": "gradebook-weighted__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f15c600811e645339fa8859eb467b953e123149462f34cd2aae1a1215124692f", "task": "gradebook-weighted", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 824832, "input": 898420, "output": 19122}}, "cached_input": 824832, "input": 898420, "output": 19122, "reasoning": 0, "requests": 1}, "wall_s": 458.6}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "6f9d101ad7bd2f3fcba396e69883ceed4119d0e20c22ed9d7d78890cba117a49", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2221, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "db77c212efe1cc7cdcda1cee3dcb6097ecd18145bf67f99f9ee42320755b13a1", "run": 1, "run_id": "grant-award-letters__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "992fce49191cb1ec63cfad2dc8be128de5dc3d9e57cad682228ff9061700b577", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 179840, "input": 200142, "output": 3450}}, "cached_input": 179840, "input": 200142, "output": 3450, "reasoning": 0, "requests": 1}, "wall_s": 81.9}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "6f9d101ad7bd2f3fcba396e69883ceed4119d0e20c22ed9d7d78890cba117a49", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1726, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6140d0792c80474571b73e7ebb334fb04ef3aa70009557e6420fbb6dc2bfe9e9", "run": 2, "run_id": "grant-award-letters__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b130a8685c242be90547ab1dc8b92784255dcd267f812b6e7ab1832c205b0c28", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 124288, "input": 140276, "output": 2945}}, "cached_input": 124288, "input": 140276, "output": 2945, "reasoning": 0, "requests": 1}, "wall_s": 75.0}
{"artifact_hashes": {"funder_letters/Alder_Family_Foundation_award.pdf": "3ebd222a542b4a1b5bebd7a2467609623156b23f26832e4740eeb8d4a58f8297", "funder_letters/Granite_Peak_Foundation_response.pdf": "75b8a6f8d92d0c9f1949035dcb25f7f85c8ab4d5fef69e65c36300fc8ac37fea", "funder_letters/HarborTrust_grant_letter.pdf": "a4b20f245290b7f0ac2de956c754670162e383128acea6895788cddfd2910bbd", "funder_letters/Meridian_Health_Fdn_notice_of_award.pdf": "3800bd0aea15274fab983d6512a13160a951e9bbd68c260e20228fca32964225", "funder_letters/Sycamore-Fund-2026-award.pdf": "9d8e171875e008945655e616a694f8359e9c2f70bcca05c8917522d3d363b6ee", "funder_letters/WillowCreek_amendment_letter.pdf": "3e2a5be17383d1c016c0e991d93fb9808c34baf331a85337c09f362468eaa617", "funder_letters/WillowCreek_original_award_2026-05.pdf": "9d61639b96dacdad1af869c097dd5510cc7d07964ff50126ea8947b22e549f3a", "funder_letters/scan_northgate_letter.pdf": "d98c7b20ab373de69eace718d89df50df9f6b272e5249d2c4565d5ad7e7b5e97", "grants.csv": "6f9d101ad7bd2f3fcba396e69883ceed4119d0e20c22ed9d7d78890cba117a49", "note_from_dana.txt": "158ca38b034bbe5338b7b588c5f6decee2ad06355858437c745b8576461134ed"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per awarded grant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "funder names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "award amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grant period", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "report due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "declined request absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1787, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f072bc1c9cdc5c4e868a7c4e464fd0fc128846cb141519637d38c48b6276d20f", "run": 3, "run_id": "grant-award-letters__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ed9bbbb332173384c95ed429cb6e5bba5c9e4ff60482ce2e3051009a72d5213c", "task": "grant-award-letters", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 131712, "input": 144747, "output": 3696}}, "cached_input": 131712, "input": 144747, "output": 3696, "reasoning": 0, "requests": 1}, "wall_s": 99.3}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_tracking.xlsx": "b06c4aa6681255442c7cf52e7fa5e704cd01a6b26579a3416e85dd404eca726e"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6945, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c5a45b9ceab1e29fffad1bf97257d61b385a0aa43110fcc63278bbbf9c888826", "run": 1, "run_id": "grant-budget-tracking__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "051c67c32f7aaf68863d40fd2a779c583a699b056d2a18f82b51d9bbe0d15b67", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 402688, "input": 432874, "output": 20632}}, "cached_input": 402688, "input": 432874, "output": 20632, "reasoning": 0, "requests": 1}, "wall_s": 403.3}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_tracking.xlsx": "7828ee3fd114d0171d37c8bf7047ab7adc6c4bb1b5c3b2aba7caba272067a163"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6958, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "77b35c6024a4d818ed422c7c90a4aa05bd3fc2a9990660ca03a3fcf4ca72f1b1", "run": 2, "run_id": "grant-budget-tracking__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2a1211f4fb0664382bcfc330540b1db94966deda1e067f56cf848e9d231cfe5d", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 430336, "input": 478720, "output": 16504}}, "cached_input": 430336, "input": 478720, "output": 16504, "reasoning": 0, "requests": 1}, "wall_s": 351.6}
{"artifact_hashes": {"award_terms_summary.txt": "fc3b7f455145edf8602766cb0fd502c06344e1ba55af7dcd7523d3efbed4c106", "expenses_by_budget_line_2026-01_to_2026-08.csv": "541e0205e70bed3ab8d0cb9ea58ab20f367f8b6253bf7fca86675ed01b8f637f", "grant_budgets_2026.xlsx": "2b01771632b0b6560803a0eebd3252854e410382ef78013262bd57143869eaf1", "grant_tracking.xlsx": "02bacf10c74d7a5bb1f83a53e9b857e28f9721bdfff0da68d8f444872f4417e9"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "restoration materials remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "restoration personnel remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "coordinator stipend remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "volunteer recognition remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "monitoring equipment remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total disallowed", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6431, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fb36394639f97604b3cdaf31d3a1cdb1f9147897f7e4bf7387a3bcf7273c8008", "run": 3, "run_id": "grant-budget-tracking__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2e84e5bc68bfae0ad1c5d84b3e5622eef5bb5388962b824044ea73f8ad566b2e", "task": "grant-budget-tracking", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 301440, "input": 335356, "output": 19342}}, "cached_input": 301440, "input": 335356, "output": 19342, "reasoning": 0, "requests": 1}, "wall_s": 389.0}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "0d22c41930c80d229fbd879e4c936765345bbcd77d9cf9f8fedf5db0687bdd79"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2851, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9d85fdc338a04f35293a0afd980593aabeaa90edb3d1026ae4ce63172f8ef209", "run": 1, "run_id": "gusto-employee-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0ec01408803d6d7dca3e22b6ee9a263609424d6ed2217b82260d9778b82477a", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167936, "input": 184473, "output": 7590}}, "cached_input": 167936, "input": 184473, "output": 7590, "reasoning": 0, "requests": 1}, "wall_s": 166.4}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "0d22c41930c80d229fbd879e4c936765345bbcd77d9cf9f8fedf5db0687bdd79"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2645, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "130ca4298a5977ba3485946c2abd674d8a49343dc7ff30b189ac63f0a307369f", "run": 2, "run_id": "gusto-employee-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c3bad40e4096a19ba37feb7952e89869d1a84bdb4687ff800c13c16cbde0e1dc", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126464, "input": 153309, "output": 5329}}, "cached_input": 126464, "input": 153309, "output": 5329, "reasoning": 0, "requests": 1}, "wall_s": 111.7}
{"artifact_hashes": {"HR_master_roster.xlsx": "e58727a94eb0e3e4e7bebaeaf6d8782df8cf1e364cb523431066630c451f0a67", "email_from_dana.txt": "298007a6c409ff8f24ccfd90ec3b1fb0382a8a69e90aa0e6e80cd698faadfb65", "gusto_employee_upload_template.csv": "f57a4fd9ad3cc0ed577c6834d912feb46addf1d33a1c8533ac3c1269613283b2", "gusto_employees.csv": "0d22c41930c80d229fbd879e4c936765345bbcd77d9cf9f8fedf5db0687bdd79"}, "category": "reformatting", "checks": [{"name": "Gusto template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per employee", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SSN left blank", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "employee type and payment unit", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "start date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "work address", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2094, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1027661c6442c9d0188bfbf7f00129e0692199a2df6c3df3d58e79a9c0d266ed", "run": 3, "run_id": "gusto-employee-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5519cbb44c18f44c959ec6527d891067028304429b2dff172ad542cab18e56a0", "task": "gusto-employee-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 115200, "input": 127585, "output": 5687}}, "cached_input": 115200, "input": 127585, "output": 5687, "reasoning": 0, "requests": 1}, "wall_s": 123.5}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "memo.md": "eef08016b920835436ef124f833edd0adfbea001961b11c60ca3f063efc15abc", "tickets_report.xlsx": "0005051df19776f53f7f85167c2487d3f1e0a4be36c0e2e565b32989619ca275"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7796, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8121e64892e3c8c4e02c44de4fa53a6422de78c802f840d47221036b4ed33529", "run": 1, "run_id": "helpdesk-tickets-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dbb4f7d38d2ebad85d4b2240d39458e5027c486cf0439402a5122b15d6b47f85", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 479488, "input": 538764, "output": 17534}}, "cached_input": 479488, "input": 538764, "output": 17534, "reasoning": 0, "requests": 1}, "wall_s": 346.2}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "memo.md": "dbe826329bb84066bccfe6d57e2611cdf0a20d4d82400206c646269c6260d793", "tickets_report.xlsx": "5f3662c19443991b2854ec42486aaa021a103ff25af56c719a240e6bdff58f1a"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7113, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "58e74f315dc10ee5b803e5a6910ffb0f789fd19da9670d639bf45995ff1e0a13", "run": 2, "run_id": "helpdesk-tickets-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7679337b86cd4f855878e46f3d3c0901bb7321c3febcda6e7c5d8f87cad3bb76", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 581120, "input": 618954, "output": 16377}}, "cached_input": 581120, "input": 618954, "output": 16377, "reasoning": 0, "requests": 1}, "wall_s": 324.3}
{"artifact_hashes": {"IT_service_levels_2024.txt": "ed1375da7608a9745cda07352f51c21c8a3fbb515a818a6132f90f1d2c7fa1fc", "IT_service_levels_2026.txt": "d237a79ed7eeaf529f9f0c23299ecf7a1a2375d27cf3b8a32bae40f0665204e1", "email_from_gwen.txt": "e250770cd201d037b29511f4175f031d01548573cba28e6b0818f43c329de101", "helpdesk_tickets_export_2026-06-01.csv": "91dbb675ced4833837c6a9b93f48dc48f9224a61467bc2fd01a377886f448773", "memo.md": "b9c72d262ad3e5830d6193834da9bd98aeac39a67e64c92acd7aca1bfeff5620", "tickets_report.xlsx": "de76a9ab0c5b63f1a803038ef97df0027305a37ba48db3bd1df3d4dde64e3b73"}, "category": "reports", "checks": [{"name": "tickets_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Email tickets (no merged, spam or April tickets)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Network SLA breaches (business hours, holiday skipped)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total tickets", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total SLA breaches", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "memo states the breach count", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.8502, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ebd07092227870b8a968c3748bd4b321a1156f1f9600f40092bac466582792d7", "run": 3, "run_id": "helpdesk-tickets-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "31143e83c98a6a00c9b2eb07c045272ce507aa53c330e15ee9dd2f2e4cfb7095", "task": "helpdesk-tickets-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 938624, "input": 969201, "output": 17621}}, "cached_input": 938624, "input": 969201, "output": 17621, "reasoning": 0, "requests": 1}, "wall_s": 545.8}
{"artifact_hashes": {"hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "e313ccddc9a0d6b92391f7ea2c949428f435802264352f21125d32baf770fa62", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2626, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a3e1a648f19091d1914cfd8918b367f0b564c045dea216af16be79a5dcf1e27c", "run": 1, "run_id": "hubspot-deals-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4125d61b288602f1b06c3051344fe8f557550cb4278788813caeb52325f19148", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 166528, "input": 181210, "output": 6862}}, "cached_input": 166528, "input": 181210, "output": 6862, "reasoning": 0, "requests": 1}, "wall_s": 153.3}
{"artifact_hashes": {"hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "e313ccddc9a0d6b92391f7ea2c949428f435802264352f21125d32baf770fa62", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2612, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c34cdaeae69cc730c95194a2788523b31a8d45a42f2b6a994332ffcc1e41d7d2", "run": 2, "run_id": "hubspot-deals-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9be5f4d19c9e162731d97528cd1be297e3da1e36beab8f5660f764d676f4f467", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167552, "input": 184926, "output": 6235}}, "cached_input": 167552, "input": 184926, "output": 6235, "reasoning": 0, "requests": 1}, "wall_s": 136.9}
{"artifact_hashes": {"hubspot_companies_export.csv": "ae97c2e4bed82e7e8a91892325652a7bd12e9899326cf7abba245e01cc1e16b3", "hubspot_deals.csv": "e313ccddc9a0d6b92391f7ea2c949428f435802264352f21125d32baf770fa62", "hubspot_deals_import_template.csv": "377a1811e93ca9bed405627c9cbf0174bb48c31d736291e5dd5e316dbdd391d4", "hubspot_setup_notes.md": "64086e4e44238ff936399c73ea07fb1cc9e07043c5e26ee420d32a36a5199e39", "pipeline_2026.xlsx": "ab337c5153dc405d0f82adb6a293cf66a495f4e4710986438f87e422ffc121fd"}, "category": "reformatting", "checks": [{"name": "HubSpot template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one deal per bid", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "pipeline and stage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amount", "passed": true, "required": true, "type": "custom"}, {"name": "close date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company domain", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3671, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c1deda4a69ec372b1426c680ec694d93db78d4e52cf8e2ae9e28bd6e7043ac6f", "run": 3, "run_id": "hubspot-deals-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a1228a292f1a70e9e6ea043c12bea4c5d74e8b0d86a7892fca59634e8f40e166", "task": "hubspot-deals-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 311424, "input": 337004, "output": 7012}}, "cached_input": 311424, "input": 337004, "output": 7012, "reasoning": 0, "requests": 1}, "wall_s": 153.0}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "b0373ff5738469ac45d6fc6c936cf5a2286c4a761d6494afe5eb27e7ab30dde0", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1207, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1a7b715b3c44860ec535fcebd12aa5727bcdc3c67d5ae1914f828ff517a20e61", "run": 1, "run_id": "incident-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "58c4cf927c2bfb1e1aba08c65fca044ce994acb854bae72857e0efc4e124ae63", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 80640, "input": 87879, "output": 2975}}, "cached_input": 80640, "input": 87879, "output": 2975, "reasoning": 0, "requests": 1}, "wall_s": 66.8}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "7e05e50e8e21eb7ca1d6611473fab48cac462b3fd534adf085e88fb36edb217c", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1091, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7775427e6f373bcbea0d82e2f3e95b96b5a1044dad153151b6af1b741311e426", "run": 2, "run_id": "incident-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "acd6b0f83ee0b726755c8e55262a57cd14d4544672bf60791dc987eec825a3ae", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 80256, "input": 87060, "output": 2487}}, "cached_input": 80256, "input": 87060, "output": 2487, "reasoning": 0, "requests": 1}, "wall_s": 59.0}
{"artifact_hashes": {"conveyor_estop_events_wk36.csv": "6b57319eb2904c7556eb288deaf5e0551202db877b282c3d27ad4e80516bb7ba", "email_thread_safety.txt": "eaecceec5d5c1261daaada16ba3e3088a99614c4a7c9a08b7dc3822c4f7f60fd", "first_aid_log_2026.csv": "bef07d8bf87bf4c9835925f958374f0a1e281fd18bddfbd67d86c6b4dd9ac299", "incident_report.md": "d77a2cfe1946c9fd61eecd30b31c56526ae430674e45e86012e50122fd5f6bd8", "incident_report_template.md": "2fdae1535cba603984fb5d5f56316b792a6da976becf9369d5efa049c8ccdf01", "shift_notes_thu_Bshift.txt": "0bd2782f91944471deb85bf9815d502de241209c48b8b4e651f75664f9823d94", "witness_statements.txt": "54320aca33996e282abbe8f6a52f5c3b968cf470eaba7caafdf3809c690775be"}, "category": "drafting", "checks": [{"name": "incident_report.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "incident time from the e-stop log", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "injured person named", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "urgent care referral", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cause under investigation", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no fault language", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "corrective actions with owners and due dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1264, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d8adbcfbd6d98d78721b1f05fd5e93ef115ca081957e31a03b7ec4373e7c4623", "run": 3, "run_id": "incident-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1dd572c464418396c509b923f14d3696436de603dad1c0a2915cada2ad18aa1c", "task": "incident-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 80768, "input": 88468, "output": 3167}}, "cached_input": 80768, "input": 88468, "output": 3167, "reasoning": 0, "requests": 1}, "wall_s": 86.5}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "5b580856b9c0c002ab915dcb76084afe1a3a051805ff0ff29803cdf6513a66cf", "memo.md": "48a28b9b5eba2bb08ce12cb8a98fbcdf3a2de2481db452afa2af82271814c2f8", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": false, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6175, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "116fc96eabca05cadb23555f358bd361110b7f083539588a7945744742f9d06b", "run": 1, "run_id": "incident-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "65e7329171cf4fab9f4629b7b4abfc9ae759d1c8d9257e153f5509dbbf607d51", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 435200, "input": 476053, "output": 13999}}, "cached_input": 435200, "input": 476053, "output": 13999, "reasoning": 0, "requests": 1}, "wall_s": 313.6}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "fc1de85b0d76a403b2ce3bcf6efc9f69c3fb30067782f043205eb624c09157e8", "memo.md": "6cb2a231cfdf049777de7eb2f2fd6f36a8280a1f36f1617ffb4030c0f32a815e", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.5673, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "11980ee3dcf329a1dd452af84a36b74cc733dfaf7200a65aa94bcce8d80b3fda", "run": 2, "run_id": "incident-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8bd44a0eecfcdf5ad3183f224ec08a4e62d1022e22954ac837b42acfa6582cd0", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 322048, "input": 366461, "output": 13039}}, "cached_input": 322048, "input": 366461, "output": 13039, "reasoning": 0, "requests": 1}, "wall_s": 285.8}
{"artifact_hashes": {"email_from_ehs.txt": "49b9642ebf4a52e38b12019ee2563410d3048b8df0903931a0419e64b36ea321", "incident_log_2026_h1.xlsx": "a5bab462005d32a7ca5ebf95a0c5be9c6fcdf0ec9a6999e60aacf3dc858996d8", "incidents.xlsx": "f1829f45097005c5294b7ef7bc5ce96e3d57fc3a28a27af55e5899fe30100796", "memo.md": "693f945621492cfb7e62845660fb1cfd5bdab37cb6c3c5d2be087c689defda72", "near_miss_tablet_export.csv": "aa13c2fd87b8eb5b8d6834c3793e02fc653aa141c570f52e988477148766bfae"}, "category": "reports", "checks": [{"name": "incidents.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Plant 2 incidents", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Plant 1 lacerations", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total incidents, all sites", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "warehouse near misses (site with no incidents still reported)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the incident and near-miss totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the site with the most incidents", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7361, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3a4598cb3fec58d216b89fd435b291b59db8f5f9bb81038f3154312d3be41d60", "run": 3, "run_id": "incident-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e92436832785850e76a93e080872ba9ab653c2f83c03827b5b26e2d8be3c3e5", "task": "incident-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 620288, "input": 671678, "output": 14120}}, "cached_input": 620288, "input": 671678, "output": 14120, "reasoning": 0, "requests": 1}, "wall_s": 313.8}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "25a21d805265565453dc4f60a3b7e5903beb3e34f7930630efb28e67280223a6", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3676, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9c432fc9bc16245f396ca681912db04102b45e249f53d64aa652042204a3ec19", "run": 1, "run_id": "inspection-findings__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "325e652607cad923715975521f415d82d68459889d48b7646a402a4c4f892ea1", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 249856, "input": 294123, "output": 4531}}, "cached_input": 249856, "input": 294123, "output": 4531, "reasoning": 0, "requests": 1}, "wall_s": 127.0}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "25a21d805265565453dc4f60a3b7e5903beb3e34f7930630efb28e67280223a6", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2793, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "65fe88677ca32b79c3fc6c455d87e38c1ddf5338f6bc229c9b6e1bf65dc960e1", "run": 2, "run_id": "inspection-findings__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "618f5d3c9eaa0b721a11872a24082076ab66a1c41358aace82b1c1367dcc9d77", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 248832, "input": 270434, "output": 4666}}, "cached_input": 248832, "input": 270434, "output": 4666, "reasoning": 0, "requests": 1}, "wall_s": 120.2}
{"artifact_hashes": {"corrective_action_policy.txt": "883773e0baa7a579d64926265ec38b3d1e47251017b223e885ed49469b3402ea", "findings.csv": "1ebdbed61ab5c1601b42a8d14fd015cdbdc7ed7f9fe8dc31d572cefb8cae371d", "inspection_reports/FireInspection_Hilltop_2025.pdf": "7d4a78a195bb61e80be5e173772dd80f8bf7a05cf5fcd573e58c1cffc5ca0e36", "inspection_reports/FireInspection_MapleStreet_FM-26-0425.pdf": "8443ed3edc9c7c23428d8078afda28757afa2367cac76963ac8a2577b766275e", "inspection_reports/FireReinspection_MapleStreet_FM-26-0499.pdf": "7fd1e82900b6c4ae1f4b58da797c72531667ade3aff853e69ffde54c504c1bd8", "inspection_reports/HealthDept_Hilltop_kitchen_HD-77849.pdf": "e13a2fc7f77639a42ecf27fb56091aa2026ee997aa8991657397b23a627fcced", "inspection_reports/Licensing_Riverside_20260818.pdf": "540ce29dba8cac10692a60ff663a3d03f7d83191f8bbe51a9a16b5ced4d3f219", "inspection_reports/scan_playground_audit_riverside.pdf": "715c8cff7e2516e129b6d6259d553b79bf4197fed834bcbd32552eb98dad7dba"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open finding", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "site, source and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "severity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1907, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0403606d65986fdd95ca8f79e67d88bd49b83e19aebea2c2796037d837b28208", "run": 3, "run_id": "inspection-findings__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "31a689bb25179a0735a81e0c1b64b2b1c08b0a93bd35dd77a7a4058609f6c34a", "task": "inspection-findings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 159104, "input": 170967, "output": 3978}}, "cached_input": 159104, "input": 170967, "output": 3978, "reasoning": 0, "requests": 1}, "wall_s": 94.1}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "33830468b22ecb6203380dbf78fe46bbd73a3a3891e7c3d7db5900771ce1b37a", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2032, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "206f2279d0b7a6493925807fa9ae99c34d96fb3cae5b05eeb5eca6d2866f733c", "run": 1, "run_id": "insurance-certificates__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "adc72fd12e565f0d1a79779fcec32182baee1a37fdc7766d50380de160bcd7d3", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 187008, "input": 200067, "output": 3810}}, "cached_input": 187008, "input": 200067, "output": 3810, "reasoning": 0, "requests": 1}, "wall_s": 93.4}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "31aace2ab2349c6e5fa6e0bfa2393025437817a5dc92f6f7564b34f3c87daddf", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2028, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b4fc11e44ba651be5f7e859e03869747089b3bee25fc952ed71c8a7eb9e7e39b", "run": 2, "run_id": "insurance-certificates__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5f2ba10b64ecca680d744ade77ce66a00acfce38e852f436dc51e1eb9476ab8f", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 196608, "input": 212646, "output": 3000}}, "cached_input": 196608, "input": 212646, "output": 3000, "reasoning": 0, "requests": 1}, "wall_s": 73.9}
{"artifact_hashes": {"certificates/COI_Hollowell_Electric_2026.pdf": "645a6872f95e12eeceb1767808bbcefb7879cf6d8b30e41f5aa5143b57bd2c6c", "certificates/Hollowell COI 2025-09.pdf": "a1581390329287ee2da385c0947dffc07294446b358df678db5af988177d500d", "certificates/Pinnacle_Roofing_evidence_of_insurance.pdf": "11fb93ee715ee7cb2879485e3910d4e11b448682c81b5ddb6a2fd59d55bbe52a", "certificates/Westbrook-COI.pdf": "233d7177a3ef27be8eb1b12c929a68633e80ed5edb44d234c0fe17c9787cea4e", "certificates/pemberton_hvac_certificate.pdf": "f763ac318a02118a47eb14e7649777cdc125bd68a0333689245ee6223e1771c5", "certificates/scan_cedar_pine_coi.pdf": "8a5ed43a523edce408ec4b7269f0f4f7c4d246f5256754189f604b05ab37a15b", "coi.csv": "33830468b22ecb6203380dbf78fe46bbd73a3a3891e7c3d7db5900771ce1b37a", "compliance_note.txt": "5d3e14a9852d3a4f1a36735477acbfc6e7658f57dac7d5ad1d996f09a5ef73f3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per policy", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "insureds and carriers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "coverage types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "limits", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "policy dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2273, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "139a43d0ed8b1678bb5b49a7629245f2e70eebe3bf49e9f1fa00b8d899fbd230", "run": 3, "run_id": "insurance-certificates__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "529c7b07bb82e628844539b5ff06aa61a8a75b55fe7603540e7463566d79c609", "task": "insurance-certificates", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 179200, "input": 198989, "output": 3824}}, "cached_input": 179200, "input": 198989, "output": 3824, "reasoning": 0, "requests": 1}, "wall_s": 91.0}
{"artifact_hashes": {"count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.csv": "7af93dcdeb390465c97d76655456cfd7cac2cde273a0940f18eab38a0c4d1c35"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3556, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "95ee1215942504dea407445edc02d8d1b2536d3e38fa51ca77e53eb58c7a64f6", "run": 1, "run_id": "inventory-count-reconcile__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d894d4d88f83471be95b80ddf80ee8414dd78100c2fc811f51ea54854fe79281", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 226304, "input": 261655, "output": 6184}}, "cached_input": 226304, "input": 261655, "output": 6184, "reasoning": 0, "requests": 1}, "wall_s": 135.2}
{"artifact_hashes": {"count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.csv": "8b7f3aade700b36db7306721dd0d3313c1a0b169b5b1135226bb63bb99a8b1ff"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2883, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e8015f81f3daeea8908913abba783a95bf32428866cd1bf51782cb65d6c209a5", "run": 2, "run_id": "inventory-count-reconcile__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f405168ee032859375a33205e75c25b0e2d537cedb216fe5cba6eb38da0b6aef", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 225024, "input": 245365, "output": 5848}}, "cached_input": 225024, "input": 245365, "output": 5848, "reasoning": 0, "requests": 1}, "wall_s": 131.1}
{"artifact_hashes": {"count_devon_aisleB.csv": "2c3e70be6d7636d1b59fc710140bce57db3e518bb1a3f785100174cd6f759405", "count_sheet_maria_aisleA.xlsx": "e0bf35a8da73f8533a14a10b4d63be7c1f94b7dd65c3fb053c333cdabcb33959", "email_from_rosa.txt": "3af90343dd6b90539e0b8ceaca1aeed6e8fb18a5d1a42e34b9c8ee12abfa6c72", "sku_relabel_aug2026.csv": "62fccdf49f6affcf298629cd0806dd704dd5c4f8b02f2f32b3be046008ffc318", "stock_on_hand_export_2026-09-12.csv": "c2eca64282efc0427f27352160c3aa8385f0a10948e19fae726577df47478657", "variances.csv": "acc48172ddc37cfa8aaecc1ff262113888cb6e65cdfef1e17d61d808888f4a11"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items that are off", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "counted quantity in each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "system quantity and variance", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.292, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6954903769738a84adaff42d8a0aed9f38b6e653cb80369428fa1b186ca93d16", "run": 3, "run_id": "inventory-count-reconcile__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9e926da54e09ab4a9450734830758513b16a9478b649bf7f148569428353af9a", "task": "inventory-count-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 193536, "input": 224205, "output": 4597}}, "cached_input": 193536, "input": 224205, "output": 4597, "reasoning": 0, "requests": 1}, "wall_s": 105.9}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "756720b0232e214a30f00e49d41002fb58796d325b8b1d067df626a6ebf7d20c"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8805, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e4b7b7d27fc4076a391ee319a5e813ce079092648629ed82ce9441be12309d11", "run": 1, "run_id": "inventory-shrinkage__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "56a209d577cce044b070dde512ef5a30980b1e37e952d67de79993a33bdb1155", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 475392, "input": 533578, "output": 22882}}, "cached_input": 475392, "input": 533578, "output": 22882, "reasoning": 0, "requests": 1}, "wall_s": 475.4}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "d39f0c74d6a1fb1abc693336724e5ee29c1a8e5d34e0a9ead94f9613bb2d7520"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8184, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5beecb210a4e7d1eb102e6138c88add260eb41695dc41618ad8efa791eb172c6", "run": 2, "run_id": "inventory-shrinkage__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c73ba422234fbc0fef066acbbdbf37b604874fff473395441080b9a65a01895", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 621568, "input": 668475, "output": 19109}}, "cached_input": 621568, "input": 668475, "output": 19109, "reasoning": 0, "requests": 1}, "wall_s": 396.3}
{"artifact_hashes": {"damage_log_august.csv": "9f4043ca3fd315c5a7504231e751e7cf3e59cb6f91002aead6432ea14821ff50", "floor_count_2026-08-30.xlsx": "0dfaaf78ad9ee5d269e85ad80378ae40c26e574f77c49be1137c7d5e0b306ddf", "note_from_rhea.txt": "10d3e538778e8463af9d02d5dfdd232f51cb88bfcf6f90a6af3dee04f8391446", "pos_item_movements_2026-08-30_to_2026-08-31.csv": "bb44edf5372ea8384ab32ce3662a412a550d9e1176ef229bf4a798bf5b27ed4b", "pos_on_hand_export_2026-08-31_1115.csv": "9c084b9d0a7efcfff5847b3b82abf6dc99abc32cd69777094dfce0dfb1c68efc", "shrinkage.xlsx": "d04111be60a9e409a471d8172c60f34d06142b18476f427b79f3707015f2dc13"}, "category": "bookkeeping", "checks": [{"name": "shrinkage.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Dog Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cat Food value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Treats & Chews value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Aquarium value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total net shrinkage", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damage set aside", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5515, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1b356e02d89e60e5dc6ed99c90405b1cb9e9c7b8259b638b8e7357df29656b77", "run": 3, "run_id": "inventory-shrinkage__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "013bdc5ea874470583750ba36690bb907ff3a8ef7da1428fb4e39a1deb8abc94", "task": "inventory-shrinkage", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 256128, "input": 286940, "output": 16292}}, "cached_input": 256128, "input": 286940, "output": 16292, "reasoning": 0, "requests": 1}, "wall_s": 638.9}
{"artifact_hashes": {"index.html": "398fc24b5d2ee56648b27260cef4c82ce91e44d6c9a1ae5a685604fe4cdfc286", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3318, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2c947ed0e5b045a18d2055be95fc64168b81b8db6bac3c496ec71ebebd6ae778", "run": 1, "run_id": "inventory-tracker-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f61a54301d577e079a675f1cfbb9b6cd7c8ca2c481036ff9f0182ed909169a4a", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 144896, "input": 158724, "output": 10924}}, "cached_input": 144896, "input": 158724, "output": 10924, "reasoning": 0, "requests": 1}, "wall_s": 517.0}
{"artifact_hashes": {"index.html": "4c72ce6941c0b370c19ab4ad1f682a776a5b62368a625be3ef8b5f8f47ea821d", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4623, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "493db621dc625a23952f82d88bf1fca10db732a0821dee7f91fb4a9125b463de", "run": 2, "run_id": "inventory-tracker-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c26fa37667e34e6a7af65862dafa9851d335253a700ad42eb7ce76e8cf4a754b", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 202624, "input": 228475, "output": 13892}}, "cached_input": 202624, "input": 228475, "output": 13892, "reasoning": 0, "requests": 1}, "wall_s": 272.8}
{"artifact_hashes": {"index.html": "2161bb147b3fb088cf9ffd876c606c8e56507a7a2fc837f3d96a99b60e61bf83", "note_from_marta.txt": "7fee44509d61e4eb1fdf5f5e32f1eb08e6d73fa40c1b6e0abb886e2610ccf26a", "stock_on_hand_2026-08-14.csv": "467bcb0d744c4124f97be9c9639a645e2e709a94546d49e55d1a36b4d3bf6b46", "stock_on_hand_2026-09-12.csv": "f71bf1d2705f7ef09697bb7710cc9d03f1cc6b54968fbef75c10f5145301ff43"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every stocked item named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "archived lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "total stock value", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4184, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "02f5b30f4bbd8fe2b0ac192101384e4246df79539950753c9c2e49476e72fcce", "run": 3, "run_id": "inventory-tracker-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cfd9b96028d3e09e635c6ddb2d1b4600f8604c7dfc6398d89152bf7df0d31cd2", "task": "inventory-tracker-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 151296, "input": 180871, "output": 11977}}, "cached_input": 151296, "input": 180871, "output": 11977, "reasoning": 0, "requests": 1}, "wall_s": 235.1}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "943018fd5d954a4984e5e43fd040df6ae18341a475914bb7058d4dee1d9fbcbe"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4824, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3d6da9757a2ef442f8cb69e83094ed93599f1e24b84b74748e738e180d378b5f", "run": 1, "run_id": "inventory-valuation__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "abedccf6e21a1ac88ff34df9f8fb57bed4a4d1bfc3fbf27f430134d2160a4fc6", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 250368, "input": 273332, "output": 14520}}, "cached_input": 250368, "input": 273332, "output": 14520, "reasoning": 0, "requests": 1}, "wall_s": 279.1}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "61d99cc34c883e0bf0578a00bf3bcdb48688a3cfb24cf3397eae8f68087e2809"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.8241, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33793071a843ac89ad8084b175bc285d959be7f2cf59e9189993ce9d8d87c935", "run": 2, "run_id": "inventory-valuation__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7998ca8180d48984a9158e1298ec93462c1231cc16e61139d04619ab19bb6b96", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 396288, "input": 434204, "output": 25694}}, "cached_input": 396288, "input": 434204, "output": 25694, "reasoning": 0, "requests": 1}, "wall_s": 485.7}
{"artifact_hashes": {"note_from_frank.txt": "818353eb7421cd7e92d6d970a7773dfacc501e346c2d2030a23eff5187fc9f20", "purchasing_receipts_2026.xlsx": "8bc8457470dc49eb2f839245d1a3c78d5ee48f0a707d7740a681a242d9844850", "stock_on_hand_2026-09-30.csv": "082fb48fc0b2ad922b4a9acc9da65405eeeb272c645e3599ad66206cda60d850", "valuation.xlsx": "b9c8f2c452aadf73ad60f509a57026e34b81ca789754806f89562a867d128ad3"}, "category": "spreadsheet", "checks": [{"name": "valuation.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Trees value (latest receipt cost)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Shrubs value (negative counts at zero)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pots & Planters value (loosely typed SKUs)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total stock value", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "items without a cost are flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.7791, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d62b3a95c8a232e4c6330eaaff0afb5e2f11a64a20355547702222bed8a1be74", "run": 3, "run_id": "inventory-valuation__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e1022d0fda33cf41a31b1e8ed9c4254c08e4b31174c2ca8ea6c6338e49fd6849", "task": "inventory-valuation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 461312, "input": 492557, "output": 23478}}, "cached_input": 461312, "input": 492557, "output": 23478, "reasoning": 0, "requests": 1}, "wall_s": 466.1}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "562cfb04dc11d5a5b8c5f846c3f1f27d13c9732f9f4278ca072b41cbbba7374b"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": false, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.227, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a523767647f55938f25c34daf830a4919752e1387102556f2d5be5a7cd182a63", "run": 1, "run_id": "investor-update__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bc6e3c3f4ab1bf56d03b265dcd36e41a3bac44f796d936f7fb892338df679944", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 271360, "input": 289139, "output": 2365}}, "cached_input": 271360, "input": 289139, "output": 2365, "reasoning": 0, "requests": 1}, "wall_s": 71.6}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "9252bc0f0f3fe53d7eec2fe10717557e6acb3f4456c4e0b0503e518fc447acb9"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": false, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2319, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1b0124aada551b1cca22df67126fe7784ac07d79c74e75ada5a3511a2d2b8192", "run": 2, "run_id": "investor-update__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e70618bf602c36bdfb0a4b4097d954a99d02555b4b20842528e58690a13aa060", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 281984, "input": 301470, "output": 2058}}, "cached_input": 281984, "input": 301470, "output": 2058, "reasoning": 0, "requests": 1}, "wall_s": 57.0}
{"artifact_hashes": {"email_from_priya_finance.txt": "dcfc87dbc01917911d44dd9fc2d7f9ad5705193788609e01cb3109af77b1b9ef", "investor_update_q1_2026.md": "9bf49976559baa5ec83cca77e3298bf5b272e900d23a62d46d7928e94d816fbb", "kpi_tracker_2026.xlsx": "706fbb95d5b3dbe94294dc87af3572defe40fb809c469e2caa2025a1a1dd27e8", "note_from_marcus.txt": "ed3483d9669e0789dc79f49e35d797ad45d7926e56b99e00ec1c6656188cc39f", "update.md": "353485a20b33c6cf7de01eaaf17d393563554d31e69cab4e5adcd0d895b1bccf"}, "category": "drafting", "checks": [{"name": "update.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "quarter revenue figures", "passed": false, "required": true, "type": "text_numbers_present"}, {"name": "growth over Q1", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "end-of-June ARR, customers and cash", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "runway", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "unrestated Q2 total absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "confidential conversation not mentioned", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2668, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b20f9748885fab2c015b8a92c7ad7d08ea761f83bfec037d87986a38eecf3977", "run": 3, "run_id": "investor-update__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a712e6b7b3252e8a7f24c35632448114c4852621fbeab2a885c6b71c7b262aa4", "task": "investor-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 235008, "input": 267029, "output": 2235}}, "cached_input": 235008, "input": 267029, "output": 2235, "reasoning": 0, "requests": 1}, "wall_s": 61.6}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "947badd7845000c956d5441d5bc29132edc9dd16666dd5fd5909a16c376fea12", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.2683, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "996c579e9370101abda81bbdaa99ad203d6774ce4f1c8b0391f0244ea8f98c51", "run": 1, "run_id": "job-posting-from-notes__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5fe4e3b99c74cc4cc6f8cebf0eaded68b1d4a3231035c13a0abdc45e409b810e", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 170240, "input": 210909, "output": 1874}}, "cached_input": 170240, "input": 210909, "output": 1874, "reasoning": 0, "requests": 1}, "wall_s": 47.1}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "c8dbf099da5b6b34f1be547acf82f9bd540d88409105ff3bf2d2e694d3e59145", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.1426, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3e25368b534889a452254dfb30c4d404e239fb61fbbe78bfcb4085ad862b1ca4", "run": 2, "run_id": "job-posting-from-notes__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "221b6a4dd7a48927aea39d3512a86749450fe742f5ec1e38d2fa8ca26c0d8369", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 152192, "input": 165441, "output": 1435}}, "cached_input": 152192, "input": 165441, "output": 1435, "reasoning": 0, "requests": 1}, "wall_s": 40.9}
{"artifact_hashes": {"email_thread_front_desk_posting.txt": "1151d26cc4c32b715487f849aedff9b973e9b643541ab626d312d51f3cc8f743", "hiring_kickoff_notes.txt": "cf1de0b88ad71ab17dbda3c5ae213dfc144ff189a8483f098d526fcc67fc4104", "posting.md": "98ba86559230682ba99c251bc83ce0755198903121cbf532902ac1e90398a40e", "posting_2024_front_desk.md": "dcba3235ecd8693ebdeaab19997667a5e11b36faf11d739101549405374b86f0"}, "category": "drafting", "checks": [{"name": "pay range", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule days", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "schedule hours", "passed": true, "required": true, "type": "custom"}, {"name": "clinic address", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "old addresses left out", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "language requirement withdrawn", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "CPR timing", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "how to apply", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.1442, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3fdb6ebfb16c6722521ecc04dba189c1a637249f9edca919672d8b0dd24b8293", "run": 3, "run_id": "job-posting-from-notes__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2771753f67ad9c6b7f18838438c4a89fa59540081ba2d4ab40f4443640351302", "task": "job-posting-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 151680, "input": 164779, "output": 1559}}, "cached_input": 151680, "input": 164779, "output": 1559, "reasoning": 0, "requests": 1}, "wall_s": 38.5}
{"artifact_hashes": {"index.html": "48ad4c32e5444360210a12eb1dafb0a10bf6d036224286aae099d4e7d610cf5e", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2573, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "72662258f686c4038cb7d7b6f0b27a0ae5cf32a8ce34912db34082d3e4a165ac", "run": 1, "run_id": "kpi-scorecard-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c8c33d54cb44f1fd5a6d7877f00fb8497e08a074f708e13bd0454ab8444476d", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 128000, "input": 140974, "output": 7709}}, "cached_input": 128000, "input": 140974, "output": 7709, "reasoning": 0, "requests": 1}, "wall_s": 152.0}
{"artifact_hashes": {"index.html": "a22951f575c9081224986dde4baaaab87d486f761e27bbd5c7e594e8a5244ed1", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3456, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3c59a22aca545de5a741727ac7041d902a138b6e01222166a89eca9048a3c9c7", "run": 2, "run_id": "kpi-scorecard-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "aa6e9bf3747079d95e6f22389aa158c1cbbfadc1e0f403f89ff4ede52254d328", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 151296, "input": 180049, "output": 8501}}, "cached_input": 151296, "input": 180049, "output": 8501, "reasoning": 0, "requests": 1}, "wall_s": 175.7}
{"artifact_hashes": {"index.html": "108ab431654597a4d4f615171bbfeb3b3d1279f146b0b96706628aa6c8b57bb3", "note_from_ruth.txt": "610f78b1291a1fcfc919fa4b47739a36ed46b638ded87dc13d3697351bfb59dd", "ops_tracker_export.csv": "1795087ebeecc9eb0f1c52d5c7c0297894001821506bf68e7dad32cbf6488852", "scorecard_targets_2026.xlsx": "01c902fd05a6a6336cd907f95f8b25f80c925b3a599256f6d5be89cec9ea8c9d"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every metric listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "retired carpet metric left off", "passed": true, "required": true, "type": "custom"}, {"name": "rates shown as percents", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2251, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ddca4cab2c237b1b9200a6fa21afb6ef8f71454562b300165498b2dc37b20d78", "run": 3, "run_id": "kpi-scorecard-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3a3901e5de8e5b6521e41259929d61448fd6031ac48cdf395533186c1566da36", "task": "kpi-scorecard-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 114176, "input": 126619, "output": 6484}}, "cached_input": 114176, "input": 126619, "output": 6484, "reasoning": 0, "requests": 1}, "wall_s": 132.9}
{"artifact_hashes": {"campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2607, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bb6c95fcd3f39c89e505285552efa2c1ec5c9b9350dd7353d1072c8ddee02063", "run": 1, "run_id": "lead-source-rollup__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "79e00353a58331afc0641f8d069988423d4ebceb4bbbf69f69a463f14d3a46db", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 202368, "input": 227806, "output": 3898}}, "cached_input": 202368, "input": 227806, "output": 3898, "reasoning": 0, "requests": 1}, "wall_s": 89.7}
{"artifact_hashes": {"campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1686, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "85b891b9bca316e7b64dd93715e27b9f1dad9cfe5138eb1a40d7f7d3b312cdce", "run": 2, "run_id": "lead-source-rollup__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8b47251b4b94759d7739567716b66e74497be7499d0f2d444d8e6e052abca4d5", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 154368, "input": 163344, "output": 3546}}, "cached_input": 154368, "input": 163344, "output": 3546, "reasoning": 0, "requests": 1}, "wall_s": 79.6}
{"artifact_hashes": {"campaign_codes_2026.xlsx": "d897307260f6ab882abbb54734a187ada8a00ea3336297873622e1a11d459dfd", "crm_leads_export_2026-07-02.csv": "4a929d1a50ab7f0dd345bbe009ed98f75e8bfdbd02ecd1a765e756ca1ec55a51", "email_from_sofia.txt": "e3266be7ae4888a56fb7ed9194d853782e68aebbf1141d3097c2550a5be0a6b3", "lead_sources.csv": "2c5335466e1c3f18274af6bf7c376f49ea0d98964dfda8a2c2743da2c143aaa8"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every source plus Untracked", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "leads per source", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "won revenue per source", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1947, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "52124f44ea2df825c1439e7cbf7c5ecc99baf871458927a334ac82c5dc37db3b", "run": 3, "run_id": "lead-source-rollup__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6281f7b5892418a2813335f292f4e44d01d363059912ae2048a498a4ea19d5f", "task": "lead-source-rollup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 183424, "input": 195175, "output": 3718}}, "cached_input": 183424, "input": 195175, "output": 3718, "reasoning": 0, "requests": 1}, "wall_s": 88.1}
{"artifact_hashes": {"lease_abstracts.csv": "d8ca336d8d2e713f6560b19e19636ba90987210b9c5730fc64aa8d5060279ef9", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2405, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b89035ce1f31e7bdb9dc2902d43079ca5b390d947b6f6c7d01d03dc6e6d6f4b7", "run": 1, "run_id": "lease-abstracts__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4df35a4de499e485f938ec6de7f14cd8c79002042eb171c7162d97bb03452d6f", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 207872, "input": 224100, "output": 4622}}, "cached_input": 207872, "input": 224100, "output": 4622, "reasoning": 0, "requests": 1}, "wall_s": 122.9}
{"artifact_hashes": {"lease_abstracts.csv": "d8ca336d8d2e713f6560b19e19636ba90987210b9c5730fc64aa8d5060279ef9", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1876, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d9dd0cd70f96eb6d8ad4eb5e484462842de4871046e394d9b6b296fe409347d3", "run": 2, "run_id": "lease-abstracts__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f1ed9dab4f7468b551fa57bc767c2cb96fe75dae35655d70637613d405463920", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 160768, "input": 172264, "output": 3863}}, "cached_input": 160768, "input": 172264, "output": 3863, "reasoning": 0, "requests": 1}, "wall_s": 98.6}
{"artifact_hashes": {"lease_abstracts.csv": "d8ca336d8d2e713f6560b19e19636ba90987210b9c5730fc64aa8d5060279ef9", "leases/104_rent_schedule_exhibit.pdf": "3ae37a09e844000155382fc281f9828a7df437048f9e680c181e61aac8ebefd5", "leases/Lease_102_executed.pdf": "525a201032a188e2ed43e19cb6ee2bf07e4d9d2a26281bb09f9a55c76d467b31", "leases/Suite101_Lease_Basic_Provisions.pdf": "974435b262251f0cbd2d1775b4b8d8e42b8f5db648fca6d22427b514bca1a7a8", "leases/Suite108_lease_riders.pdf": "5baf235537e2fc400de529cfa934ec2b936f3ac17fb4c690c73009eb860724df", "leases/Suite110_lease_excerpt.pdf": "ff4e1de9e117b7c6184407cf3387944c8af50da98aa8f7a4c534e605a1ca7d18", "leases/Suite_106_Lease_2019.pdf": "5d6e99825db7a70fa2e4eb648082296502647878582999d6493a6b5894438d4b", "leases/scan_suite_106_lease_summary.pdf": "62edaa29655dbba25469f68a262631771c3b7d18b8e14b64e2409f2bbd00887e", "note_from_marisol.txt": "f94e3ed287bbc7de3e6b070a8bb20d5af8157c418172e910093a40f45d0fa3e8"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per suite", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "tenant names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lease dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rent in effect on 1 October 2026", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "escalation amount", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option count and CAM cap", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option notice deadline", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expired lease left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2901, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3575de3459af0c5fd8d76941056352e6b532d87c1a241ef6cf1b14ff8d57537e", "run": 3, "run_id": "lease-abstracts__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "81d7063f3490211081af290b0b0369f5a15fceb68073e1ddf2c34cc7697d4beb", "task": "lease-abstracts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 189568, "input": 221893, "output": 4249}}, "cached_input": 189568, "input": 221893, "output": 4249, "reasoning": 0, "requests": 1}, "wall_s": 108.4}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_check.xlsx": "46c0870cd177d65cec89debeab71e356ca25a13cb390e39c84a210d07867cfb5", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5842, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f670b825cacd4dc3845c1b0c2f4ec22f820c8e992244e12bdd6e1971424fa1be", "run": 1, "run_id": "loan-schedule-check__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7a99ee42671abb9e59665e0d8577b03e4d808a2cfea53fab1ec9db0414ef7dd6", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 356992, "input": 385022, "output": 16462}}, "cached_input": 356992, "input": 385022, "output": 16462, "reasoning": 0, "requests": 1}, "wall_s": 357.7}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_check.xlsx": "32ff9ac19b5a8bc790c6832f51f3928a8dd102326f71477c4d7064bae4b79387", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8524, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d9b6291a325e87b05e5035f72b9fe7a77063bd9f7efb1acaa0cbdd697c92979e", "run": 2, "run_id": "loan-schedule-check__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "773ddbb18e6b31da014cddc98e1e7383826a0feb91d112c391561b0fe633160f", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 574080, "input": 628625, "output": 20229}}, "cached_input": 574080, "input": 628625, "output": 20229, "reasoning": 0, "requests": 1}, "wall_s": 395.4}
{"artifact_hashes": {"amortization_schedule_at_closing.xlsx": "f8107d1f5a3f73ab6830eac44ee5aff8d5fb9fe6d49ce13078e74ef4b7286cad", "cascade_cu_loan_history_2025-09-01_to_2026-09-10.csv": "c960ffb503307696493028f9a4a97687a0c8b3bbbc16724bfbb0eeb670124862", "email_from_accountant.txt": "f4c0ac4a34078ca8ca4f583ebf8902ea30876e5ff2cda0b39f6f4d7f8ad62985", "loan_check.xlsx": "ce7aef192c1f565204528b9de9fc49f42c38c930fe243abb155aeb3227e508da", "loan_terms_summary.txt": "dae1d34c945ca7927245d7e7f7c706d7a7a67153327df67f0da24801eab07cac", "rate_change_notice_2026-02-02.txt": "42796e29459766e212224dd571f171ff07c53af01f8143e0e36cc01b92074541"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "interest per payment, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total interest Jan-Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "principal balance after August", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "interest overcharged by the credit union", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6847, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "86d75fd4cdf28c31367682795d3939f4420a2dc56c1cc3fbd94c61cb8cf3dd6c", "run": 3, "run_id": "loan-schedule-check__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "14531203f385a7f03f875999cd82491fa87e762c71b27478baf982f84f73f290", "task": "loan-schedule-check", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 570624, "input": 601447, "output": 16660}}, "cached_input": 570624, "input": 601447, "output": 16660, "reasoning": 0, "requests": 1}, "wall_s": 338.4}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "3c84c7928ba75331a440130f26edac8543f1a2a9c4dd94c820799377024cceb0", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "3ae165cb614d64b31d687cb7fc558914351075d7110a7991924267776a849c52"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3808, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6c25e8ff8ca11722dfe29ffc7cf68278375118154f0f48754afb4ce10b320eb9", "run": 1, "run_id": "lockbox-apply__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "28f388aa3c6d20a09912909e15443239200d0a73af0c468aa7a9e291fa2654b8", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 253440, "input": 295084, "output": 5641}}, "cached_input": 253440, "input": 295084, "output": 5641, "reasoning": 0, "requests": 1}, "wall_s": 132.0}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "3c84c7928ba75331a440130f26edac8543f1a2a9c4dd94c820799377024cceb0", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "4e4637155244923b6c47af8abddc4c85deefa026f49ada826e68cb5c68c251a5"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2789, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33ed93c544878fd348a38ec464061f8b79fda59a49e5c1db9d02e8e42a964df3", "run": 2, "run_id": "lockbox-apply__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0848de508caea3392d2a8c022d733d2e86e0851e229090896c5d3c680db57d94", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 169600, "input": 198533, "output": 4768}}, "cached_input": 169600, "input": 198533, "output": 4768, "reasoning": 0, "requests": 1}, "wall_s": 99.0}
{"artifact_hashes": {"LBX2291_20260909.csv": "ac26944d48bdd24d13a31b4b4e0bd2611e96db51a839600f9f48c38765fdb81a", "LBX2291_20260910.csv": "22d97a76cbbff6a4207a90b6cc0e048145601e6d4e1b1b753cf81ef9b6c5fc2a", "applied.csv": "3c84c7928ba75331a440130f26edac8543f1a2a9c4dd94c820799377024cceb0", "email_from_lucia.txt": "865784417cc15815c0e420d236ca2118d72bd8ff2e4b03dc4931db3cfdb5a2c3", "lockbox_file_layout.txt": "bf2ff5bbc9bf542ced854c600606502fe8256afcb1fb1b0f1d159f0e7cc69998", "open_ar_2026-09-09.xlsx": "55138de0046f030e1d157d17de62f94915e37ee48b48b9cd66281d9f85c92288", "unapplied.csv": "747c2f12e9e0452fd2eac11bda371b5ae0501d796fd558f0e31b4ecd2887cc8a"}, "category": "bookkeeping", "checks": [{"name": "applied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "applied per invoice and write-offs", "passed": true, "required": true, "type": "custom"}, {"name": "nothing misapplied and cash ties to the file total", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied checks", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "unapplied amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2891, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "90cc53b9a8535ec5c0ebe1ac848fac65068e53fa949573d8da1f9374f61a42ff", "run": 3, "run_id": "lockbox-apply__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "77dd2fdb5b85afc3b0eb3502437113d4e5ff002d6674873bc4ca283b0f15848b", "task": "lockbox-apply", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 217728, "input": 243117, "output": 5025}}, "cached_input": 217728, "input": 243117, "output": 5025, "reasoning": 0, "requests": 1}, "wall_s": 108.6}
{"artifact_hashes": {"attendance_grid.csv": "b2214105caea463d358fc2bc8a88346b941788d30480af5086c962b4e85d0ad4", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1936, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "15a0d2a5de42cd90907a0b8ee39f9e9cb4389a03848c41b1a41ad42c1e8a3d4e", "run": 1, "run_id": "long-to-wide-attendance__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1fe4908126dfa510c539eda76ca47944826ebbf90900886cab59af90ec353d4f", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 141568, "input": 155015, "output": 4160}}, "cached_input": 141568, "input": 155015, "output": 4160, "reasoning": 0, "requests": 1}, "wall_s": 89.5}
{"artifact_hashes": {"attendance_grid.csv": "b2214105caea463d358fc2bc8a88346b941788d30480af5086c962b4e85d0ad4", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2259, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fd87d359925f270dc33b622e9d82b734e71be06d92a0d3bd5217539c7b2882e5", "run": 2, "run_id": "long-to-wide-attendance__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bccf60ad54dc41290e4160949e627a9ffdbbe7ac1b28ab97b8d6e043759ab767", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 182528, "input": 194231, "output": 5303}}, "cached_input": 182528, "input": 194231, "output": 5303, "reasoning": 0, "requests": 1}, "wall_s": 120.3}
{"artifact_hashes": {"attendance_grid.csv": "b2214105caea463d358fc2bc8a88346b941788d30480af5086c962b4e85d0ad4", "coach_absence_sheet.xlsx": "295c829d01211ca828affaa8e7827ec5779851064dc595b0029182b62385865f", "district_attendance_instructions.txt": "8e1d457d5969b77fa13893add3f92aeb388f73453249c373368eacf115a920cc", "district_attendance_template.csv": "38ffd907a54fb4e6299e79af27436c7a20ff1fddbc3c19ececf1f7b4305dc0f8", "kiosk_checkins_fall.csv": "0372bd8276c16e03cf8ca90f0f26e42bedc8af70a8616e31c47291880832af48", "roster_fall_2026.xlsx": "dd0b6b43952e2a67b0ffeee3a822c8e4a2360c819276ec3f77c3570d08ec85ac"}, "category": "reformatting", "checks": [{"name": "district template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per enrolled student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "every session cell", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rows sorted by student name", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4293, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5612ae53870e9f2c629df7e1db9960f422f99661b007fa0664665230e5457abd", "run": 3, "run_id": "long-to-wide-attendance__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e72642d923acf61a887a00dcc0faf878188efe63548dc6716ace0f597d9eba66", "task": "long-to-wide-attendance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 259328, "input": 306418, "output": 6858}}, "cached_input": 259328, "input": 306418, "output": 6858, "reasoning": 0, "requests": 1}, "wall_s": 144.5}
{"artifact_hashes": {"farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "546cfcea4bd79db7e740425e565d3cc184cbca5c9442e0b13beea63a85d2b914", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3303, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f594199c4e5234f8f8fc76a0933f15bbe34dcfe64aeced327755cc2e8b3a7f5f", "run": 1, "run_id": "mailchimp-audience-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5e6df91881da5828c0a4cb0acd5065e7ce2da9219264af223c6236d8a08b94ef", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 213760, "input": 237051, "output": 7584}}, "cached_input": 213760, "input": 237051, "output": 7584, "reasoning": 0, "requests": 1}, "wall_s": 219.0}
{"artifact_hashes": {"farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "39b32a0b6abdc07e496d4d6518372e7947c1a50d00d1f0df0b82f3c797732f7d", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2617, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a14f742cfc1e70c34f03e3ec5f6388eb81c37cc8adb471627f28675422c15c8a", "run": 2, "run_id": "mailchimp-audience-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "889e65af58a8ae0c6f4826df52aab33e9d31672a8739a88cd8921c59941b7087", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167936, "input": 184057, "output": 6503}}, "cached_input": 167936, "input": 184057, "output": 6503, "reasoning": 0, "requests": 1}, "wall_s": 131.6}
{"artifact_hashes": {"farmers_market_signups_aug.csv": "5b2f24360ab4e6aa52e7be79dc8372bf282596e9bb78213a40cc675b7028a214", "mailchimp_import.csv": "546cfcea4bd79db7e740425e565d3cc184cbca5c9442e0b13beea63a85d2b914", "mailchimp_import_template.csv": "84016593a475891f4ded547fbbd2f9db1051c65cce63930517293f4c542bd89f", "mailchimp_unsubscribed_2026-09-01.csv": "6daefd69422e6d106c0ffe3a0f2e05b1c46e12a6a79acbcfc545f6b458c5a8e7", "note_from_ines.txt": "c859086c2bc69c69da1d21953fc813a9673d788b0347a3c14210d4d50a4282ed", "website_popup_form_export.csv": "dd31d0dad81dd2cd5bc4b8529c99223158a78304deb654f5dc734d16fb3eaa73", "workshop_registrations_summer.xlsx": "10d011cb1316c8f497c546a6ccc10313c8722a53705ef8b7f71c8e8799d2d3c8"}, "category": "reformatting", "checks": [{"name": "Mailchimp template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per subscriber", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tags per subscriber", "passed": true, "required": true, "type": "custom"}, {"name": "birthday merge field", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name merge fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2813, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "82e72f3e1b1a58d29584aa82e2edef914f3ec1c4a0b3397a97ad0d05a65e68f8", "run": 3, "run_id": "mailchimp-audience-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d62a756e63d555c2304665c90e1109ead598464d60e2217f3aa18f9c1433a4d5", "task": "mailchimp-audience-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 185216, "input": 204055, "output": 6594}}, "cached_input": 185216, "input": 204055, "output": 6594, "reasoning": 0, "requests": 1}, "wall_s": 134.5}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/Aspen House.txt": "1890c0bbf9f5f1aead7b951d9408fb84dad23319b2a3541a78a614850cce327a", "notices/Birch House.txt": "237ee641e7ae779b6937985f63155c3c4dcffbec9a9725b214871a553dd817e2", "notices/Cypress House.txt": "0643d216f0c2e496b21875caca4351efdb29bbb55a2c0a14468d08fe5bcafbee", "notices/Dogwood House.txt": "4c25df86f62fdfd65608110f5285355edab414326ba1e0d48b534f5dd5181f84", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1398, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ed525ef37b72e3dee31f52dae122b7f7a9189ad66ba340b88d617a7ab4abb509", "run": 1, "run_id": "maintenance-notices__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "21e2be06209b59b3608251dfad9cd109afea92edc99191f996b76f2882296753", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 129920, "input": 137725, "output": 2831}}, "cached_input": 129920, "input": 137725, "output": 2831, "reasoning": 0, "requests": 1}, "wall_s": 64.1}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/Aspen House.txt": "68db4c031cf75ca6fd2a35fae1340316d3dcdc101a7138f5cbd0775145c6ca33", "notices/Birch House.txt": "59d4de316074ada6a0ceade4d71cba915e5729f6386739cbb881dccfe321eefc", "notices/Cypress House.txt": "275434c5a37552a9320aec390e0a58c088d1853b20c154b6cd7a3f208ce47e4c", "notices/Dogwood House.txt": "7b93049b1598d3de2dfbae397f9218320d8be8dd56c800626666aec7bc25b0a9", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1548, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6b66d8571773dc7b15a2395b0f315357433d343af146d841fc8553410f658015", "run": 2, "run_id": "maintenance-notices__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4571f9270252645aad636a9c1fa539ada15b56c4cda99b83fe53202021870f54", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126976, "input": 138667, "output": 2862}}, "cached_input": 126976, "input": 138667, "output": 2862, "reasoning": 0, "requests": 1}, "wall_s": 65.7}
{"artifact_hashes": {"building_contacts.csv": "b4a7c7ff21fc919a693f778829e40b9c919ed42f0d70689ef7213c409badf3d5", "email_from_rivera_mechanical.txt": "7e36f3cf73430e5ee37fc1e4d41258424b8d02520a162a3ce68774ef55e2d40c", "note_from_property_manager.txt": "8f9263dbea5d371defefcde94e74663e5b9d9a1a453fbe6fee0c5edd9695b700", "notices/Aspen House.txt": "4d36efc5a514f273b7acde5c6d338364eb904af8771a2cfb8f31be32b461e73a", "notices/Birch House.txt": "ed7475d32cb28435fcb737a3e43bcdf2296e2dbc9bd0d27d626805bae69d48dd", "notices/Cypress House.txt": "dd508b6da38e1d94f1f3588e417c08b5c812cdb2cedba83a1eb5c37fb13ecec5", "notices/Dogwood House.txt": "d0ee9e93e5faccac8f9b2460bb20c1268667b9a79ef67a82163848f0266224f4", "riser_valve_schedule_rivera_mechanical.xlsx": "8a6f96c604ceb615fa98a200258e4f24394eab8b276ef4e63d1a4805a8a07d2c"}, "category": "drafting", "checks": [{"name": "notice for Aspen House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Birch House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Cypress House", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Dogwood House", "passed": true, "required": true, "type": "file_exists"}, {"name": "each notice carries its own facts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1439, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8acf1a3232bc39b11ac479763087d31022d2252aed6ad62434f45eb167a06c7c", "run": 3, "run_id": "maintenance-notices__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2461fbbadd717e5f75104c692ed03bebca4da1b0b363f44ef17e00a08d1b7b16", "task": "maintenance-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 149632, "input": 157572, "output": 2615}}, "cached_input": 149632, "input": 157572, "output": 2615, "reasoning": 0, "requests": 1}, "wall_s": 63.6}
{"artifact_hashes": {"members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "935b60211fa2d233fc82f0626c2b2bc37b796efb97fcc956fa8b73160092500e"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2737, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b5b53642785f42371e79b9e37bb4bd7d3ac78f7ba42774a2beb596d055faf751", "run": 1, "run_id": "membership-renewals__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "35cb174b2c9beb7ccabe3fa4e0c42e7162e29fa2408e70be05a3f7d0c9227bae", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174464, "input": 194487, "output": 6191}}, "cached_input": 174464, "input": 194487, "output": 6191, "reasoning": 0, "requests": 1}, "wall_s": 138.7}
{"artifact_hashes": {"members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "70b11cdbec4611bdd397bd61f60953b082abe6fedbd8b0f303bcef5efb2ececb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3196, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e7f15c25a53c344ed7b9373492ea924d597f71b5d6751a2db64ddac2dc2e3581", "run": 2, "run_id": "membership-renewals__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8131fc95bf7400b9776770bc8626d39b1e2999177e9b7207bb42d1dac2729673", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 211968, "input": 233958, "output": 7344}}, "cached_input": 211968, "input": 233958, "output": 7344, "reasoning": 0, "requests": 1}, "wall_s": 155.8}
{"artifact_hashes": {"members_export_2026-09-15.csv": "97747ca2fbfe9f9acbd927c1a5daa9f3df22da12b76dc7f6a4a66f3057856970", "note_from_leila.txt": "22e80b0b9cf704d5deb69adf7739c66c1f0143bcd8d3567fe2a95c910e88b105", "renewal_letters_mailed_2026-08-14.csv": "b65ca21caf52b2b7bee04e2adccc249a9c55036c41beed58a42aa9299ca33f03", "renewals.csv": "a396ece5aac041da8d60a79475e52fafdbe0103d6d0dcdfce3f5cdea473cfc92"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "members on the list", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "list per member", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "expiry dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3064, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f6b065b1806fd63b95b97cb461013b1dbc2b95efe90be932b4ad0d3a1fb3dacf", "run": 3, "run_id": "membership-renewals__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "08fb824ea591ef75f236ba68941eb0ae89e2640f7564eb25f70ede3d49a456d9", "task": "membership-renewals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 199040, "input": 222154, "output": 6717}}, "cached_input": 199040, "input": 222154, "output": 6717, "reasoning": 0, "requests": 1}, "wall_s": 149.7}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "4abd3b3997b0a028fa5bde29a14dbfffdbf0e567b082e6594f93d39aa91c3c2d", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5905, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bfd8b4f6f212ff7ad1ed005e7fb5773c63770646786039dd57407d689b36acc4", "run": 1, "run_id": "menu-cost-sheet__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9edd91855a6c02c3ab9664dd1e800b6b3acad91366807336540a94338584df02", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 312960, "input": 340372, "output": 17782}}, "cached_input": 312960, "input": 340372, "output": 17782, "reasoning": 0, "requests": 1}, "wall_s": 358.4}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "9ebe51b84d3499a39d288dd0ff16078afb784dcd21430c622861811b30fcf57a", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6943, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1325564279d37132d1800d9a8bd97433ec45f049c92fa606059450b0f9d2bd80", "run": 2, "run_id": "menu-cost-sheet__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "95485b4c7ea8e8515de77e4370ad7c420ffd2fc330fd062114a6046a5322759a", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 358784, "input": 404645, "output": 18367}}, "cached_input": 358784, "input": 404645, "output": 18367, "reasoning": 0, "requests": 1}, "wall_s": 378.7}
{"artifact_hashes": {"harbor_price_sheet_2026-06.csv": "f53ccf9fa98031ad31d4d3ce5ac816f73afcecb8727760b66a24d6b4b6bb1c9e", "harbor_price_sheet_2026-09.csv": "12bc8d0c9e695e8246a146fd41c03996e755d0c8328746699cedd3a04a0c332a", "menu_costs.xlsx": "db2e18012691016c39818ddd8e25af1a95c23739cfab541b49d3a1ec0a3ee8a2", "note_from_dana.txt": "c57467093ee30adca31cf22472a967649d3f5fb4d266d72fbf87bbe30ac714ab", "recipe_cards_fall_2026.xlsx": "d56d8e31e9bcb50ffa7d69b5fa414df7f53e85a88c0ce27f97b4f86097e8281e"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smash Burger plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Seared Salmon plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mushroom Risotto plate cost", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "plate cost and margin, every dish", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5374, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "68035898bad7b9594df2a5a748ca3146e953d4edc7a6864e743540a7642688bb", "run": 3, "run_id": "menu-cost-sheet__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2be2169146bc206ce17ba89f2c9ca427351900673a806470dc7daaf186f2ebc4", "task": "menu-cost-sheet", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 238592, "input": 276508, "output": 14515}}, "cached_input": 238592, "input": 276508, "output": 14515, "reasoning": 0, "requests": 1}, "wall_s": 298.7}
{"artifact_hashes": {"menu_performance.xlsx": "4a73225a3c0466061ec3f4ca46589c47ff3573685d7810c3668c5d422aca71f8", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5654, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "460b024366d9ae4034f58245df4e236fac9352b8b52c2ab391d6e43037329d6f", "run": 1, "run_id": "menu-item-performance__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "28fe3f3d36400d87c2c5c79e01322c48c2c2c56a41c75fdf013d52c18a712f34", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 298752, "input": 334085, "output": 15227}}, "cached_input": 298752, "input": 334085, "output": 15227, "reasoning": 0, "requests": 1}, "wall_s": 308.5}
{"artifact_hashes": {"menu_performance.xlsx": "09d61ed7de14a7a3da0c9a3a03b938886824799876f9c1afde3b60851054c9af", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6829, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6d291cb1c0c67695b933200f9dd7e95730b7e9edf2a0a8a58c0f5450758aaeca", "run": 2, "run_id": "menu-item-performance__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1b28dea41def77b6b85ab159ad92aae94a0af146765a175e719310b046f2f4e8", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 456576, "input": 497189, "output": 16889}}, "cached_input": 456576, "input": 497189, "output": 16889, "reasoning": 0, "requests": 1}, "wall_s": 330.0}
{"artifact_hashes": {"build_menu_performance.py": "9d3365d0cdc8de96805e38be1166dc9ad34a1228876c96f1054e36ed6ae31b53", "menu_performance.xlsx": "bcbca7f02bf83aa4a75f19e1872c8a0640cca4d24f26be55cc285626b2faa680", "note_from_marcus.txt": "9d437c986b84fc92c362fb24422d90858aba0429d7271926d5668f4ecec8574d", "pos_item_details_2026-07.csv": "1a251157808832a7cc90cd5b8eedab646fec3e10bb8d185b940f5a5547330eb3", "pos_item_details_2026-08.csv": "065fbc3afc1ccfb7297970abd16b9f8ce2c4f7b255a040c1fa0b59914cdf3a96", "recipe_costs.xlsx": "72e12d804445a141a2676cdb891d9ddc010e82e8326fa61b7fbcfad18a0edc47"}, "category": "reports", "checks": [{"name": "menu_performance.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Smashed Avocado Toast quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cold Brew quantity", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Latte margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Breakfast Sandwich margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6483, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "97add8352f693eb19407bed98d63c84c01aeb5b73f9637e8cb1f9eef0bcc772c", "run": 3, "run_id": "menu-item-performance__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d0758abedc96cfebc253e2a9852da51feaefabf32ab04dad9710a03496770d9d", "task": "menu-item-performance", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 384640, "input": 418497, "output": 17951}}, "cached_input": 384640, "input": 418497, "output": 17951, "reasoning": 0, "requests": 1}, "wall_s": 378.0}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "2e9c7e310a4239b0d3c3f766a05cb7258df52f4184bc4f5f4ccb039068f41a15", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4286, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cbf032a71ceeba78bb0c577261d59a159a491a157450ab637031841ae03c42f0", "run": 1, "run_id": "menu-page-allergens__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eddbef8cbc3dadcfa3235f80bde84b3225b8da6eea919103dbf4c940dc1c4f6c", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 259584, "input": 277278, "output": 12701}}, "cached_input": 259584, "input": 277278, "output": 12701, "reasoning": 0, "requests": 1}, "wall_s": 252.6}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "242054efbeceeaafed4ef58500838d8b03b38e7d62b3259ed2009d0003819828", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3768, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0fb3bd984ad7d0aa9c118217e1b6f2e15e09ab9b94580b509c7ca35c1911db07", "run": 2, "run_id": "menu-page-allergens__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9bb1d647994849a976656038e1f97702aee35a45c8fb5ae5b9ddcb964cc08ea0", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 176896, "input": 200639, "output": 10554}}, "cached_input": 176896, "input": 200639, "output": 10554, "reasoning": 0, "requests": 1}, "wall_s": 209.0}
{"artifact_hashes": {"86_list_from_chef.txt": "7db058e52bf27a0ca27bd67dd889289a79f924fcd847fb21ef9532cb1cd6dcf1", "index.html": "adfc2f4b071ce7bb9195df5d8c13c85c6f6e2bf9d644f7b5085f37eb08673081", "menu_master_fall_2026.xlsx": "903f4994c0ae03e1a67eb2aec1373ffd683b22812c0fccd8c47fc81cef4c9342", "note_from_mei.txt": "4479b22fc303fe390d2d4fa221f079999a3e4c726039dbed409ffe076c9877aa"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every dish on the menu", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "86'd dishes left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "new prices on the menu", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3846, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ea893765690e6a916eeadbfefa527d64303f4fef9770c21247a4cf3880b6b769", "run": 3, "run_id": "menu-page-allergens__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6d314288b71b550a87bd801f323a4c0efaafff571e46be7dd12ada7c7800eb8", "task": "menu-page-allergens", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 164352, "input": 189173, "output": 10980}}, "cached_input": 164352, "input": 189173, "output": 10980, "reasoning": 0, "requests": 1}, "wall_s": 213.1}
{"artifact_hashes": {"field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "7f972c5e6235f6622242999ef12cd035777981e52c120f54b238bfd196527423"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3899, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ee6a734742fd8b35b87139238c9fda04208e2e77bec97b817a7084cec4a567bc", "run": 1, "run_id": "mileage-reimbursement__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "96e7694f63e71db1d0730aceda2e74ed9e2f104754663e208260722e80178049", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 268032, "input": 294088, "output": 8923}}, "cached_input": 268032, "input": 294088, "output": 8923, "reasoning": 0, "requests": 1}, "wall_s": 187.8}
{"artifact_hashes": {"field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "784789104740523feeb06dc7eec7378facc1a04c546fc7ce6aceae66d61ae019"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4212, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d1a3faa8132963f13fded1eab13a731feb69002c74d3afdd140ae8d4c1085b10", "run": 2, "run_id": "mileage-reimbursement__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "61f863326ca391a20fbe2503ee51c00eb10988f4135ee2c4a56ab5b8bf34f4c5", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 327680, "input": 360330, "output": 7978}}, "cached_input": 327680, "input": 360330, "output": 7978, "reasoning": 0, "requests": 1}, "wall_s": 200.9}
{"artifact_hashes": {"field_staff.xlsx": "f22d86b4d61dfdbd981b3b3145b803dc715b4738b0d184d6b20fcf77ed94c165", "mileage_policy_emails.txt": "3c4a58596cb98be32cfd830d44a4c1f6b2a4732c07840197a794b238cfe37296", "miletrack_export.csv": "6aeaf5b0497c1e596c3daf6b6f05b286cc8b212fc30029da5e513c03c3b8016d", "odometer_log_howard_jul-sep.xlsx": "b9a64b8173d4b2fcfa8ee67e6cbea52d5feb65b102865b43de5bfa8db72ee62f", "reimbursement.csv": "784789104740523feeb06dc7eec7378facc1a04c546fc7ce6aceae66d61ae019"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per clinician", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reimbursable miles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "reimbursement per clinician", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2874, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "45ad68d93e5aae5258ea1063198f9a6637679d7e4f9ff3e6352a6e185de3f357", "run": 3, "run_id": "mileage-reimbursement__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a20c4d88767a1a11a9e725d854c7a15307aaca935c0e827622e151bf8524e4cd", "task": "mileage-reimbursement", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 201856, "input": 226232, "output": 5458}}, "cached_input": 201856, "input": 226232, "output": 5458, "reasoning": 0, "requests": 1}, "wall_s": 128.9}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "f6fe298bb2526ae083172757aae4191e61fd51cfec6b28db22e979fea01f1041", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1148, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9e80dff530dbf53d0d009229c61181d589a528dfea12ae5d0387ef96a82ffb24", "run": 1, "run_id": "minutes-from-transcript__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9332a61073f4c61c70eb1002305de1bd5126c75d4aa7fbbbfc70c1adb065e2b1", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 94080, "input": 102045, "output": 2266}}, "cached_input": 94080, "input": 102045, "output": 2266, "reasoning": 0, "requests": 1}, "wall_s": 64.9}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "3bb715e78e23a7dfaca60c911d703dd8797fe48085e872142803caeeb16ed456", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1664, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "fb9e665957cb37fed470ce040693c9e5a237425496560835f3a7cdd27cfa84e1", "run": 2, "run_id": "minutes-from-transcript__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "68525dcb917e1087f8ffbf9d42045fc92878780337cb4fd1f813de2630c727a3", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 156928, "input": 172367, "output": 2095}}, "cached_input": 156928, "input": 172367, "output": 2095, "reasoning": 0, "requests": 1}, "wall_s": 69.1}
{"artifact_hashes": {"leadership_meeting_invite.ics": "1971b4cf5b13126b58bbf11ab6fa57a7bc1926065e3b21ca1fa4e53a343a1d87", "minutes.md": "aa6d275d22b4734ae20272e12fd3a03e048c214a421f1a336785cfac5657cc09", "minutes_guidelines.txt": "d57aafd0961b7d21bfb703b788df1104d44779aa82f17c9c2894e7a120cbad0b", "staff_directory.csv": "8b6ad7130397b38b0ba5f84dae94fd1fe3000a909cc9c19c7121c32fa93befd1", "transcript_2026-10-12.txt": "dc5836b938ebd7055e41202733b045b3ea553266a475e27b449b1a07af0d1c41"}, "category": "drafting", "checks": [{"name": "minutes.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "freezer repair decision", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "bulk bins decision", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "minutes facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1234, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ebc6939a77aad9f5553cd19f1b5a6cf602418cfebbf4221567b579936c76ab2d", "run": 3, "run_id": "minutes-from-transcript__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e4ce2884cdbe2bd6f1871def6f32a6f7be59aedb76424dac6f4dc10395cd7518", "task": "minutes-from-transcript", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 92800, "input": 101878, "output": 2499}}, "cached_input": 92800, "input": 101878, "output": 2499, "reasoning": 0, "requests": 1}, "wall_s": 59.8}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "7949f6cbfdc1bf781d6d6ceb2ebca666fcecac28a0f08679bbbac474f2c6a289", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3647, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9906ff5b462ff3f40b3abb2bddaa71d7277761d7b3a554288326919646cf695f", "run": 1, "run_id": "month-end-accruals__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "830c087756fd045ea26025d0957e6e16129bcd317a37a3198913980f38eb7be6", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 349312, "input": 387646, "output": 3583}}, "cached_input": 349312, "input": 387646, "output": 3583, "reasoning": 0, "requests": 1}, "wall_s": 89.2}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "7949f6cbfdc1bf781d6d6ceb2ebca666fcecac28a0f08679bbbac474f2c6a289", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3347, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "61ce963231d3c17ba185d42afb796b25e8d2eaec4c178f67affd1b8841c66179", "run": 2, "run_id": "month-end-accruals__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a3cb4b097aceb4135f0ef104745c161403c1290100d3b5d3ba39a2d330abc29e", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 366464, "input": 390226, "output": 4653}}, "cached_input": 366464, "input": 390226, "output": 4653, "reasoning": 0, "requests": 1}, "wall_s": 117.9}
{"artifact_hashes": {"accrual_entry_2026-07.csv": "60a2692458ddda3d1024190d395218495a9453dd05e3267480fb5b1e9a756c05", "accruals.csv": "7949f6cbfdc1bf781d6d6ceb2ebca666fcecac28a0f08679bbbac474f2c6a289", "ap_bill_register_entered_2026-08-01_to_2026-09-12.csv": "0954eba707bc044d0ffe458e5903d87c1328236a59ab11079ae45f9c20baf25c", "email_from_renata.txt": "8efe773934478faf7c9bee349e0378f61dacee7976962668e8d319bdec0b3c26", "received_not_invoiced_log_aug2026.xlsx": "096069c7e2dbc2a3b74951334ed075bdf444c8a7d83917468d78868fc6e30afa"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accrued items", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "amount per item", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "account per item", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3091, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "762ed1f42cf90812185250750d552c571e7f1b79befab97fad0f307a2f2b75b1", "run": 3, "run_id": "month-end-accruals__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ebccada3b14616b32aee7ee493040a24ddfa6eda48f57f90036ae027609ea067", "task": "month-end-accruals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 357376, "input": 380209, "output": 3742}}, "cached_input": 357376, "input": 380209, "output": 3742, "reasoning": 0, "requests": 1}, "wall_s": 100.9}
{"artifact_hashes": {"memo.md": "43f3cb1592c90c29cdd89e531e075f5ea2498fa158b5cdbad9fc39e1cf7fec09", "report.xlsx": "8169508775ccf2057477ac96a49d46351fa7c0288930aa8f85fd41567438532b", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": false, "required": true, "type": "text_contains_any"}], "cost_usd": 0.4032, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9552d54c0eb7512d844bca0525b87f7cfd7510b16f8c5e4124b0d08428c835f9", "run": 1, "run_id": "monthly-report-v9__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "192a7a2b0521282617f8628a5668248f011748d982337035e1a6be80c11b2f89", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 304128, "input": 324186, "output": 10066}}, "cached_input": 304128, "input": 324186, "output": 10066, "reasoning": 0, "requests": 1}, "wall_s": 238.6}
{"artifact_hashes": {"memo.md": "edc8402c73d3977040bbb45477895bc7a597abf5809d8877cd8a95970431dfe9", "report.xlsx": "0ddc9249422c94bb0e3f20517e78c545f9824ff7d216c91121c6bab2e50c8d74", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.5011, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7f00bed9aa91039644aba1c590d1046355b231566a30e1fa6b7ad963d18706c3", "run": 2, "run_id": "monthly-report-v9__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8323eea56a5cb469fa16a0f425324fb565639d33272dd1e25b28f6f3fa68f5fa", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 334464, "input": 367347, "output": 11790}}, "cached_input": 334464, "input": 367347, "output": 11790, "reasoning": 0, "requests": 1}, "wall_s": 321.3}
{"artifact_hashes": {"memo.md": "0067937954529acf7d5688cfbab56ea3b1b052a49fadc6841b198dc6a050ded9", "report.xlsx": "07bccceef4d1bce55ab8a8e5d8a96f66c7cea2557301e5454bb8d037f68cde27", "sales_export.csv": "97e0082847265db1dd8f1cda2e27dc048567aa5055e1e53756b368d2301bbff1"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.5078, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "158ebe533478ec67d457df739387468a1a0bef5f377d977f17ab4c63a7cc4bb1", "run": 3, "run_id": "monthly-report-v9__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1490627c943808c113ad38ae8a6dc2a47cc8841e72dab260c1d657075912c99b", "task": "monthly-report-v9", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 262528, "input": 298293, "output": 12988}}, "cached_input": 262528, "input": 298293, "output": 12988, "reasoning": 0, "requests": 1}, "wall_s": 255.4}
{"artifact_hashes": {"memo.md": "091a340fd6b2a42677d75e77aa3710eb57fe808bd3535755881345abd5412a19", "report.xlsx": "07565f02691d24eedf7855bb9eca57d5f1defeb892d772f67408cfd027b3ee3e", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.5837, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "77b2f01b6f235effe177072a9b5af408f79acfb57c8d76cd7e714ef88192f544", "run": 1, "run_id": "monthly-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ca91fdd264b1e9a18f770a8f40b38f38a1329a164090e55a69ea22e5b69ff503", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 391680, "input": 429986, "output": 13691}}, "cached_input": 391680, "input": 429986, "output": 13691, "reasoning": 0, "requests": 1}, "wall_s": 302.3}
{"artifact_hashes": {"memo.md": "c811f97d4215fdcd77bc8b1085ea76e531b02f3b1c51d430fb893d7d9271327d", "report.xlsx": "708f4b259866b9e295872af9edce6ec7a795cd2c3f186049ed5ba2cae5cf548f", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.5933, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b7b64479bf50082fe2f094e7c791f1b7fdcda18f2597342787915689f5177ce0", "run": 2, "run_id": "monthly-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "347e91363b55f68adc185890b3ac0810c3d099664a4ac5787773d54b2de8f5f2", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 521728, "input": 547167, "output": 14144}}, "cached_input": 521728, "input": 547167, "output": 14144, "reasoning": 0, "requests": 1}, "wall_s": 315.8}
{"artifact_hashes": {"memo.md": "0b765e14cb34a7db8fb5be16b4cfed73f202e5736eaf5fbe502fef75b3075415", "report.xlsx": "e9c23b8015efcfbb085479fb0c84468db522beb92b2c219347de8ed3b8760518", "sales_export.csv": "eb886f6c0b3ebd23da563c277c01adc3123722ead68976e54b322949cd97a7ed"}, "category": "reports", "checks": [{"name": "report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "report uses live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "North half-year total (five months, no invented March)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "East half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West half-year total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "South February (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "West June (contains a duplicate and a refund)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "one sentence says North has no March data (a gap, not zero sales)", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo mentions duplicates or refunds", "passed": true, "required": true, "type": "text_contains_any"}], "cost_usd": 0.4044, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "25d431c149aebdecf7511e1ba56ae618339d45ee79f4a25a53fc210ba8ab45e4", "run": 3, "run_id": "monthly-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a1f1cf3606ac75fbbd6556a27595a896a874f863cb6cb3d96c438d3640d9beaf", "task": "monthly-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 256768, "input": 276010, "output": 11237}}, "cached_input": 256768, "input": 276010, "output": 11237, "reasoning": 0, "requests": 1}, "wall_s": 232.8}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "d157e4ebc4694297c430cebae089c1128510b7a93c48cb6bfff9adf96ea7e528", "mrr.xlsx": "cdb6d0860f66ab0bba4ccf0909ccb7b6a77c02feb77112b9bb6431a9a1759b74", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.7915, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8cb1baa696b37ad361f993d5b4db5714f39d53a796333e10e23a4b16ad659ee1", "run": 1, "run_id": "mrr-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "87733aa6c6d5b487ffb5188a3dbbd6d87bcb689e9aec73a383600a2349c5b3a6", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 602496, "input": 641921, "output": 19642}}, "cached_input": 602496, "input": 641921, "output": 19642, "reasoning": 0, "requests": 1}, "wall_s": 477.4}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "ae87bd5e81ccd92b6a4acf4b9e83b2d97f28d02067b35956415c3bbe3129e1b4", "mrr.xlsx": "1be5616330b477a8d8201a25afce1a2ef247322e361ad484f885ded0b92d8e4e", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.9714, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b7bded9d0eea9c01534f519a264b85f70fdf345f2dfb13025edbd2a8bb3522b0", "run": 2, "run_id": "mrr-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ed316f6877363362744ca576fb197a110e3d210ba432f674c784b128593aebc", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 816000, "input": 864667, "output": 22519}}, "cached_input": 816000, "input": 864667, "output": 22519, "reasoning": 0, "requests": 1}, "wall_s": 536.5}
{"artifact_hashes": {"email_from_finance.txt": "09e10e2ac90808577a29747022717e2785d6eb5cc594e0867071f92d62672225", "memo.md": "2953fabbfbfb1e99ef074023349f3bc7c770d7fb1fab7858699aa3f3b6ac15f9", "mrr.xlsx": "b6007a7330aa3ff2944118f942558b3a26ae20313595ad51347f3424bf49def3", "opening_book_dec2025.xlsx": "0a7bc36bb04b2a72e6be2e20df3e3c76f1e1b912d06f9327a8bba8c92516b67a", "subscription_events_2026.csv": "e3f53e0c3c7c8162692c1dadf750cc0d5d5e54a45d52be29a2501bbb3d28b2c8"}, "category": "reports", "checks": [{"name": "mrr.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June ending MRR", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR in May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "churned MRR for the half", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the June MRR and the churn figure", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the month the churn landed in", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 1.0196, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0c85c9a94f6bac9e9003e145571cc9ef3ca84974a196ca17668a6cc6b990533", "run": 3, "run_id": "mrr-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "09ff39ec5834f57a8d441424176af05c1df5085a41ca9d3567e2bb55c885108c", "task": "mrr-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 879744, "input": 935539, "output": 22227}}, "cached_input": 879744, "input": 935539, "output": 22227, "reasoning": 0, "requests": 1}, "wall_s": 544.8}
{"artifact_hashes": {"eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "53e369ff65623e6f4a171b5ee1b95052c6dd4e42cc22a3daebfa1fa49ca4b2d4", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5864, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1a79f64977314eb562c2fa1adfc5936aa61e7d2a4ad72bd279023005016bf634", "run": 1, "run_id": "multi-currency-sales__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9759e449e64e687d65736c7d22751f74c2d567b916292292b871a47b92c6e77f", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 326400, "input": 373634, "output": 13344}}, "cached_input": 326400, "input": 373634, "output": 13344, "reasoning": 0, "requests": 1}, "wall_s": 308.4}
{"artifact_hashes": {"eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "8c7912b980043dea31f3d90611a2e65162f838e4d968cb7acf1e2993fc8cdab0", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4402, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d1e0d922889eb0e4bacad5c3a97f0ddbf8c45d4486ff7d201299ecc4788c64ee", "run": 2, "run_id": "multi-currency-sales__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9b661923a6d9e7b34405784859901eef9b26122ea6735626bd214a6a7c9eed1f", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 176256, "input": 196047, "output": 14527}}, "cached_input": 176256, "input": 196047, "output": 14527, "reasoning": 0, "requests": 1}, "wall_s": 291.4}
{"artifact_hashes": {"eu_marketplace_statements_2026.csv": "d753d05016dc52f98c1f36548a455f9d22c63345a4438fa0052d944bb6a05ef6", "fx_monthly_average_rates.xlsx": "8b8af0a650808df1e592ebea9737f4c36155f0efda202ac7c2fca026b70a3262", "note_from_claire.txt": "500dc234c9625dbef6f3b1bf9aee8e57b72365cb6dc81e7f87f3d5dd385ec9cf", "sales_usd.xlsx": "09c3db7b6c203dbba443b31ee9317bb3116e1366238fc20e8cdd8e7e24f7cce7", "uk_stockist_invoices_2026H1.xlsx": "dcc899327e105f5b01f3b05cca1a6edb573544331d4befebb6b2e4afbeb4f21b", "us_webstore_orders_2026-01-01_to_2026-06-30.csv": "f8f862e50a304340f3b05bd98919b4dbc6d018862be06e96254a524505347704"}, "category": "spreadsheet", "checks": [{"name": "sales_usd.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "March total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "EU marketplace H1 in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total in dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April flagged, no borrowed rate", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5752, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5310bc709850f026c9c63305c4ede4b959c87b39fa1e0046e267a07868d24830", "run": 3, "run_id": "multi-currency-sales__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c2619f2b910b115d7b4a438dcd5850f3694d02be87db3cc0b90c0f3c07baf30f", "task": "multi-currency-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 323328, "input": 359163, "output": 15127}}, "cached_input": 323328, "input": 359163, "output": 15127, "reasoning": 0, "requests": 1}, "wall_s": 322.3}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.csv": "441d56124c75c4836d90b467740bb12aa5d59d5a6b4a0567da49eddb67624a3c", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3041, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5dfb70d32aac1a093c061279b0867ae2b05beb55cdd8573577faee7e14aa96a7", "run": 1, "run_id": "notes-to-activities__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c1fff92fe9540344aa58c1c6b570cfb0c06169869caf99559c2ef6ad455c9ac5", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 141440, "input": 167876, "output": 7091}}, "cached_input": 141440, "input": 167876, "output": 7091, "reasoning": 0, "requests": 1}, "wall_s": 191.0}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.csv": "71e28da1df2f8aed8612364acdc7bc686162fecf514245e99b20bc220fad4c11", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2856, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "95032f609ba0fb6265018b98656289a4836ae7f52f41db217433d5dc2bf7be66", "run": 2, "run_id": "notes-to-activities__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2d9e84d13fe37840431973ecbc6fc8578f6ebfa538f63f68dc3d5f0db6f6674f", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 116736, "input": 143156, "output": 6660}}, "cached_input": 116736, "input": 143156, "output": 6660, "reasoning": 0, "requests": 1}, "wall_s": 169.0}
{"artifact_hashes": {"accounts_tracker.xlsx": "051442891411d99cd06c1d97ff7a1e3df08f55ab781fc2c49a392bb85cba750a", "activities.csv": "742e13b64a1a0e618fbf45d7b4a5f0b43a3b68e2886c6cfc656772262a9ae1b4", "crm_move_notes.md": "ed16d1bc60a2d927140a1a96481095b388659176809588565098bbb0cf5fd61b", "pipedrive_activities_template.csv": "37b1991d3854bc3fe6e103afe7f20553a881f8ec8cfe89ee3266cb2c558e51a7", "pipedrive_users_export.csv": "b83cad8e3b9c22278ece006798733f0d75dadf48b6e98b9b94fbb92d21e06ffe"}, "category": "reformatting", "checks": [{"name": "Pipedrive template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts with activities", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "activity date and type", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "owner", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2243, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "07600f24d9528636462e53221316002ee1e19108193c51908315a9187df5b8e8", "run": 3, "run_id": "notes-to-activities__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2bac7d01adfbe2be6aa1344624629cba9e9e3852b50a86f0d188544afba9852c", "task": "notes-to-activities", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 134272, "input": 146369, "output": 6111}}, "cached_input": 134272, "input": 146369, "output": 6111, "reasoning": 0, "requests": 1}, "wall_s": 143.9}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "occupancy.xlsx": "0a7552fe4ee635a4c76bb7e3ff6073eb6fb989b3d55f8e99e913e2b77a560fc3", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4859, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "effaae2fea56d6c72825d0afb6ae944f887dcb8e9dcadba2c315af4093a5221f", "run": 1, "run_id": "occupancy-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8c6bc963fc311350a1886c8f6d1b4822cb9a3b005b1bc5b3b3ce62b6a053a0c9", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167424, "input": 209470, "output": 12539}}, "cached_input": 167424, "input": 209470, "output": 12539, "reasoning": 0, "requests": 1}, "wall_s": 294.3}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "occupancy.xlsx": "58a6b3fe3f52d8b9b5dd1102d1df7020139967fedc67a68b519c32c0b5819ef7", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6645, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b63306afc83bdf73eaf29de4ff85d3426745f131cb42bd219950b71d08053035", "run": 2, "run_id": "occupancy-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9a00cd85b1c8d19bdb1a4abee1745cd7e0e548678ba9f232173361e9c9779605", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 429056, "input": 479822, "output": 14489}}, "cached_input": 429056, "input": 479822, "output": 14489, "reasoning": 0, "requests": 1}, "wall_s": 367.5}
{"artifact_hashes": {"blocked_dates_all_cabins.ics": "ae43b15aafa03c20f389a336ec3c5243e760d89b0f575ed02e0dbf2c12c2838e", "occupancy.xlsx": "eaae8721aad0dc26af3a09b984ba655332e4a0baae1ab9ce36a6e96866f09806", "occupancy_note_from_ruth.txt": "954080402bb1135014039d99a87620d50c5890e870f2ed42d81a72ba25c5abb2", "reservations_export_2026-04-02.csv": "5e6b65bcc2d00608facbf069a8cf15e386e2822f1a2dffd6bddf849a94e0b1a5"}, "category": "reports", "checks": [{"name": "occupancy.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "occupancy rates per cabin per month (Fox Den Jan and Feb, Aspen Hollow Jan and Mar, Bear Creek Feb, Cedar Loft Feb, Summit A-Frame Jan)", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5345, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1bb66f3351623e76c7e84bc6baa037807094c41271fe010373f07a9b1ed12547", "run": 3, "run_id": "occupancy-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "32c7408e6d08d3b95ea88036ceeab43fdca2659e98858f883cba84631636d288", "task": "occupancy-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 181248, "input": 244598, "output": 10428}}, "cached_input": 181248, "input": 244598, "output": 10428, "reasoning": 0, "requests": 1}, "wall_s": 255.6}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "8cef343634c4c2b6050731fc7df306419ebffb495b735d4420e1119222644e31"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": true, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0991, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "95d0b26991b81481c8b9eb99445bce07ba3eed958737a2e5a13c115e82284e63", "run": 1, "run_id": "onboarding-welcome-email__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "77cd973b00bc5d0a35d19fcad3174827e4869c30a7748ea57787b56b5f0b6ca6", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 106112, "input": 113722, "output": 1310}}, "cached_input": 106112, "input": 113722, "output": 1310, "reasoning": 0, "requests": 1}, "wall_s": 46.7}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "8e10a79591dd1459d15f42b703fdea5f08cdc899e5606e883551de6f90118bd0"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": true, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.0853, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "263363c04803ed5c8fd04debcf5143aa2598c8122ea966ac868f6b67a903d4ae", "run": 2, "run_id": "onboarding-welcome-email__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "345d81e0033f4f7ab08215d7e34fac8caa888e3a0d71fb2f83422a290350c3c9", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 94080, "input": 98985, "output": 1400}}, "cached_input": 94080, "input": 98985, "output": 1400, "reasoning": 0, "requests": 1}, "wall_s": 39.1}
{"artifact_hashes": {"email_thread_onboarding.txt": "219c266f0e3bebebceebeaa6d44d9d3d2a898ea5fb7be0a161a0a383d3e1e2eb", "first_day_info.md": "a5770afb92ede98dd1c5eb6807026d2032e3469dd85912cb85ba326166857f30", "it_equipment_kits.csv": "b5a6b52a5398f072f8ebb54b7f21c268c55472b8820bbd81e73e0a6cd5b8a64f", "new_hire_form_Garcia.xlsx": "c25333bfc75cedbdbf2011e328ff3e3573b39fd0b0604db2a06445fd8a00a23f", "welcome.md": "ecdab2d80bb384645c04949a71c7968b2a4147a847fa3dd4df551342e1ac4203"}, "category": "drafting", "checks": [{"name": "welcome.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "start date, manager and desk phone", "passed": true, "required": true, "type": "custom"}, {"name": "CAD kit items", "passed": true, "required": true, "type": "text_matches_all"}, {"name": "standard kit items absent", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "first-day logistics", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.135, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c9ffe6cd9b31fc922ffc2a800f6859987ee503d02d37993c5482a23f4dfcab6c", "run": 3, "run_id": "onboarding-welcome-email__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "819162602f5dd199a5ff47f3ab5ef620f0a6129199852b4556d868b5e892d7b2", "task": "onboarding-welcome-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 79488, "input": 99128, "output": 1232}}, "cached_input": 79488, "input": 99128, "output": 1232, "reasoning": 0, "requests": 1}, "wall_s": 33.6}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "cf5a3f678943077e031459600aebfb911815228441411fd02a70a6f820483ba3", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3156, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7e30d05916c251053f487a9f6e26ca9153197b6c31037d6f1fa47d5121108964", "run": 1, "run_id": "open-purchase-orders__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "57cb9a4a1285d5459ac7061492628dd193ae239f131e2d3e66d5e50e802affd0", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 335872, "input": 359264, "output": 4382}}, "cached_input": 335872, "input": 359264, "output": 4382, "reasoning": 0, "requests": 1}, "wall_s": 120.2}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "cf5a3f678943077e031459600aebfb911815228441411fd02a70a6f820483ba3", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3605, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fec93a56e99241f78a128d21f3dc653f0853f58d931d6b1a13a83996e13c661e", "run": 2, "run_id": "open-purchase-orders__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3684211d74ebccdb726a031058bdbc360b8d4ba93b533e80100d1eaf7a7ccd7d", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 382208, "input": 406928, "output": 5437}}, "cached_input": 382208, "input": 406928, "output": 5437, "reasoning": 0, "requests": 1}, "wall_s": 149.0}
{"artifact_hashes": {"dock_receiving_log.xlsx": "a4d58982d2a5df623e823ee712e29275c0dbf858a85c9b62e8941b68533fe40d", "email_thread_purchasing.txt": "85af86aec4e08e16f92cfc8e8b222ac616f07c104ceebbcda7a8ba80e6ff6672", "item_master.csv": "311797f21d88bdc20768e8fe0f6484b7564fe223d56cbc30e69da790a687b321", "open_po_lines.csv": "cf5a3f678943077e031459600aebfb911815228441411fd02a70a6f820483ba3", "open_po_report_2026-09-10.csv": "172b7329e051f2545b2fd59c8717a4354a0d03806052833015b63554086b86d0"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "lines still open", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "open quantity per line", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "over-receipt flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.295, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c3506d4a0688dc8ed16f0f7ba1aede992b8f3000319abf458ba3fad5c587ef44", "run": 3, "run_id": "open-purchase-orders__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dfc5ba8f113f257917e62a345dca3235993b261fb4c84dd1b078b4674bb2de35", "task": "open-purchase-orders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 291584, "input": 314754, "output": 4285}}, "cached_input": 291584, "input": 314754, "output": 4285, "reasoning": 0, "requests": 1}, "wall_s": 117.3}
{"artifact_hashes": {"index.html": "cd5b91b33f92e7637fc6d8a9b49712fbd796439bb8bf01d3b6e315bac53a1da5", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4128, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "74bad637154f51f04ff0c01757147c8473e10938b52ad88a8b66c01c004e71b9", "run": 1, "run_id": "orders-status-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4c87f0bac6983347c0a6a28488a2926241b50c7b1440222ff505112cb574662a", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 152448, "input": 188137, "output": 10452}}, "cached_input": 152448, "input": 188137, "output": 10452, "reasoning": 0, "requests": 1}, "wall_s": 217.4}
{"artifact_hashes": {"index.html": "6b271348322d794249b21353414c6495219e89f6c2374279ba3c2615c2cbcd26", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3991, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f4b16945c7229e26d52b506c1b7de14ad34e61098a4f4f162136adf268d6f9c4", "run": 2, "run_id": "orders-status-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "645d6d75c4e7351f06f6ecd133ed88e944964ca4263a593e2bed9feb5db3a923", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 150272, "input": 184525, "output": 10100}}, "cached_input": 150272, "input": 184525, "output": 10100, "reasoning": 0, "requests": 1}, "wall_s": 203.9}
{"artifact_hashes": {"index.html": "ef7f6040be241fcda6d8eda5390b579067cfc461cca516cb548f34a3744991b7", "note_from_hana.txt": "40b5e7ab40d6b9f257f364e52f97f71701c750d05dc873c30ae62360be8f8fd5", "orders_export_2026-08-31_to_2026-09-06.csv": "bb88914089fa47ae445b236c735d7e6ef44216a2d2306faaa4d80b27d582b797", "orders_export_2026-09-07_to_2026-09-13.csv": "2f691d466531a885f3f07594363ee57d0fbbe54a339d61f75f426defbcd49e25"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every order listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "test orders left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "revenue this week", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3174, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f5ff4f04e4330125d6b5733b39ffb73b5b8d9fdc1b9e1072f59261eb0616138c", "run": 3, "run_id": "orders-status-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "843b597f7e7d2965cf8fcca3e0517c161e2df1d55847311531349bf7e3ed92d0", "task": "orders-status-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 152448, "input": 169041, "output": 9502}}, "cached_input": 152448, "input": 169041, "output": 9502, "reasoning": 0, "requests": 1}, "wall_s": 185.2}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.txt": "ea02821b494b6c3a57dbf32feafc89e022a88436f9799beb73f6fb532e8c6f11", "reminders/Dorsey Freight.txt": "2f3319748a82840d314cbd5e19c09a23d214b6507601eba0506029fe1519192b", "reminders/Everline Insurance.txt": "27ac28e7a3a6f1acc1e9e4bb7cf0978b332f612b8a646f3a843c87673ea33001", "reminders/Kingfisher Charters.txt": "935e98487634ade7ab6add2aa82e04337b19a39e0843b94a34d373101d6ceb83", "reminders/Larkspur Yoga.txt": "796ff6ab51fb6afc2a284e0666a169eaa43a9a017c3fd918eacc651c6f1f700c", "reminders/Redwood Property Mgmt.txt": "737880c9ace1d07cc3eae38065e072be9a91451b3e770101f25df6abb678fc58", "reminders/Tamarack Brewing.txt": "32bb5f993c82fa225c5be84005a3f081ae7794919ac1653f2309cef46a71ca91", "reminders/Uptown Fitness.txt": "c4003ffdc7f781e394a9359dff08e8f241c1937f9438e17449aed183164790ee", "reminders/Yellowtail Seafood.txt": "db614e3b113b7f9096671e11a75302e9504d3d816ff379a82573fd2d3ebdd073"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2768, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "3c70c177a2acd4879488a634cff0690908eb27e76171a81dd87f4bda0fe9e7d7", "run": 1, "run_id": "overdue-reminders__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "42c71a699c3a6a016025b8b4756eab50eff6395870026efdd32bcdd60aedc8aa", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 146560, "input": 178322, "output": 4557}}, "cached_input": 146560, "input": 178322, "output": 4557, "reasoning": 0, "requests": 1}, "wall_s": 119.4}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.txt": "2d33e89f1346d13ddc56111f9028972ae2cfb4eb053e7a3418400420cf1d6eb5", "reminders/Dorsey Freight.txt": "bebcf6fd2848f2851f0dae32bdac4addd726f09767280ddb349575c67a134bac", "reminders/Everline Insurance.txt": "e946e021f0244dcbaaf2361d6909ad38ca0bde7b9c54945e0558050f25eea1d2", "reminders/Kingfisher Charters.txt": "a88d0af424013a610f352b8ace79613d55fba58b27c1701a37f23f6bac0e2f13", "reminders/Larkspur Yoga.txt": "4ee1d970f3d4c5eba84d3012c5c5c0aca21624b3bd61b6088ce362b6fb381583", "reminders/Redwood Property Mgmt.txt": "6e77ed04e203a1e086351c55bae22583e1825fb305a0da6db3631bdc69237ca1", "reminders/Tamarack Brewing.txt": "0088fc1ba16b452fb97692f1cd51467f1a07aec64818c53e1973c8c0b3a639d1", "reminders/Uptown Fitness.txt": "6dfc0d57abe994643ab62e4726e5951bed610c9c353bb89452bbb9c17b597695", "reminders/Yellowtail Seafood.txt": "d60deb291664a7d04d3b620d1aee2a596ac8ab980c9d75cf65116ab5d156432e"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2062, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "501e96f0e0c03fa26645b241ad0026416b74f71a706bca418d7173f5c28607da", "run": 2, "run_id": "overdue-reminders__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f305fcd962c096b1195394ae977c7cecd18575fda0e8fa31119dbf9149c14db", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126208, "input": 140999, "output": 4829}}, "cached_input": 126208, "input": 140999, "output": 4829, "reasoning": 0, "requests": 1}, "wall_s": 105.8}
{"artifact_hashes": {"email_from_dale.txt": "9ff7be8b606542973a4c951d2c9aff369a21d9b56e3734a6d49aae29f04be46a", "open_invoices_2026-09-30.csv": "daa2e05d9e99568aa097740d73b24a722d052999fb2e39d801d88475d9d47999", "payment_plans.csv": "2ff5e9684562f6226a4ec37499ada1524a27e7b9a515816365b5af52adc11397", "reminder_guidelines.md": "88fad91d97a7eacc8f18e2d7e18b4052b364fa320cce19aabed08614d75ab6f7", "reminders/Copperfield Law.txt": "eccacdbdf7d338d129ca6756f65641df88714480539b25fcdb346b56ee1b6f96", "reminders/Dorsey Freight.txt": "bc1f06de986867aa3c235e505b271d6fcd32e4511dab0e12938023dbe6694a1e", "reminders/Everline Insurance.txt": "fff619210b2ee0169e3ff9cd57e929416895d18e888680ad8e4b567edd2f2b85", "reminders/Kingfisher Charters.txt": "45715ed79a5e58a6a05156814c5bbaa7af46828953f33143b426ebf6c3cccdc7", "reminders/Larkspur Yoga.txt": "a35fd2577af65645768a3a1a7079d073cb0d3511c01dc21ff08c9571b04de7b2", "reminders/Redwood Property Mgmt.txt": "c55187bbc59661dafa6bb3c35b0e6f9fbd3cec4b6222939bba39c71f6fe84ce0", "reminders/Tamarack Brewing.txt": "0e91b691910930c27e021cbbc7b8cb572040290754fecd8a97f2fdb8cdb3ccf3", "reminders/Uptown Fitness.txt": "6b50d6225c20fdaad1a8180be7003e714877f61cf1f4b9de5037abecc79a7639", "reminders/Yellowtail Seafood.txt": "cb3a69c7d28f03363b2b4de9fb9049b91bb8d49c2132ded042eda2d1b1ec2cc1"}, "category": "drafting", "checks": [{"name": "reminder files", "passed": true, "required": true, "type": "file_exists"}, {"name": "Redwood Property Mgmt reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Yellowtail Seafood reminder figures", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "Dorsey Freight credit hold paragraph", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per-customer reminder facts", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1861, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4a918700f61726eddc38e3815c9428daac8ac94b69c38e8d130e3b684a09aa90", "run": 3, "run_id": "overdue-reminders__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b924347b4678020d039c63c73855091436624901a551aa0585e90f2719d15a3b", "task": "overdue-reminders", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 102400, "input": 116890, "output": 4358}}, "cached_input": 102400, "input": 116890, "output": 4358, "reasoning": 0, "requests": 1}, "wall_s": 102.8}
{"artifact_hashes": {"note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "62b75b04974265a0b358a1aa1404dd270ad0a71594be7a5a4e7ba35d3d66c4a3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1817, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "91fac94dad573bdbbdb126a4893d2b26f14ee236ee361e065d0228bcc8d1731a", "run": 1, "run_id": "packing-slips-vs-po__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f22268d76e073b85025ae108259e0aae8c2d2b6f58815d0076385507689ce2ad", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 147584, "input": 164426, "output": 2763}}, "cached_input": 147584, "input": 164426, "output": 2763, "reasoning": 0, "requests": 1}, "wall_s": 69.9}
{"artifact_hashes": {"note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "62b75b04974265a0b358a1aa1404dd270ad0a71594be7a5a4e7ba35d3d66c4a3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1835, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0ca2769036313b709d790880939e5f4a4533a9a5cce66bbe4d331395e3477fd2", "run": 2, "run_id": "packing-slips-vs-po__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2adc40a0389251ec0199c57148c12f42da2be0cc727d2da3a1f47ef2216d0a74", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 143872, "input": 161258, "output": 2821}}, "cached_input": 143872, "input": 161258, "output": 2821, "reasoning": 0, "requests": 1}, "wall_s": 71.1}
{"artifact_hashes": {"note_from_receiving.txt": "6f7a2568a19f68eef2d9a82a35a50c0a333e09feae3af097c06c31dd0ae5c0ea", "open_purchase_orders.xlsx": "b318e20983a2c630733e919c4a3c61d7bae678dc91677084be9274290a986b64", "packing_slips/Cascadia_PS_362674_backorder.pdf": "42834426f157d111f70d0be3a899063ed32c988750e74b0aa09ed9e7ab87cff5", "packing_slips/Cascadia_PS_938234.pdf": "9cdd2dab8308d6c84098890f98b65e729e1d92170ce53bb7ed4d51a91b889766", "packing_slips/Summit_packing_list_949574.pdf": "6b2d4ee4b22056d8ddab1a3da8c2009e67ead699617836945f0107ddbeae5135", "packing_slips/scan_0904_slip.pdf": "f54ad76ea82a4e54553bb563be19d519f626556ba36d5efec00f51917bd85afb", "packing_slips/trailhead_packlist_658433.pdf": "eb93fa1c720fc4d91d50ee98ec5df341ba40e9a5a69ac6ab38b09e8a5f57f6d2", "receipts.csv": "62b75b04974265a0b358a1aa1404dd270ad0a71594be7a5a4e7ba35d3d66c4a3"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "SKUs and ordered quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "received quantities", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "substitutions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2077, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a6cf546c70004bc9fd6624d269193dc194e886ecb287f9e59dc7004c37c3cf66", "run": 3, "run_id": "packing-slips-vs-po__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "47158a284e684d5557c3f5fe15f9fbf2fb100edd69e0ad82d102454e7d49f8cf", "task": "packing-slips-vs-po", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 163584, "input": 183627, "output": 3105}}, "cached_input": 163584, "input": 183627, "output": 3105, "reasoning": 0, "requests": 1}, "wall_s": 84.0}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3568, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "287d9af3deaa281882f58a18a6efbbe9dece452193e4e103ec087a561f0f6297", "run": 1, "run_id": "pay-stubs-extraction__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2e2b5af14ed73663f0efc4b16b3d59bd182793dd8ae1000a1e8639a056bb915c", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 217984, "input": 268446, "output": 3387}}, "cached_input": 217984, "input": 268446, "output": 3387, "reasoning": 0, "requests": 1}, "wall_s": 98.9}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2496, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6de39c4bcb4cc899a3f6d1710a4b4030fd43bffb9932cc90bf7467be7e937ea9", "run": 2, "run_id": "pay-stubs-extraction__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e9f1be34ca8d82d92da71b1c04d24db8c59af7f795470b08b4524f157327a23a", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 236544, "input": 260720, "output": 2913}}, "cached_input": 236544, "input": 260720, "output": 2913, "reasoning": 0, "requests": 1}, "wall_s": 76.4}
{"artifact_hashes": {"august_pay_stubs/Ledgerline_LL-00436.pdf": "407eaaaee4a2669880c9c2f946486af464776c350bdef2e3b2af5a7d04585820", "august_pay_stubs/Ledgerline_LL-00437.pdf": "f88ebf5ee0a919fe4d649bbd9ead978adb268114f163910c738ad1d7f5ea303c", "august_pay_stubs/PayCrest_Garcia_2026-08-07.pdf": "e62225088f6645db7759262f53b9ee105f5ec3a29ccf50250e8bfb58ee075ac3", "august_pay_stubs/PayCrest_Okafor_2026-07-24.pdf": "1bcc709cada9907f7b8946c213dc461550d8591fd2ca1e52b479f2c0b46a282d", "august_pay_stubs/PayCrest_Okafor_2026-08-07.pdf": "eb511cc8d61b0dcc03b10cf67b7778b6ec1fda19c742d0ecec899836359db061", "august_pay_stubs/PayCrest_Rogers_2026-08-07.pdf": "bbb94cdd00a759935a1172745b53471df08ae508dcaddd90932dbca94338f04b", "august_pay_stubs/manual_check_5532.pdf": "90d51f2cb3b4a2110506e0e44cf3c31d45fc36c09e334c5185ae725b7e8166d1", "august_pay_stubs/scan_paystub_rogers_0821.pdf": "2d9d9a5b97ea5d24e4340fa72ecb77893ab2ea90908cf9f5ae5677881fb5836d", "email_from_cpa.txt": "f4885a8d1a54e481c40934897bb5e287ce7709ea8b4b01771e15c54172c3c940", "employee_list.csv": "fc03ff14364b10f071933aa1d270387baddfa59366172c7b61a7d55b96ec5682", "pay_stubs.csv": "0feea6921589bd72a545ad6b3cdddd1602382533fdd6e2b6986af9a4eb7e4121"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per stub", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and pay date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "gross and net", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "bonus", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pre-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "after-tax deductions", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2557, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3f9048e870b8cfe124d4e931fb4eb1549df7c0da71bc8aac3f30a165da2de4fa", "run": 3, "run_id": "pay-stubs-extraction__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1d97c94fe97da90070cfd82731082ebec82d97b60bebc89ce9dcac7612d54cad", "task": "pay-stubs-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 216320, "input": 240073, "output": 3706}}, "cached_input": 216320, "input": 240073, "output": 3706, "reasoning": 0, "requests": 1}, "wall_s": 91.4}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "matches.csv": "be8d8e726deec0e55b896ebd18818afa029dcedb84d19bfef932780916b820c1", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unapplied.csv": "f684273935269d5767ea2624548496d31861f97e04ef2c65ac80ea5952ce6072", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.2217, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "81a51bc8128296040c9f2995fb06eb538dc0104f9ae1b626591f4f6061815e6c", "run": 1, "run_id": "payments-match-v2__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c75437f6d418e0b25474965fe5db02f4c859dcdeb55f305b10e620a207cf37ca", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 103424, "input": 118114, "output": 6078}}, "cached_input": 103424, "input": 118114, "output": 6078, "reasoning": 0, "requests": 1}, "wall_s": 124.3}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "matches.csv": "95a90142e798627e25ac9597f3b331fda5ccccb315363060358ec7c9156994e7", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unapplied.csv": "4e361aa18daa27915dc666afc6d058a8531d088087dffe16907b10d59322a87e", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.25, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dce0c811f711649ce978e79f55d8e78d15bbbdc6ac4b1cd1a4023f8362b3436d", "run": 2, "run_id": "payments-match-v2__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ffce051400bf9d197b2faaa5bb8d24cb65e5f9a3f00b20bdb2b81a770aa9fdfa", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 130688, "input": 142749, "output": 7473}}, "cached_input": 130688, "input": 142749, "output": 7473, "reasoning": 0, "requests": 1}, "wall_s": 183.4}
{"artifact_hashes": {"bank_export.csv": "ac0015252dc0d9da660e2d307bf393208ab969b6ca9ff1246d2461ff529aeb5c", "matches.csv": "95a90142e798627e25ac9597f3b331fda5ccccb315363060358ec7c9156994e7", "note.txt": "57b1cddd62ddd6a5dd2f326c636559085ae8b9ffbe5b99103064e7c0a4f7cb25", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unapplied.csv": "77eb6ab332f77c62e7fce50e6f9bea558ebc1502a0ebd0df9eb1a6fd36d3f112", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}, {"name": "unapplied.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unapplied line ids (refund, interest, closed-invoice payment; nothing else)", "passed": true, "required": true, "type": "csv_set_equal"}], "cost_usd": 0.2504, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33484df540103d92a1509fbb5a6cc05e62ffe353dd04ae946fd7eca33caa40a5", "run": 3, "run_id": "payments-match-v2__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6c25ce97665c343ef6da2b6314fa524717df6dafa892e24ee4dea3f3e8ce612e", "task": "payments-match-v2", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 117248, "input": 136413, "output": 6344}}, "cached_input": 117248, "input": 136413, "output": 6344, "reasoning": 0, "requests": 1}, "wall_s": 141.3}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "matches.csv": "97fbf9beeb5ec4827904bd1b6c7ea893b54da96d1e5efe8a5a5a03db7cb70141", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.169, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "da4ba30f09588af327ab7069995ff2bc548329f0ff6b690044e90d9c22e8a341", "run": 1, "run_id": "payments-match__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b35ef1c72586aa793ccb1402e3a89a27705f49a884c1a7a2003ace53162b061d", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 102784, "input": 112004, "output": 4548}}, "cached_input": 102784, "input": 112004, "output": 4548, "reasoning": 0, "requests": 1}, "wall_s": 96.8}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "matches.csv": "203c66448b9a8652541898e66da5ae8459d4e7c872ae743859b91cc214f47237", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1772, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fb11085edda481cbd202d5780d4032a428b588b5f6846fe3bc8663830f566f2b", "run": 2, "run_id": "payments-match__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bc6ab3da5883cf84b65f832518505b64095df329237eab70a2ffc687ccf16dab", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 99968, "input": 111815, "output": 4489}}, "cached_input": 99968, "input": 111815, "output": 4489, "reasoning": 0, "requests": 1}, "wall_s": 132.4}
{"artifact_hashes": {"bank_export.csv": "b6bd8f80a4bb9c7fdefa565fe51c08d86cc91f33d01b73902401a7476008d5fb", "matches.csv": "97fbf9beeb5ec4827904bd1b6c7ea893b54da96d1e5efe8a5a5a03db7cb70141", "note.txt": "e5a4456a19e0bb901b0644a2b850893c11ca2ebfec6003233c2764458b3260a0", "open_invoices.csv": "9646b01c3ca4f785ea24457c1cb46bf6800efdf77a139bb058e9ab156c5ccd52", "unpaid.csv": "8e60ef53f86b30d4f7caead40d3d0491dd6180b764287e1c92c96095fa475c25"}, "category": "bookkeeping", "checks": [{"name": "unpaid.csv columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "unpaid invoice ids", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "amount outstanding per open invoice (partial remainder required)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "matches.csv applies payments correctly", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2345, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "344c8cd0e8772e96d508e4df19afbfebc8e78ff671a16546aa3ea78672305fbe", "run": 3, "run_id": "payments-match__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1a95697394c56026facaa17014be690e33771eec59939e1a005c919cdc54d15f", "task": "payments-match", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 128512, "input": 140270, "output": 6802}}, "cached_input": 128512, "input": 140270, "output": 6802, "reasoning": 0, "requests": 1}, "wall_s": 152.4}
{"artifact_hashes": {"chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "5e1741a56c4e04948134b202cfbd30caa674e2c6ab334b16c200c89b31fca61e", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1747, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "19686c7e7771f081ef78caee8daf435289b4b99b94dccfb9726bff0fa9158f6f", "run": 1, "run_id": "payroll-journal-entry__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5487bf460a56bfaef1416728d4f36526b64a45e0f2d0285a2f1f99be1cdfcb08", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 148352, "input": 162608, "output": 2918}}, "cached_input": 148352, "input": 162608, "output": 2918, "reasoning": 0, "requests": 1}, "wall_s": 66.1}
{"artifact_hashes": {"chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "d7d030761dcf37c37f6a3ff6c96141b92e6f821485ae22b3254937d05a2229d7", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2334, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "29db6303cb8084be96a41ed1732d1858aa2bd9a50aab18eef1c278233d0aaa8d", "run": 2, "run_id": "payroll-journal-entry__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8af031bcf70da0d89677b55fd021254195b6cac863cda23ad9b7e49d0a55da8b", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 212096, "input": 228679, "output": 4110}}, "cached_input": 212096, "input": 228679, "output": 4110, "reasoning": 0, "requests": 1}, "wall_s": 89.8}
{"artifact_hashes": {"chart_of_accounts.csv": "64c20e2b3d436e0739d18667824ad99bf534eef1676c77f831a8133ae5f02a73", "email_from_grace.txt": "2d7a21025124aa9709b95d675a0c4714b0a2834962002745d5ebe9f171278bc6", "payroll_je.csv": "d7d030761dcf37c37f6a3ff6c96141b92e6f821485ae22b3254937d05a2229d7", "payroll_register_2026-09-04.xlsx": "7c140cb8d287ebaa1657d7ea08cd999adfbd31eec7f7fbebd1fb80b6c4c5925d"}, "category": "bookkeeping", "checks": [{"name": "import columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "accounts used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one line per account", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account amounts", "passed": true, "required": true, "type": "custom"}, {"name": "debits equal credits", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3698, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b8a8fb0fd658541be5cd73ce574ead0df7f518fd6aba200290898686131c3c3a", "run": 3, "run_id": "payroll-journal-entry__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "727711310f82e31ea6e9af466b7deee412a0024b41f09fdc86c79b68c6fd0731", "task": "payroll-journal-entry", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 308608, "input": 347895, "output": 4462}}, "cached_input": 308608, "input": 347895, "output": 4462, "reasoning": 0, "requests": 1}, "wall_s": 120.3}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "8e2f9a90a8365be645825e8929dbf33c6967137b4abecfeefc8e526365290260", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5734, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e793049eb1ac4683afb695ed36fa66c35312f8029f270de928d6299e75ca0982", "run": 1, "run_id": "payroll-quarterly-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b82737b4a7d5a89c549d51b281bd9ea0e9c6a2e32529de1f1a37b2b1ef0f85d", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 348928, "input": 389007, "output": 13677}}, "cached_input": 348928, "input": 389007, "output": 13677, "reasoning": 0, "requests": 1}, "wall_s": 316.3}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "60be05f1059271ed50781b863693c5c54aec1d8549559c500f481e03ac26188d", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5551, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "13ea16017f9054b289e15a724cad1efc7974ab6b041858b1072576489190d2a9", "run": 2, "run_id": "payroll-quarterly-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7fc7f5948418127e8955115d955a1822244a5cc126c9474dee65ee82eb3f098c", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 303488, "input": 342530, "output": 13877}}, "cached_input": 303488, "input": 342530, "output": 13877, "reasoning": 0, "requests": 1}, "wall_s": 281.0}
{"artifact_hashes": {"note_from_accountant.txt": "e7847d1dce47998f0110c080ef4d2982f70a8697fcf4a70fc13eaa6342290339", "offcycle_runs_2025.xlsx": "9070b509a56796542bf97460545af6d2497659669ff743f55f4e995856b0c5a6", "payroll_q.xlsx": "d4e2be87eac2bc76a17d5db9b1e02d608a57e95c616099642d81e15669463c4c", "payroll_register_2025.csv": "fba045038c8966f1d5bdb7a2c8599a330fb800551195133c3d7acf6b3a3a2b10"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Q1 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q2 taxes withheld", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 gross", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q4 net", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "year gross", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.557, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "128d6066e8bae36e0e869de55befe0b72d4181f1b014f4f0c8fe8de94e538f11", "run": 3, "run_id": "payroll-quarterly-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6883d229b6e6c626b98efe4ecec1caab19188b951bcb0f44d5f015f24ee8634", "task": "payroll-quarterly-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 390144, "input": 414728, "output": 15129}}, "cached_input": 390144, "input": 414728, "output": 15129, "reasoning": 0, "requests": 1}, "wall_s": 695.8}
{"artifact_hashes": {"deposits.csv": "816be2579335beaad22f8e3ccb98c5270283fffee94aac27ab20ce98c6012ee1", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3044, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "702e7b63fb56792cb4f8dc760ccd34c2f340ba2a0aaa34e93c07bca31ffa63f6", "run": 1, "run_id": "payroll-tax-deposits__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "19487fec47b6c07b88126b26692a9ccf46794bb389bd70b8c5e04ede2c325075", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174080, "input": 205562, "output": 5441}}, "cached_input": 174080, "input": 205562, "output": 5441, "reasoning": 0, "requests": 1}, "wall_s": 132.2}
{"artifact_hashes": {"deposits.csv": "cdbd31146d850584ef51333a589649e4fbaef5c6cd4107d377d9e48fa37d9d4e", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3753, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "35a5a50d2f5cf5a8c9564c150ead223c7287cbd44dd810d4be556b3a8cbc0dac", "run": 2, "run_id": "payroll-tax-deposits__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "19d33b0fbce0f577b2a8f195a5238d3968ec019231a8728876f33eeb53ca388b", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 233856, "input": 270932, "output": 6673}}, "cached_input": 233856, "input": 270932, "output": 6673, "reasoning": 0, "requests": 1}, "wall_s": 453.4}
{"artifact_hashes": {"deposits.csv": "cdbd31146d850584ef51333a589649e4fbaef5c6cd4107d377d9e48fa37d9d4e", "email_thread_walter_cpa.txt": "86b2a9dc1bf2a8162b282ff5ea75219b63591abdc0e28ad2d9e1d09b835d6725", "holidays_2025-2026.txt": "d8cdb37a6e98079a598f7019c1d0fa13d58e5135f95c7aab6f04f784e30c9985", "tallyrun_offcycle_payrolls.xlsx": "2de39ae956772a79e4307efac66d8dbda8555ab1f47088cf6a03f87cf62e229f", "tallyrun_payroll_register_2025-12-01_to_2026-03-31.csv": "60fa5d8ffdf8c4a14a3a75e3ddc2effa25890ffa731be96a4c013e55f8a5cb8e"}, "category": "bookkeeping", "checks": [{"name": "deposit list columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per deposit", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "deposits grouped by period and quarter", "passed": true, "required": true, "type": "custom"}, {"name": "due dates", "passed": true, "required": true, "type": "custom"}, {"name": "deposit amounts", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3701, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5104b83911cef58c8a16bfbd81c3c1669a8a54914f2233bb4399725d11a241d6", "run": 3, "run_id": "payroll-tax-deposits__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "17b21b6b198880b2e10654e0722a955a6596622f30726137dec89fea0b81e171", "task": "payroll-tax-deposits", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 311808, "input": 341017, "output": 6429}}, "cached_input": 311808, "input": 341017, "output": 6429, "reasoning": 0, "requests": 1}, "wall_s": 166.2}
{"artifact_hashes": {"consents.csv": "23c0f8b01c3acc1641d744b58599500aead3fd8f0b14c52db8c1b7eff56b4a96", "note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3651, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1f819a9f41940550f73c62f7b177a59dc5809231f38b48a3f26bb8e584fd6701", "run": 1, "run_id": "permission-forms-scanned__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2b67630331f58d654c36dae1e1ac2d11a3dfa330363bc7950b8e94ba2a792dfb", "task": "permission-forms-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 308224, "input": 351485, "output": 3438}}, "cached_input": 308224, "input": 351485, "output": 3438, "reasoning": 0, "requests": 1}, "wall_s": 104.5}
{"artifact_hashes": {"consents.csv": "23c0f8b01c3acc1641d744b58599500aead3fd8f0b14c52db8c1b7eff56b4a96", "note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1542, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "268cb667f79a4defcf34d13c4a66f04356af31abf17ac868b85b34ba07d58aaa", "run": 2, "run_id": "permission-forms-scanned__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3613f75a6d0369d74b64de7a331a098fa46773cafcd26ce13e007fa392ccb680", "task": "permission-forms-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 165504, "input": 173180, "output": 2866}}, "cached_input": 165504, "input": 173180, "output": 2866, "reasoning": 0, "requests": 1}, "wall_s": 85.9}
{"artifact_hashes": {"consents.csv": "23c0f8b01c3acc1641d744b58599500aead3fd8f0b14c52db8c1b7eff56b4a96", "note_from_ms_osei.txt": "37efd6ea7d9f6e39abc41de0d7d4028d150467ca4b7b43944573d976ed21b96f", "permission_slips/Scan_2026-09-22_001.pdf": "4ee74b9e73b4928069d60fdbab3d54543a89b5c5a2b4ed9f08c2b315be498d54", "permission_slips/Scan_2026-09-22_002.pdf": "a03ff3fb0a6ad85996415373a6a92c522b19946c709f5716c994f31dd950ec7a", "permission_slips/Scan_2026-09-22_003.pdf": "105fcd2aaf36f5f6de238ea694379bd208b9310e3ffa8fde7fe0a11cb395fea6", "permission_slips/Scan_2026-09-22_004.pdf": "06a07d72c9a70e869a016fafd1a4fbbf261cf7172af20680ec5e017612456718", "permission_slips/Scan_2026-09-22_005.pdf": "0f9f3e75c819fb23b0d04b9f26644271e9e7535cc8a3c20fcd83282b283026eb", "permission_slips/Scan_2026-09-22_006.pdf": "c482b2a30e7f0d367c8bb3426c379446b1655022d219b996eceee69e8140313c", "permission_slips/Scan_2026-09-22_007.pdf": "b722a119c18d71c660b25d0866a4b04376120d9b77ad59bd0260114d66306ce9", "permission_slips/Scan_2026-09-22_008.pdf": "e6af10f567c240e63f5a60ca10992c4b3497d431f9e5124b5571dd29188f9f7b", "permission_slips/Scan_2026-09-22_009.pdf": "4cdce672ffde1045f0e97e840ce93b0447a8394bb72f0cc6fe1b11f00d1d714d", "permission_slips/Scan_2026-09-22_010.pdf": "dd153a9ff7c6a5644345e83420bdf4316ff2e120a1a559eb0f6a697d31a52df9", "permission_slips/Scan_2026-09-22_011.pdf": "a1df11ff11b23dba156d165ec16d10e0476016e38225e9d2dece2113da9a6e22", "permission_slips/Scan_2026-09-22_012.pdf": "1cf6365425b24fa77e738cc4d2c630467c9406f6a6ca9e1f43a1918794e17d9c", "permission_slips/Scan_2026-09-22_013.pdf": "f53b321572e5d4f5bf3b16adfdd9492c3d79967e7503dc561e17b79dbe1efd47", "room4_roster.csv": "fc3dd82301b2101358c7d31cdfe6140d50d247ee099b4d8e80ec848513a0514b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per roster student", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "student and guardian names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "guardian phone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "permission and signature", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "photo release", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "date signed", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "other-class slip left out", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.4111, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0c4ee9c7cc6a04d6a2b1cd72873f6b38e900f839eeb89ed0347159775577d313", "run": 3, "run_id": "permission-forms-scanned__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2016cc77b91ea84e7c54112f2350c22bc0496964ff480402e06964bfe619c7c5", "task": "permission-forms-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 352000, "input": 396869, "output": 4541}}, "cached_input": 352000, "input": 396869, "output": 4541, "reasoning": 0, "requests": 1}, "wall_s": 136.4}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "c3a578dbe5d7ac9dcf60b7a94e478943dadf6e788dd73df773b049b0c47b913d", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5204, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "014904ce4acc4205701b69d779b27735269a586e65e510552300224b8c183e9b", "run": 1, "run_id": "petty-cash-reconcile__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d9504a1062eff8ff43f4822179b20adb3ceea4dd203dd538621d72f4c5b5bb4e", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 239744, "input": 266092, "output": 15956}}, "cached_input": 239744, "input": 266092, "output": 15956, "reasoning": 0, "requests": 1}, "wall_s": 324.1}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "b9f75628e0845af9e58dcdf2347ab73ded1ba104de04e39fb248971b2dac0363", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3628, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1bd3ddca45c72ca6814ec80ad580adc7cf61edad9cc53bfbe004eb8b77737eca", "run": 2, "run_id": "petty-cash-reconcile__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0ccbf115c2694998f9434453825b4a2e64f50de37b6d55521b74866beb83fcde", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 193792, "input": 209151, "output": 11190}}, "cached_input": 193792, "input": 209151, "output": 11190, "reasoning": 0, "requests": 1}, "wall_s": 234.2}
{"artifact_hashes": {"cash_count_2026-08-31.txt": "4d411099de229911e733191c1ae87fec129f4150cef49ca0386eeb6409264c29", "email_from_marisol.txt": "acdeb329010b17ad914317c1f940a6dff8dd948fd4d411a6aefd0ed2aa165197", "petty_cash.xlsx": "34e615c5c5f4742a61e7e353d0ac03c33265cea59721b74a72146f0de20de471", "petty_cash_log_2026-08.xlsx": "1ff592444be7d3387107de661238eeb480961316b6feb6ee4b0572c35991af02", "petty_cash_receipts_2026-08.pdf": "6755684764ef62fa745b1eaab84d2be51b76372a379ec45ab1e7fca78a74f17c"}, "category": "bookkeeping", "checks": [{"name": "petty_cash.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "replenishment check", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "postage total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "office supplies total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "kitchen & refreshments total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "over/short and missing receipt flagged", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4184, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "894ccba0c5e6d44ac9f46d7af9db0c58bf9d16868d08ae6b2d53f57d665e3019", "run": 3, "run_id": "petty-cash-reconcile__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "66c69430e8cbd9b0394e1a04e8862e6b70de9407c4775014ab89fe5b7ee8e615", "task": "petty-cash-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 343040, "input": 359460, "output": 10774}}, "cached_input": 343040, "input": 359460, "output": 10774, "reasoning": 0, "requests": 1}, "wall_s": 232.6}
{"artifact_hashes": {"contacts_e164.csv": "e2fb9e7f7ecef8984051912a34efc547a657cebf2a503dcf140ea0b3bbee2986", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2016, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d665951fa6c6522ddd96c9ea7b69c4661817f87470a71349f708f9788088b556", "run": 1, "run_id": "phones-to-e164__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "da22810c2342e947f6cb0fa534c8ebf257f74ab9f0d3fd6026b449d63d32356e", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 139136, "input": 146925, "output": 5740}}, "cached_input": 139136, "input": 146925, "output": 5740, "reasoning": 0, "requests": 1}, "wall_s": 166.7}
{"artifact_hashes": {"contacts_e164.csv": "891462621e77f8c08e38b444eb96d3d547b42b4e7125034f4c2c929465cc1951", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2458, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3f4fe5398fcef847e0e98f8cf9619d1d9598748e9bd6c9a3fd2b1415e7107b19", "run": 2, "run_id": "phones-to-e164__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6e6ac99cb72ed534a2ed9a5b8b0f74d88c52884619307fbd338157d080eda177", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135168, "input": 148962, "output": 6828}}, "cached_input": 135168, "input": 148962, "output": 6828, "reasoning": 0, "requests": 1}, "wall_s": 137.1}
{"artifact_hashes": {"contacts_e164.csv": "6d0d56169bf743f5f13ab2c7e7c1c9aeaf20689e59bb008ada9e4575853b785d", "contacts_export.xlsx": "2d6d3fe1d3eca76a2ceb339fb07ec93ef470a5b61b1e683dedc6c383c8336a4b", "ringline_import_notes.txt": "5440f9f085729f2e7f759b60f5f1e5b12a5b50e86808b03c664fbb845faa4955", "ringline_import_template.csv": "73b4e32039d98cecc6c6d3c90a2f3ae74ddda0e9262abf56227243e729cccbcb"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per contact", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "e164 numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "extensions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "import status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2448, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "92ba1dbc22c74b2f66940a180af99bd55f439f77dda4794e8d85ca7c0b61178f", "run": 3, "run_id": "phones-to-e164__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "22943236565afdc3ba5f5f25e183a00a57d3234697c0ec13c0ccf6ad112f87af", "task": "phones-to-e164", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 183424, "input": 196464, "output": 5963}}, "cached_input": 183424, "input": 196464, "output": 5963, "reasoning": 0, "requests": 1}, "wall_s": 126.3}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2264, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "26d6edcdf2a10ea349bbbf8463a0166db448c995fb4553e6aecaad60f9fb1a63", "run": 1, "run_id": "plan-change-proration__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5caace608f7f6c8ec083e866e9d8abcae2c560edf0f072ee7bbb74a9367a5823", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 134912, "input": 157934, "output": 4019}}, "cached_input": 134912, "input": 157934, "output": 4019, "reasoning": 0, "requests": 1}, "wall_s": 91.1}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1735, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7860939afad1c4f3a8ac05652060b53c48a248af824ec454801b89ba9dbcae83", "run": 2, "run_id": "plan-change-proration__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ab53e2369a0e6a04625b6d567d3df44f983b7be12aef1f60560d9d1f280a244", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 109440, "input": 122293, "output": 3914}}, "cached_input": 109440, "input": 122293, "output": 3914, "reasoning": 0, "requests": 1}, "wall_s": 95.4}
{"artifact_hashes": {"accounts_export_2026-05-02.xlsx": "a97672ef4dc5eca65ab99677999f48eb824982cdda92f50ecfb4c3ead1a18c62", "plan_change_events_2026-02-01_to_2026-04-30.csv": "1c6fa234663800f5ac1b771eaaccbc51c9eda48071e49986150d28aa3641f354", "price_book_2026.csv": "b7c006b182401d014a7d0f6a7869570328761cbd876004ff5f57129f0475c3c4", "proration_rules_from_jonah.md": "2f848a4f2df2e18c75086bc8be5630119229709605bfc1ea4c834ff6c8b08bc2", "prorations.csv": "a254fe3b9b6a28a9e66b993c007cac89af6e394aafc8bc98d65cef62db1b5ee6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which changes", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days prorated", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "proration amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2092, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a23b6c3728a59a286f926b2573ad9acbfc5f5e5ef114f50375bd3a9f378a8f9", "run": 3, "run_id": "plan-change-proration__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9a51ae9fbf434e495c6dac2b28326ac900c62c4874bdc5d955a4b9916ddb27a4", "task": "plan-change-proration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 154496, "input": 168595, "output": 4551}}, "cached_input": 154496, "input": 168595, "output": 4551, "reasoning": 0, "requests": 1}, "wall_s": 109.8}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "22f921cb3d011d8d2543e25671e1484c88616c4e5615ecefce6f947feb78212b"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2651, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0c1b49b6297b380c720804910c07792e68f7d854650e6ce1029046f1fafdaa66", "run": 1, "run_id": "policy-update-memo__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "55ded1ba155d07e92e0d85bc7079d6dc6c198cc95bec85f73bb6942d8fb319c7", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 130432, "input": 173608, "output": 2010}}, "cached_input": 130432, "input": 173608, "output": 2010, "reasoning": 0, "requests": 1}, "wall_s": 59.9}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "6266ffd4ea8485918953e82549583dd8aab854bf05a5f6c804f70a5a4ca4ecc8"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2244, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1f5e082c3ee684841450254115601d7c47c291fabcbcf4eae9042e8ae73f8ffe", "run": 2, "run_id": "policy-update-memo__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9719645fa29a081e2675fe6c4e05c8b0426f3cc81c0488de8804932ddf3f51a0", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 110976, "input": 147072, "output": 1781}}, "cached_input": 110976, "input": 147072, "output": 1781, "reasoning": 0, "requests": 1}, "wall_s": 51.9}
{"artifact_hashes": {"crew_policies_2025.md": "851730036d5685759f14947450f487b0db2c9c59eac1672c0d444c1be9145b93", "crew_policies_2026_FINAL.pdf": "657722e78736cfc24b686ba46f7851f0e97380a7b0cf393d2e41ec57e98c7a35", "crew_policies_2026_draft_v1.pdf": "90dc9f3884846ff9b22f61c27b62d43467f77d2c32949b4f4ec52bbf2275a4d5", "email_from_owner.txt": "5f9e8ac99d00899a5d7affacf1fd49d8eff0d7df1129f637381d32594206b32e", "memo.md": "b51fba4e7b3127fe2070e313dfe90f0be555c22c1fac45353af0449db1db909b"}, "category": "drafting", "checks": [{"name": "memo.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "overtime approval", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "per diem", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "tip split", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "mileage", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "damage reporting", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "moved clause and effective date", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2297, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8973407827c7f85a314e0378dbc8998a1621c5d5133a56475fdf9e3da061c7b2", "run": 3, "run_id": "policy-update-memo__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0466204a6709f66db151d6df59616ecff0a89c8fd8aac249847005cc8e2e0bd4", "task": "policy-update-memo", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 98560, "input": 135377, "output": 2151}}, "cached_input": 98560, "input": 135377, "output": 2151, "reasoning": 0, "requests": 1}, "wall_s": 59.3}
{"artifact_hashes": {"pos_menu.csv": "6518202fe99e42556d8dd73fa15e962461c7112b5677b10f66f4af90b1d6d096", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2207, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "10a170c3b4521f6be2b5621d90575722aa0c05d4b803228b34e38c142fda6fc4", "run": 1, "run_id": "pos-menu-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "865d4d301b100ace54140e728719e05492ae454d00644d2046ce6a8a4b6bc957", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 74112, "input": 101304, "output": 4116}}, "cached_input": 74112, "input": 101304, "output": 4116, "reasoning": 0, "requests": 1}, "wall_s": 90.5}
{"artifact_hashes": {"pos_menu.csv": "6518202fe99e42556d8dd73fa15e962461c7112b5677b10f66f4af90b1d6d096", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3473, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1a857af515ea0eca4dd0fbbd1fc0c777060c8b72008ed610478bf4281fa58c57", "run": 2, "run_id": "pos-menu-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "75760162fd08502c53b801903a5413c7984725f4f23699b6c9d9a81ba7ee1e98", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 95232, "input": 140127, "output": 6482}}, "cached_input": 95232, "input": 140127, "output": 6482, "reasoning": 0, "requests": 1}, "wall_s": 143.4}
{"artifact_hashes": {"pos_menu.csv": "6518202fe99e42556d8dd73fa15e962461c7112b5677b10f66f4af90b1d6d096", "tidewater_fall_menu.xlsx": "971edc0d932ca6af65bcf38b65a51a8f60c13d85e01265dc01cabdd32c26ff14", "tilltap_menu_import_template.csv": "c9f0febc5891c04fdaabbc187f314ca4a881a34a0ab881ebaca62d805accbf45", "tilltap_setup_notes.txt": "4f764b08bb0c5913bb7fe93d743262fb26a21de5b0cfbc973d03f2257600976a"}, "category": "reformatting", "checks": [{"name": "TillTap template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item, group and modifier", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "record type, name, parent and category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "min, max and group codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "prices as plain numbers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2151, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7c6eb4cd7cf6ebdee2a108d37e8f93e32d64b8864f4c89779f2d428773b2cceb", "run": 3, "run_id": "pos-menu-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7711b0ceb2f30f9d4d2773ddd9a531aa3f59afe9deb8bddf3084ce8ac0496adc", "task": "pos-menu-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 166016, "input": 180818, "output": 4473}}, "cached_input": 166016, "input": 180818, "output": 4473, "reasoning": 0, "requests": 1}, "wall_s": 105.6}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "2269581a40abf4e283098d8f36669b028a72070e52a59caa6c8d613eff353523"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9325, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8785fce135f9227f6256cecd751d232153dc7528eeb8d9eb91ebc35e2857d512", "run": 1, "run_id": "prepaid-amortization__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e6a6e51c02af382214a563be797db6ff7ca5b11e87da8f03c41a668ac55b8a07", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 687744, "input": 741180, "output": 22183}}, "cached_input": 687744, "input": 741180, "output": 22183, "reasoning": 0, "requests": 1}, "wall_s": 537.5}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "85c1c7e3272a56fe9db2212443789ee26adce36a587b408269aa88e696029465"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8241, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "71e3e4bc9ce2bb9bb5d6e39aaab1fd10a75e9f7d6c1b6c7e3e018756375f84d7", "run": 2, "run_id": "prepaid-amortization__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6fde01de6ce31871caf3b3770b0b7db301731749213254611a978bbe63c4c7fb", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 587904, "input": 626824, "output": 21663}}, "cached_input": 587904, "input": 626824, "output": 21663, "reasoning": 0, "requests": 1}, "wall_s": 503.9}
{"artifact_hashes": {"email_from_cpa.txt": "df92d310c89792686bffeb6033474af465c3b11c9a331dae5d4e0d553403955a", "gl_detail_1450_prepaid_expenses_2026.csv": "84c2431cf380e2614f40ccdd23f54a8a493bd6d835a5bd101311f5a95101a8ea", "insurance_and_contracts_register.xlsx": "fc5ddc585badc56e84b836fedde44df47fb5aa38a15b17caf7c583cb06940795", "prepaid_schedule_2025_final.xlsx": "717f93b7daf3634f9bfe323dc395099883e81c23a83a1507b7115c9d00f19967", "prepaids.xlsx": "6def9e9f29c07ae4fd4315f5ce35fd8b685a4aedc34d358766fcbf3563362629"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "expense by month, one line", "passed": true, "required": true, "type": "custom"}, {"name": "total 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "balance at 31 December", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Keystone auto 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cascadia workers' comp 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Summit floater 2026 expense", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9909, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "35e0f3bddd1650844499ae96eba906f00e7f5e71b91cd7756cff18d938f1e663", "run": 3, "run_id": "prepaid-amortization__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "95ed271946008f1bf8b2c093437aa5a0ee9ce26eb173a93be02f1fdc4445416d", "task": "prepaid-amortization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 796928, "input": 861730, "output": 20648}}, "cached_input": 796928, "input": 861730, "output": 20648, "reasoning": 0, "requests": 1}, "wall_s": 519.3}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "c99a238e82100a77ee0183fbc224c5ceb259cddb79e0c6aafda294c130a28b39", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1419, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "a535c598efbe76dacf522a584d44fc1a1907aefec9b841092cbdae2e4a26644b", "run": 1, "run_id": "price-increase-notice__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "694d650d86c9ec30fa56a54b25b8989ea9f803c2c5b7b8799757066620b07407", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 87680, "input": 101738, "output": 2531}}, "cached_input": 87680, "input": 101738, "output": 2531, "reasoning": 0, "requests": 1}, "wall_s": 80.0}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "c83c017236c0cec748b37f8a0b0d26151f184314b7e365eba8d7ffda61c5a643", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.138, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "1e50504cb84fa7460b5f0c7753e0f989328a1578379268e29113c43567791d8a", "run": 2, "run_id": "price-increase-notice__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9c807a1ce1a0e4bbe7fbfdb1e743807a192ad7344c4a964757aef2e53d485555", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 112512, "input": 121533, "output": 2847}}, "cached_input": 112512, "input": 121533, "output": 2847, "reasoning": 0, "requests": 1}, "wall_s": 92.4}
{"artifact_hashes": {"email_price_increase.txt": "0268601f39ea3d6018a6683dd8b4eba8d60976531051bf94826f337102720b0b", "new_price_schedule_2026.xlsx": "d732d263d60af9b10575eee713d00767b24f7aab8a5636af7ad3bad8dcd54f7d", "notice.md": "8088b3600c314c458b0411b3540ee93a64ea81669adacdc053b9855d78298049", "price_notice_2025.md": "5bb0ee988d46371c8dc1556a07bb59b30f0d8e5c50d1bf9e354c9f57352f45b8", "standing_order_customers.csv": "9734fea786361b178a2ce27e352ba8b2251d6b21a496fc8df63e59f42fe22a8a"}, "category": "drafting", "checks": [{"name": "effective date", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "counter arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lobby arrangement: new price and rounded percent", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "statement arrangement: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery fee: new price and rounded percent", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "current prices stated", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "bud vase sets discontinued", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no discount code", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "mailing note names the annual-contract customers", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1415, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "2b9cdbbc33f9050fc2af12ca82365a4e6cf258ac9e4983f1792758bef252432e", "run": 3, "run_id": "price-increase-notice__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6df17e386da05efa4812849f67d7eb78140a36faa9b84fc5acfb78cfeacd1f56", "task": "price-increase-notice", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 132224, "input": 139883, "output": 2898}}, "cached_input": 132224, "input": 139883, "output": 2898, "reasoning": 0, "requests": 1}, "wall_s": 89.3}
{"artifact_hashes": {"index.html": "1158459bd2ff699f4d36c1eb7f0e3c3d64fd917a7dd72c230f56ae39d849267f", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3706, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fa1dd463265c1f292974c4a469adeb15b6edf21be10bac4abe8f95886290b750", "run": 1, "run_id": "price-list-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "81351e7d7f7eef6e9fbf167edf5bc19350f148d5bbdaccb94c144592dc94e784", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 187648, "input": 202665, "output": 11775}}, "cached_input": 187648, "input": 202665, "output": 11775, "reasoning": 0, "requests": 1}, "wall_s": 239.6}
{"artifact_hashes": {"index.html": "4c77588831f402775fbe8fea57d19aa1a77b5123c8bd314b0d6dd3548dfbde76", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3315, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "94dbd06bdff7316ac3645a85246328ed8fa6057d4f99558bda13727e84251d92", "run": 2, "run_id": "price-list-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bc09e7c044c1213c8c9538aa2dbc24dd4ec62210ec59975fb20525fcbbea641f", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135552, "input": 149115, "output": 11150}}, "cached_input": 135552, "input": 149115, "output": 11150, "reasoning": 0, "requests": 1}, "wall_s": 230.4}
{"artifact_hashes": {"index.html": "91bce0e6ef2ad675035fe39988cbd3ddc48f5d54f958ae5dbf624b9d9589b88a", "note_from_nadia.txt": "776fbdf37f2905324bb05de942d7c9f3df4686a1d9fd4bc84f889b6cd508c8f4", "shop_catalog_export_2026-09-10.csv": "cca59a704f3df2e6969aeff72f7085ffa0cb7890b96172609e8441cdd4156fe4", "wholesale_prices_fall_2025.csv": "69b2bc602e121d1eab57edacfc97c6a7cb999e05e99fdd22ab523dc08108aa7b"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every live product listed", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "discontinued lines left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "key pack prices", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3579, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c5d756c5ab66f7da96c2cc8377b52816679b545f79f80e2b67e66794db7d6fb5", "run": 3, "run_id": "price-list-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bac115d67ea1ddfed7c432b4e390944ff81592d3399150bcbf914dab6aa980f6", "task": "price-list-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 99456, "input": 123829, "output": 11031}}, "cached_input": 99456, "input": 123829, "output": 11031, "reasoning": 0, "requests": 1}, "wall_s": 227.5}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "f616bc2c29743513c534c435f10e8c66c11d25315f911928b45137d2e2411895"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.2613, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "348df34bceeafd4906b18affadabfb483fb9760a477231efa53ef88a40fc7f52", "run": 1, "run_id": "price-list-update__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1c933e48e66a30f5bc01aa28be5ebf8017552922dad071efa3c9d8d08d499f28", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 116352, "input": 144582, "output": 5092}}, "cached_input": 116352, "input": 144582, "output": 5092, "reasoning": 0, "requests": 1}, "wall_s": 137.0}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "b202dd5963e01673b06e230f6c75f15c6009fefd248b96c294bf268b28a7848b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.3101, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b47fe5f7bb4a86bbdd4bdb17dfd95ed7afbcf3c80d005c135ebd1173e14ba114", "run": 2, "run_id": "price-list-update__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6633fd354206740287dcb07aec16e1286ed4ffa997bc35ef4d7d296ac712eed0", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 209024, "input": 233869, "output": 6355}}, "cached_input": 209024, "input": 233869, "output": 6355, "reasoning": 0, "requests": 1}, "wall_s": 164.0}
{"artifact_hashes": {"ironwood_price_list_2025.xlsx": "6c532cbf17df9f5f057c4457f862005de8154fa3f88e22f66399dc52a7404ca2", "ironwood_price_notice_2025.pdf": "9906a9aa1e778c70c377f9854cbd93d0cbb6b1036fd2f86ae5b522d7390e7a86", "ironwood_price_notice_2026.pdf": "7ace7e9b4aa5d1217999825f4046dc8297c38eb4e4e51eb952d2e8f6c004b359", "note_from_gary.txt": "50a6deb54e160a9e15fd405a86ff86c27d5988f5d58e6dce826b3c5bb1edcaf5", "price_list_2026.xlsx": "8a1d405b651d04eb43065bb340561ca91a9afcb2c45cb0d7586e2566d3e957d6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "item set", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "new prices to the cent", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions and categories carried over", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "workbook opens clean", "passed": true, "required": true, "type": "xlsx_no_errors"}], "cost_usd": 0.3556, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2ed0c8903eb8e073a0166361af84db0f9d2975ca21ff3c5cbf65adebff88ab27", "run": 3, "run_id": "price-list-update__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "504e45611282f8f18bbfd503881feb5075dfa71df608aed474041db19ab1ded0", "task": "price-list-update", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174464, "input": 217350, "output": 5716}}, "cached_input": 174464, "input": 217350, "output": 5716, "reasoning": 0, "requests": 1}, "wall_s": 145.0}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "95a87ca659cf8a94036a97187c344e8a79d0986db677ec748aae6a9162e19e90", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.7466, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6600adebb3571c997e0685a4a1ebd3c03ef180130c7cdc87e1fd20c683933e3d", "run": 1, "run_id": "procurement-savings__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cb15d472613adf56299cf71fdc5394ec59b88938fe70e2359667f509e3755fca", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 476672, "input": 528201, "output": 17492}}, "cached_input": 476672, "input": 528201, "output": 17492, "reasoning": 0, "requests": 1}, "wall_s": 412.5}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "5c2793c152bca531611bdc8b6252974a2903a70650e45808d0a907505da2f676", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5041, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8c20aa4812ccece9b306e30b0677ea586b713943c64a857f5ccd08e0d1eba527", "run": 2, "run_id": "procurement-savings__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "10fe297a1480f25d8b9dacbade5c5687eb14032b65ae5fb3e7afa6b65e684f14", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 272640, "input": 309752, "output": 12331}}, "cached_input": 272640, "input": 309752, "output": 12331, "reasoning": 0, "requests": 1}, "wall_s": 258.4}
{"artifact_hashes": {"email_from_ruth_finance.txt": "06cc904edce291e6d9198666e9eb452f21a7d26460da4fa8539869501fae2936", "po_export_2026-01-01_2026-06-30.csv": "1b390101a8d585af97e33509179fbeba5dc9f6a158cdb03dcb70bfede5db1618", "savings.xlsx": "62ef0147462497497e36267f6e71c5b75a3c9048fe8eecbbf778cfb3e25bac87", "supplier_quotes_log_2026.xlsx": "cbc9de8befb415fa8975e9e86c83ed9c0dff6b7e1b8fe690a6445d4f8973a780"}, "category": "reports", "checks": [{"name": "savings.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Hops savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Malt savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Packaging savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cleaning savings", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total savings", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5745, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f82f93cfb0243a3065786f3d810e2a82e9b1f6aa87c289df8b7c6967fc6b6531", "run": 3, "run_id": "procurement-savings__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8aa530fcb12a507634bf37d4f0d68d3f81f40f8fc8b9c5f2c7729c2778e9d53c", "task": "procurement-savings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 301056, "input": 329047, "output": 17108}}, "cached_input": 301056, "input": 329047, "output": 17108, "reasoning": 0, "requests": 1}, "wall_s": 328.6}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "b130011cf0aba33632d33e7a29fac86874773c1cb5b92624eea541e7fbbaaff7"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.7078, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "15c56564672a3d687702003d87e6f07c582f6ac3df2d00d55ced116d5c3415a8", "run": 1, "run_id": "production-yield__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9be7b6337ce353f1a075520d0441b4d5a9cee562038126ed93bd63e1900dd18c", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 469632, "input": 520113, "output": 15902}}, "cached_input": 469632, "input": 520113, "output": 15902, "reasoning": 0, "requests": 1}, "wall_s": 360.1}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "2b7ee4565e9154e1b93e52ded07b47eb7a785388ab54173ad84377a94f3b4f97"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.4833, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6ee8cdffaedbd6c7b3261f01b66e6f7de2e43d2fae327c73f17b466f8be238c4", "run": 2, "run_id": "production-yield__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b1df30cd24b11d17aaff3d28359bf8ec25d9f6c37a470ad071ecea09fada9f0d", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295168, "input": 325469, "output": 12202}}, "cached_input": 295168, "input": 325469, "output": 12202, "reasoning": 0, "requests": 1}, "wall_s": 276.6}
{"artifact_hashes": {"batch_records_2026-08.csv": "b70e26a4ccce8430c8997f95e12da6553a9002d62bf0d1e813eee78f7b09472e", "note_from_tomasz.txt": "c031695ef796ce14c385612bd8b23c3f46d9f0d1dc9fd3098a56575880c1960d", "product_specs.xlsx": "a67207afa4553e4441c92ec54662bf7836870acdeb9b94c81b69f2771f62fcac", "yield.xlsx": "48bf0c76e7992d22af38a3ee48729b763d4ef322a7ac3a701f89467664591a67"}, "category": "reports", "checks": [{"name": "yield.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Bar line good output kg (cases and pieces converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bar line scrap kg (rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Granola line good output kg (bags converted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Bites line scrap kg (grams converted, rework netted)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "plant input kg (no rework or trial input)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "yield per line", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.8321, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "76e5fe385f9e9a6041d783451114629e986b308916cb48674414e69363c664ba", "run": 3, "run_id": "production-yield__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "07672e5e3ca87c57a06d8926d466add037eec9d52dfaf1585559e4b7543e2027", "task": "production-yield", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 449536, "input": 514258, "output": 19671}}, "cached_input": 449536, "input": 514258, "output": 19671, "reasoning": 0, "requests": 1}, "wall_s": 388.6}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "ab82cd2d3050aba8997fb77f908990e4e7dfa18a7804ffec551461a4a145bd05", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5833, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "191857f1629e6c44534722dd31b40f7f2e6f5e764e7cd660a52afb47f863381d", "run": 1, "run_id": "project-budget-burn__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dbab94b13f8113fc1028bce42f9e178cc6fdc105ec98dbcf86e40866c454cff1", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 426368, "input": 458432, "output": 14225}}, "cached_input": 426368, "input": 458432, "output": 14225, "reasoning": 0, "requests": 1}, "wall_s": 299.1}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "72dc86fa0a6e512d45296226e730b5b3e87bb78391025fe1168a12a5a3218b5f", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "generate_burn.py": "e1ca7067d02e40add4b42be9bcc5efed827b30e6fd76f592abad13c1bb38a3da", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9102, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0de10c78a07c6422d78c40e55d1f9116292d9ff281631757f3cbc79b570625e", "run": 2, "run_id": "project-budget-burn__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ead4a08a57b288d23c98c76b1327fcb859ef47ca4fb87c9670445ac8133ad48f", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 597376, "input": 676147, "output": 17809}}, "cached_input": 597376, "input": 676147, "output": 17809, "reasoning": 0, "requests": 1}, "wall_s": 380.1}
{"artifact_hashes": {"ap_invoices_project_WG-26.csv": "5af3b0cea0251111f429a5bccb3a261a6b0efcab52d2cb10e1848c787f611539", "burn.xlsx": "6128f82dd917b3defef1242475e39825fe1dcf14fc8a23f04dd7d0bf21096a10", "change_order_log.xlsx": "5acdc48f9296fc6feb0c5f8f2ac42a7546e8f21e1b3cf2bd1676addc5ea2efa4", "email_from_director.txt": "7a1dfbcadf909b5fce4d69ec5a7df18d52a67ea51c452bccbe6d125ed66e574b", "purchase_orders_west_gallery.csv": "7ed9c1ce1f4eb93931d59df9898defceba2330675c20a87e4fb4061639e3990b", "west_gallery_budget_board_approved.xlsx": "d6331dd0c402aaece133e233c06c79725afc33c544f50553507d32e66b84592a"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "exhibit fabrication committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "HVAC remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "electrical remaining", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "gallery lighting spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "design fees spent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total committed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total remaining", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8031, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7c4b94631b273c5514dc9273bb0d64567e2fb6055a5afcbfc5b8c1ad5226f045", "run": 3, "run_id": "project-budget-burn__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "510ac1eaf0e0b2b960f31d1a14163215da4e455af6096bfb9711d1fa1a394132", "task": "project-budget-burn", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 780672, "input": 820216, "output": 16631}}, "cached_input": 780672, "input": 820216, "output": 16631, "reasoning": 0, "requests": 1}, "wall_s": 368.1}
{"artifact_hashes": {"margins.xlsx": "dcaf9152cd5609692393fc61eec09f192d223933daeafdb9e3e1d5fadefb976e", "memo.md": "837df265c5b518dc5055dbb08ce0d620150d9e3b500ebaa5fc77ece00b6f0771", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.7903, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ab2ccec06bf9198d69c27eb7d1afa5d2c8dabdba0519bd96f5cb582df4de1a5a", "run": 1, "run_id": "project-margin__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bb770c382e7f355adc5a88174fab78b92b122a65ae051b9c048802e585df2fca", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 585984, "input": 636562, "output": 17681}}, "cached_input": 585984, "input": 636562, "output": 17681, "reasoning": 0, "requests": 1}, "wall_s": 389.5}
{"artifact_hashes": {"margins.xlsx": "70213095bf91217ed18f8b3d16cce161387c107626377ec125644d9e69ab15e3", "memo.md": "03f34b527a7983be501a0298bea2cdedbb71d7c83836eaef4d43666283fe437c", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6434, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "4324f4731bc7d2ce620f3bd6bbaef565df11bd84e66aae26f21275ebb7a7de44", "run": 2, "run_id": "project-margin__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "64e6a38c5505bf937d69c65a4623e4d5dae88aa76652186ebcf9d76cbe8037c6", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 222080, "input": 285869, "output": 14969}}, "cached_input": 222080, "input": 285869, "output": 14969, "reasoning": 0, "requests": 1}, "wall_s": 299.0}
{"artifact_hashes": {"margins.xlsx": "206d2742b5f15a3418b4b9105ceec2605e7d423d100331e3a3ae3fc1bb8113c3", "memo.md": "4386bf901b701ee51c67d5dfbc2b0905dad326234a4040b349e905ab130d8cfe", "note_from_the_principal.txt": "76c21866058ed8fe5df83fdfe29676a9c10b9899e05aa4ebaab3eb7230a715a9", "project_ledger_2026_h1.xlsx": "da5ae3aa27c4beacda5ca9ea7fb143fbc515d57c5be909662d73522d455c2459", "unbilled_time_to_date.csv": "5886671e76547e586d08af3be346b580aa395e68c8b76d3b554eabff4057659f"}, "category": "reports", "checks": [{"name": "margins.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Harborview revenue (invoiced only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Cedar Point cost (unbilled time in, credits netted)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "worst job margin", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total margin across all jobs", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the studio totals and the worst margin", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names both loss-making jobs", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "memo says the worst job is losing money", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6855, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9a9af4cff6bf647d1a4a9d18dd154c1a7412cdb66790e1d42a3415777c63b583", "run": 3, "run_id": "project-margin__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c65058e24de54887a6f02bb5dfaf559d343001c6a06758d3435a3e44bb487969", "task": "project-margin", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 438144, "input": 480346, "output": 17070}}, "cached_input": 438144, "input": 480346, "output": 17070, "reasoning": 0, "requests": 1}, "wall_s": 364.4}
{"artifact_hashes": {"crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "ca4c9298c37ac0fc82a189b816125471641c373704148fa8555f86f8b2bccbfc", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3365, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5ed445fa1987c8cdb43a4b2e0146e85492d722a4646b55c9dc7d0d76a1c6d95e", "run": 1, "run_id": "project-status-board__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6e5d50e6555afd59b1eddccaafe1e677460ab2bf1c642ccfc390398b49a9033b", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 160128, "input": 186097, "output": 8431}}, "cached_input": 160128, "input": 186097, "output": 8431, "reasoning": 0, "requests": 1}, "wall_s": 178.9}
{"artifact_hashes": {"crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "62099bf06dfb2d97e93ca6c17e6d2ea7482f35a68c895ab6b16f8c6000ae9b72", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2937, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "62b56a85eca10fa13f729c3d290238de2c4d10ccabd817bee1116ad518a66753", "run": 2, "run_id": "project-status-board__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5861ff08184b797d8a197a3a1e7e657e526a36c15592c93a95cc4dcf222b5092", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 151680, "input": 165189, "output": 8948}}, "cached_input": 151680, "input": 165189, "output": 8948, "reasoning": 0, "requests": 1}, "wall_s": 186.6}
{"artifact_hashes": {"crew_phone_list.csv": "820301d7dcd0e5b731061c5e4333762305cbfb9ef3b31b005db8de1663290fbc", "index.html": "97d4039bcc441b5578da988170458cb002f28333d66af7ca3a1452e9d319afb7", "note_from_rosa.txt": "a73f940a094084c970a2cf5922a41d510fe0436ab06f572bcbf15be486e97a2e", "project_tasks_export_2026-09-11.csv": "2fe4f7cbbea29b9d34ddd3f6b2717c97b2230589177de16f735f23ae09ba6470"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every kitchen task on the board", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "bathroom job left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "column counts present", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6013, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "72b72044152262ba01b0586331806aeb1ca5647e43515659c313a26d68f0288e", "run": 3, "run_id": "project-status-board__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "12722cb4765dd5d332e7b6ce3f8529c7cc7ec5289dfb5a83f38d67d85c653d1c", "task": "project-status-board", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 664064, "input": 697434, "output": 10111}}, "cached_input": 664064, "input": 697434, "output": 10111, "reasoning": 0, "requests": 1}, "wall_s": 235.8}
{"artifact_hashes": {"email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "217833d49084290b0b35eef761c73f61ea34e235afb2ab2f327129f749bab987"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4016, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "68c2c189afe411990594d0dabd90cbcfa2130d1a116734af35e571d20186598d", "run": 1, "run_id": "promo-code-analysis__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c55ce110406a10046aed243d457eb3f2dd484d84c20e692fdfa6f3e717d9f3ed", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 262784, "input": 315717, "output": 4237}}, "cached_input": 262784, "input": 315717, "output": 4237, "reasoning": 0, "requests": 1}, "wall_s": 109.4}
{"artifact_hashes": {"email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "217833d49084290b0b35eef761c73f61ea34e235afb2ab2f327129f749bab987"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.374, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3f9f67e6fa5e819488850c859b422a0a67a03c030fde97a7c753dbbb487545bb", "run": 2, "run_id": "promo-code-analysis__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "55a95919dcdf72c57547f5e875efd256f815ffac2dfdfe1869805f571eb4601c", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 345856, "input": 381596, "output": 4636}}, "cached_input": 345856, "input": 381596, "output": 4636, "reasoning": 0, "requests": 1}, "wall_s": 111.0}
{"artifact_hashes": {"email_from_hannah.txt": "1af3bfd626f77aa64f9e8c4efbeab22f8db8cf5ed4a2ff6e38a9949b5c96d5fc", "orders_2026-08.csv": "b139764caf5eb1f21d11434088067fc78b803381bd3cb2a3fc21cd23eb75ff58", "promo_codes_2026.xlsx": "5aa34302d0d997346c4d8cb3f7c8a7d4bd6d29c318be716123ef6af919588a50", "promo_summary.csv": "543e82fdad3c3838ec8d460e55770e63cec29553d6d5020419deca86123b74eb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "codes used", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "orders per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "revenue per code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status per code", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3384, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e8e738763c67722ad2d85c795d964b83556a6d5f03b5428aaaff018135fdaf84", "run": 3, "run_id": "promo-code-analysis__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "232c13771c404bd44540517c99f5d8507307e8f908f2e06d70d22a3aabbd2550", "task": "promo-code-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 287872, "input": 323308, "output": 4074}}, "cached_input": 287872, "input": 323308, "output": 4074, "reasoning": 0, "requests": 1}, "wall_s": 97.6}
{"artifact_hashes": {"note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1663, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8693e97a823c25777fe194f34ee2460d64e50e5d315bc1b82750a6963aa4b619", "run": 1, "run_id": "property-tax-bills__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "80f041f7faeaaa048b3cf1da4e673d9afb7ac150970f49f7a3f1004b4dc4c8e8", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 148608, "input": 159795, "output": 3107}}, "cached_input": 148608, "input": 159795, "output": 3107, "reasoning": 0, "requests": 1}, "wall_s": 80.9}
{"artifact_hashes": {"note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1775, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "44b86897a7d59085dc815b5fef6b3d46e277d566b4553e9e56747f5af5ea6d5a", "run": 2, "run_id": "property-tax-bills__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0b0de3b1fd14c91e43ba73129edc2e3170f78a39668f6a4b4e875302245b2e4", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 160000, "input": 172296, "output": 3215}}, "cached_input": 160000, "input": 172296, "output": 3215, "reasoning": 0, "requests": 1}, "wall_s": 76.0}
{"artifact_hashes": {"note_from_walt.txt": "28a4f4c0ea969fcd1a70c30ba6c21bacbfe02de218b3e7c0cfb5ebc271d61e77", "parcels.csv": "1f1d1412f19f755b451ef7b45e0516c2b15e96caba9721645cc03e17de22f7f9", "tax_bills.csv": "962a362a04b1c13f84b1dec4a92e094f48aaede5de7630f39b9c4c12da449bec", "tax_bills_2026-27/Juniper_County_041-234-17.pdf": "a0f15696144ad92a2f88fb8a68aab61f48878a9cc6f948692a3b5dac7efef21b", "tax_bills_2026-27/Juniper_County_041-234-18.pdf": "36c258ac30b2f580b99b7e5da068f8cc9c342a830660fa94b5972a68bc5b77ff", "tax_bills_2026-27/KeelCounty_notice_DQ-26-4578.pdf": "7a50eea8723eb9bb56869c75a65633eddbc32f4c0ddfae5fa034b868cbca6229", "tax_bills_2026-27/KeelCounty_secured_tax_207005800.pdf": "c8f4057e6388224aeeb0fe9740deada84f51c49bcc3f3b4813e8a2c39f9642ed", "tax_bills_2026-27/KeelCounty_secured_tax_207015800.pdf": "9143ebaff973fafcf4f8efb1bf0b6a4d4381b6ee0343a19a6b8cd641c3d73a9a", "tax_bills_2026-27/scan_juniper_04123605.pdf": "4f86ad115edbb4c926260fbe20da24fbbc6d5768a276c0d006659205d5643527"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per parcel", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "county and delinquency flag", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "assessed values and exemptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "installments", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "due dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2085, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6c838e8689fbb7f82e5d88e1a91cbf4300a3b4390c090c53e4fc49a092cf69c1", "run": 3, "run_id": "property-tax-bills__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dd6afb233de94e7a8e01661a47ad07211cc8279a802cc1fe185e914632cdc86c", "task": "property-tax-bills", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 157184, "input": 182336, "output": 2251}}, "cached_input": 157184, "input": 182336, "output": 2251, "reasoning": 0, "requests": 1}, "wall_s": 75.9}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "93409fd9355b837129b81131d18458d9dabcfd637483c31178c9a9af5648a1a6", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": true, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1257, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7f94eead6c737ca5bf38eb9f1af23dd0b427e7b2d2186a3a5b9436d7ce4699ff", "run": 1, "run_id": "proposal-from-notes__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "68978a04d3fd8eb32921f1d0a980cd02f55955232089a78d5724b057885cdad0", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 105728, "input": 113038, "output": 2708}}, "cached_input": 105728, "input": 113038, "output": 2708, "reasoning": 0, "requests": 1}, "wall_s": 66.1}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "d02e184bc8b32edaf136fe98685bddc7b4e3bd4064f8f60f2005b492fd911c50", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": true, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1835, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4eaaa440877293061e53369363ad57499b82c3e3bbf6cf4ac0a34f62db218cfc", "run": 2, "run_id": "proposal-from-notes__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e13368a63cb204dac87832df927b510d7a73c2cf14d3ef8f750bc21c62bac5bb", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 118016, "input": 134022, "output": 3614}}, "cached_input": 118016, "input": 134022, "output": 3614, "reasoning": 0, "requests": 1}, "wall_s": 93.8}
{"artifact_hashes": {"call_notes.txt": "c22d71a55e38b7fef0177e853a440175668b16d83d4995b228abbb482a27f73f", "proposal.md": "35f324076a27e84e03644ba8bb558d01c583dd8617033aba9583c540df7fae78", "proposal_ironwood_2025.md": "77e7acd273b3bee10307c49dbfa619c9a37e136c2eef2d906f060dcff3fc4e6f", "rate_card.xlsx": "988ae29884ef5ea1639fb923eae238b19d64a7b062cdbc059c7b9afabe8b1a3a", "site_walk_notes_2026-09-03.txt": "3342a15d96a1fd4ea8d2fc7e71fe5f1b0b2d62e8b22aa8d6f50134a83061fc70"}, "category": "drafting", "checks": [{"name": "high bay line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "disposal line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "lift line", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "other lines priced from the 2026 rates", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "total", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "optional sensors priced separately", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "pole lights dropped", "passed": true, "required": true, "type": "custom"}, {"name": "no leftovers from the old proposal", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.133, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "33807a4881e6c4e408b34b52dc55c4ed7f605a0cc7fddbc7cdb5880d1cfd4508", "run": 3, "run_id": "proposal-from-notes__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "63ea4ef43d4ee27e9bdda2f4ba74bd9cf87207525ba9b3113fdd9b5b3954735c", "task": "proposal-from-notes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 106624, "input": 118050, "output": 2234}}, "cached_input": 106624, "input": 118050, "output": 2234, "reasoning": 0, "requests": 1}, "wall_s": 58.3}
{"artifact_hashes": {"customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "553fa27d440745ba10b531ea61b5e83dab9aab0ea315c721a6551d13faa624fb"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.5051, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "586c2c2a5615e8e2596050bfe4da2c816823ed7ab335327c0573c5aa9c04935c", "run": 1, "run_id": "purchase-orders-pdf__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ff4e2404c3c96682cfae288b6b93af1e5b8726928ff6b28b3cfec3e9c3bd13f8", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 393472, "input": 439722, "output": 8136}}, "cached_input": 393472, "input": 439722, "output": 8136, "reasoning": 0, "requests": 1}, "wall_s": 190.9}
{"artifact_hashes": {"customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "99d6405e226f435aa98aebfd7ae676219f30c647cb969bb6fe2586026fe99745"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.349, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1327042cfb1ce031186cca5a139e8e407e9c7e040f6d39a4ac9ca758252711bb", "run": 2, "run_id": "purchase-orders-pdf__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0f423b6b1734cdf0d4f57c2fb3018621c0fb8ff07e0aad98bd7ea4aab6e20d9", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 241664, "input": 268440, "output": 7261}}, "cached_input": 241664, "input": 268440, "output": 7261, "reasoning": 0, "requests": 1}, "wall_s": 171.9}
{"artifact_hashes": {"customer_list.csv": "d548342576b07a132f54efd80e89dabe4f9eb05431a4a6eccef7d581109190da", "customer_pos/Northfield_order_NAB-0926.pdf": "6f95a12bd4ac2dc5e09cc2d2c00d2d7e2852f4b4e35f997aca7b414c0a6d8680", "customer_pos/PO PR-24920.pdf": "1b4acf6c08fbb20310e33fe9a4244bb212be3ff190b493fdcc18d061774a679d", "customer_pos/Pemberton PO PH-7627 (1).pdf": "73ba6dd62545b2d13e7bbe0097ea577eb59abb570c29b967ea47fdfe652ebbb1", "customer_pos/Pemberton PO PH-7627.pdf": "a5e08140c863ddcb3e1c7c373bd374afe3c4b2866eabb6b887a6456579faa5d3", "customer_pos/WPL_PO_4500018241.pdf": "5768993e80e38a1f0d210e162c3d49064231fe5221341b368edb7222959295e4", "customer_pos/fax_20260914_0932.pdf": "265cea3feb93f075b6087439f1542764f108158d6afc8e51a9325f22729adf95", "note_from_carla.txt": "923e737b0fbed87fe6413d1c87d1e337c992de793be05f2d6ea27ea05d0c787f", "order_entry_template.csv": "66a9d56e9462cc14a4f07ae4947f52ebb4ded8bdb50b0532732d8f2a55853bd0", "po_lines.csv": "b9606ae658d5d7c0ee2fa908e7319e8635e8e2ad029ed69f972108f8ad23a9e6"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per PO line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "PO header fields", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "part numbers and descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and unit prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "need-by dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.449, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "559b44109ad73819d64b8841c631af5fc3a215a47c9a80087087fb340f67c4ca", "run": 3, "run_id": "purchase-orders-pdf__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c9664a536b13e2d2bd47bbc39925e5443742ccdcdce71f9ba52ecbaafabea529", "task": "purchase-orders-pdf", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 423424, "input": 453248, "output": 8016}}, "cached_input": 423424, "input": 453248, "output": 8016, "reasoning": 0, "requests": 1}, "wall_s": 198.7}
{"artifact_hashes": {"build_q_report.py": "fa46ae87c88f58cfce5c1614689e8f07d45eeb7586efdfa70b279dfed95a0467", "email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "0a161e93a07be8d595f8837d282c8c72ecbd4a103f43aba975a9ec1ac45e8333", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "q_report.xlsx": "1e47f24070e50e80446b216b579d1aa732112fdc4f8fbad100b1f0689187b7f2", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.9668, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "5f644b8b69d3e816f31939d02c2dabbf9654bc62fe5621b9e18348e443a2b0fa", "run": 1, "run_id": "quarterly-sales-report__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "52f0338f13d0e5b40c765533acd3ff5b27d952a3f3052e606f4f340036b296d2", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 931072, "input": 978527, "output": 20229}}, "cached_input": 931072, "input": 978527, "output": 20229, "reasoning": 0, "requests": 1}, "wall_s": 412.1}
{"artifact_hashes": {"email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "973d62307bed9dc5b4dceb8139c05dcf8e13f98b3379269aa02c8dab34425b8f", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "q_report.xlsx": "e1822ecb90679e3945e82aaac33584d250a2fe4be877d0b3d2033dc7185349e4", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 1.3438, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "05cd198da53b471fa4d418ebecb20c80617ea10fa815ecf15aa2a090dcec20f8", "run": 2, "run_id": "quarterly-sales-report__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1f76bca631f48f1a83f592d572e504fe99ae4de3b11f38ce27dcfbf718fd86fd", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 1369856, "input": 1463173, "output": 21127}}, "cached_input": 1369856, "input": 1463173, "output": 21127, "reasoning": 0, "requests": 1}, "wall_s": 544.4}
{"artifact_hashes": {"build_report.py": "2d8fad7231926741dd37f8925dad5c43e5c143f4c725ed18578a0863ddcd214b", "email_from_theo.txt": "9c45d74f30287f4fe1d23ae2d06eebc7b0bd92eadefd61903d91f81f96df46e1", "memo.md": "36c550e707c40d51b650e2926ca41efff91ab1bcdb54166a99b01c8562c27dd4", "portal_order_lines_2026-07-01_to_2026-09-30.csv": "9049bf98774d30d3459e78b390032c66cfd7ef2d3a72f7492f2b220ddb59ebb0", "product_catalog.xlsx": "48b8b24e052840cdd935b802eedb32f87c3d0908f3faf0cbc72621e665bca676", "q_report.xlsx": "a91d04d03e8729c67f5186d388287ac4b356c59b0ce359eeb6aefd64bd9026f0", "refunds_export_q3.csv": "643ab387a77e8d95937b7e6e628ae8871ee5e31c3d3e0fb8d8fe82cb9ed2d19d"}, "category": "reports", "checks": [{"name": "q_report.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Golden Yunnan quarter (renamed product as one line)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Assam Breakfast August (duplicate batch removed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Masala Chai September (net of refunds)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Q3 net revenue total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the Q3 net revenue", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo names the duplicate batch", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo names the renamed product", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.941, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0580e1b3fd63949f3e2eb7a01c399a464a120b9e7c588aa621ee1858d6fd0dbc", "run": 3, "run_id": "quarterly-sales-report__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "803e9fa46971c0806ce45c98ea28b8c0f07e8b9d72a454598ecd835df06685bd", "task": "quarterly-sales-report", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 772864, "input": 836826, "output": 18798}}, "cached_input": 772864, "input": 836826, "output": 18798, "reasoning": 0, "requests": 1}, "wall_s": 449.8}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "c7a5819552c14a00fc5afd4a57769a08a2f3cba8061c74d335ece64dbf8f2740", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2372, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d16044222a9b707e3479a24848c900ffe00340ad686b143c2a44c57302052588", "run": 1, "run_id": "quickbooks-customer-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "df5520544fca16c8589e1ab09c20b0e87bc201d696cb74ec1385c4bd247858d7", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137472, "input": 153701, "output": 5864}}, "cached_input": 137472, "input": 153701, "output": 5864, "reasoning": 0, "requests": 1}, "wall_s": 149.9}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "c7a5819552c14a00fc5afd4a57769a08a2f3cba8061c74d335ece64dbf8f2740", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2567, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ef8eb2a061f41c29d60c174568c8eeeac980c90c3191a2330c9bc16ca510fd0c", "run": 2, "run_id": "quickbooks-customer-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "adb2c62c113f95e84cad95c44a01789909b47452bf808f836519d4f4fbc6af71", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 132736, "input": 151997, "output": 6326}}, "cached_input": 132736, "input": 151997, "output": 6326, "reasoning": 0, "requests": 1}, "wall_s": 132.7}
{"artifact_hashes": {"QBO_Customer_Import_Template.csv": "099e3667fcada5c706d3e7d1b320b5cfd6819b0ba03a580d6c1e1c339fa30e51", "crm_accounts_export_2026-09-10.xlsx": "8fe0ca61e20bead81c59686737194462644a587afcd5a79333fc721e74792934", "qbo_customers.csv": "eea5bc4d5fd51ecc5e54099a5d91e26413fe29a03c4f3262e07d278194f5174e", "qbo_import_rules_from_marisol.txt": "335fb8275c7d54e55d4869efae0a9981a857bcd11bf38a9e42040577b172b026", "qbo_vendor_list.csv": "3b8f0544402aac0ae40dedf8a43f45a0a5098e710a430836f5836db98e7baeea"}, "category": "reformatting", "checks": [{"name": "template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per active customer", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "display names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company name", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "street lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and ZIP", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone format", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "terms", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3957, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e0eb558aa6de8568e7142afdc832877d42f326b218da9f9d758f8b01c6e901c4", "run": 3, "run_id": "quickbooks-customer-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "58efb071a03191c73a1bb49fe655b06b0d92866d486d2520ab9f57a7ad7dc2ce", "task": "quickbooks-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 301440, "input": 338113, "output": 6423}}, "cached_input": 301440, "input": 338113, "output": 6423, "reasoning": 0, "requests": 1}, "wall_s": 163.2}
{"artifact_hashes": {"comparison.xlsx": "840dfdab946d3057b5b4a5583ce95e5261d39e4c72e6e8dee51902e0a1442a54", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "9a4467df56a22762955d64e742c93b13d0c1a0fe505089d9dcbb5b7e27c35686"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.457, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "625d2e47f8cad1b3b6d03ca3c15d722c318bc2222809ffeb88e6524ba72fbb9f", "run": 1, "run_id": "quote-comparison__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "60ae3038b12f7f8e56c4a562bbda1b46ff6ccea57ca325969fb46e8a8be21476", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 230656, "input": 265678, "output": 11231}}, "cached_input": 230656, "input": 265678, "output": 11231, "reasoning": 0, "requests": 1}, "wall_s": 282.3}
{"artifact_hashes": {"comparison.xlsx": "75f3da30efaf9a7409fcbd70421f14068d5d0a4645df09e486c3a094adfb45da", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "f75213a0c173fe7781a77e17a7a7a827e35fbbfe841b4628da9770e679e6a60d"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.2618, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b372b8e73154cfd4538b6f3a99da0117e88859f66897cd9cf3af1105ed98862c", "run": 2, "run_id": "quote-comparison__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "35699fa7516d2b3c599928f591e33fd8773035865cd66fcc4bf482aa3d4a2697", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174464, "input": 187790, "output": 6934}}, "cached_input": 174464, "input": 187790, "output": 6934, "reasoning": 0, "requests": 1}, "wall_s": 176.3}
{"artifact_hashes": {"comparison.xlsx": "1ea2aa61b18ea9619f89de4aa3325e656fbddbeb059e96f30f7618ad544892c1", "notes.txt": "b2707a2b5a9e64db73ef1471cf38e070fb19b9f28f9ef3aea371df9604934ea3", "quote_bluepine.pdf": "0ddb26017d6f5d0dc08d9cf12580976bf21d71b7fbb04ad19170f6386a99804d", "quote_kestrel_gmbh.pdf": "ec65e9a1afd3be58bf8c861f490c95a2b89846426a1af1fc22ec330066ad1366", "quote_northstar.pdf": "d42805ce790dda041cd566d1295bfd49674271168f7ea06e6072c4e3bc99256c", "recommendation.md": "2e4c90e3915d699299739156e4fd74b1e6804708f40caef4793488415a2a6757"}, "category": "extraction", "checks": [{"name": "comparison.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "Northstar delivered total (incl. freight, no early-pay discount)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "no formula evaluates to an error", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Kestrel delivered total in USD (40+ tier x 1.08, shipping included)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Bluepine delivered total (incl. mandatory onboarding fee and freight)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo prices the vendor it recommends", "passed": true, "required": true, "type": "custom"}, {"name": "memo weighs warranty", "passed": true, "required": true, "type": "text_contains_all"}], "cost_usd": 0.3014, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6d1f83dbb02bf761cd633dab00254097aced77287f3a37c14ecb8a0597c31425", "run": 3, "run_id": "quote-comparison__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fba1914dac628db5dd77e7db3d412334ceffa7d728f179969b2a0db4a0383913", "task": "quote-comparison", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 158592, "input": 173530, "output": 8909}}, "cached_input": 158592, "input": 173530, "output": 8909, "reasoning": 0, "requests": 1}, "wall_s": 193.2}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "46c2312ce82326bc863b2278d21d9f6cfe6bfcea2d6d466827618ebc51112283", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3515, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7bd34c2c07e2d59ddb326b4973e8fdcf37dd5150093743ed8965d234e0bb7a21", "run": 1, "run_id": "receipts-scanned__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5b74289c4aa36928342c576eb6ef29f543bfc3f4398b83d74a45b9f64935968e", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 280064, "input": 323119, "output": 3364}}, "cached_input": 280064, "input": 323119, "output": 3364, "reasoning": 0, "requests": 1}, "wall_s": 103.5}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "24850241906e371e41339ce8528092db9f82b74f7236b1ce76175363b200f649", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3461, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9c84646c9ebb12f5d7ae61644d9b5551c46c344f9e48b3647e391afc2d06c27d", "run": 2, "run_id": "receipts-scanned__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b9193988f3eae9264fb026150c2c72043f8890bead00c560b8ee5ac1baf6ce67", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 241920, "input": 285796, "output": 3689}}, "cached_input": 241920, "input": 285796, "output": 3689, "reasoning": 0, "requests": 1}, "wall_s": 100.7}
{"artifact_hashes": {"denver_trip_receipts/IMG_4410.pdf": "273aa9ddf122be7b26eb3b9c57e30a06333f5f472cbcf1f9eec3501367eedc37", "denver_trip_receipts/IMG_4413.pdf": "59e5a71cc9ebf9e210cd89b9b08f739ea373f0c66ee45ad17a0270262c418603", "denver_trip_receipts/IMG_4416.pdf": "f909eaa079284354d7ec835bb6d03cb93dd99e251d8c60da07158bd39c4bc40d", "denver_trip_receipts/IMG_4419.pdf": "3bbfa0b840b98ca874b21b9c232093bc478e46375c3e9e8c7a595c5090d3e6e4", "denver_trip_receipts/IMG_4422.pdf": "d4e0d09f66098de2bb5ff391b574aef484e826e775643c56a4cb03a80660ed78", "denver_trip_receipts/IMG_4425.pdf": "52561c497a66161d7e87b5fd043f9f42761fbf4f01efcc4c3d6c24f494319713", "denver_trip_receipts/IMG_4428.pdf": "ae61a56e025c3ab750edce5a6d2217a3eb71fd83bc0c202f7c1f3acf0efb4977", "denver_trip_receipts/IMG_4431.pdf": "8a1b7fd7b5fba30a08332589d6845450c389d956fea68af91831d45493c4a4ed", "denver_trip_receipts/IMG_4434.pdf": "c645e925ff2bf297979419fff9d62460f8ede3859f0408f8de6bac7f80b331b2", "denver_trip_receipts/IMG_4437.pdf": "08fd9e27930f2d72019ce2e0ca4e24674097c06de2f212a4a93f5851497ad5d4", "denver_trip_receipts/IMG_4440.pdf": "12f38ebcd3abe8f3dc6dfa096cf8e45bf86d6a31258abefdf8787818a12934ae", "denver_trip_receipts/IMG_4443.pdf": "306d1d9b261090b232ed99eb5152e262c67a7b019e64e707ce50fe806ef24580", "expense_report_template.csv": "88f5abd9fc93184d44e265e16e4d2e54bb9a4ce83f7019403af653754bd9fc00", "expenses.csv": "24850241906e371e41339ce8528092db9f82b74f7236b1ce76175363b200f649", "finance_expense_instructions.txt": "fed9ee86e889f6b1ceb4d7160c5abfbdf182e62628c78d457db50c7cfdad047d", "note_from_dana.txt": "0fc4c4a0f9a3616b2b08c5aab88abe8e9e9dad8de7494efedb04c67e88c0b6af"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per receipt", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "merchants", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "subtotals and tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tips and totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3166, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "24ad8e7fbbbfaff6987c7e3a3921e9a0727ad6732bf3026ea5a71935231e6d8c", "run": 3, "run_id": "receipts-scanned__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0372240363213b20c2b4a66b4003080d0d00112a72925158d26bdf696048524b", "task": "receipts-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 270336, "input": 305346, "output": 3422}}, "cached_input": 270336, "input": 305346, "output": 3422, "reasoning": 0, "requests": 1}, "wall_s": 96.6}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "f61821bdc6694f3465330d6a511c3857bac4368b1ba76f4497bb283c76377a2a", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.1544, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "feacd1fb24fa1cfc93279535987c9bf962aedb584e3c5e161606862aae930187", "run": 1, "run_id": "refund-apology-letter__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "28b8361e33e339c87f73ada947375d1696fe692535ec5063d32a9521a54b9fd6", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 156416, "input": 172105, "output": 1456}}, "cached_input": 156416, "input": 172105, "output": 1456, "reasoning": 0, "requests": 1}, "wall_s": 41.8}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "56915e04d7b04b8442a49267b5e1d1135ae5c66607f1b908b9fc39cf30a0699a", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.0802, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0e2e6f4e035bf3d26973f13a12205204fde69217c5d1468dbf53e85105c463d8", "run": 2, "run_id": "refund-apology-letter__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4ff1b44856a0b2a6c93694422c1d90e691b8f93d7146bc1b6a39763a45af0854", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 80256, "input": 86134, "output": 1229}}, "cached_input": 80256, "input": 86134, "output": 1229, "reasoning": 0, "requests": 1}, "wall_s": 44.1}
{"artifact_hashes": {"email_customer_complaint.txt": "7d569bde5b78e90f53d1c6f07b4560b70d9a9ed5b040a928e6394710dd67ea18", "orders_export_2026-08-24_to_2026-09-02.csv": "1dda73a47ce33466ab5295cd688463bebf65bed477beae37d6b5ccbd9aef20cd", "response.md": "13db05890ecb2eb6d5c0ebb15bede11edeefe17c91260ea954787e85f63ca36f", "returns_and_refunds_policy.md": "feddfdbae1687993995f94f5c5e9c29f4b317f3e84b01f6ee7a73c0d8e6c0ab6", "support_saved_replies_2025.txt": "acf96164eb335071146cd895e6541c012ea3fdf1fb9a30151ee1b8affd46d6bf"}, "category": "drafting", "checks": [{"name": "response.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "correct order number", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "refund amount per policy", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "processing time", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "no promise the policy forbids and no wrong order number", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1567, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0d1caf992cdbaf48940996767c3eb2693b8ad21a18099d89718659abb0ccb174", "run": 3, "run_id": "refund-apology-letter__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b7bb31e209c8be0d2230fdeee50a145b2115f983342f9a5c9b65a215949d69d7", "task": "refund-apology-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 157952, "input": 173813, "output": 1502}}, "cached_input": 157952, "input": 173813, "output": 1502, "reasoning": 0, "requests": 1}, "wall_s": 49.1}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "refund_recon.csv": "331abc254827a6112b75378e5280b74c4f38c5b9fd9e55a0c41fc03990c4f640", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1849, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e863d4abd115aefa87895d6fbe29d18be10c3ec2137b3494e40b32f72b82263e", "run": 1, "run_id": "refund-reconciliation__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "95f2fc5134422278fc1273b576997316877a3bd5e820c6fa5514f81859df8200", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 133248, "input": 146470, "output": 3938}}, "cached_input": 133248, "input": 146470, "output": 3938, "reasoning": 0, "requests": 1}, "wall_s": 103.5}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "refund_recon.csv": "d27725574de609f2a4e14cdff28f478587136001bdfb71a50b373f71b6c00e74", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2131, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1d1732f3fefcb6e34b89b32f4793445d97fab6c6bfd6e4a61dfa4ca7df3549e3", "run": 2, "run_id": "refund-reconciliation__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0840ea3fece70ec2a209124daa55941caf652f16e67fecc069baeb91f5132eb3", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 120064, "input": 140931, "output": 4080}}, "cached_input": 120064, "input": 140931, "output": 4080, "reasoning": 0, "requests": 1}, "wall_s": 98.8}
{"artifact_hashes": {"clearpath_balance_activity_2026-08-01_to_2026-09-05.csv": "07e4e1f5b5292e284318a64e886aefdc14115c437028cceee2226ca479cb57b8", "note_refund_recon.txt": "cdd8f9cb82a8ea41fea3f6b323fc79541aeaafd343ba9325afc38794faf1b8df", "pms_refunds_2026-08.csv": "c7767bad2e1b214c9f1e013ca66a90cfbab80fc32730b7cf6974d279b6af91eb", "refund_recon.csv": "331abc254827a6112b75378e5280b74c4f38c5b9fd9e55a0c41fc03990c4f640", "refund_recon_2026-07.csv": "0abcd0d784a6cd179fef651096d6ce24d91a77558b2417519c469fa8aa7f39e9"}, "category": "bookkeeping", "checks": [{"name": "July's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per refund", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts per refund", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the unexplained items", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1814, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a9a5ff3a367286ff0c3b1ef2145c42206109f7af1f99676adc614186d2f7c52c", "run": 3, "run_id": "refund-reconciliation__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5c65ef4970f36a009b08d569323f2a61d32d41867611ccad06696af5515b708e", "task": "refund-reconciliation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135296, "input": 148078, "output": 3807}}, "cached_input": 135296, "input": 148078, "output": 3807, "reasoning": 0, "requests": 1}, "wall_s": 83.6}
{"artifact_hashes": {"memo.md": "bed427dc5c4238a077c83e80e361f1018d3d762ffd4e5839be4ef8d41b1ba5fd", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "fc150d12515eaf1940aa565fb3b92c7b91aabaff2a90c62e2332bca0a440d64d", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6785, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "96e46307c5a1e4e854299c316347fc7fee8c8dabdd034085edbd4848aac321e4", "run": 1, "run_id": "regional-sales-monthly__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "108fe53c4ebadbdc33d09349e3c2cac7abed24606bfb5568e3b8f7ae13f3182b", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 439680, "input": 492853, "output": 14497}}, "cached_input": 439680, "input": 492853, "output": 14497, "reasoning": 0, "requests": 1}, "wall_s": 328.4}
{"artifact_hashes": {"memo.md": "785fb7853cdbb76f92d9a512743e45bdf29b01307f183c179b478b7906453d66", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "5b409623c3aa46990e3cd5f43405388161484f492347f4066ceec3cf3058ab77", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": true, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6863, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0ed55fa693da630b209da2c940dbeb9a9ae9894fcbecca2a78c4b129b282a834", "run": 2, "run_id": "regional-sales-monthly__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1bf260be04919c9953c3ed6cb7554339850abf71592f7158c6e4f03cf02b3684", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 479232, "input": 525882, "output": 15401}}, "cached_input": 479232, "input": 525882, "output": 15401, "reasoning": 0, "requests": 1}, "wall_s": 350.7}
{"artifact_hashes": {"memo.md": "864a56a2258867e25b233fc7a384c82a4665afea6cf13893784290b37aac6b25", "note_from_ramona.txt": "8795955f3ff6e11cd1fad3912b7ddb33e8d22cab51301dd3c822c870328cf1f3", "regional.xlsx": "8d03e2e1300514d381b9f246f50f69955f91291daae06a56385bc21d134ba919", "sales_2026-03.csv": "f687cb3c4315ce7fcfdc387ec93e8f785deba4e4bb64919d6a97c2b5c7bade20", "sales_2026-04.csv": "0df490d081d1819b24fb1fa8ce5c36bfa23d8d5ef3d65ad8628bd18d1fda9586", "sales_2026-05.csv": "499661ccb950218738c0236abdbc0126eb2c19619d80c36e258b48c308ad030e", "sales_2026-06.csv": "79d4a78415b0b0efaaaa6af57a2a322f88c389415451754ae378af1b6eebd893"}, "category": "reports", "checks": [{"name": "regional.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Atlantic quarter total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mountain quarter total (two months, no invented May)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Pacific May (duplicate rows and a credit memo)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "quarter total, all territories", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo carries the quarter and Mountain totals", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "memo says Mountain is missing from the May export", "passed": false, "required": true, "type": "text_sentence_matches"}], "cost_usd": 0.6904, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ce41a70fd26cc38ac62445616e5f5f355d8d7c47f124fe07cc4296ed5a675d19", "run": 3, "run_id": "regional-sales-monthly__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9dd9ef37e523c41ab77a62296b17f3a7b8f6f1d827a3073a7992f29cdcc23e8b", "task": "regional-sales-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 364800, "input": 423233, "output": 15535}}, "cached_input": 364800, "input": 423233, "output": 15535, "reasoning": 0, "requests": 1}, "wall_s": 327.6}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "bce07a3695e69e1dd67d0c30848c2c85678824de44cfc6d4b76a8561f84d567a", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5325, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0dfde5e3329675b6bf4aa1e7a64c6076f9a7247188ecfaca19ca6906737d73f9", "run": 1, "run_id": "rent-roll-build__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9b075217db1f9933c75559b29417dbf2a917b8fdffefe9b5a2673c75bca5e559", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 548224, "input": 576242, "output": 10057}}, "cached_input": 548224, "input": 576242, "output": 10057, "reasoning": 0, "requests": 1}, "wall_s": 211.6}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "ebca8603b0d778b29477e30a5aa197a92f0097b4fe5c8faa1c9a3536557d5df6", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4322, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dcd9a799bd5fc8141b23f513f9d20c592688bacdb1414e5952193b7f2b04d2c5", "run": 2, "run_id": "rent-roll-build__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a9899d63b478856ad6127cc1b6bc3b46a526411333b76ceb206eea3e2904865c", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 394880, "input": 422650, "output": 8157}}, "cached_input": 394880, "input": 422650, "output": 8157, "reasoning": 0, "requests": 1}, "wall_s": 191.9}
{"artifact_hashes": {"email_from_owner.txt": "df7ce8ae289cd4e349a52f5ca550e0bb83918284f22e719eb4d66c5651acbadc", "lease_export_2026-10-01.csv": "ec17f43ecc913ee9d6d5cd25425bf8667b8d09689abeec8b2bcc8e3d34fac4a0", "rent_roll.xlsx": "e3ba414671d2cbbb904128ef979aab74403c8d21ad49771944bbffc85231a6d0", "tenants.csv": "5c200c965af3f01f19c262828c0a4ce43c62818af4bae034904930956a066252", "unit_list.xlsx": "32e7263a78b7af59185755db1802ae691bb47f39a8e27695981c68ff693a262a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "total monthly rent", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "month-to-month rent with the fee", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "every unit with tenant, rent and renewal flag", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.4274, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f57c6460ced38d635b3b7dff3f8f92c288a29e53f84b8437a8da382aaf22fe52", "run": 3, "run_id": "rent-roll-build__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "957a8328af47f883b5a14543e3cca4c6cad86edbd83a495170a24b5e9ac3171f", "task": "rent-roll-build", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295168, "input": 321224, "output": 10257}}, "cached_input": 295168, "input": 321224, "output": 10257, "reasoning": 0, "requests": 1}, "wall_s": 224.9}
{"artifact_hashes": {"equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2097, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dd451ffdc34da54730f9c13815d9cc6bcc3c4d16e6976e4a13cddc66c6dd18b6", "run": 1, "run_id": "rental-utilization__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "185660975af00c505dbb2fc40f46ceec058a7806ac1743a45a0ba08d6aef14b5", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 186496, "input": 200162, "output": 4021}}, "cached_input": 186496, "input": 200162, "output": 4021, "reasoning": 0, "requests": 1}, "wall_s": 91.7}
{"artifact_hashes": {"equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.252, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "078ba71ee2cbff265aaa907c82e3928856932db884f9a344dc82037e1bb585f5", "run": 2, "run_id": "rental-utilization__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "85e28e25e9fcb501717098420c14081139b79fc97df3ea45e2c88dc8f3236490", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 197248, "input": 223460, "output": 3415}}, "cached_input": 197248, "input": 223460, "output": 3415, "reasoning": 0, "requests": 1}, "wall_s": 92.0}
{"artifact_hashes": {"equipment_list.xlsx": "2a5b8341809e299441df9fc1a0a0832738ac09fa02e24bb4c3ec471263ea33e5", "note_from_hank.txt": "1657d2e9591468e8045c97923f5a4434cd6c443047fbecfe678a93c1ce1a0b2c", "rental_contracts_export_2026-07-01.csv": "48932111603e7610270dadf9975ca599abfc7c9ebf72c3c7025c661b27157f83", "utilization.csv": "d521e1bb46bce34197f9918355ec9cc95d8b584419c2dbc7bac56d44137a3e6b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every machine under its current name", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days out per month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "half-year total", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2771, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "95babffe101ee5dafc3918b3ab789bf6bd5f47c05dc4913ea8b1ae47c2c50c24", "run": 3, "run_id": "rental-utilization__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "50a35456208c7d8166cdfea0ba18cf499f42393f533eecd35831a71f38c4188f", "task": "rental-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 141312, "input": 181561, "output": 2977}}, "cached_input": 141312, "input": 181561, "output": 2977, "reasoning": 0, "requests": 1}, "wall_s": 73.0}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "f2eb7f0c6c5c5fc8b4dee8c32b82f90c74d440a2789b894287704b63847c0c03", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2459, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b8783056a39643289af3caa1f6354c69ca9c7517edaabb1223e677a11faf3dd5", "run": 1, "run_id": "reorder-list__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d0c71c0ade101babcb9f5b60535f086493ff2277716a8b8f33737734e1ca7519", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 246272, "input": 265992, "output": 3425}}, "cached_input": 246272, "input": 265992, "output": 3425, "reasoning": 0, "requests": 1}, "wall_s": 84.8}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "f2eb7f0c6c5c5fc8b4dee8c32b82f90c74d440a2789b894287704b63847c0c03", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4061, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cc9e40897a552fdc1707f0a691426d0d3b1349f6cdafa432c5f722e46dcad017", "run": 2, "run_id": "reorder-list__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d02a423dc3fbef755282ab63ae6be66927cb48c09ba6dea5463f3e4c17682a2f", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 273024, "input": 327149, "output": 4022}}, "cached_input": 273024, "input": 327149, "output": 4022, "reasoning": 0, "requests": 1}, "wall_s": 112.7}
{"artifact_hashes": {"item_settings_export.csv": "9191a15df8b751dbc518a6170c7077816abe97cefdcb15928d90dd717995bfd4", "note_from_nadia.txt": "6de95a50af0861960483794621d8a82edbfe396b69fc848c1bfb614c093ce99b", "open_purchase_orders.csv": "035a415eec3f4033ea1315b1bc3d29e732c8ca81ed9abf954a082886dab2c4f1", "reorder.csv": "f2eb7f0c6c5c5fc8b4dee8c32b82f90c74d440a2789b894287704b63847c0c03", "stock_on_hand_2026-09-12.xlsx": "ba67ab0ca7269aff19b1feb48d6ed2b08384ee2f6d3b751ccd876564137fba8e", "vendor_lead_times.csv": "2d98eaad43495528fa8865432e83dd4032f80e2a233867f6cedb0a46996b1baa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "items to reorder", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "order quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3596, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "38c2f427ee15185c5a1bf510871cbaa767503817b2a462af70318d3e9c0ae682", "run": 3, "run_id": "reorder-list__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "63def97cd1c65616994c8b25d17b6b77b0295c9dd4aa8b3462d3cda9d372efda", "task": "reorder-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 275328, "input": 319014, "output": 3737}}, "cached_input": 275328, "input": 319014, "output": 3737, "reasoning": 0, "requests": 1}, "wall_s": 121.6}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "050c6022d6b330069b6583c852a0dd80e3b7a2c83f81abb18a4cb0ad41b54643", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.601, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b92fc897aecaf2dc81411041a4493bda6bfb2bfecad05c490488e5f4bd715a1a", "run": 1, "run_id": "retention-cohorts__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "320b629eecbe1eb3c264fbb50d9b3508032e704bb42c4b623802a9c6aa2a7560", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 362368, "input": 405700, "output": 14138}}, "cached_input": 362368, "input": 405700, "output": 14138, "reasoning": 0, "requests": 1}, "wall_s": 360.5}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "4bde93a3e78f8c5d16758d26f6050a0c4989e0687105a88a23a98c9092732809", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.4564, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "fb268ccee174e9552f60fa959ac804fbd98006c6beda38395d58836903e522f9", "run": 2, "run_id": "retention-cohorts__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f31f3c53981584bb516fe1cb18991551f61a106aec68749f14cbabc41962d1a9", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 273280, "input": 295232, "output": 12963}}, "cached_input": 273280, "input": 295232, "output": 12963, "reasoning": 0, "requests": 1}, "wall_s": 283.3}
{"artifact_hashes": {"cohort_notes.txt": "3dab68b87df8ce3c76a01cc0f32a5b08bd8aefed73428949891199d8c1e4c4a0", "cohorts.xlsx": "36af45a03db802f63ba042ecd5329cc3ace719e56ec1889eeb65b9817911ec39", "orders_2025_jul-dec.csv": "e7a60c316b2a8c32354cd6c94150e84f428eab56035d6872e943f6c7611243b3", "orders_export_2026-01-01_2026-06-30.csv": "97897454385e227eb49b86bd276431b5a2cb6d322f017f5d1678193f213c5a29"}, "category": "reports", "checks": [{"name": "cohorts.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "January new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "February new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "January cohort month 1", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "March cohort month 2", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "April new customers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "June new customers", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.473, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "c96b93c5fb198f8454cac054dac59680d432f43c03b96aa847a718036224eb13", "run": 3, "run_id": "retention-cohorts__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9481bf1674db179dc3903e4290dc4eb14445c93e13292aeba6e05a8fc84489b2", "task": "retention-cohorts", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 313600, "input": 336215, "output": 12853}}, "cached_input": 313600, "input": 336215, "output": 12853, "reasoning": 0, "requests": 1}, "wall_s": 263.8}
{"artifact_hashes": {"note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "1c0b052bd34f093ebc09e98e32278d53c52160b702cc075ce422a7d5d22124fe", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6127, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "237cadf63328d0158ce2a2a2b5741beb045186ff6d52dbb876b57e9c3663572a", "run": 1, "run_id": "returns-analysis__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "626a83981be3d2158260a17d506db2e08a036d22e63ce0d6a8eea178df600d94", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 353024, "input": 378961, "output": 18388}}, "cached_input": 353024, "input": 378961, "output": 18388, "reasoning": 0, "requests": 1}, "wall_s": 353.2}
{"artifact_hashes": {"note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "1bd2301b135efdca62aab40973e7987a430334cfdd169ee3f3f1984f8a9c6bdb", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6454, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9350820a9def5b993bf1f58d1de457fbd02ab9f3ad884e6e6ff634a9283afb9b", "run": 2, "run_id": "returns-analysis__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5b7a818fe4fddd724d7640324dcbb182b92547d30489bff97dd9def8462c0344", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 358144, "input": 385444, "output": 19648}}, "cached_input": 358144, "input": 385444, "output": 19648, "reasoning": 0, "requests": 1}, "wall_s": 407.6}
{"artifact_hashes": {"note_from_mateo.txt": "30e917a24223e0fb7b13f9c1524976a21eb9b9701daae629032d7f3010b9c7d2", "orders_export_2026-Q2.csv": "666ea2443d3b50a619635b5062324d2a5760d2d49397e0d182e7b2f0deb68639", "returns.xlsx": "d9b03217625e993496e7ddd75608603b5185e5347640dfba622c9363add2ede6", "returns_export_2026-Q1.csv": "ae008db8c761070d84c03a04fb7e2c2af65605bdd934e9b9e9b64462b6f6900a", "returns_export_2026-Q2.csv": "6b88460ba3ea078b04076942ceaa2877ae11fe5a8641dda4adba5e136aa046f7"}, "category": "reports", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "renamed product units sold", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "renamed product units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "units returned for the jacket (exchanges count)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "refunded dollars", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total units returned", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "return rates, quarter total and the jacket", "passed": true, "required": true, "type": "custom"}, {"name": "sizing units", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "damaged units", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.542, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4737e2248873c311fccd67f9a6c68b7c8f448055b76357bf6fa718468620df43", "run": 3, "run_id": "returns-analysis__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4e709816f0a3b51bc61cda5284cffc5fff6e68a363278b2a23947d005c0a9a83", "task": "returns-analysis", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 276096, "input": 298040, "output": 17187}}, "cached_input": 276096, "input": 298040, "output": 17187, "reasoning": 0, "requests": 1}, "wall_s": 354.5}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "ca89dfde0aaa51372d5ca3e0687ea130deb3051efca995be13b8302d707f43e3"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.1524, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e6f54f7541377e8c0c674be5699eb5ffaacb294ce77daa030198b8c348dd4bf9", "run": 1, "run_id": "rfq-email__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "837ce4ef812ca83a9ad366d7920e52c2a9853d241070a9e8511f14b546cef812", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 158976, "input": 167541, "output": 2729}}, "cached_input": 158976, "input": 167541, "output": 2729, "reasoning": 0, "requests": 1}, "wall_s": 74.6}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "18ce6bf359841f9565fe7412829f928c61cab3a757b3ade94d78eaffc3ca1738"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.1418, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a8c6b5d3fcf5542c64e4cc983c93e1fcefa94839b429d62a7f5ac6b97a83462", "run": 2, "run_id": "rfq-email__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f628885b7a246d3a836631dedb152e770bf378c8326eec5635b091b523efd749", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 130048, "input": 142301, "output": 2038}}, "cached_input": 130048, "input": 142301, "output": 2038, "reasoning": 0, "requests": 1}, "wall_s": 58.8}
{"artifact_hashes": {"RB-48_rolling_bench_spec_sheet.xlsx": "2b6ef572406f783eefb42cdc2de2c9ce3f9ea09302a2033129a19b1b47104f29", "email_from_purchasing.txt": "3ad244464f631078bb066044e9050b57240ec7a2da2719ee8ec3e93f33e7f676", "job_ticket_HG-2677.pdf": "6e3d8646044700eb1a2db52a680a189bfe66dfe9e5fc632422acff0fdeba8c55", "note_from_engineering.txt": "22b09f8cbf8ab1f805ac8ba6c66fd987cea8ea7cb5828cd4f7192ce7fefdcf26", "rfq.md": "31265e9c5658845271b9fa3f5dfdfac77de31925eb411031c46bc85458a690b1"}, "category": "drafting", "checks": [{"name": "rfq.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "line quantities, stock kit, dates", "passed": true, "required": true, "type": "custom"}, {"name": "roller pipe wall", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "delivery address", "passed": true, "required": true, "type": "text_matches_all"}], "cost_usd": 0.1707, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fa71beba02170af0f2216780280179f64d4a600ca83f28f092352b8a2c96eaac", "run": 3, "run_id": "rfq-email__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "38a4710c6546f710fed073c05938c2e40ae51766a96d4cd4ab38ce7653073772", "task": "rfq-email", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137728, "input": 154248, "output": 2475}}, "cached_input": 137728, "input": 154248, "output": 2475, "reasoning": 0, "requests": 1}, "wall_s": 63.8}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "89e54202e8f84d37c23334bdabb234b478d94aded61353d12d1b7d3f5f6bb5a4"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.564, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "204c66f24a571374578000bc1ca519926dd53d0035298c970a1af37b6d541da1", "run": 1, "run_id": "sales-pivot-by-rep__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9c41ae9e14edbf7d9668f4d884b9105a5605952dedb693f4635dc8f043da5ab2", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 372864, "input": 400412, "output": 15235}}, "cached_input": 372864, "input": 400412, "output": 15235, "reasoning": 0, "requests": 1}, "wall_s": 311.1}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "5024f829e892293c359c7b3a6950d7e6e3005511e7d8b56f24e3f277d86c5262"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5079, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ba4dfac7a9d973d1a77cc44259662d038b4119eb4082aec0413090f1bd830e34", "run": 2, "run_id": "sales-pivot-by-rep__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "814b6787f9c19ca50e1385c94382db381abff653ca1bcf26bc30e1de1e9dd177", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295808, "input": 325338, "output": 13572}}, "cached_input": 295808, "input": 325338, "output": 13572, "reasoning": 0, "requests": 1}, "wall_s": 271.2}
{"artifact_hashes": {"invoice_lines_2026-01_to_2026-06.csv": "50e24564e72ddd5821c0adab97f83b0b0c894bdc09f0d8745f932561169dc026", "note_from_kwame.txt": "70dbc012a92ee026b132ba287d1fc31f8b15afe9bb508ebaad861ce09d9d11fd", "rep_sales_2025H2.xlsx": "aaef6a74a1e4d9488df2a842783f8e55f4c9f06b9364630cfaae564deb47b34d", "sales_by_rep.xlsx": "3eac8f1d49f69b6d958c9fd45da440c3be4f5c4215c23368be367ee0c934a75a"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Cruz H1 total (four spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker H1 total (two spellings merged)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Walker January (credits netted, deposits out)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "H1 total, all reps", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Patel April reads 0", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6023, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e8af3fe4c9e73f357e606079bc9be70d56401a98519dbdf92da3d6f211af0aa2", "run": 3, "run_id": "sales-pivot-by-rep__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1ac1904c6f3857087cca32547ed81ea49aa1d4b61273e7ecc87937ad8a71babf", "task": "sales-pivot-by-rep", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 368256, "input": 400050, "output": 16391}}, "cached_input": 368256, "input": 400050, "output": 16391, "reasoning": 0, "requests": 1}, "wall_s": 385.6}
{"artifact_hashes": {"note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "d06d04162ed42ebc3db70039824a72092f2fd21be71fe1f1b0803b8da514878f", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2278, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e1a5e80050ad9183b4ce146d8ea7f30e91b332607ce9434eb0476b64a822585f", "run": 1, "run_id": "sales-tax-by-address__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d6d627fb3ae774071baf3b13185cc428d259a9fbd797b72da43dee1edfe4a9ae", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 123264, "input": 142130, "output": 5154}}, "cached_input": 123264, "input": 142130, "output": 5154, "reasoning": 0, "requests": 1}, "wall_s": 107.3}
{"artifact_hashes": {"note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "4cc7fee2092805f6be2b50393ea2937bf82d059b3dacb985913597ce2275f557", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2504, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4f3bd52100313bb3df0e04a8c8bec8c04e283de6845e4adcfe479a90af1f6629", "run": 2, "run_id": "sales-tax-by-address__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "867920f90084ae16b896f5d089de1200aa7449448e5b9d4840bb21405ef740dc", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 170368, "input": 185792, "output": 6027}}, "cached_input": 170368, "input": 185792, "output": 6027, "reasoning": 0, "requests": 1}, "wall_s": 163.3}
{"artifact_hashes": {"note_from_carmen.txt": "b41a3123f5b5becbf7bfa12a9b7e372f3ee7b0922672cc28ca6c9a2000c7eb7b", "orders_2026-09-01_to_2026-09-12.csv": "b9724223a75c369a736335564733646e40a0506bf5ec89a3b9dfe9b37828d490", "orders_tax.csv": "3c46a166133907231625e3d5601c90753c7513c689bcadfe87b2ef1f404e199f", "sales_tax_table_2026.xlsx": "5e7ea84edb7f5520712690b20f12f92cedcbe3663687df7840eb8bd279013e24"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "tax per order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "rate per order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3758, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c2b9ea826cb75b0d9cf1f5a55658694fb01cbe0b16dfa659c6d87b8ab34e9621", "run": 3, "run_id": "sales-tax-by-address__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "acdf1c9ed004c1a578d701a9e9674b806b2341140a07df5fbdacfb1ebe4bfe99", "task": "sales-tax-by-address", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 276992, "input": 304651, "output": 7719}}, "cached_input": 276992, "input": 304651, "output": 7719, "reasoning": 0, "requests": 1}, "wall_s": 176.0}
{"artifact_hashes": {"dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "75382890ee70c8b05f2bf01db0561c550cac827dd3ac0e87e565058c8a377374"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3371, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2cb3a0d635d85f0e00a46e9679b0cacfcdf7727ea2f9031420e1f82f19ae4596", "run": 1, "run_id": "sales-tax-liability__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "64798888c1cb5be631a95e8229cbabd16a7fcd63bf18c2773f8b2b13bca17c84", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 212992, "input": 241854, "output": 6823}}, "cached_input": 212992, "input": 241854, "output": 6823, "reasoning": 0, "requests": 1}, "wall_s": 148.0}
{"artifact_hashes": {"dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "75382890ee70c8b05f2bf01db0561c550cac827dd3ac0e87e565058c8a377374"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3462, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "df1bf875d2e5f92a57f3035884f06c84e5dc6df91cbc60bbdcacdfdf229d4334", "run": 2, "run_id": "sales-tax-liability__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "370c7f5e3a17c0da6b9268b762258f272ee4914e486972dd5a0f290b1e8942ab", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 246528, "input": 269890, "output": 7709}}, "cached_input": 246528, "input": 269890, "output": 7709, "reasoning": 0, "requests": 1}, "wall_s": 178.8}
{"artifact_hashes": {"dor_local_rates_2026.csv": "2627111b0e627ddc63f1a2c6bc2528cf7aeea06fa2540d928043accd6b4d017a", "email_from_hannah.txt": "a1e17609528b60210f530f98bdea0a47f1154c2764d570739b03e89922307f3b", "exemption_certificates.xlsx": "f5c3078269ce005ac0fa95fe3e26ba4fd1da046c0ed999eb85a71489737556e2", "pos_sales_detail_2026-Q2.csv": "904738b8205e069eadbed8d84cbb6a916975495d2dd8dc4a63bbd9c4fd3079f2", "return_upload_template.csv": "d8d57b7634777d5e91ea2da577b778d834f3b585ee4cbb5c577392b375d02b4d", "tax_liability.csv": "75382890ee70c8b05f2bf01db0561c550cac827dd3ac0e87e565058c8a377374"}, "category": "bookkeeping", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per jurisdiction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "gross sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "exempt sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "taxable sales", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "tax due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1783, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d0e78c80770efb517400e5186e170497114bfc2a3f64fb3d0bc81eb4b3ed651a", "run": 3, "run_id": "sales-tax-liability__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "bff58bb32130f6bbe504ac7f19fccf251836a61c21d3d81ff05e865ff4082829", "task": "sales-tax-liability", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 138880, "input": 148630, "output": 4186}}, "cached_input": 138880, "input": 148630, "output": 4186, "reasoning": 0, "requests": 1}, "wall_s": 91.2}
{"artifact_hashes": {"leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "210fc5f68a912c4f93895d317d99f6f32b456f9a74d4776168de5354ee12b410"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2483, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "80479e11ef67bc786f90f364112cad852ef074b085e7387d6441f5bde60101cb", "run": 1, "run_id": "salesforce-lead-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c831c759c60b572cd81cf451a9617144f5864eb32176dc8057d56c5a50457de6", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 180096, "input": 196230, "output": 5586}}, "cached_input": 180096, "input": 196230, "output": 5586, "reasoning": 0, "requests": 1}, "wall_s": 122.4}
{"artifact_hashes": {"leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "210fc5f68a912c4f93895d317d99f6f32b456f9a74d4776168de5354ee12b410"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3046, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0ad5422b7648779261e1e8f182b044cf16b67a46fa30420ab07e2fcfa7163ded", "run": 2, "run_id": "salesforce-lead-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9696726a42a20cfe4f9851e65832db8fda9db69813b8c4f558ff436e95dbefca", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 177664, "input": 196319, "output": 7945}}, "cached_input": 177664, "input": 196319, "output": 7945, "reasoning": 0, "requests": 1}, "wall_s": 271.8}
{"artifact_hashes": {"leads_master_Q3.xlsx": "f3580add72326d6ac382e0bb667baf3bc93ed39d7153cfa045ed01f2f60a3758", "salesforce_admin_notes.txt": "fee8c960f9c9f29ec0d51a243785ad82bc21695519b0d3317f1aff31ac4bc6af", "salesforce_users_export.csv": "544d377b6c45008f53be95d3664de3049cc47e08b2ccc4174f298129504f7017", "sf_lead_import_template.csv": "e7fb8b050cefdb31ae0c4fd1d00e1b542d6bddb74ca5873b2b3a54cb1edcf543", "sf_leads.csv": "210fc5f68a912c4f93895d317d99f6f32b456f9a74d4776168de5354ee12b410"}, "category": "reformatting", "checks": [{"name": "Salesforce template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per lead", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "lead source picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead status picklist", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "country and state codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "lead owner username", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "company placeholder", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.241, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a5e458f60ad67c9827168616c6710b72230e484cc87b89d1872efb253bd7b2b7", "run": 3, "run_id": "salesforce-lead-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a3a5425dc7b94ffa5a5755f57bb361eac1da7ca60b46dd98c8500a7c97d0158a", "task": "salesforce-lead-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 114048, "input": 132754, "output": 6028}}, "cached_input": 114048, "input": 132754, "output": 6028, "reasoning": 0, "requests": 1}, "wall_s": 141.2}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "dd6c2e4e19cb4ab63eb2d29a0eee68ee7fa76aeead3be96436250b68fd18e1d5", "notices/joshua-scott.md": "bd385b9ee08caf1a1e139e986115122b80c625194136b79fc1885a6f19bf05a9", "notices/karen-allen.md": "11f43a0e69e4a56418bdd85ff6bbe37a3927b76ce666a90851a0c36c161a5cbd", "notices/ryan-young.md": "94ed930aba48d71a9543ef2f1653c7355403814c2195761223aff778b5a5853f", "notices/stephanie-ramos.md": "aaa9636d61feb036bd109372cd6aa8f909ed76840fd484abd4835a82bb421b53", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3386, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "f4a85ba768b1c921ac902e9c949a63d66b95e9ce52163dc001c9959b2cebf8ee", "run": 1, "run_id": "schedule-change-notices__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e371b08284d4cdac8914788ef84687e00c2bac0768a54230a61f7e3581a1df98", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 343296, "input": 375480, "output": 3629}}, "cached_input": 343296, "input": 375480, "output": 3629, "reasoning": 0, "requests": 1}, "wall_s": 91.1}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "6e85460fc1121ef5903398c5ebb39af502059a466945c7a2ebcf8085eee43cc5", "notices/joshua-scott.md": "9459ce96562c142dd18f95e332f313388bf2cfac893d6d8b21e39e46a2e06041", "notices/karen-allen.md": "ef99a9c8e66efdc63e64bdd4e595654d4f43f2e45927f411199cff590f5470ef", "notices/ryan-young.md": "a0e0f8f13e3303a2a6291b51dfe88dd4e0e86cb97749480d8b5cfed14a8ac73d", "notices/stephanie-ramos.md": "a6de73b0955a0139736631b400bdef6abf4868926ca2acf0d457fd7cbe9f131e", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3591, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b16dfbac9da7512df51b2392d515b399bcbe4dce3806d668a64098608ebd213b", "run": 2, "run_id": "schedule-change-notices__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b13b20c3a7586d5e706157a973cef671948a1206b0a29518f0f8f1f2820d37a7", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 275072, "input": 312776, "output": 4915}}, "cached_input": 275072, "input": 312776, "output": 4915, "reasoning": 0, "requests": 1}, "wall_s": 115.6}
{"artifact_hashes": {"agent_roster.csv": "6d82c2f0fdd08d434e4bfedf196b66d7594d5ed8554f3b45be0dcc5fb117551e", "email_from_renata.txt": "1ed9318eca7ae8f476fc36c7ba000f4d8c5f1e44d135cfeeec2faff28c525d7f", "notices/edward-ward.md": "84456da8c52a550c7bf27fd8971f2ae0d4e713f2da0426f00128a39e808d69a4", "notices/joshua-scott.md": "c6a3abeafa2646f7205cf75657251e9d1476de51ab24239b0ad37b7d19b2cd41", "notices/karen-allen.md": "eea40878078b78764ef56f63a9b2d42abedee51e315e0febf53c8f9b5d28b6de", "notices/ryan-young.md": "3afee7341f9ecbd986975ab2e9bd8502e21ff1fd563d725fd41fcc99547d2aa9", "notices/stephanie-ramos.md": "b47405e65984897ab2d630860518f9e4909f3abd9b18a04780039b52d75837ce", "schedule_week_2026-09-21_published.xlsx": "5a79fe01587d6543d50c185f30805b840efa71bea34d698d1961aefa587dffec", "wfm_shift_export_week38_rev2.csv": "b525a1d44d59e956c2e739ceffff169e45de2d2f4377c59529d3d3f05189585b"}, "category": "drafting", "checks": [{"name": "notice for Karen Allen", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Joshua Scott", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Edward Ward", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Stephanie Ramos", "passed": true, "required": true, "type": "file_exists"}, {"name": "notice for Ryan Young", "passed": true, "required": true, "type": "file_exists"}, {"name": "notices carry their own changes", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3404, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8927a0f4c29473da17b729bcf1d68b249906a18cf301e82fc985b0d223cbf096", "run": 3, "run_id": "schedule-change-notices__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "940800fcbe38d58379950e41ad311e52ba8ace90e3030156a048b39822e1de66", "task": "schedule-change-notices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 284288, "input": 312241, "output": 5744}}, "cached_input": 284288, "input": 312241, "output": 5744, "reasoning": 0, "requests": 1}, "wall_s": 128.3}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "9816a9502c5f241473bb190819c967d86e9c0909dd9746091ceb53f148ffb6da", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2712, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "56b7ebd8800101630b545ef73a9dd0ba73b68419cade2b6eb3b66078c3d0ebae", "run": 1, "run_id": "schedule-to-ics__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c521734206612415e01d6ace7a5e91cf6ff08890de8a0b2fd4043233b46039d6", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 219648, "input": 233527, "output": 6393}}, "cached_input": 219648, "input": 233527, "output": 6393, "reasoning": 0, "requests": 1}, "wall_s": 156.3}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "fd43fbbecf021c10128cedc39122069b1b3a10483e7939b3efe26f7a83a21a94", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2129, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3ab22a709846e9b31622a66fa1852b03ed8c524a469eca031e68b7d6e6dd4132", "run": 2, "run_id": "schedule-to-ics__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4bdecd6c1472346ab150839e4334f921627e8e5bf8a0479747166b7708b6daa2", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 188160, "input": 200254, "output": 4461}}, "cached_input": 188160, "input": 200254, "output": 4461, "reasoning": 0, "requests": 1}, "wall_s": 98.6}
{"artifact_hashes": {"class_schedule_2026.xlsx": "5f136dd9b8bc8c7a98f6c7623f3309878ff7eef43780b1c119395128a3b4f5ea", "note_from_jess.txt": "99b8f70a2b863800185e42bf65967ed8347c9a8e790be62836a0bcc971411360", "schedule.ics": "5ec93bb9bc6b03d7759930020ed44c2b485d6c8b068b6dd4874dd83c35fabd81", "spring_2026_classes.ics": "9574d60f6aec1d7d35ae3077a3617fca019b5e800f1f237014f41d50f20cd986"}, "category": "reformatting", "checks": [{"name": "schedule.ics exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every fall event and nothing else", "passed": true, "required": true, "type": "custom"}, {"name": "times carry the time zone", "passed": true, "required": true, "type": "custom"}, {"name": "weekly series, occurrences and cancellation", "passed": true, "required": true, "type": "custom"}, {"name": "all-day events", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2575, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "50dda1084139ad8f30e7c34130e9c43f9d5a41a660f29cb882fac25a8991c920", "run": 3, "run_id": "schedule-to-ics__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b0d4b88802af6e98344cfbd11afbee6d59228c52eefb144b2a9ef652b514f082", "task": "schedule-to-ics", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 214400, "input": 230714, "output": 5323}}, "cached_input": 214400, "input": 230714, "output": 5323, "reasoning": 0, "requests": 1}, "wall_s": 131.3}
{"artifact_hashes": {"allocation.xlsx": "9f211975a0f44a86e608e5fb13b81d97ea752cd0235c80abb1a35c472e468389", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5503, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b1389cc7bd0d3b602b8a60e68a1177a12cf4a1837f780f0f84b2badd9299814c", "run": 1, "run_id": "shared-cost-allocation__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "658078d1d7b9437eaa52a47a3905dc745ab0e7571fe62299c1b61c8e2b27a054", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 305792, "input": 341922, "output": 14172}}, "cached_input": 305792, "input": 341922, "output": 14172, "reasoning": 0, "requests": 1}, "wall_s": 393.3}
{"artifact_hashes": {"allocation.xlsx": "f38ab7cad139c2821371f380dce838d111a802360e5fbdb35779e690202a1b32", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5287, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "47df36549018e0645aec0c83c30e18877f58388ccf3b7f44426112582e4a73ad", "run": 2, "run_id": "shared-cost-allocation__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d88a9afec181079c7c3060a0c9efe235af80bc30a45542ade8fa4921101f61dd", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 347520, "input": 369330, "output": 15125}}, "cached_input": 347520, "input": 369330, "output": 15125, "reasoning": 0, "requests": 1}, "wall_s": 303.7}
{"artifact_hashes": {"allocation.xlsx": "4fcdc5e88db2d1111cc08d68ee51f77767f775d956abced62526b76a02a50e2d", "gl_detail_overhead_2026-08.csv": "11d0952e98740103ecd770df2e82abe9efddeda07c0ef7403e581b638952ec17", "headcount_and_floorplan.xlsx": "244897e989fd3dec40a11f321d240192afc9a443a8d81030d23cb94187dec19d", "memo_overhead_allocation.txt": "bc72cab75b67b53257d570410fae57d258eb6a88197c909a0f13c2055ab8df2b", "overhead_allocation_2026-07.xlsx": "1b8a4562579f99b95b51373b1f8bd579cba076dbd43fc52c3e9cd6969d2961bf"}, "category": "bookkeeping", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no formula errors", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "every account splits to the cent", "passed": true, "required": true, "type": "custom"}, {"name": "grand total allocated", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Mill Shop total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Finishing total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Install total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Showroom total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Admin total", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.4859, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "21832c3d8b0171641c11c7ed1dcaf5910727f31fbb20c597565ac80e3a38bdb4", "run": 3, "run_id": "shared-cost-allocation__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "eae31347e9593fedf811335fee5adf33c684b2b4aa4375ad4a9259f040901383", "task": "shared-cost-allocation", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 295552, "input": 317867, "output": 13923}}, "cached_input": 295552, "input": 317867, "output": 13923, "reasoning": 0, "requests": 1}, "wall_s": 278.8}
{"artifact_hashes": {"coverage_gaps.csv": "b4a4b0e5cab7341d178cfa3b4d8d78ddfd43640d1d643e233752e7469a988470", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1682, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e8308283e52aa72ce3355e50dd1b4ab225cc32416ef20647f947eafda60c288b", "run": 1, "run_id": "shift-coverage-gaps__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0bd92775dd54d9a05b04405f9ab5b1ffc2a5f3e2e3411c092260d531085c959f", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 159744, "input": 169047, "output": 3355}}, "cached_input": 159744, "input": 169047, "output": 3355, "reasoning": 0, "requests": 1}, "wall_s": 74.3}
{"artifact_hashes": {"coverage_gaps.csv": "b4a4b0e5cab7341d178cfa3b4d8d78ddfd43640d1d643e233752e7469a988470", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1596, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "37b4e31b270932a0af6ebd3b9c40085a2ac95d290569b5a4101e06447093970c", "run": 2, "run_id": "shift-coverage-gaps__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ee911b72a4d9cf3f32c84107af6266c40215ba76d1b2b0e14e5db417fb5a6a9c", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 108544, "input": 123801, "output": 2756}}, "cached_input": 108544, "input": 123801, "output": 2756, "reasoning": 0, "requests": 1}, "wall_s": 72.3}
{"artifact_hashes": {"coverage_gaps.csv": "49a2a1e3396049fc21c18f808b1e64094e4f623312e8743a2f9a34eaad9bb06d", "minimum_coverage.xlsx": "91a9a89cc74182a1edcad51cd6b5a4b9f5049ee87d949c44d3bcc9e8d5d732ce", "note_from_gwen.txt": "acf5b9c5bd6066e78aef6eb1afc564b8dc720f7b5ea842f2885af5a68b82d604", "published_schedule_2026-10-04_to_2026-10-11.csv": "bf21b6dcd95151fb46d80634db9877d4184eeff9e5f2d52898c5c9ea99c67eeb"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "uncovered hours per day", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1992, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0dbcc33ca55232661cd44eface9c7ef83c4f57a2fe1bf45bfa1a82ff37a0b2f4", "run": 3, "run_id": "shift-coverage-gaps__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1399980bd67599c35a93e4d4662c5efd6ceb0ad0921743116981d636957d3d2b", "task": "shift-coverage-gaps", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 138752, "input": 153648, "output": 4204}}, "cached_input": 138752, "input": 153648, "output": 4204, "reasoning": 0, "requests": 1}, "wall_s": 104.3}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "b718cdce2a0fa7f759a1a64ae54bceb9a71460341930b9205b136c885fec3084"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2665, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "adff128375d7cce364b4be2c9be0f4e8f0da217d42068ebf794dc61b2ad0e176", "run": 1, "run_id": "shipment-manifests__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "92f3d83b1262cedc5d21b2578b1066f54266d7c3b8824e9a59cf9ef7da59cb49", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 144256, "input": 175906, "output": 4111}}, "cached_input": 144256, "input": 175906, "output": 4111, "reasoning": 0, "requests": 1}, "wall_s": 96.1}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "b718cdce2a0fa7f759a1a64ae54bceb9a71460341930b9205b136c885fec3084"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1896, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "08cc9ae34805fb0f3b2ab34d0f3804ebed612c54d74cb6eb559da237a9b0f7ef", "run": 2, "run_id": "shipment-manifests__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f60993f0df9d505e861014109f7cba155b25345b138ee509e16f9e437fa86b46", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 159616, "input": 171564, "output": 3900}}, "cached_input": 159616, "input": 171564, "output": 3900, "reasoning": 0, "requests": 1}, "wall_s": 104.4}
{"artifact_hashes": {"manifests/AeroPac_export_manifest_09Sep2026.pdf": "33155f349809baaa713570973a1941301cc170f3ab262ed611cf68f54159901b", "manifests/Northline_manifest_2026-09-08.pdf": "1149e3698504eb62e23fd3592f26fac09599ec8db0ca5b0665d46bc8ccc9d7d2", "manifests/Northline_manifest_2026-09-10.pdf": "2394bc49017a3abda7cc2f066947e95335fb91f8c27b19816b24668166375618", "manifests/postpoint_postage_log_2026-09-09.pdf": "75c5afbe468f4da37f2ebefb2014186ad7244582c4fa6806759e040982f4ef36", "manifests/scan_postpoint_manifest_0911.pdf": "1f1de70f7a51231284d87c6cc33a28dc7f5804845a8a56189ff2ade6a91596c9", "note_from_hollis.txt": "bd3e7a99ea0f8cd22f2bf05cdb02dd34495cb3c2f54442ee1fa073670845803e", "shipments.csv": "b718cdce2a0fa7f759a1a64ae54bceb9a71460341930b9205b136c885fec3084"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per shipment", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "carrier, date and order", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "packages", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weights", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2061, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fbf9335d54ebe026c100d53ee08a75a754e7c28aa6ff0110e2bcd82dfe7e6530", "run": 3, "run_id": "shipment-manifests__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "30ac9483da222eb409a1ccf6b4b6a791a6fb5b9ae1a347da7bfa8c9e1344b9e1", "task": "shipment-manifests", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 157696, "input": 173032, "output": 4083}}, "cached_input": 157696, "input": 173032, "output": 4083, "reasoning": 0, "requests": 1}, "wall_s": 92.4}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "b5109fbcd27f08153564a2f80420f16bab39f901929b117568b8372c18ccef94", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3818, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ae1cfd26248aa15b4c1b75bee28e71b59c08571aa0679e0ff97135e428d7adee", "run": 1, "run_id": "shipping-rate-lookup__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "23ad765076032ddef1e0163d9b7f2fc58b3ef9f86401708499962da22784b44e", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 175104, "input": 225906, "output": 5427}}, "cached_input": 175104, "input": 225906, "output": 5427, "reasoning": 0, "requests": 1}, "wall_s": 117.5}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "b5109fbcd27f08153564a2f80420f16bab39f901929b117568b8372c18ccef94", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2669, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b063fc11ebb89f6128c303b4b70cdc566abac6aeb4b403f9db998a6e3e0a9506", "run": 2, "run_id": "shipping-rate-lookup__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fe7050fa041ffa503e8c88ed6aeeac2e44d0168e3cb7edcc7ad24a9b1d870935", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 186368, "input": 209224, "output": 5048}}, "cached_input": 186368, "input": 209224, "output": 5048, "reasoning": 0, "requests": 1}, "wall_s": 105.7}
{"artifact_hashes": {"cascade_parcel_rate_card.xlsx": "281f451503e59c6d8194dc36bd7e91c925a3f490a0643eea70fa9aef963764b6", "email_cascade_residential.txt": "3fdf0a38680fd43cbce664e6c56f7b719047dc0e89816ae6549ef0f73f2d2722", "orders_shipping.csv": "b5109fbcd27f08153564a2f80420f16bab39f901929b117568b8372c18ccef94", "orders_to_ship_2026-09-11.csv": "645bfe248d32008dcaebd41a2788a4a64e00ee9c34041d748abef887255dc099"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every order priced", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "zone", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "billable weight", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "shipping cost", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2291, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "25abee67f5ae5234bce60c9ccc49c10ec897a14b33f095711a8595e9a53e40d9", "run": 3, "run_id": "shipping-rate-lookup__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2e9298e4456675d2f8538f48f000f5dc3fda10bf753ef64db75ab180a7cae97a", "task": "shipping-rate-lookup", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 154752, "input": 174950, "output": 4319}}, "cached_input": 154752, "input": 174950, "output": 4319, "reasoning": 0, "requests": 1}, "wall_s": 92.9}
{"artifact_hashes": {"catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "da8477070abcd7a926521339d30d053ee712a3e0b89a5381bd899cb324e6e539", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2542, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "99df8750d25b737ca55e373a2849b9766d216ef1915148ddf6bfc3724d93900e", "run": 1, "run_id": "shopify-product-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f462937a606642beb9e16b1a813be5db264cae6fcfbbdc618c0f920694b1b3df", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 138496, "input": 155375, "output": 6563}}, "cached_input": 138496, "input": 155375, "output": 6563, "reasoning": 0, "requests": 1}, "wall_s": 130.9}
{"artifact_hashes": {"catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "da8477070abcd7a926521339d30d053ee712a3e0b89a5381bd899cb324e6e539", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2744, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "aaed7f237b809b4b2181ab89cf7f06ffcc9343eaf8277ea2ca11dcae108fe926", "run": 2, "run_id": "shopify-product-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ca4d3b8177dee6eeea33132aead675f8f24433ebcf1587ec4a712e54b316998c", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 168192, "input": 185701, "output": 6856}}, "cached_input": 168192, "input": 185701, "output": 6856, "reasoning": 0, "requests": 1}, "wall_s": 141.2}
{"artifact_hashes": {"catalog_fall_2026.xlsx": "b1a1b488740ae03bba964234872928a56781c8cc51e9692713b900efca4a2f52", "import_notes_from_jess.txt": "a16e836b9ac49a7d791626f59b9157b927ca5812921d48fa78d4c4a1dc82b343", "product_template.csv": "8587500a7abdd9c18770ee3c86d63f4ac0eb53a9ed35b00d3c1fa1f663ed4c8c", "shopify_products.csv": "da8477070abcd7a926521339d30d053ee712a3e0b89a5381bd899cb324e6e539", "shopify_products_export_2025-11.csv": "d7eeb2c1e0b233e0322bf47dd8baf1be0a3f5983ca7f02175f223dceaa1ec2fc"}, "category": "reformatting", "checks": [{"name": "Shopify template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per SKU", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "handles", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "option values", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variant price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "grams", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "inventory quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "barcodes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "first-row product fields and prices", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3262, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "2265257cc9809e550b1663dad2fca21096faba8edcf76824657ae211ac8d316f", "run": 3, "run_id": "shopify-product-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "658c8b78768e7f67f774d9c29789641930f3a5013f4e16f705ca1fe50040cb21", "task": "shopify-product-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 242688, "input": 264634, "output": 7066}}, "cached_input": 242688, "input": 264634, "output": 7066, "reasoning": 0, "requests": 1}, "wall_s": 157.3}
{"artifact_hashes": {"catalog_new.csv": "6b778a211ee1db03f8c9b7a6f9ad134ba1c164c194a758311866912c32c6bc5b", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2515, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9e421e6ad46dde9b14ee636de9e11297d8cdffda6471220ca013e7de266074ea", "run": 1, "run_id": "sku-crosswalk-migration__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b397243b6cb560b865dd0f79d24fd797ca19c64aed8baf7818652a6e479eefe4", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 114688, "input": 141919, "output": 4837}}, "cached_input": 114688, "input": 141919, "output": 4837, "reasoning": 0, "requests": 1}, "wall_s": 106.8}
{"artifact_hashes": {"catalog_new.csv": "6b778a211ee1db03f8c9b7a6f9ad134ba1c164c194a758311866912c32c6bc5b", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3238, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cba58eb0ceefcf3f7896e769337806c3a931c9ac93507cb0aa12b2acaf201f01", "run": 2, "run_id": "sku-crosswalk-migration__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0b271cb5940070ed56db4f1d017d2314c10ee97bc82ef4cdd84e8d542388e637", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 312704, "input": 339556, "output": 4566}}, "cached_input": 312704, "input": 339556, "output": 4566, "reasoning": 0, "requests": 1}, "wall_s": 110.3}
{"artifact_hashes": {"catalog_new.csv": "90f6bc253125de154963ce65ea3f69787a7ebd904ad13c5c3ae0f2f95bbc3ef9", "note_from_carlos.txt": "a076936db7b61e269672508cab1170c865c6e6b038ef3808ed80271e3d588b99", "pos_inventory_by_location.csv": "46897067edfd9b6fb331b7496d7b30ae1a5ee8bbde9e2bcf875f2c02656646dc", "sku_crosswalk_DRAFT_july.csv": "3fae905d6420f58f963dbd86ce298e7bce13066253752b1d1ed1df66cb598545", "sku_crosswalk_final_2026-09-09.csv": "9ff6fac4da37ec87706a852c76382801a39a78d6829eb0ab358a32c08977ed76"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "catalog SKUs", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "on hand per SKU", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2197, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "74e0df37c7b17065d5eb7ed99ecf3e8bcd14eec7999cd00a9e26dce35a3a257d", "run": 3, "run_id": "sku-crosswalk-migration__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3a388a75a44a61ad0297b886a1a667daaef2ab4805a51ea60e9939824d11e31a", "task": "sku-crosswalk-migration", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 117632, "input": 139993, "output": 4158}}, "cached_input": 117632, "input": 139993, "output": 4158, "reasoning": 0, "requests": 1}, "wall_s": 94.0}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "c475ec3d7884a5a38ce5b69b03558446edde8704f298f7813f49cf383534f78d", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.174, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1e34ca77403b3197baf72f22d13c0cae987741c267c1c4ea0d6e7b748c592f9f", "run": 1, "run_id": "sop-from-thread__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "92e9417bb44e2576c46d7124b7ba27f57c5b583c1c3e0cd209fb86dae22f9dc9", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 152704, "input": 167320, "output": 2724}}, "cached_input": 152704, "input": 167320, "output": 2724, "reasoning": 0, "requests": 1}, "wall_s": 71.6}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "1adc6992df9ca95a1541f3bf57d08431f766f935d409478e105f984340043f9c", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.2168, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "58da6521111379b27f5de21e6d3b750c636cd49b0eec8305c908e66122314c4f", "run": 2, "run_id": "sop-from-thread__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "263eceaeb80f0ffa6e75aa3b7d83b2908f92d62ab0d0cfc7368bedfc2e6fd69e", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 160384, "input": 178403, "output": 4028}}, "cached_input": 160384, "input": 178403, "output": 4028, "reasoning": 0, "requests": 1}, "wall_s": 104.6}
{"artifact_hashes": {"email_thread_refunds.txt": "592165094e907233811e1575f1003805e8686519bd251c76fe666087f12ea510", "procedure.md": "4f533dc1fcfe86f7141aa389d18bd2ac9a8f4caf973d1eca0788959daba66393", "return_policy_posted.pdf": "9a3397f4476d8f8f368b1e8636e588e7c945bec427321c6cc3b6d92a43720f88"}, "category": "drafting", "checks": [{"name": "approval threshold", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refund window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "store credit window", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "cash refunds", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "refunds logged in the sheet", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "steps in the right order", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1967, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b7b53a96e60de832c0bf5f89d3dd39a3c2c654b4f54f6bf4a1c478ee70374753", "run": 3, "run_id": "sop-from-thread__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "04cd207ebc78d547d0a539d6a823cbe4f1444bca42646ba0086e39ec0de80feb", "task": "sop-from-thread", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 172544, "input": 190765, "output": 2739}}, "cached_input": 172544, "input": 190765, "output": 2739, "reasoning": 0, "requests": 1}, "wall_s": 79.4}
{"artifact_hashes": {"registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "bba8b7600f11d8593b85c2997f9221342803abff484eafcfa8c80f174362b5b0", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1721, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fdc2b4d51d0cd88ad08194e1b207a974f5274776e32eb22edabae804918ac2bb", "run": 1, "run_id": "square-inventory-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "264aab6a61398401f898997b1fd631ac4bc625e1bd87b765a63a47e5527377e7", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 106112, "input": 118071, "output": 4093}}, "cached_input": 106112, "input": 118071, "output": 4093, "reasoning": 0, "requests": 1}, "wall_s": 90.4}
{"artifact_hashes": {"registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "bba8b7600f11d8593b85c2997f9221342803abff484eafcfa8c80f174362b5b0", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2212, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fd7ddd4f1e714b58ec7b20f22f499887ee6dac6a17f786b888694325049f3c9f", "run": 2, "run_id": "square-inventory-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f104e2e9003e04be34af6ccac7af9b80f689e48c6eea2e4808f38f8cf6fe6505", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 165120, "input": 177788, "output": 5223}}, "cached_input": 165120, "input": 177788, "output": 5223, "reasoning": 0, "requests": 1}, "wall_s": 121.0}
{"artifact_hashes": {"registerone_price_export.csv": "58f83c485d8b65798bcfee116319bd3282dea64067293270eab5449ef19ab76c", "square_item_import_template.csv": "d5e968d202929c562e44c4923c5613874dca2904488c79d67ad2cb2541e95ebf", "square_items.csv": "bba8b7600f11d8593b85c2997f9221342803abff484eafcfa8c80f174362b5b0", "square_setup_notes.txt": "772614d35da0b24d015949f1344d0b6d5761c0aaab59e470fe3196458924d891", "stock_count_2026-09.xlsx": "37874e931517bec74d82dda21227ad1f3d32d5ca2fb3ce38cc6e3c679350df18"}, "category": "reformatting", "checks": [{"name": "Square template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variation", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "item and variation names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price in dollars", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "category", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantity on hand", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1843, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c4d5f1a3b01ef36ddb9471b71290f6d3d005da54f4dae9b00ac0c7ff27c2408d", "run": 3, "run_id": "square-inventory-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8cbf7a3340751ffd02c370e22502e6b673cd6981de6719a59e08437ef7cc621b", "task": "square-inventory-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 132096, "input": 142281, "output": 4535}}, "cached_input": 132096, "input": 142281, "output": 4535, "reasoning": 0, "requests": 1}, "wall_s": 103.0}
{"artifact_hashes": {"directory.csv": "5cfbe0eecacd92caf2dfeeed005f6e11a4d271eeb395a65aa0861501515ee8ba", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2425, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "99b256dbc65bf3a844a035bdc7d41ce6d4827aa653aae8fe33e7b5ef4a3dc5f4", "run": 1, "run_id": "staff-directory-merge__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "851e807ca79d187008e45c62f8217886f72904104d93a340a3ac12ffb9b4e1e3", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 157952, "input": 178721, "output": 4813}}, "cached_input": 157952, "input": 178721, "output": 4813, "reasoning": 0, "requests": 1}, "wall_s": 108.8}
{"artifact_hashes": {"directory.csv": "5cfbe0eecacd92caf2dfeeed005f6e11a4d271eeb395a65aa0861501515ee8ba", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.234, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0b983adaecff5b51c88e8d1f3f257b64213cf9e28e1f20aa1f05ffefdd8fe375", "run": 2, "run_id": "staff-directory-merge__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1c633511bc393543713ffa449ae034e15af45a8792779ebd5d67e3f1c0027419", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 143872, "input": 169088, "output": 3777}}, "cached_input": 143872, "input": 169088, "output": 3777, "reasoning": 0, "requests": 1}, "wall_s": 90.5}
{"artifact_hashes": {"directory.csv": "6b7a45d5e232ccdb850fd9110314373a10fbaf273cb6b434152422c1ae718ef8", "google_workspace_users.csv": "077032cd7bf88fb160e8411b9df014fc3f2946b73a921a1a4f9ef29f1edac68a", "hr_employee_export_2026-09-10.csv": "f8314f87c01e296143c036c5fb251e4715c59287218524402789abdfa4d358d3", "note_from_colleen.txt": "7ef1a5860c8fdbd09496c5b62fa79b463c3f5ceb82de012bfc033b69ab0badc6"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people in the directory", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "department per person", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "name as people go by", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "title and extension", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2542, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "54893d2e07ab19f8d0fdb919abfd7e3086bce6454279318406ac7f12d42a7081", "run": 3, "run_id": "staff-directory-merge__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "38f109794e9a3a15e2385fba6748a7be1a2785fada498a17c92ee62de2289253", "task": "staff-directory-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 178816, "input": 200474, "output": 4803}}, "cached_input": 178816, "input": 200474, "output": 4803, "reasoning": 0, "requests": 1}, "wall_s": 105.8}
{"artifact_hashes": {"build_utilization.py": "eeb3be3ffb82be12352f3fa0e60d964c7101d269d1a0b8540bb09b2471a268d4", "hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "009e0f439f8cb96e0aee67028f7695a2b62eef6aefe67a136bf8528ec52717a1"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": false, "required": true, "type": "custom"}], "cost_usd": 0.7229, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "db6c14c85156bc27059fec6bf0540af2c42cf5e364f628493ffde1870bfa45fb", "run": 1, "run_id": "staff-utilization__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e9ac2046b5c7334e6d0fcba23b955e256e2a5d579cc024c773d7b1151cddf8cb", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 465280, "input": 496138, "output": 20667}}, "cached_input": 465280, "input": 496138, "output": 20667, "reasoning": 0, "requests": 1}, "wall_s": 403.3}
{"artifact_hashes": {"hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "0660c8c12f78e60eb10251a0582b80e23b0c7c0b2802a92c16b3c0dc12c1dcdd"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.6222, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7222d0125d319ceddf3f2fd66f68d926a5c992ec79a2ebde7d3d8c0a246ac603", "run": 2, "run_id": "staff-utilization__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e0c35c42caabf779df5685a3a5c8d9913e6091fdbf96ddc3dc0a0c6ea795ff86", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 373888, "input": 416003, "output": 15207}}, "cached_input": 373888, "input": 416003, "output": 15207, "reasoning": 0, "requests": 1}, "wall_s": 318.0}
{"artifact_hashes": {"hr_roster.xlsx": "d6a2736026fc208f3bc42b625c242d70184659ab23369a8b8d25c9fdaad0ed27", "leave_requests_export.csv": "ce311346d0fd00ccb9f4aa95f3996a459e58de12d00a6074a94275b17f6178f9", "note_from_dana.txt": "2806328aef71dae8993f7b98874f3e2d16f2142354b8a0cfa6e5b8f750f424b1", "time_entries_september_2026.csv": "2efe746e4ecb9da23e156c8ea779a3b5981b9bc3f32c66ed8581cf4337744985", "utilization.xlsx": "cc530060e8a52478ee117f2507843a89398b32032902bd9e00d6b631ecbc8145"}, "category": "spreadsheet", "checks": [{"name": "utilization.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Omar Haddad capacity (part-time, half day)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Kenneth Oduya capacity (leave over the holiday)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Priya Raman capacity (leave from August)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Hannah Brooks capacity (started 14 Sep)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "firm capacity total", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "utilization per person", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5519, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8191deee890dbbc2ec21582d8e286f51a65c1098cf329eea986af67151db3586", "run": 3, "run_id": "staff-utilization__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "05ccc53f4146cf78991575a886dda533f551c0c7b5caaeba1a207b32cca0ee1a", "task": "staff-utilization", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 255744, "input": 281359, "output": 17357}}, "cached_input": 255744, "input": 281359, "output": 17357, "reasoning": 0, "requests": 1}, "wall_s": 340.5}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2227, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "36cbb08931729ee841fb5150835d1e3ee2924f1c8de0cc920b587302bfbfaa1e", "run": 1, "run_id": "stripe-customer-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cf031d3b5caa92907169df40c45d6a10f29e9f1969a8b90bf4cc3381b3cda7da", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 123136, "input": 138819, "output": 5535}}, "cached_input": 123136, "input": 138819, "output": 5535, "reasoning": 0, "requests": 1}, "wall_s": 114.8}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2781, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cf7d334b38308ccf5b9852c36eee9b978f03eb96ee27c2aaa66c77f93e1b40b8", "run": 2, "run_id": "stripe-customer-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "487b382776a9cd98065552b28d54990fbf4aaa1f562edcf19d567ba0ffbf1e1c", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 161920, "input": 177934, "output": 7466}}, "cached_input": 161920, "input": 177934, "output": 7466, "reasoning": 0, "requests": 1}, "wall_s": 160.1}
{"artifact_hashes": {"billing_customers_export.xlsx": "45e3a139441d7afe216f0c4ee23aadb0c8b28017b509d6b9993b58959588fd50", "stripe_customer_import_template.csv": "31172886b4a1f434bb9e90171f29f0929b2f1e6461c210e46e66bc3cb107e6cb", "stripe_customers.csv": "96ed472469e219db0ff7fe3e529086fff93dd543a8651fe3273788a23cc72912", "stripe_migration_notes.md": "6922e0eb2be9bc06f61440060088803de3d62d40e025d5f3fafd281eade87dfd"}, "category": "reformatting", "checks": [{"name": "Stripe template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one customer per legacy account", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "address lines", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "city, state and postal code", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan metadata", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3004, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "06cd32f8b20756bf682fa381e3713b4e3f25657c240e1741c9f3f067c8329545", "run": 3, "run_id": "stripe-customer-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "092159c6048dd38f811e0e2d65d0055903f1a3a554de771a4f0a50ab779fd02c", "task": "stripe-customer-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 162176, "input": 190515, "output": 6109}}, "cached_input": 162176, "input": 190515, "output": 6109, "reasoning": 0, "requests": 1}, "wall_s": 134.4}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "e77df900532aab01dca21860b0a08e29c4e7fe6e29d6669907e459c0c9903bfc"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": false, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.656, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "8ae3201679e0d4f5419640b763ea3e9e283e49441ccf41d8bdd0fb85355f39cf", "run": 1, "run_id": "subscription-status-monthly__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f0e8f5c47fcb61405669023153d00b374b29c9624624e8514b0a3553742e5f0d", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 444544, "input": 487982, "output": 15222}}, "cached_input": 444544, "input": 487982, "output": 15222, "reasoning": 0, "requests": 1}, "wall_s": 310.0}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "a954f79bd1944a593f7f4235153d41c18ec3cf40a5ee782b652b78e5a43c5e30"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": false, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.5934, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "0640ed785e31f34338d52c708fd07d8a0081d91af5afbffac0c2b71cc24eda0c", "run": 2, "run_id": "subscription-status-monthly__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7ce3a3efc29fa819e827ba30c607b7b11706d0f6e7a03586c3bc82572c1bfb34", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 346240, "input": 395340, "output": 12927}}, "cached_input": 346240, "input": 395340, "output": 12927, "reasoning": 0, "requests": 1}, "wall_s": 280.9}
{"artifact_hashes": {"billing_invoices_2025-10-01_2026-07-05.csv": "935d0bc4eb55804850ea77c412e807babe94d2b9f300ea8b02cbc2c7d5ccc8d8", "helpdesk_cancellation_tickets.csv": "7d0eb01e493f014caf35babfca93295cdd007a47b6ba65286c15c49a333df8a1", "note_from_owner.txt": "a173f1a16a7d5fbe387f740167d59fcf2ab1333e5e783284bf8bf77871cc8813", "subscriptions.xlsx": "b398bcf2c04d100d0d2a7f1c83bd3742044035b1b264cd20a6b60575f2bb7caf"}, "category": "spreadsheet", "checks": [{"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "active and cancelled by month", "passed": false, "required": true, "type": "custom"}, {"name": "June active subscribers", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "April cancellations", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.4985, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "fdaa6de889a3d16d058369eec9cb9198c93fabd7a75b29df938aa423a546ab96", "run": 3, "run_id": "subscription-status-monthly__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3afbc425146c20f4aa541ebf589a5064d1f17dd60113aafdddd541d9f77d7d1f", "task": "subscription-status-monthly", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 269312, "input": 292220, "output": 14957}}, "cached_input": 269312, "input": 292220, "output": 14957, "reasoning": 0, "requests": 1}, "wall_s": 307.5}
{"artifact_hashes": {"fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "c376234be98dccaf3eca32b4876581162ff90b1aa3bef85e3b8ac2d4c882ddee", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1738, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "91e7374805d6c0a57b7ec3f2477486121a0ebe5281887a5c851a4699d19a3851", "run": 1, "run_id": "superbill-codes__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "596a4e2698519c990742c1701c117525aee7434b3218fa0f743f9dc13607d686", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 146560, "input": 158615, "output": 3349}}, "cached_input": 146560, "input": 158615, "output": 3349, "reasoning": 0, "requests": 1}, "wall_s": 84.5}
{"artifact_hashes": {"fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "c376234be98dccaf3eca32b4876581162ff90b1aa3bef85e3b8ac2d4c882ddee", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2126, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b7c024a6bb84767e2372addcfb66b53b35f0362e047a2bb3d6e3517db1e165d7", "run": 2, "run_id": "superbill-codes__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6484a97192d3e1788ed0ad7a7258ef0832580089ca1c65b5dfd0069578e60846", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 172800, "input": 191228, "output": 3490}}, "cached_input": 172800, "input": 191228, "output": 3490, "reasoning": 0, "requests": 1}, "wall_s": 90.0}
{"artifact_hashes": {"fee_schedule.csv": "e10c565aea5990731fef2f0a44406248ac000a72c8a4a633291b4938092a4952", "note_from_renee.txt": "ca38f4cf15eed8b3250aa5a850a2acc77d27db1333068fa66046fb88ad3a9408", "superbill_lines.csv": "8f0f0b7e25fa633d7e7404e48f733045bb6ff213b913e48a54ff7ad846f9db59", "superbills_week_2026-09-07/PT_daily_note_40323.pdf": "9bb80d3e2ead55aa7af0e4a5ddab9cc50bb2cd6e2ca6dc5bddf3a7df9e9dddae", "superbills_week_2026-09-07/encounter_form_0909_garcia.pdf": "e838e84edc271b9b1d3ac301aa8322d22bf10cf2973c4c6b0d9c01367aec89fa", "superbills_week_2026-09-07/flowsheet_PHILLIPS_20260910.pdf": "c33e59e2c3a7dafdd2d49606d299fe8b7b28110a8aafea54722e8de632a56ca5", "superbills_week_2026-09-07/scan_0910_40873.pdf": "a2646b53ad64e3fd0a4bbb0fad38040b384b17be9d2aeaf665505aca6cefa49d", "superbills_week_2026-09-07/superbill_39916_late_entry.pdf": "efef981fbbe8804b644bae00b7f33ef7f1f94dd7d7d29dfd05427adb0bd76732", "superbills_week_2026-09-07/superbill_40242.pdf": "8e383f2ccd8ca15ca8f73c606eb4bc44f35e435ca45efe7bb70a1f84911b051c"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per billed line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "encounter, account and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "procedure codes", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "modifiers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "charges", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1924, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5c9bde9dda1a3bbf4672d457b0c5eb455448a5c3ae8fe7585934159408f7ab42", "run": 3, "run_id": "superbill-codes__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "7987dde4f976b3f570cc6cc488c3f117f05e7a4fc554cce7a7be1503be9b0252", "task": "superbill-codes", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 178688, "input": 190966, "output": 3589}}, "cached_input": 178688, "input": 190966, "output": 3589, "reasoning": 0, "requests": 1}, "wall_s": 107.8}
{"artifact_hashes": {"catalog_us.csv": "8ff3647f7a461ea5cde949a6b4981aa198b6a67c02db1ea5f31aca4863f1f4b1", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.222, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bc67978487e873018e21dbe0a7fe3d6ea63547a053bf0e3695cf0843d4290af8", "run": 1, "run_id": "supplier-catalog-imperial__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0c543a9d3df51e0ddb544815049b8a94ddc12dfef9a67d44493c79514f2fba8e", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 142720, "input": 160935, "output": 4605}}, "cached_input": 142720, "input": 160935, "output": 4605, "reasoning": 0, "requests": 1}, "wall_s": 112.8}
{"artifact_hashes": {"catalog_us.csv": "8ff3647f7a461ea5cde949a6b4981aa198b6a67c02db1ea5f31aca4863f1f4b1", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1589, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c274017062437c5858685a294c235f3192a1375c11d8bf5b32e121e38da8039e", "run": 2, "run_id": "supplier-catalog-imperial__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c1efe64f0fa4688c43d5f803cbb4b5f4960b06a9945cadd9f237c4a5cabe7122", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 126592, "input": 136640, "output": 3403}}, "cached_input": 126592, "input": 136640, "output": 3403, "reasoning": 0, "requests": 1}, "wall_s": 89.4}
{"artifact_hashes": {"catalog_us.csv": "8ff3647f7a461ea5cde949a6b4981aa198b6a67c02db1ea5f31aca4863f1f4b1", "catalog_us_2025.csv": "d371e9cd8f7522acc672090c2e19c828a5df6709a4d19af83f5d0ac43ba4771c", "nordwerk_dealer_pricelist_2026_USD.xlsx": "20a2d929ffaa40e36c05ec71b38cecfe6fcc67815635616dfb8b48d78b27851f", "note_from_josie.txt": "3ab8c9d54caadea0110e4abc00153c97d0d10fc97a3db279fa4f95bbe139ec54"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every current article", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "length and width", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "weight per piece", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "price each", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pack quantity", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2335, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a7de4ed78f4261aa939f48bcec26b00aefc617572ff1363b19476195516482b", "run": 3, "run_id": "supplier-catalog-imperial__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "930c446e2a80b1054af9af67df934112b80406852bc78489513346b339720136", "task": "supplier-catalog-imperial", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 118656, "input": 141673, "output": 4699}}, "cached_input": 118656, "input": 141673, "output": 4699, "reasoning": 0, "requests": 1}, "wall_s": 103.3}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.md": "b1f957e64a1ef855dd48f893c5349a015b60bc5039bef333c0c33729ab68d72d", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1529, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "06c768b735dab2550e4edfce68b0b85e02ce4d9925cf707c31ae01819edd0e7c", "run": 1, "run_id": "supplier-dispute-letter__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f085e5f8d514f748ef7aa25f5d768e8506c087d1a198ce3b98dab74ba747f62", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 132352, "input": 141983, "output": 3073}}, "cached_input": 132352, "input": 141983, "output": 3073, "reasoning": 0, "requests": 1}, "wall_s": 78.9}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.md": "9fce4f22ddfa1fb505569744b8143a0c38d8ab652816b4a8768f2d3f1f458f70", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1348, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "f6177c3334248bb19672ec299fc5c21f3fd76c394ca398fe9b53c19ba67b2500", "run": 2, "run_id": "supplier-dispute-letter__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ec6fa40f6f6faa9352e62c6d48cce5768919563d911b255239274ad050c2f961", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 91008, "input": 100923, "output": 2935}}, "cached_input": 91008, "input": 100923, "output": 2935, "reasoning": 0, "requests": 1}, "wall_s": 74.7}
{"artifact_hashes": {"Cascade_invoice_INV-86187.pdf": "3b43155025a98c5133acea9c61332d083ddb24be2a35b27d5db936ffa110cdac", "PO-2026-0509.xlsx": "a1c9c76f49968de7477d3bbcdffdbcff86b4998425016a8e9e0ed1376f2df4d4", "dispute.md": "719343894f0a469aa6de2556d31bf14c95114ad4763e71c8ffe76fc611e559d9", "note_from_ops.txt": "e8df3dc2487e58c4d513fae460f3b42fc9eab9dd6f130940f9d09e57989a3841", "price_increase_notice_july2026.txt": "8c3586abba0d54e8affd62343978ef575b07d83c1dc4fe5bf2f0ee34b73e39fb", "receiving_log_aug2026.csv": "11d74847f9517172d53a6c6af86fb6fb0f8930d0bcc0823be01cbb598065b191", "supply_agreement_SA-2025-11_excerpt.md": "22dcbe01b208768e33f2be0ce05b2429722561505a28c800d036336805916c83"}, "category": "drafting", "checks": [{"name": "dispute.md exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "invoice and PO referenced", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "disputed lines with amounts", "passed": true, "required": true, "type": "custom"}, {"name": "total disputed and amount paid now", "passed": true, "required": true, "type": "text_numbers_present"}, {"name": "price clause cited", "passed": false, "required": true, "type": "text_sentence_matches"}, {"name": "freight-inclusive total absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.1653, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "68307c0c55ff69cca1d521d46cb6c15100c763c4499083ece4b9e489c8def658", "run": 3, "run_id": "supplier-dispute-letter__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6b70af5d2331ca5d98fa8de1dc5383f7d4e66637ce40b63dc86daa5d683ce814", "task": "supplier-dispute-letter", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 111104, "input": 124264, "output": 3413}}, "cached_input": 111104, "input": 124264, "output": 3413, "reasoning": 0, "requests": 1}, "wall_s": 78.5}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "invoice_lines.csv": "9c17caa0600d4b74a7bd4579193594a4e6f05ea4a4915283cffd8245ffbcc4d3", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3339, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "677be197397a8ff223759b01c0fbcc5b6ad8570d9e0ff28d9a48162c658a275c", "run": 1, "run_id": "supplier-invoices-to-csv__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d7f044e6f685021eea2fcac400fd1701dfad8ae484ac1a4abbbeff68ddb75b54", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 149504, "input": 194188, "output": 4768}}, "cached_input": 149504, "input": 194188, "output": 4768, "reasoning": 0, "requests": 1}, "wall_s": 118.5}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "invoice_lines.csv": "a5f6d05025e958638b2978cf8c0b814274c31b343457978ab8ed893779afe845", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2524, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "b0624d2298c6d8b346c211ffe01824a89906e5e43a79a22aa1c2895cb0762864", "run": 2, "run_id": "supplier-invoices-to-csv__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d4cb22f1d3d5d57d77e4788143568cfe27949381a9d73649e05bc45b4a47553d", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 182016, "input": 201788, "output": 5024}}, "cached_input": 182016, "input": 201788, "output": 5024, "reasoning": 0, "requests": 1}, "wall_s": 134.1}
{"artifact_hashes": {"ap_import_template.csv": "30e3df0f954c7201fd0df9c8b8b8bedabde986f3a0e80d737ccf32c65a91c743", "invoice_lines.csv": "a5f6d05025e958638b2978cf8c0b814274c31b343457978ab8ed893779afe845", "note_from_ines.txt": "a514dde0c0eb9738aeb5b89e1a137568d6f557f54ef8613ada76c8c8193d6085", "supplier_documents_2026-08/Kaffa_Rechnung_RE-2026-0465.pdf": "591287185f9f6c781a7b8fc313f674807c66a331664e638cd3a25a6fa4dc0587", "supplier_documents_2026-08/PacificPackaging_CM-20539.pdf": "6b75b86738d4eee4d672a3888c800b441b5a89842dea17eb5e75eec8bf66d181", "supplier_documents_2026-08/PacificPackaging_PPS-55983.pdf": "436880be057ae7f09352ea9aaa94281575a9c7889ce7b0642c6eabac16ef8ee7", "supplier_documents_2026-08/PacificPackaging_statement_2026-08-31.pdf": "155571c387d34667d957d107388121825b0960c83cea024441a4d7ff70536a84", "supplier_documents_2026-08/SummitOffice-SOS-INV-39024.pdf": "9e46548e8337ce7ea6bf57eb7cec8d4b3341b3d0c6fff072b8c5801eebb6c779", "supplier_documents_2026-08/bluestem_BD776964.pdf": "14baf024c9577d75d6e769acc6def6db9568803ebb5dcb811b2666e3172601d8", "supplier_documents_2026-08/cascade_cup_lid_CCL-26-1146.pdf": "3def1dfaec0f4154dd334ffbe5847c5aaafd0e30f6d01ba4323682758576168a", "supplier_documents_2026-08/hollowell_invoice_HE-2026-0814.pdf": "cb2336f79fc776891d960bd63268ebd0468680c9a17adc453968bf148e92e5a9", "supplier_documents_2026-08/scan_greenline_20260823.pdf": "f215727aae657e472f4e741f7863338c37041fd0915c3b8878b82d1d1e260994", "vendor_list.csv": "497f1c0f7361dab29cfb406049a00d7c7e7da4a785c7f8269a4084f61accf6b1"}, "category": "extraction", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per line", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "document identity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "dates and currency", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "quantities and prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line amounts and discounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "document totals", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2375, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "986ab07fde3f832f0e6f04e7e44fd2c1721844249a7d625c204a14624c2325a3", "run": 3, "run_id": "supplier-invoices-to-csv__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "06cf7b2897a82b86d1b2f13c32990547662a1e5a383ea91a7630dec4bc16ebe2", "task": "supplier-invoices-to-csv", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 141696, "input": 162861, "output": 4810}}, "cached_input": 141696, "input": 162861, "output": 4810, "reasoning": 0, "requests": 1}, "wall_s": 120.9}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1707, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "cf6db7586600296ee74b86c11454dcf4916b53060cd8d89449088effb6c3c329", "run": 1, "run_id": "survey-tally__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cd8fe1a0f08668baeeb7ccc91cd7b0a36b7879a287e26a22384e3fbdde997e7d", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 150400, "input": 158115, "output": 3986}}, "cached_input": 150400, "input": 158115, "output": 3986, "reasoning": 0, "requests": 1}, "wall_s": 104.0}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1396, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b0a4bcda9e041e6ee89b33107558a738471396576e449dea7614fab027383d50", "run": 2, "run_id": "survey-tally__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "387dcc0e15457875d3466e90e371d9c7457aeef5a45dc65f095dde99dcd084a9", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 131968, "input": 138962, "output": 2941}}, "cached_input": 131968, "input": 138962, "output": 2941, "reasoning": 0, "requests": 1}, "wall_s": 79.1}
{"artifact_hashes": {"member_survey_2026_responses.csv": "d6d0f6d8b3772ae3e3221915e53051f8dd83ba29ab795007db0ef497bf1b9ac2", "note_from_amara.txt": "308539cd234d8fa6ab1b6dd32e3c53d1458d3ea12027c7e0183770c3725b3ac6", "survey_summary.csv": "b12c1410febcfea4e87f112d2cfe41b67d8aa3de6c8657438c042b3ae8a73f0d", "survey_summary_2025.csv": "34d5f87335140ddd7a55c1353e93d8e014a1b941930a1506cd03b9e9090ac21f"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per question", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "responses per question", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "average per question", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2083, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fb721446c35146489c22929a38f93aade65b7a41837494cf45ad4c7d335b96fa", "run": 3, "run_id": "survey-tally__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d8f2be01b13a6421d1eddce2d75de2b02704508fb9871ea8aea79222fabfef2d", "task": "survey-tally", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 127616, "input": 151880, "output": 3009}}, "cached_input": 127616, "input": 151880, "output": 3009, "reasoning": 0, "requests": 1}, "wall_s": 91.7}
{"artifact_hashes": {"conflicts.csv": "6089ba8fbf54ae00bbfb9c0061bacd59e20e08a1a25d9ea4e1e3b84cfeb04a9c", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1908, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "d4905a56374105a081f95fafcb86820e66324ad847f1f0b10486f47970fd263c", "run": 1, "run_id": "table-double-bookings__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a01d199c0876539b58ebf421adc53b884a0d11ac824315728bc37c81dc910a35", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 141824, "input": 160253, "output": 3020}}, "cached_input": 141824, "input": 160253, "output": 3020, "reasoning": 0, "requests": 1}, "wall_s": 90.8}
{"artifact_hashes": {"conflicts.csv": "efbc1899e7e303834b46c12fc7c33633e0b0ac64270242a85cf086c4550ab0c7", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1558, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "58bb5a0e3c4b6d228b92273d9a463d49df7c7cf58d4144b1b34291a68b2a25fc", "run": 2, "run_id": "table-double-bookings__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9993fb5aefb22a69d77f272e1cb8a3b66c07212a03e5dfab5f64f5f9e4203ea7", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 140288, "input": 149129, "output": 3216}}, "cached_input": 140288, "input": 149129, "output": 3216, "reasoning": 0, "requests": 1}, "wall_s": 89.2}
{"artifact_hashes": {"conflicts.csv": "efbc1899e7e303834b46c12fc7c33633e0b0ac64270242a85cf086c4550ab0c7", "note_from_gm.txt": "2ec4009f094291489b71b9e0b0b4be2544c89761e82622397d6a8f73ce236bb8", "reservations_export_2026-09-15_to_09-27.csv": "c5a10ea63351a83a0256cb6a3fa43255cd1743e7bd502eb41e6c9b4aa0d44dba", "tables.csv": "d8b6540a8ae81753dcef6f8fdc2d8598a6ef14c4ff10320685014fa371405c87"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "clashing bookings", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "table", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "clashes with", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1832, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 1, "raw_passed": false, "receipt_sha256": "a5e5c9ae0b02079472dd0a4a7b7b74db1fc54e5670ae4337214a158806ee632a", "run": 3, "run_id": "table-double-bookings__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d81d44dd7026a18ab051b70acb3da6adc092ff60bfbbbdf74b54f83d9c11c29d", "task": "table-double-bookings", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167552, "input": 178359, "output": 3649}}, "cached_input": 167552, "input": 178359, "output": 3649, "reasoning": 0, "requests": 1}, "wall_s": 101.4}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "164fff3f35cba434b5c1f202d283409376e3ed80a5e9ed7f8dc2247f9cac76d0", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.5651, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "258593640ba46b0545255825c1538ea11e55692083bb313058143a03c335fbb2", "run": 1, "run_id": "team-directory-page__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c1925d89947aaeb2d80674e94af17b365402f8cbca5b0af4ec71737eecd1bb0a", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 169600, "input": 205153, "output": 17754}}, "cached_input": 169600, "input": 205153, "output": 17754, "reasoning": 0, "requests": 1}, "wall_s": 342.8}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "6e115dfa3a5edc0fd4ee587410f26f7ecea46141aede0b0a8246422924cb961c", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3743, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "416dfaac8b3d6987d8dc0263e160d5b3a8850e74e89a30ea765b32e0d4fa7882", "run": 2, "run_id": "team-directory-page__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a4e14f209f0548f4c0ebb768f297af100f4000a4441650fa33936685799548f7", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 179840, "input": 197057, "output": 11675}}, "cached_input": 179840, "input": 197057, "output": 11675, "reasoning": 0, "requests": 1}, "wall_s": 259.1}
{"artifact_hashes": {"department_codes.csv": "1f60659a04b9d2e3b6890bc97e54713eed935464de4150f6585e116ab3dea4da", "hris_jobs_export_2026-09-14.csv": "496e194526a842f4147b6bb821520ca8ca150b78d4914a8adafa8a3ba60c57e5", "index.html": "fc9c5d6b435048f9314a8d3569fd9b54f825be71d5983b36730dbf26e9a65b21", "note_from_managing_director.txt": "8c0540999d94c59dd59fba490a9d26db644d2ef614d65bbd893ccb25e6505515"}, "category": "tooling", "checks": [{"name": "index.html exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "every current staff member named", "passed": true, "required": true, "type": "text_contains_all"}, {"name": "former staff left off", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "page structure", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4151, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "960673df33b444031980eda9c3b994511835efa288349fe3e49b0edf73a6878c", "run": 3, "run_id": "team-directory-page__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "49724813ab5ab55ecf52b78470b830674f259187d12b27fa6753057cca3b5c7f", "task": "team-directory-page", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 230400, "input": 247647, "output": 12698}}, "cached_input": 230400, "input": 247647, "output": 12698, "reasoning": 0, "requests": 1}, "wall_s": 268.8}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "dbec7c296d167cba7d081cbf7ce7fd815741b009af63a69656fa6f8d9e378eab"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3554, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1c379db6ac4b5545644c737ec4ffe8f46993f500ad3d5e5e4fc90434611c5c09", "run": 1, "run_id": "tenant-ledger-balances__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b2bb1b9a355f2a0f84b0c021c20869a2733316bd26c5426c487472977f595da3", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 310272, "input": 340244, "output": 5571}}, "cached_input": 310272, "input": 340244, "output": 5571, "reasoning": 0, "requests": 1}, "wall_s": 156.2}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "dbec7c296d167cba7d081cbf7ce7fd815741b009af63a69656fa6f8d9e378eab"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.4134, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "fab1b67ee17d06413214621b8a6e43f5b2db713d1cba1d9a9fa18a98b329b968", "run": 2, "run_id": "tenant-ledger-balances__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c145c92be00d75aea67ffed5682c3c520b7754cf3c79e738f246ce334e9e5ab8", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 373632, "input": 406118, "output": 6701}}, "cached_input": 373632, "input": 406118, "output": 6701, "reasoning": 0, "requests": 1}, "wall_s": 196.2}
{"artifact_hashes": {"community_rules_rent_section.txt": "134b2e66f1ab1e6f32b49c77346637fa95bd4a6612b8f8f41d18175e68a674da", "email_from_denise.txt": "636b547286b9b5b2f3049c21a362118429ba60e8bb784af8cb1827d5217386a7", "lot_roster_2026-09-01.xlsx": "b206634403f4fd816f6dbbf05f44238b5d513139507e10b44ee46f731b5ad00c", "parkledger_resident_ledger_2026-07-31_to_2026-09-03.csv": "ec2b1e5858acc5e50037498a6fc5886b5676fa38ba296ccb060c27fdebf6f3a1", "tenant_balances.csv": "dbec7c296d167cba7d081cbf7ce7fd815741b009af63a69656fa6f8d9e378eab"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "every August resident", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "late fee per lot", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance per lot", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2081, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "dbf5ab4a42eae35dfd4014f1fa14d1a8e4764a31b189be1d633c6743cfe22b47", "run": 3, "run_id": "tenant-ledger-balances__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c3ac42390364bbca0dfab0634e84e623f80d9188f42ffebefe6ec443dad265d4", "task": "tenant-ledger-balances", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 123648, "input": 141084, "output": 4445}}, "cached_input": 123648, "input": 141084, "output": 4445, "reasoning": 0, "requests": 1}, "wall_s": 113.1}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "25bad2c02ae94281f63bba08a0454b5b558a9be43e5711bc780a7400641e5e45"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1719, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "e42af9070c29515d0873e484cceadbef9a7e1be47d06e4125670c6355601f648", "run": 1, "run_id": "tenant-statements__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ad01b7b0719d289eec4883877079a3329eb8df76c3f90f3739b953bb539ce6f8", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 149888, "input": 164369, "output": 2702}}, "cached_input": 149888, "input": 164369, "output": 2702, "reasoning": 0, "requests": 1}, "wall_s": 85.6}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "25bad2c02ae94281f63bba08a0454b5b558a9be43e5711bc780a7400641e5e45"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1743, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "89c3fb9fad9ebaa5e1bf1e53f4a6accbec658e18e7cccf5e868342caa4d2f335", "run": 2, "run_id": "tenant-statements__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3045a0e1c861711a991f7371ae755e17aef27f4d67af14b94f2e8fd32be68fc8", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 139392, "input": 153904, "output": 3026}}, "cached_input": 139392, "input": 153904, "output": 3026, "reasoning": 0, "requests": 1}, "wall_s": 93.9}
{"artifact_hashes": {"note_from_camille.txt": "2cc4f54aae9b18f5039434fee9536bb06f2efd093cf722d57ee6953d881adecd", "statements/TidewaterStorage_B4_Aug-Sep_2026.pdf": "dbd1151d73f9282cdbba7b35bcb4efb0cf7c2ac5f9d25b775c14b53abe2a39e4", "statements/TidewaterStorage_B4_Jul-Aug_2026.pdf": "4a3917ef9618b64a0d93d8adaf50b53f2905fafd1ca228024202bebf68e25c05", "statements/Wexford_Suite210_statement_2026-07.pdf": "42db3c0d6fb6c03e84717238e45c4ec74654efc46153ea6e1108b9f57aae5d13", "statements/Wexford_Suite210_statement_2026-08.pdf": "0f7820f53ef84a63d946c415d79bcae519711339450e66889586ddc83b0ef7bf", "statements/scan_wexford_sept_statement.pdf": "3923812237957293542e223410810435a28f09af71c28e23ac32b5cc953cb90a", "tenant_ledger.csv": "25bad2c02ae94281f63bba08a0454b5b558a9be43e5711bc780a7400641e5e45"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per entry", "passed": false, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": false, "required": true, "type": "csv_row_count"}, {"name": "unit and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entry types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1667, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d64fb8696092902949dd7fb2d529d6ad40fdfe5191c2c569b3e4fd39cccabc4f", "run": 3, "run_id": "tenant-statements__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d76a41a52f9eb9785a8e5384d463fe34e708d9bebde0f3d3c46e709900ad1099", "task": "tenant-statements", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 142848, "input": 154425, "output": 3163}}, "cached_input": 142848, "input": 154425, "output": 3163, "reasoning": 0, "requests": 1}, "wall_s": 90.3}
{"artifact_hashes": {"hours.csv": "f51d64a18fe0875633b840d9ddf230c5d2ab5f2847a7ca787a17f44c9cccdad0", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3528, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "710320d625ba5e4602a290e576343d424fbe6dd3d1a0e242bda56cff10e40615", "run": 1, "run_id": "timesheet-consolidate__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3af149778a73d462701b20998676aa4d9705ffa2a0509b66a13292442fcf73fb", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 335616, "input": 364095, "output": 5230}}, "cached_input": 335616, "input": 364095, "output": 5230, "reasoning": 0, "requests": 1}, "wall_s": 147.3}
{"artifact_hashes": {"hours.csv": "b1523a1ff1dd21776bc5d26f1edf5d775842f809b29fd17eb156d08aac29550d", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2594, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e520824616800bb9f535e3b88582a424829a104df9a19b5a4f1d3e73d0911ea2", "run": 2, "run_id": "timesheet-consolidate__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a02ace0051fa1fb54eaccde71e95c401b6ac83fe90db788265596d2350148795", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 238976, "input": 257740, "output": 4439}}, "cached_input": 238976, "input": 257740, "output": 4439, "reasoning": 0, "requests": 1}, "wall_s": 114.9}
{"artifact_hashes": {"hours.csv": "b1523a1ff1dd21776bc5d26f1edf5d775842f809b29fd17eb156d08aac29550d", "install_crew_timesheet_0830.xlsx": "8e81c6a5c4333adbfe57fccaff78813dd93908032874847b0e170eb6631ea82e", "install_crew_timesheet_0906.xlsx": "0670e5938a716c58742bb773d1a1ebeca16114364262f10853bf8e0d2d7a3074", "irrigation_a_william.xlsx": "91ab27773ecc46655c2b3cc2c028d8d8d9942dac94ac0d3cbc59364b5d1f593d", "irrigation_b_william.xlsx": "05ea4fb5440f096dfe062397adf0aa6059bc29674259479e615d7a3dbe80e188", "maintenance_crew_week_2026-08-30.csv": "6ecd72607f4cec0241d8a79bbc6441e640262087240d28f82622f41512ceba66", "maintenance_crew_week_2026-09-06.csv": "b19a0cc84d4f205bc49bf4c0cfdce0c33955bc41360da59cc9c1cb7bc373e7b2", "note_from_rachel.txt": "30889e4fc81f0f292c21d4f7ffba59d9ac878fc6b3b691badd6a2b3acb7c53aa"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "people on the table", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per person per week)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "total hours per person-week", "passed": true, "required": true, "type": "custom"}, {"name": "overtime per person-week", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.263, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "75881bc7f367cbe3644bfb27adc2e40b0fbe712ec8e6f6077c997198cb39934b", "run": 3, "run_id": "timesheet-consolidate__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2bfdb847538f8dadc49fc1806088914c440fff4b3e115720cf861008afb75941", "task": "timesheet-consolidate", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 242816, "input": 262026, "output": 4453}}, "cached_input": 242816, "input": 262026, "output": 4453, "reasoning": 0, "requests": 1}, "wall_s": 129.5}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "347c600cfad1f0887d6322e0f3a4798f17382ffd881c63df66f1a7bc8e790936"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2772, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "df76078c5dfe80c8964ed8bd0417907f0cec9f59a047e9a6a79f152b203e64f2", "run": 1, "run_id": "timesheets-scanned__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "da105de77b9a439a56d7149ee2b1021f55cef8b7ff91ca7d09c45f75f799d2d5", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 189568, "input": 219149, "output": 4153}}, "cached_input": 189568, "input": 219149, "output": 4153, "reasoning": 0, "requests": 1}, "wall_s": 127.5}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "3558537bf1f5b930d7117839bc9620e4f70ebdbe045e59915931cd1253a96bda"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2274, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "69d9514a220542f1aabc963aabfe3de7d1075af4f60d45735f5db1b2a32cbcb9", "run": 2, "run_id": "timesheets-scanned__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6c491f28d978771e2a0279c59382dda23681e914eeac7543b796b5727e0d5ab6", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 157440, "input": 182672, "output": 3174}}, "cached_input": 157440, "input": 182672, "output": 3174, "reasoning": 0, "requests": 1}, "wall_s": 87.8}
{"artifact_hashes": {"note_from_gloria.txt": "4a3822338e6eb3f279a69ab688764ee80a5af6eb69a4cbf5227569943916ac50", "scanned_timesheets/IMG_4410.pdf": "17e27ac46e08bf29f4aebf80691cbbe3b398a276c044cffa3fd6b1e4d6dde26e", "scanned_timesheets/IMG_4417.pdf": "24322ae7f06e40ee5eb0a4a412bc8408d3bd7759a40abcdfb9b968447c838f59", "scanned_timesheets/scan_0829_okafor.pdf": "9e55109599ece4f9065b6d953346898d647f2b4fc387ce5e8f7ef78cd93719c5", "scanned_timesheets/scan_0905_okafor.pdf": "12cd21ff9023adfee1043ff3b61f79971a8a9b2aebdf1fddaf64fa4b7e0d6198", "scanned_timesheets/scan_0912_okafor.pdf": "fefda81ffd94fc2614fe1b684c3c61e5e4ff2b274c1f6319b862b0727cd57f36", "scanned_timesheets/visit_log_kimberly_wk1.pdf": "8383a1c7f855dc5102f427f75e33edda62191ea4da09705f12d6d7f43faeb34b", "scanned_timesheets/visit_log_kimberly_wk2.pdf": "84d49809b51115aa31d5ce606bf81e4c3d97a5032f7d7b30b383617da99d6e67", "timesheet_hours.csv": "25d2250738d528a7e241d4ac4034aea623831e3b5aa411d556b3c48014cdc17d"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person per day", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "employee and date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "hours per day", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "signature flag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2514, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7a145e25e186ceee56351cf019b3575c292b876aacee5b97c77458de22e21cb5", "run": 3, "run_id": "timesheets-scanned__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3cbed5e450db9985c75f5c7db3d577dd8713177b83a26a4ed3da979e1c50a6ad", "task": "timesheets-scanned", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 194304, "input": 218073, "output": 3930}}, "cached_input": 194304, "input": 218073, "output": 3930, "reasoning": 0, "requests": 1}, "wall_s": 126.9}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_distribution.csv": "07cd529111064d7b1d3501595f8c6929d85dc23f06df6b275a61c6a1679e9260", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3845, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1ce25440235bd7ed28883168dc42d5e1b91ce6fa397db6800a68acf3e9e7b868", "run": 1, "run_id": "tip-pooling__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ee68f0f493961dd7caa07ef7ff5373711bc4a7e01ff3b4481d7d499c6e8e5895", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 382848, "input": 410669, "output": 6005}}, "cached_input": 382848, "input": 410669, "output": 6005, "reasoning": 0, "requests": 1}, "wall_s": 173.2}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_distribution.csv": "5dc95ead57488938db29ef6a07afa58bce20e9f563273957376effcb52eac497", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4003, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4c42b92f89970c0d4901f2b64fbc503fb90ab3890c107e086210fc00ad679474", "run": 2, "run_id": "tip-pooling__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "fb6f08b95ff01cc2b64f209f11f142acda46badc53b355cbb5faec0fbb78d62c", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 280576, "input": 309375, "output": 8645}}, "cached_input": 280576, "input": 309375, "output": 8645, "reasoning": 0, "requests": 1}, "wall_s": 215.2}
{"artifact_hashes": {"cash_tip_envelopes_wk33.xlsx": "852024aa793124dd1194f208a6b1830eac56810e550e3fee3dcac4790c21c9ff", "pos_checks_2026-08-10_to_2026-08-16.csv": "db92ac7b374ee951f2f0321a683afa65736e4ca9a2bc7256e82be64ed78979d6", "timeclock_punches_wk33.csv": "2b3670c8b209dbc6ef41454e440a7300c752835b4b3aa28d9c383f66f2517586", "tip_distribution.csv": "7a563c78736c0fa06a3ae0da361904d5365972b815b5b6ffe394e67df8169de4", "tip_pool_memo.txt": "663c3fe8d141643d0fc50906e6368c2a4869438be8bd03a90c2ba947c2896644"}, "category": "bookkeeping", "checks": [{"name": "payout sheet columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one line per person per shift", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "managers take nothing", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tip shares per person per shift", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.4017, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "541873edc6759a88390c24252cc1ec571009adfc5a5053d24412cc7fd17fea4c", "run": 3, "run_id": "tip-pooling__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "f5572ba750162ae6b6018d516c884354b1cf04787e9be07a2888525a5e2cb733", "task": "tip-pooling", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 322176, "input": 344691, "output": 9137}}, "cached_input": 322176, "input": 344691, "output": 9137, "reasoning": 0, "requests": 1}, "wall_s": 246.9}
{"artifact_hashes": {"build_collections.py": "f12cb7976cd17ab08fca37530aa63ee6f9384c480b4da68d8d1d8d613d742fe7", "collections.xlsx": "9378e66743faaca9714cd97d5169565a9f34b8cfbbae5772c5331699bbbff423", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": true, "required": true, "type": "custom"}, {"name": "total collected", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9127, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "6ffe33ce3c3a44f9e59a7c87e70bcc4d1eaac7f9d99ae2455fc162f96d6c64d7", "run": 1, "run_id": "tuition-collections__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6c8f1f672cff67af91a008ad1ade9390c35d6aff96f0b0f8bf4e6be145e7d07e", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 554496, "input": 600443, "output": 25354}}, "cached_input": 554496, "input": 600443, "output": 25354, "reasoning": 0, "requests": 1}, "wall_s": 578.1}
{"artifact_hashes": {"collections.xlsx": "5cab79326db5add4672c91c90d41f714b9f05c290cc73526133b2d908de49ad2", "create_collections.py": "2060a4868a53a368c5666e8eef659c4f472c6f7f230cb3503c5567c9dd829e3c", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": false, "required": true, "type": "custom"}, {"name": "total collected", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9277, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "d5c7bc9c7de43f19c14bbd33220c64660e704e9b163419c4b92434d5d547ced5", "run": 2, "run_id": "tuition-collections__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1ca35d316f8f98acf87fd6855976839728e30bb1efa309b13b4cc7074401d848", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 609664, "input": 656214, "output": 24880}}, "cached_input": 609664, "input": 656214, "output": 24880, "reasoning": 0, "requests": 1}, "wall_s": 558.5}
{"artifact_hashes": {"collections.xlsx": "3887c0c3695741937018fc44e950df18647b7ef0763b6456516d692fbd4d7a73", "credits_and_discounts.xlsx": "77b8c34986a01f12f688c3c836ea9ecc7f652113a60b4e9c813f18b0b0ad8037", "invoices_autumn_2025.csv": "1aec159eecd17ce86f8c6408e5d81ea09f5f6271ed9a48cd5364d1cea7342848", "invoices_spring_2026.csv": "5bd8dea73814d1f83a3e57c67d929988b23bbeeaf33712ad59b1816802668a82", "note_from_the_bursar.txt": "be6eefa52aa8a5b75b8a0af515f904297804927f650f29702fef6af116618ad1", "payments_bank_feed.csv": "e2630606b936b40f2e2196e26e84697d0386c76ae0955a1753980628cd96fc13"}, "category": "reports", "checks": [{"name": "collections.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "Primary collected", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Toddler credits (percentage discounts computed)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "Lower Elementary outstanding", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total still owed", "passed": false, "required": true, "type": "custom"}, {"name": "total collected", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 1.0623, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "45bfa965bb3cbaf04527da6711bec05e185062c3372fba3ab319ab1602437f5b", "run": 3, "run_id": "tuition-collections__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cc0b87f3b2e3cbe2deb3126cc3bddc54bb07142446cb132f05ebd23995456e25", "task": "tuition-collections", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 728064, "input": 791255, "output": 25914}}, "cached_input": 728064, "input": 791255, "output": 25914, "reasoning": 0, "requests": 1}, "wall_s": 557.5}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "eea52e7cce921e226137f677ec6d58c698e0012e996bc8c2c21e252186b91f19"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2418, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "75de539662af14a661109bbb833c6ac298876c17d02f0e7495517811f3746bec", "run": 1, "run_id": "utility-bills-extraction__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "90a50abfc930e5049ad19b3f5e7676004b33782cc8c7e5f8c10450da1c4455ed", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 183936, "input": 211915, "output": 2814}}, "cached_input": 183936, "input": 211915, "output": 2814, "reasoning": 0, "requests": 1}, "wall_s": 103.9}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "264b67649fa6d1b3d159111a32213613e2942a318ac9ed926cf6148dbce02e16"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1554, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0e7a5a9721d4faa5122cf1e98950e138ec7d26b0bf0bb893c9b30837ad45920b", "run": 2, "run_id": "utility-bills-extraction__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3336070033cc3b43412387eb8fdaa487f7e1e21f674c6efd7e8283efb3c25d4b", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 155904, "input": 166699, "output": 2494}}, "cached_input": 155904, "input": 166699, "output": 2494, "reasoning": 0, "requests": 1}, "wall_s": 96.6}
{"artifact_hashes": {"note_from_business_manager.txt": "182e980c5ddb31ee0bef7de4a63927a5d13b98c451fba16e2f29832e8d3e1f48", "utility_bills/Northfork_summary_bill_Aug2026.pdf": "fd1515a86b650688e71162f9ea20573e8dfea2e81f8e88c72ae37e4843b1bca6", "utility_bills/Northfork_summary_bill_Jul2026.pdf": "3f911175351e84edb4a0d3c2a2da9bce29931af7a73e4703b8c75fc959ba9d33", "utility_bills/RiverbendWater_07-2026.pdf": "2c59190d35687481a4af8a59adf1f4d5bac7668dab80f8c36f7cea8bd696dd67", "utility_bills/RiverbendWater_08-2026.pdf": "15e54db991f0d68a87dcedab4fb5c4a987fb26f93c585056bd491e0583dae792", "utility_bills/lighting_acct_statement_0902.pdf": "1dea190d7faae9457af8a61124aba1b84912ac8019a1c09177fbd1df819c732e", "utility_bills/scan_lot_lighting_bill.pdf": "c79bdfb0d929daa3faa5d9bca9b43f184a15ba3e34514fd20a27a1bb060442cb", "utility_usage.csv": "264b67649fa6d1b3d159111a32213613e2942a318ac9ed926cf6148dbce02e16"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per account per month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "account, utility and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "usage", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "read types and units", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "current charges", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "late fees", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1576, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "77e5b4109d3027066a5dbafa56992a1e8c307fc28e7cbf41087c0881ed320026", "run": 3, "run_id": "utility-bills-extraction__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cc91d7db01eeed2242f40de86e354e3835e57ef81fc1ceb0c715c2fe7ad61a00", "task": "utility-bills-extraction", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 134272, "input": 148127, "output": 2422}}, "cached_input": 134272, "input": 148127, "output": 2422, "reasoning": 0, "requests": 1}, "wall_s": 65.6}
{"artifact_hashes": {"note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1561, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "b468bd12401ead5b90915800854a92ffc1e3559476b9a6560b49338ead8e83ba", "run": 1, "run_id": "variants-flatten__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "00bbdc764a466e3a345745da24d1a5c7ce5a9191229a28eb812796308b07aaa9", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 112384, "input": 120748, "output": 3887}}, "cached_input": 112384, "input": 120748, "output": 3887, "reasoning": 0, "requests": 1}, "wall_s": 90.1}
{"artifact_hashes": {"note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2148, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "53fe058547f0697bd3fa01120a4de4ba4e9a0bea1d0aa9bc1e74c05b85fdd327", "run": 2, "run_id": "variants-flatten__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "dd92dee942ea205278e3d6a7a4d29dded393492d9286cbee233fb90adb64372a", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 97152, "input": 119556, "output": 4315}}, "cached_input": 97152, "input": 119556, "output": 4315, "reasoning": 0, "requests": 1}, "wall_s": 102.3}
{"artifact_hashes": {"note_from_june.txt": "eb9b056ceda484a586998eeaa33e87c0229ea7e94f70117cc12c914bdb8a4cf6", "product_catalog_fall.xlsx": "3300f1488007e0cb84a83bd2953cf2bed6d9af0dd548969f512a02f032ff9dcc", "stockwell_import_notes.txt": "e1c11106cad9e2e64bcf21cffd1fbaab3c6a9fc3fa3d4eb78c193ca91d880559", "stockwell_upload_2026-03.csv": "cafd521093833e5c2cf26f0553415120e846f0cb44e34eb09111b21420b70322", "stockwell_variant_template.csv": "078ac9e7bba652d7f184b8333b2dd72ed8fd04923b9ac8c4bfa723a1099835a9", "variants_flat.csv": "915bc35caedaaa8dc03a9965497c76ca4617c7a34443d395e90ab82f1842b2bc"}, "category": "reformatting", "checks": [{"name": "template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per variant", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "prices", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "stock quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "availability", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "product and option fields", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1796, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bd160ae12b2dd95d4f6c2bc9e9f753d9448d4768a1a7f1fa06e7b07d2dccb9c8", "run": 3, "run_id": "variants-flatten__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "3cd70d856ce871dfffb6d68b411083697476aaa111820ba3a5ded78d9de154de", "task": "variants-flatten", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 129536, "input": 138472, "output": 4603}}, "cached_input": 129536, "input": 138472, "output": 4603, "reasoning": 0, "requests": 1}, "wall_s": 101.3}
{"artifact_hashes": {"email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "dd88519c825bdd322704ee64cc91cd1bf2e7de6940276141a56d1d09ea06c579", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": true, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2355, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "383d5ce3641c4313a8c8c6af0ff517d5b6f1ecf7156895a9c91417ec0a9cf6a3", "run": 1, "run_id": "vendor-1099-totals__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a838e59ebdfe2c130115b53fbd3a300f7df54a1ce3cac98ed1cebdcd4d4d7d10", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 187392, "input": 204171, "output": 4671}}, "cached_input": 187392, "input": 204171, "output": 4671, "reasoning": 0, "requests": 1}, "wall_s": 124.6}
{"artifact_hashes": {"email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "dd88519c825bdd322704ee64cc91cd1bf2e7de6940276141a56d1d09ea06c579", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": true, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1826, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3b7438b80c1ecc6f2cb81626caeaba5e036fbe5391231dd2683a2fc1ab8538e4", "run": 2, "run_id": "vendor-1099-totals__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e8b436bdc37cbd7b23112e5c267fee6938b1650dad65c36ebe77ff80f380bee8", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 152192, "input": 164541, "output": 3618}}, "cached_input": 152192, "input": 164541, "output": 3618, "reasoning": 0, "requests": 1}, "wall_s": 81.3}
{"artifact_hashes": {"email_from_tamsin.txt": "f7c1a5c00792571d131c335b8a199bb3b26961393e3406c748ba3819390e9cba", "operating_account_payments_2025.csv": "b81495e6cfc169ecde9f658e062780279d60fc98e91810d39be71034205fbc3d", "vendor_totals.csv": "dd88519c825bdd322704ee64cc91cd1bf2e7de6940276141a56d1d09ea06c579", "w9_form_responses_export.csv": "31fda3158f6857f68d13cdf67040de2e0921a8da67c133071ada12d7fedf84e6"}, "category": "bookkeeping", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "which vendors", "passed": true, "required": true, "type": "custom"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "reportable totals", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line 1 names", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3017, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5c47e159a8034dc5dbed404752b07537183cbee302f7040e1bba758268b6d70b", "run": 3, "run_id": "vendor-1099-totals__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a6fa627593e77253b9a6b65bf82249089e51a9ce22630f9d97de2641ebe975b9", "task": "vendor-1099-totals", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 197376, "input": 230725, "output": 4467}}, "cached_input": 197376, "input": 230725, "output": 4467, "reasoning": 0, "requests": 1}, "wall_s": 116.6}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "7afb2e207b02759d504f2156ed07f426e9cc3f8cb5b81e5092a5ace7fdad05dc", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3433, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "3f82adb47ccc26bb061e37b21aed5376ce17631f2050c32561a2904de883b288", "run": 1, "run_id": "vendor-contact-merge__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "8f18ff3412c13fdf41cda5dd2e51c8a90ccb62a4cd9eae65a7fb7fbfb1f18e7d", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 246016, "input": 282618, "output": 4923}}, "cached_input": 246016, "input": 282618, "output": 4923, "reasoning": 0, "requests": 1}, "wall_s": 116.3}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "630eca0ccee70e0910bbaf8d454d96d9a0f7e62159dbe71003ff1934224eecc0", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.2976, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "22ad3a7e879dcba3d5c66620c4467e412edbe9e69b65dbc558111b028ae7bb49", "run": 2, "run_id": "vendor-contact-merge__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "81a2c97eead482c754ae45e02937eaea85c093a8496efae13c74e654235642ab", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 224384, "input": 253885, "output": 4490}}, "cached_input": 224384, "input": 253885, "output": 4490, "reasoning": 0, "requests": 1}, "wall_s": 103.6}
{"artifact_hashes": {"email_from_priya.txt": "a2e74eb7f51167c9595050cdae66a8dc5181e85c7304b731d91d905a3d358435", "vendors.csv": "7afb2e207b02759d504f2156ed07f426e9cc3f8cb5b81e5092a5ace7fdad05dc", "vendors_accounting_export.csv": "861076f45ff20466c75a28278cfc2ea96427fa9609885734a48fbe068fd6d6fc", "vendors_purchasing.xlsx": "8ab550e1d57c3a2adcbc65379cd3492b8dfb794784184cafc046c7921f64f96c"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "payment terms (purchasing wins)", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "phone carried over", "passed": true, "required": true, "type": "custom"}, {"name": "dropped vendor absent", "passed": true, "required": true, "type": "text_not_contains"}], "cost_usd": 0.3474, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "ae68c884f46b269e24271c3491a7ee8f2f2cd9ab570626431f191d1f3d3d33b6", "run": 3, "run_id": "vendor-contact-merge__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "480c23a29aaf8b645ec4448dba2d192697222f331ae68fbcb87bfc855a0849a7", "task": "vendor-contact-merge", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 378112, "input": 407240, "output": 3983}}, "cached_input": 378112, "input": 407240, "output": 3983, "reasoning": 0, "requests": 1}, "wall_s": 100.2}
{"artifact_hashes": {"note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "541e9bde33b41fe0d4120172d634ca7df7f59d483870564a302ad6f3fd3eddde"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.157, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ad370c4a010530c846d72d9fbae0b25e583e8ff5dd9a76845d1f7431766052f8", "run": 1, "run_id": "vendor-price-sheets__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "ff59dc717ca2c687f72fe518fe05e062d6bbfcf49a67e1bf506d0ce700d7980c", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 117632, "input": 128047, "output": 3415}}, "cached_input": 117632, "input": 128047, "output": 3415, "reasoning": 0, "requests": 1}, "wall_s": 86.5}
{"artifact_hashes": {"note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "ca2308cce354a32f0aa9fd4a275cf7197a47489acec6c2368820e7c0f5fe653b"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2855, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "67491b5e43bcf423b9532cf71be435fd956bd8ca9be396844963e81feba715f5", "run": 2, "run_id": "vendor-price-sheets__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cad98298382d491219be37e6e0b350bb930bfc2b4a2b7da3df4d9054ff4ac8e0", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 204160, "input": 227375, "output": 5548}}, "cached_input": 204160, "input": 227375, "output": 5548, "reasoning": 0, "requests": 1}, "wall_s": 130.1}
{"artifact_hashes": {"note_from_rosa.txt": "3cf64ae1e9eeef56aad07190ca275836ad8960cab0239040557ab7e745eeb182", "ordering_guide.xlsx": "7747774c9e76b4a191f03f37f529de2ce74a743d344fc0a33aede00d6cba6756", "price_sheets/Bluestem_Dairy_wholesale.pdf": "d351326be6a36e55f32ca6a3950a927f289a4beef213c7896a277f20bcf59ecb", "price_sheets/PPS_pricelist_FINAL.pdf": "8d2c9c48430aa063e2774f5643386a4b5d226b150d4f0d979ce48db26fed16a1", "price_sheets/PacificPackaging_Oct2026.pdf": "c2055aeb699d984b64f107c15c358695e0fa0e41e23b018f67274d82ae08bc61", "price_sheets/cascade_mill_fall_prices.pdf": "fa2cf31b1fbeeba05a1c285a2a58728dbd0ad32d5692f58be0145ba8fdd68533", "price_sheets/fax_nightjar_0901.pdf": "fcc86bab470099e6abe9039c1048b650a6c62991cee930dcb0e555ce010a8f6d", "prices.csv": "28813fd0bfe9ef40e826b15ac0fba14a9e8459184217d72dafe01d588006be07"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "vendor names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "unit price at our order quantity", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "order total", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "next price break", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "effective dates", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2288, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "100ce3444b90d0f876b7d5d496af113eae02e542c4029d3720f56a53ba1c98bd", "run": 3, "run_id": "vendor-price-sheets__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "88b547a0422cb44bbd637cd5c5356cf378c4d413c9f0481e625d5aa24c8ce4be", "task": "vendor-price-sheets", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 166912, "input": 190737, "output": 3337}}, "cached_input": 166912, "input": 190737, "output": 3337, "reasoning": 0, "requests": 1}, "wall_s": 87.1}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "6adb1418631ae7513f54e9d5ae5981bcc1271ec593bbd4f5e81e6da8227e0cc8"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": true, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8636, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ff8afc7f5f61e3eadf4eb6feb539dc4aa5c505fda638b413f10758288875f6c0", "run": 1, "run_id": "vendor-spend-categories__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "143d22e76d1c6d7593c5896438c6dfc25402f7dbeee8eb4613243ebd2c8c7a12", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 511232, "input": 552685, "output": 24663}}, "cached_input": 511232, "input": 552685, "output": 24663, "reasoning": 0, "requests": 1}, "wall_s": 475.9}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "4155fdb98157af68b8f6e831a59c030a018f42fa7ce7c98d51d1051706908674"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.9272, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "40c58a9a3c6fbce455a85109c61a4545ca5f34eba9030de428eeada385b5f99b", "run": 2, "run_id": "vendor-spend-categories__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "11de9f269d5311223e704072fe59841a0880f54a50a61bef630db939f864042f", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 588160, "input": 671574, "output": 17913}}, "cached_input": 588160, "input": 671574, "output": 17913, "reasoning": 0, "requests": 1}, "wall_s": 360.4}
{"artifact_hashes": {"ap_transactions_2026-01-01_to_2026-08-31.csv": "dd1d8f1dbb86052eb2da0812139ab7344c9055af3df4e27092a00a0cc1c039bb", "email_thread_vendor_spend.txt": "166fc6c38acd8bd5704184ecc5b9b426109c5abba23992f2c385342df972d13a", "vendor_categories.xlsx": "020347ca9c99947954f0baf04b25e99994fcd38413329f2fdaaf2c304239769c", "vendor_spend.xlsx": "67fae158ca0a7e32ffdbbef222888248b2c97d67048f893d6fc1a793026f5f8e"}, "category": "spreadsheet", "checks": [{"name": "vendor_spend.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": false, "required": true, "type": "xlsx_no_errors"}, {"name": "Sysco Savannah spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Coastal Linen spend", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Housekeeping & Amenities total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "Repairs & Maintenance total", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "total spend", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.8361, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "84377fa94b54b037c8550d5e6385c886cfea67e548a9f68532597a90aafb86a5", "run": 3, "run_id": "vendor-spend-categories__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d4a7d1c958b82965a9a6de2fc942a67d3b28224eb9f295adaf896dae193a87af", "task": "vendor-spend-categories", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 522752, "input": 602465, "output": 15409}}, "cached_input": 522752, "input": 602465, "output": 15409, "reasoning": 0, "requests": 1}, "wall_s": 325.8}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.172, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "5ef664e523f6c5142ec3fc1dcd0173110f17f8f2cc0514974547d6cf5325e925", "run": 1, "run_id": "vendor-statement-reconcile__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cf997af7ac56fd00bd7e7bffb43da2eb71e1bf0c0eb494a5762aaa71277ae767", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 135552, "input": 145941, "output": 3812}}, "cached_input": 135552, "input": 145941, "output": 3812, "reasoning": 0, "requests": 1}, "wall_s": 81.9}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2427, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "bfa4f8df58b3539bd0e207adede57a0a43795109dee028120a3c373a6d2320e3", "run": 2, "run_id": "vendor-statement-reconcile__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "36ae901f41dd25e54dc6202ce55b55a533871b3bd7903b4a0bda532baa25caae", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 70656, "input": 106386, "output": 3575}}, "cached_input": 70656, "input": 106386, "output": 3575, "reasoning": 0, "requests": 1}, "wall_s": 75.7}
{"artifact_hashes": {"ap_vendor_ledger_keystone.csv": "42800d53e908081d1bcf5441c91d390cc390e11a5bb14acef6db77c03d594fce", "keystone_statement_2026-08.pdf": "f5f06285767b4a229972c51d7dc1c7ae103308a3c9490b56ef070e412570c9a9", "note_statement_recon.txt": "aa4fda2512d3ee33927f2a340f25e62cdcfb120c15f28acc5fda94b38919b214", "vendor_recon.csv": "0e54b76cd3117784e933dea1e2c891d496041a30b06655ee09b1fb30654e5544"}, "category": "bookkeeping", "checks": [{"name": "note's columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per open item", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "status per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "difference per document", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "variance ties to the balances", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.1539, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "83b57d54feeb826c433de864b5c9b1cba4c7399ba13688baea0798b99dbe3547", "run": 3, "run_id": "vendor-statement-reconcile__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1d03bfffab2664c96bfdd84ee0575db9e61e86f95a353a1076234fa8b91e9b90", "task": "vendor-statement-reconcile", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 93696, "input": 106039, "output": 3353}}, "cached_input": 93696, "input": 106039, "output": 3353, "reasoning": 0, "requests": 1}, "wall_s": 77.0}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "bf55faa5f46c7f6124fe3138c1523382953c4aa35efa9f56b006eb8a9cd5f2fb", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": false, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1813, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "9b5ef7ae518227c92b050b6ffef76d8f9a870dc6d33fc10d8a85d8cf3881363b", "run": 1, "run_id": "vendor-tax-forms__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1b51e7af7d7121971362939b919e2b75150e9ee8be5fb2d8514490ec01ab5c6a", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 142464, "input": 158481, "output": 3012}}, "cached_input": 142464, "input": 158481, "output": 3012, "reasoning": 0, "requests": 1}, "wall_s": 75.8}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "c292becbddb9a1bc457ba2a276de13972e86774a3b2021dc28febd5ef193849d", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1747, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d2ae7ec75df3b1185ded7d71ff3d8147719f45a3afca8e7c0a2ccb507562f661", "run": 2, "run_id": "vendor-tax-forms__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6497c380daf2cfb289c117580ef7e18d6a5ecce3f9c9a2cdab1258fd484bfebc", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 161280, "input": 172907, "output": 3183}}, "cached_input": 161280, "input": 172907, "output": 3183, "reasoning": 0, "requests": 1}, "wall_s": 78.7}
{"artifact_hashes": {"ap_instructions.txt": "0117b226d2e6181931f83a354bf0c0c7d9339f4ecbb5c8e6388a33a51ea78c12", "new_vendor_requests.csv": "c4e3962646ecea8b27f584823edf4f44d2f2b8ad47917c561f2a29305809fbf3", "vendor_tax.csv": "c292becbddb9a1bc457ba2a276de13972e86774a3b2021dc28febd5ef193849d", "vendor_tax_forms/Clearview_taxpayer_letter.pdf": "7817aff5e3f7e2fcc152e9c1816f7494ddd2435198ac2c11be4a33152f236981", "vendor_tax_forms/Deborah_Okafor_vendor_form.pdf": "a81d291a101e559d75d8efb2d8e278615b4c20e86f4d4f4cf43e603ed22c4b6c", "vendor_tax_forms/Howard_Properties_tax_form.pdf": "3234adca265cc79217b77b2260ddf156ac6ec8bee59719d605270d1262ebb4d3", "vendor_tax_forms/KC_Sign_Works_tax_info.pdf": "acb552a5612be5322b4bfd95f8c25cbba975950d3e26a99514e00d1db63b0484", "vendor_tax_forms/RiversideLinen_taxform.pdf": "2258e1a277b7c938b6ed9b999eb2537c507b3840d188e5143d0f213814b17122", "vendor_tax_forms/VendorForm_Torres.pdf": "5a8605b2faa27218d55af4c2838715fa8055a14ac42d2b129a051c4116afc77d", "vendor_tax_forms/scan_20260825_0912.pdf": "553fe7df1893fb1ab9678bd899afe6400f787718d83e6debdb1bec8b0cfaaa5f", "vendor_tax_forms/tax_form_current.pdf": "45152b25b3b5f867a4bc482700a0eacebec0265dc673d318ea6d18e77882244e"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per vendor", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "legal and DBA names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "entity types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "TIN types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "masked TINs", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "no full TIN in the file", "passed": true, "required": true, "type": "text_not_contains"}, {"name": "tax addresses", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "form status", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2044, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "671b038d56a391c801e0a6b7c29695ee95370913d4f22d8286e7a94e8131348a", "run": 3, "run_id": "vendor-tax-forms__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "50f8fd10928b74c26a96f751e42004a28771cb3638b6f3854edc3fe55641b328", "task": "vendor-tax-forms", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 173312, "input": 188405, "output": 3735}}, "cached_input": 173312, "input": 188405, "output": 3735, "reasoning": 0, "requests": 1}, "wall_s": 87.2}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "cac96e7b40378a1b357dc4ac6da4990a4e196c4350d26f81de80970918fbd23d"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2614, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "360a0ca804a56f1ecfa36a152f3342d96524b80f90917ed0af4f95d9950d6e25", "run": 1, "run_id": "venue-invoices__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c3ff79b73877cb068c159d9586a4534cc1dfc0ee0c5165a0276a77b041a5f4c3", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 136320, "input": 161756, "output": 5257}}, "cached_input": 136320, "input": 161756, "output": 5257, "reasoning": 0, "requests": 1}, "wall_s": 112.9}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "0a4d2013c28a5c7b2a9858f5a89a776976d81f629cc0bd75ab698c405f24edde"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1718, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e37ed752e95495491e5316e7be239cc49b877b05e8b518cc6f2695eb06b665d7", "run": 2, "run_id": "venue-invoices__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "24fccfa5f45f59b1679ae3291ed185e77cd046f7acc6ce5c42b988fae7fcc50b", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 136064, "input": 144842, "output": 4114}}, "cached_input": 136064, "input": 144842, "output": 4114, "reasoning": 0, "requests": 1}, "wall_s": 90.0}
{"artifact_hashes": {"event_list.csv": "93771cdbffb5a739e42e99045835090bb7c8c4fde15a8cc36456547fcf38ac11", "note_from_tamsin.txt": "cea6a054c579c4c12419e6a362340934250d66ece8739178a7983e8430157516", "venue_invoices/Foundry_CooperRiver_FCR-2026-0418.pdf": "684e6bec8f5437f213134d84f2973db3ce071be51aaefa0894be45c8c8d45ded", "venue_invoices/Harborview_HTH-51573-R1.pdf": "778d090a2d003ba93b4101021ebc3326b1b2b7fae5cd61c9c9d6ae7fde16900e", "venue_invoices/Harborview_HTH-51573.pdf": "36840c9f962850c6cf02f21e998afff4816adeb3223e367b79d17edbbf12ca56", "venue_invoices/MagnoliaHall_invoice_7779.pdf": "e862f223bd66fd7e691527f041e2c7354ab5dca4773851dab67d7fc252b3de53", "venue_invoices/Rosewater_RG-26-0911.pdf": "9eb1de91e2120e3a5276115efbc24dd98e24d1b4234dc44a1f21cdcb70835aa3", "venue_invoices/scan_oldmillbarn_0901.pdf": "444f3cc66f51a8ed07cc37b98102e1f9666971f9e76e857e453892c8f5ccd04a", "venue_lines.csv": "3f9e907b46e98cd0bb897ce372907b5230050dfac60e671c28d5aa6957f25034"}, "category": "extraction", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per invoice line", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "event codes and invoice numbers", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "descriptions", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line types", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "amounts", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "line tax", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "balance due", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2269, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "73b21169c83020ebfa56649c0608c192f8b988750e75b656ebb944053680971a", "run": 3, "run_id": "venue-invoices__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "6ee15bf02f8be1e08f7ed0ef2923ca4b9d6070f4ccd4186780ec300d09755dc9", "task": "venue-invoices", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 167296, "input": 182258, "output": 5009}}, "cached_input": 167296, "input": 182258, "output": 5009, "reasoning": 0, "requests": 1}, "wall_s": 114.3}
{"artifact_hashes": {"county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "volunteer_hours.csv": "8c42e54a57f923aed4b027b09cec69e8aaceb357b9bf9167e4c956a6e378ae01", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2374, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0be303564b18fd14f63184fac38ace37cb1257bdb8d508846c4b9bd2b5b9ae53", "run": 1, "run_id": "volunteer-hours__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e70ec52efb8e9bdef1dd9365488a2f8862b0f59496ac9015c127cdd62f6a718e", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 158720, "input": 174981, "output": 5445}}, "cached_input": 158720, "input": 174981, "output": 5445, "reasoning": 0, "requests": 1}, "wall_s": 116.4}
{"artifact_hashes": {"county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "volunteer_hours.csv": "846a346040df506c914cd05a6400182f8c1fc8b22878b9750265a42788ab7f43", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3089, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4a6d9d82dcdffeb03ff8f84b4aeefe7c3100c4a9738993121a929510b1dc27bf", "run": 2, "run_id": "volunteer-hours__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5fb53412ec4bd74cddc738088e53a2a0dc54e75e70e3dbb38c83226af90a0787", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 196736, "input": 216451, "output": 7567}}, "cached_input": 196736, "input": 216451, "output": 7567, "reasoning": 0, "requests": 1}, "wall_s": 156.1}
{"artifact_hashes": {"county_volunteer_hours_template.csv": "806d4f587277506d6abba2cea3e41a9f8f9a3879281de35f0a5fcbae784ecfd5", "kiosk_signins_2026-07-01_to_2026-08-31.csv": "d45d19492d6669631b17a7d9918cc0b02436b8c565b0fc11fecf309da5b631ed", "note_from_gloria.txt": "c3312308480de5cde59ba53617256c0afe8fd727ff48c4cb0623be9623f61b4f", "paper_signin_sheets_typed.xlsx": "36fdc86eb8c7f67de44f2f913e5fbd9b6699eae25f8516c137040cc7066142de", "volunteer_hours.csv": "8c42e54a57f923aed4b027b09cec69e8aaceb357b9bf9167e4c956a6e378ae01", "volunteer_roster.xlsx": "9cb08f7095d71e6bc23bcf51fc5084091ad0bfbe888fd32c69cc3f4493a3419a"}, "category": "reports", "checks": [{"name": "county template columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "volunteers who served", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "overnight shelter hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "pantry and tutoring hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "meal delivery hours", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "total hours", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2413, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e9cda3df2f3ac0ad97798e63ca784900d2949ef8689467e6860ff592b1f6d626", "run": 3, "run_id": "volunteer-hours__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4f7915cc6d0ca797f354674431a30116e3def659bcb5361f0e640e161f460fb7", "task": "volunteer-hours", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 181376, "input": 197084, "output": 5294}}, "cached_input": 181376, "input": 197084, "output": 5294, "reasoning": 0, "requests": 1}, "wall_s": 116.8}
{"artifact_hashes": {"email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "48833c7a08197da278f0f9ae293995ea083c32d93e6e430cbf8f5574fa43fc74", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1495, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "e27f21006e89919759b8dbdf8517c9366a96deee6a7aef8418fad89356142947", "run": 1, "run_id": "warranty-expiry-list__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e9da1b62117bfc2bdb844abce1d4cbc45c839438e00d45096feaa293fca6cd34", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 120960, "input": 131754, "output": 2898}}, "cached_input": 120960, "input": 131754, "output": 2898, "reasoning": 0, "requests": 1}, "wall_s": 70.2}
{"artifact_hashes": {"email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "728bc528b3c9b2dfc9b14257a84f513022bdd482b563202d6dd8fd181b70fc29", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2364, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "807b5ae0556a01a51eec2b165f80eb7c7fb119436ae69ad241d8020fd2ee7358", "run": 2, "run_id": "warranty-expiry-list__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "c502f834fb7f3dfb32aa6e50d79d350c61291ecc5f43170f1b02385565183cea", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 137728, "input": 166471, "output": 3317}}, "cached_input": 137728, "input": 166471, "output": 3317, "reasoning": 0, "requests": 1}, "wall_s": 88.6}
{"artifact_hashes": {"email_from_practice_manager.txt": "12c6c177e2e50c1d7f36e979162db9eba5d61fcc2a23dd9bba1d68254808bc5b", "equipment_register.xlsx": "9c2b6d35e0d9dba68cb2f5520568150cc2e61661b4a4a1bc276bed199a2ad736", "expiring_warranties.csv": "af36b05239485be2bfa182990506cb078ea3ea3a237d37680026a5554113690e", "warranty_calls_2025.csv": "731b3f0033e000438a5df283900cb5a44d8b32721ae74cea64b636dc3443706b"}, "category": "spreadsheet", "checks": [{"name": "requested columns", "passed": true, "required": true, "type": "csv_columns"}, {"name": "expiring assets", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per asset", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "days left", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.119, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "24fa5686ce8314c5c614c44c03e68301585d542de752a99b92477b92492fcb1c", "run": 3, "run_id": "warranty-expiry-list__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "4e1a1ebf1d189fc27066b9428ac62cdac037a01546994e65fd9016d41bb6ef17", "task": "warranty-expiry-list", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 111360, "input": 117563, "output": 2481}}, "cached_input": 111360, "input": 117563, "output": 2481, "reasoning": 0, "requests": 1}, "wall_s": 58.3}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "32ae22328d523736c822d22c290aafdc7766f92a236a6b2b4ec5993e689da08c", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "2740d949edc5d25eebd52192e00acd1f8890d5a95dedec7cdcbfc95df798bfe0"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.7279, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "94ad974eda1b4e90bb5f85c41cf4a4ce5c513640429ceaefdb41a4a7c88b80f5", "run": 1, "run_id": "web-traffic-summary__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e50d07e161ef42230585c086e3bcd998b60b9ec77594deb4e358cde50be86b9a", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 508544, "input": 541192, "output": 19694}}, "cached_input": 508544, "input": 541192, "output": 19694, "reasoning": 0, "requests": 1}, "wall_s": 415.3}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "b910e5f4999fea8d314007a2590150b83216a8461b7ffdf7f9a3b15083d6a1ad", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "64a74e2a27fe08383e987d39da6253d8d696c1617d30e1232f110b7548eb805d"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.7063, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "7c9ca2868ea40f2eef6cfa1ec303367cfd613fdeb5c42dc10c4640c64d746065", "run": 2, "run_id": "web-traffic-summary__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "2a4e5eac69b4cc110a0f8e0a888aef08299449228e306b130a3289a48b9f436c", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 494592, "input": 526283, "output": 19085}}, "cached_input": 494592, "input": 526283, "output": 19085, "reasoning": 0, "requests": 1}, "wall_s": 398.9}
{"artifact_hashes": {"ga4_traffic_acquisition_daily.csv": "165eb3b1922cbbe2769173b24982a157e80ebbc7d73bb92d2f8c03bb60b02b3c", "ga4_users_by_month.csv": "8ca466ca9c3053d373113dbd6ecf3070af4001bfe1bbaf1432ee4d33cd6f2988", "memo.md": "69905681c5e0f3ed45fa5484aa7f35c07ab82288cfb9fa179b0a7ee16df0bd46", "note_from_tom.txt": "c2dfbc2bce4abfc0f62ae81a965e2646b667d03da80252153849942a3858c29d", "search_console_performance_2026-03-01_2026-05-31.csv": "825ef89d1a850883b45d7ebe4e93fd48ef482952d71f7f0010546cc1582948ae", "traffic.xlsx": "9d1e3b473b0d3024d3b2ae16e3071f2b08322002d971d7fcf52975dfaaa3046d"}, "category": "reports", "checks": [{"name": "traffic.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "April sessions, crawler removed", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sessions, March to May", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "May users (monthly unique, not summed daily)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "memo names the crawl day", "passed": true, "required": true, "type": "text_sentence_matches"}, {"name": "memo carries the crawler sessions and corrected April sessions", "passed": true, "required": true, "type": "text_numbers_present"}], "cost_usd": 0.7896, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "8d7cf358236681d42e5869a7b78cdd1528f209d1aecdcfdc1d6cfc473a077a05", "run": 3, "run_id": "web-traffic-summary__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "327f09b0fd71863dc0981c82864e709c812d70d91c6dd5c043c7629df53200c0", "task": "web-traffic-summary", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 501760, "input": 559009, "output": 17994}}, "cached_input": 501760, "input": 559009, "output": 17994, "reasoning": 0, "requests": 1}, "wall_s": 367.1}
{"artifact_hashes": {"kpi.xlsx": "037938f28edbba3df1af1d1bbf553f0a7d47ba7ab18a73dad5e971836dcf401e", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": false, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.4785, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "6ba425c469d2b73535c79aaa23a8e7a7fc6918ffc9c965fd3a6b0a4b46d1cc4f", "run": 1, "run_id": "weekly-kpi-dashboard__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "03b5e40d5c6fb3e959ab81564dab070351555b77f8663059a6c63f3e21a2d048", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 259840, "input": 291823, "output": 12332}}, "cached_input": 259840, "input": 291823, "output": 12332, "reasoning": 0, "requests": 1}, "wall_s": 260.7}
{"artifact_hashes": {"kpi.xlsx": "be8cf9263081fb488062b255ac6f42ba120b73d5066bd29404c82cd01c02954d", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6583, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "ada116745bfa22c772dc1714a8578367c333d88023566cdd0e5aaeb8cc055e36", "run": 2, "run_id": "weekly-kpi-dashboard__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "af89eb934191dbdbd28d08d422b63b38494feda57256d859cb777a83ffbed775", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 540672, "input": 581484, "output": 13938}}, "cached_input": 540672, "input": 581484, "output": 13938, "reasoning": 0, "requests": 1}, "wall_s": 285.1}
{"artifact_hashes": {"kpi.xlsx": "92f0c7ee214609b2b21619250e3462eef624cb77582a3fc761955effdc7ed9dd", "lab_jobs.csv": "1a5afb9bb7703be747ee0ae0ef8ad7996bfd72a7d11eb81757082b650dfa2cb1", "newsletter_audience.csv": "27e9cc4348d3c3acb1cb8b8527d3b9511c707123f6e0c8b93044a3bec940094f", "note_from_kwame.txt": "9c94b51a96b382f5d2569484a6cc80254ab4cbfd0a6ae84be70a3d9164f97ea5", "pos_end_of_day_report.csv": "a4e7e0c3126a53299f4aa721662849559ee498530d1106e9a67af8b89e5ec719", "schedule_hours_export.csv": "33aa935208e811bfdaeee538eb8a4d3897804805b21efefba10ce278d5be0a1b", "webstore_orders.csv": "f799e708c4cd2f4bfcfaa4ba5e06ba0df7368c701f5d41cf9b2f19479d7e2a49"}, "category": "reports", "checks": [{"name": "kpi.xlsx exists", "passed": true, "required": true, "type": "file_exists"}, {"name": "live formulas", "passed": true, "required": true, "type": "xlsx_has_formulas"}, {"name": "no error cells", "passed": true, "required": true, "type": "xlsx_no_errors"}, {"name": "staff hours week of 17 Aug (Monday weeks)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "sales per staff hour week of 17 Aug", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "online sales week of 24 Aug (paid only)", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "glasses jobs finished week of 7 Sep", "passed": true, "required": true, "type": "xlsx_value_present"}, {"name": "total sales, six weeks", "passed": false, "required": true, "type": "xlsx_value_present"}], "cost_usd": 0.6773, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": false, "raw_grader_error_count": 0, "raw_passed": false, "receipt_sha256": "bc06f9394784812f720c6e2124445ac1bec2fd95e78d5b854ff283f2101e6c3d", "run": 3, "run_id": "weekly-kpi-dashboard__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "cd46895c72d853662f1e8a03087cab51c0c0ee10bcf62ca2111b645732f2fdcb", "task": "weekly-kpi-dashboard", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 413312, "input": 469755, "output": 14310}}, "cached_input": 413312, "input": 469755, "output": 14310, "reasoning": 0, "requests": 1}, "wall_s": 317.1}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1948, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "d570c5470fb0703f63bb8105f2e01bd18b23724bfbd46ec12d54887c995e3a6d", "run": 1, "run_id": "wide-to-long-sales__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9c229f4d47c0afcd79974675d69e09e26b7c4c8f5fd8ced449b6ba239d485cab", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 158720, "input": 172476, "output": 3813}}, "cached_input": 158720, "input": 172476, "output": 3813, "reasoning": 0, "requests": 1}, "wall_s": 89.4}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1575, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "42796889f916bdd399c0e8ec9207ac9c3b4fc939a338aa3c63c6166afc109ede", "run": 2, "run_id": "wide-to-long-sales__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "9a9c949a2d38f6dddc933dafdfb89235fc6b4b5fc32a6e63a055c30022b97f20", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 140928, "input": 148624, "output": 3519}}, "cached_input": 140928, "input": 148624, "output": 3519, "reasoning": 0, "requests": 1}, "wall_s": 116.0}
{"artifact_hashes": {"sales_by_customer_by_month.xlsx": "22586dbc78ad1eaffdc647afe2497edce765ca276c78896d1ac180718cf38bcb", "sales_long.csv": "157588e3eba33653b5f759d3ea37e4538ac1c3f68c28920205bca90100317d24", "stockcast_upload_2025-06.csv": "92663579807f134a2e574907686386d64a85c5468e8d445584ef91d956724037", "stockcast_upload_notes.txt": "9a9d915134eb318300464a032f813fe03d68467237c797d20506793ed88dec19", "stockcast_upload_template.csv": "98e4653bef247ed0eba2859e8fef48c0d3bfc32b11a69dcf3abbccfae8859bc4"}, "category": "reformatting", "checks": [{"name": "Stockcast template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per customer-month", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "customer code and month", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "net sales", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1783, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "4b29d37c158ffb2a882606210825ee47782b6a1d1021d1dbd0a64fbba2b2866d", "run": 3, "run_id": "wide-to-long-sales__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "b0435f0a42ed665da273d9e48cc1599878cf07f63bde8296f3b5265fc3572593", "task": "wide-to-long-sales", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 108928, "input": 124083, "output": 3706}}, "cached_input": 108928, "input": 124083, "output": 3706, "reasoning": 0, "requests": 1}, "wall_s": 95.3}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "journal.csv": "9494782e70a4f631cc90389b0b375835e1ff892335cc2145035f78273407cb63", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2569, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "a58d6f52f2cdccc2d99492962c27794c13bfc9867cdd5b4879e31d4b3ae9da9c", "run": 1, "run_id": "woocommerce-orders-to-journal__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "0db2ab13e0964df35ab793387ca468271929bb037e7744bf54c9bb85f7e697ff", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 174976, "input": 193992, "output": 5540}}, "cached_input": 174976, "input": 193992, "output": 5540, "reasoning": 0, "requests": 1}, "wall_s": 118.9}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "journal.csv": "dec87667cbad1d89aba9cc00213f98a6151741c9ebcf6086c09379be222cbbbe", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2891, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "9e9feecc14d29f4c11dc1ad588730490c7da6b4a9f7220edd507cb6482e43459", "run": 2, "run_id": "woocommerce-orders-to-journal__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "39a1ba0aff62499f53a28558a5ce37b473ab91471b0e7c59317b534c7eb78084", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 162176, "input": 178939, "output": 7861}}, "cached_input": 162176, "input": 178939, "output": 7861, "reasoning": 0, "requests": 1}, "wall_s": 159.6}
{"artifact_hashes": {"bookkeeping_rules.md": "7eaf3c65eed8c5d78d0401044f32a437c08c5e67fc3dae1b9b14fb1e1d705f84", "journal.csv": "9494782e70a4f631cc90389b0b375835e1ff892335cc2145035f78273407cb63", "journal_import_template.csv": "8ecad9068dec31cc2d3cd330a2d70181cdede6cc3a3d78e46111a52a9c033d1e", "woocommerce_orders_2026-08.csv": "dac711e703db16a65de6fd881672c18963e41cea4c66e1960357453a1ecbc6c4"}, "category": "reformatting", "checks": [{"name": "journal template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "journal numbers", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count (one line per account per journal)", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "journals balance", "passed": true, "required": true, "type": "custom"}, {"name": "account amounts per journal; journal dates", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.2607, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "181ac9ee535a20df82837dd076336a6111f98f8b295a4010ed1a1ec8142c21f6", "run": 3, "run_id": "woocommerce-orders-to-journal__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d67ee4aece7a9776b288c78a4bc7f38aa84f4fef8c54557f63fcd286ffabd79e", "task": "woocommerce-orders-to-journal", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 173312, "input": 191361, "output": 5959}}, "cached_input": 173312, "input": 191361, "output": 5959, "reasoning": 0, "requests": 1}, "wall_s": 128.0}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "854d6c62ba729a8b3ef48344407ab59da243d9093c068243746844c7eea5a9e3"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.391, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "0baf8de59445dc1c92bf2ad56d9df07e8ff45bac67e55ffe20504dcec3d4cdee", "run": 1, "run_id": "xero-sales-invoices-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "d54a5397954d2e0237040c55a1143ef51d4ebaa2bfa922f676aca79b01a8d890", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 294528, "input": 329812, "output": 6605}}, "cached_input": 294528, "input": 329812, "output": 6605, "reasoning": 0, "requests": 1}, "wall_s": 147.8}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "68fb3b9d52a89947a2b9aca4a6371e856b3a9b7cd7337e877ea03e0ed70e3baa"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3397, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "010a8d5f013214920b54c091615529c548ab186447ef1ebe2449ae61db45faf5", "run": 2, "run_id": "xero-sales-invoices-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "572ce081915babb1e12b37a415913aa25a6c9f4f352792072983b7c3b37043d3", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 227712, "input": 253225, "output": 7330}}, "cached_input": 227712, "input": 253225, "output": 7330, "reasoning": 0, "requests": 1}, "wall_s": 157.7}
{"artifact_hashes": {"SalesInvoiceTemplate.csv": "50a6e2829f14f8b772fdaf172124bf0a6115162e7f9c917ed1ae72f1fb1c576b", "jobflow_invoices_export_2026-08.xlsx": "e9681bf99ee2e00bcb26ac7a57898f866529d09a086ff43470c9ca3b7a169ddd", "xero_contacts_export.csv": "5dfb38137ae55b8bf5a0d92b32765bc86c0b33b930532263600521bcbbeca2d4", "xero_import_notes_from_bec.txt": "c2bff13aac2d855406dbf740c2107d33d0c6263844fbcb83a28af5fe3167bd4c", "xero_invoices.csv": "68fb3b9d52a89947a2b9aca4a6371e856b3a9b7cd7337e877ea03e0ed70e3baa"}, "category": "reformatting", "checks": [{"name": "Xero template columns in order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "invoices included", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "one row per line", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "contact names", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice and due dates", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "invoice lines", "passed": true, "required": true, "type": "custom"}], "cost_usd": 0.3635, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "1e09942c62e9ef065aa283ec3995cb4d466d0e5745491051d1051bcebb14229e", "run": 3, "run_id": "xero-sales-invoices-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2818b33c6d058dead9bfcff2ff6cc2903e53a514e2d3204785d247aad09c442", "task": "xero-sales-invoices-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 212480, "input": 242196, "output": 7981}}, "cached_input": 212480, "input": 242196, "output": 7981, "reasoning": 0, "requests": 1}, "wall_s": 169.6}
{"artifact_hashes": {"cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.1757, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "18a8c0faaeeef86579bba9cdbdf1ea233746412af88e17e56e7d7786fe387bb9", "run": 1, "run_id": "ynab-transactions-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "a2f15d67c102621fd2696897fab02d0b87167ce5f938ba99ab258f889e1c7251", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 113920, "input": 128418, "output": 3607}}, "cached_input": 113920, "input": 128418, "output": 3607, "reasoning": 0, "requests": 1}, "wall_s": 81.7}
{"artifact_hashes": {"cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.29, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "94897afaf05e01c9eba0abd9eaf51d4dd22da91e18a4e35e67aa8e5c2ec83d8d", "run": 2, "run_id": "ynab-transactions-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "48fcb8f684fff7da95a097934d6171362f5c62e006d23c65a9ed4640e4cd3000", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 204032, "input": 225694, "output": 6089}}, "cached_input": 204032, "input": 225694, "output": 6089, "reasoning": 0, "requests": 1}, "wall_s": 133.7}
{"artifact_hashes": {"cascade_cu_checking_0820-0912.csv": "187274262c146b1eddd290c2fae3fb2dd6991889b4d1b8e66cfdad03adc8e61e", "ynab.csv": "9f4d87499db0465bb90d9020a05b756eeb942df6c2113c222339bc0d7436be05", "ynab_import_notes.txt": "c193f71b7a8a068b530c8f5d98c55474c08fd6554b8df64cb6664b2c75fe5d4e", "ynab_import_template.csv": "8f4dacf265df0ec1e26a8a845774d35a9425a50ac8183994c0d640a204a09aba", "ynab_payee_rules.csv": "178435b4a7458d119263eec1a6378d7e550bac63a09347b2dd38b0031c1de6a0"}, "category": "reformatting", "checks": [{"name": "YNAB template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per transaction", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "date", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "payee", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "outflow and inflow", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2219, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "62876b1baf14d80585c74edbf31a5b212c24aa8af8a994a7d0f31d02d90f8ab0", "run": 3, "run_id": "ynab-transactions-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "e3ac0d29bd6e316062ff37dde4d99a70aa1daf0a211001ff1c7d8dcc40451a04", "task": "ynab-transactions-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 185728, "input": 196922, "output": 5143}}, "cached_input": 185728, "input": 196922, "output": 5143, "reasoning": 0, "requests": 1}, "wall_s": 116.3}
{"artifact_hashes": {"client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "dccd2efa7ac08343b34459852219fde1a1f46e253baceab116e32312e3918ca0"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3381, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "28a3bb0f468513f0d7d3e15b141d46c731aa5b8ab070e363b53f3077bde83521", "run": 1, "run_id": "zendesk-users-import__codex-sol__r1", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "000a97ea49b6e0a4ba40e9215e5a6abec93ce3a78d9ee732407687ad8aba39bd", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 181376, "input": 212733, "output": 7006}}, "cached_input": 181376, "input": 212733, "output": 7006, "reasoning": 0, "requests": 1}, "wall_s": 154.5}
{"artifact_hashes": {"client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "df54bca81343ba3c7688fbfccebcbb512a155c0054eb7cb6201e93f32d7582a0"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.2585, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "80b9f9499f80511fc7911c73f761a4dbc6b3f62299eb4399b8ef42cfcd3cc04f", "run": 2, "run_id": "zendesk-users-import__codex-sol__r2", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "5cb5340ef6da97b8ec763c0c383ba7ab9c1e2559e04625a113f6fff826ea5dac", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 117888, "input": 143186, "output": 5507}}, "cached_input": 117888, "input": 143186, "output": 5507, "reasoning": 0, "requests": 1}, "wall_s": 114.5}
{"artifact_hashes": {"client_contacts_export.xlsx": "055e07042d282f317e6bf67e15ecab23c7c09b64cfcfd97ee7e423b4a0c50104", "zendesk_import_rules.txt": "fc98c9ba873af3deacf41ca6b731bd6898080ba1bfee44b82cdf5a35da036683", "zendesk_organizations_export.csv": "f1dea6bba3fb3b96d174468297400f7a8dd17223de0b206029c6c28606464ecc", "zendesk_user_import_template.csv": "7a8f2879b232d211cb7888d2bbe766d6c13b3873dbbf9cdabf44fab1078e031e", "zendesk_users.csv": "a36bed110085bfc29913f36ee20ecd651a6e2c14056d3d12adc8308ec80392a6"}, "category": "reformatting", "checks": [{"name": "Zendesk template columns, exact order", "passed": true, "required": true, "type": "csv_columns"}, {"name": "one row per person", "passed": true, "required": true, "type": "csv_set_equal"}, {"name": "row count", "passed": true, "required": true, "type": "csv_row_count"}, {"name": "organization and external id", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "role and restriction", "passed": true, "required": true, "type": "csv_values_match"}, {"name": "plan tag", "passed": true, "required": true, "type": "csv_values_match"}], "cost_usd": 0.3182, "exit_code": 0, "grader_error_count": 0, "harness": "codex-sol", "passed": true, "raw_grader_error_count": 0, "raw_passed": true, "receipt_sha256": "c04af68a1db6016dcfcfb1ee40a5119173b1eb9b2380c7150b4e8614ee4b24ed", "run": 3, "run_id": "zendesk-users-import__codex-sol__r3", "scorer_manifest_sha256": "b4720db00f2a55461ca70767a4baf8dd2d25aa9d301e8fe22ea13d21ccca358f", "source_sha256": "1fa2c0f1eafde9cdfde602d717703da968dd94891cdf65f51170311ac2387a13", "task": "zendesk-users-import", "timed_out": false, "usage": {"by_model": {"gpt-5.6-sol": {"cached_input": 119424, "input": 157094, "output": 5988}}, "cached_input": 119424, "input": 157094, "output": 5988, "reasoning": 0, "requests": 1}, "wall_s": 128.4}