trialId,model,specType,turns,totalTokens,inputTokens,outputTokens,fileWrites,fileReads,fileRewrites,tscAttempts,tscPasses,tscFails,demoAttempts,demoPasses,demoFails,otherCommands,otherCommandFails,toolErrors,constraintViolations,totalFiles,totalLines,judgeArch,judgeComp,judgeQual,judgeConstr,judgeOverall,hitMaxTurns,durationMs
c4-1,Sonnet 4.6,c4,32,880387,847579,32808,15,1,5,6,3,3,7,6,1,1,0,4,0,9,1776,9,10,9,10,9.5,false,483814
c4-2,Sonnet 4.6,c4,28,517991,498667,19324,15,2,5,6,3,3,3,3,0,1,0,3,2,9,1492,7,9,8,7,7.75,false,304438
c4-3,Sonnet 4.6,c4,26,502428,479181,23247,13,2,2,4,3,1,5,5,0,1,0,1,0,9,1380,7,9,8,7,7.75,false,347607
openapi-1,Sonnet 4.6,openapi,26,521521,498234,23287,14,1,2,5,3,2,2,2,0,2,0,2,0,10,1573,7,9,9,7,8,false,330873
openapi-2,Sonnet 4.6,openapi,19,334111,316838,17273,11,0,1,4,2,2,1,1,0,1,0,2,0,9,1522,9,9,9,8,8.75,false,234937
openapi-3,Sonnet 4.6,openapi,24,517298,490037,27261,14,1,3,5,2,3,1,1,0,1,0,3,0,10,1539,8,9,9,8,8.5,false,372273
prose-1,Sonnet 4.6,prose,22,366579,346828,19751,12,0,1,4,2,2,3,3,0,1,0,2,0,10,1823,8,9,9,8,8.5,false,298263
prose-2,Sonnet 4.6,prose,28,601666,574173,27493,14,1,3,5,3,2,5,5,0,1,0,2,0,10,1810,8,9,9,8,8.5,false,394012
prose-3,Sonnet 4.6,prose,21,331907,310158,21749,13,0,2,3,1,2,2,2,0,1,0,2,0,10,1424,7,9,9,8,8.25,false,296773
structured-1,Sonnet 4.6,structured,50,1734910,1692483,42427,23,1,12,7,4,3,10,8,2,7,1,6,1,10,1576,9,10,9,10,9.5,true,674351
structured-2,Sonnet 4.6,structured,24,412288,393637,18651,13,2,3,4,2,2,3,3,0,1,0,2,0,9,1332,8,9,9,9,8.75,false,288151
structured-3,Sonnet 4.6,structured,41,1032052,1006118,25934,14,3,3,7,5,2,7,5,2,8,0,4,1,9,1380,6,9,8,6,7.25,false,472093
typescript-contracts-1,Sonnet 4.6,typescript-contracts,42,960334,934491,25843,17,1,5,7,4,3,5,4,1,6,4,8,0,10,1392,8,9,9,8,8.5,false,426348
typescript-contracts-2,Sonnet 4.6,typescript-contracts,28,456223,440452,15771,13,0,1,5,2,3,2,2,0,3,3,6,0,10,1286,7,9,9,7,8,false,268815
typescript-contracts-3,Sonnet 4.6,typescript-contracts,26,429359,411795,17564,14,0,4,4,2,2,2,2,0,4,0,2,0,9,1254,8,9,9,9,8.75,false,264585
c4-1,Haiku 4.5,c4,37,643668,626143,17525,14,1,1,6,3,3,6,5,1,6,0,4,0,9,1234,6,7,7,6,6.5,false,248326
c4-2,Haiku 4.5,c4,46,919334,897371,21963,17,3,5,13,9,4,0,0,0,8,1,5,0,9,1158,6,7,8,7,7,false,203371
c4-3,Haiku 4.5,c4,35,633202,611810,21392,14,1,1,8,5,3,5,3,2,3,0,5,2,9,1146,5,7,7,4,5.75,false,255261
openapi-1,Haiku 4.5,openapi,38,844720,817510,27210,15,6,0,10,8,2,0,0,0,4,0,2,2,18,1681,6,7,7,6,6.5,false,248531
openapi-2,Haiku 4.5,openapi,36,823314,795562,27752,16,1,2,9,5,4,2,2,0,5,0,4,0,18,1759,8,7,8,9,8,false,234914
openapi-3,Haiku 4.5,openapi,41,973979,944171,29808,17,0,3,10,6,4,9,9,0,2,0,4,0,9,1173,7,7,8,7,7.25,false,278580
prose-1,Haiku 4.5,prose,30,557977,535039,22938,15,1,3,6,3,3,3,3,0,3,0,3,7,9,1319,4,6,7,4,5.25,false,192421
prose-2,Haiku 4.5,prose,32,505662,487044,18618,15,1,3,8,4,4,2,1,1,4,0,5,1,9,1334,5,6,6,4,5.25,false,195817
prose-3,Haiku 4.5,prose,40,867347,838734,28613,16,1,3,9,6,3,8,6,2,2,0,5,2,9,1350,6,7,7,5,6.25,false,277005
structured-1,Haiku 4.5,structured,31,534895,511657,23238,16,0,1,7,5,2,2,2,0,3,0,2,2,18,1618,5,7,7,4,5.75,false,214588
structured-2,Haiku 4.5,structured,33,573041,552090,20951,15,3,2,8,6,2,0,0,0,4,0,2,0,18,1398,8,7,8,9,8,false,196617
structured-3,Haiku 4.5,structured,36,708402,684759,23643,14,2,1,9,6,3,1,1,0,7,0,3,2,18,1579,5,6,7,4,5.5,false,210944
typescript-contracts-1,Haiku 4.5,typescript-contracts,40,736122,715673,20449,16,2,3,7,4,3,2,1,1,6,4,8,0,11,1160,7,8,8,7,7.5,false,227496
typescript-contracts-2,Haiku 4.5,typescript-contracts,45,970834,944930,25904,18,4,2,10,6,4,1,1,0,9,0,4,0,10,1072,5,8,7,5,6.25,false,230460
typescript-contracts-3,Haiku 4.5,typescript-contracts,38,734611,707553,27058,18,1,4,9,4,5,2,2,0,5,0,5,0,18,1268,7,8,8,7,7.5,false,248518
c4-1,GPT-5-mini,c4,26,247277,234457,12820,14,3,3,2,0,2,0,0,0,1,5,7,1,10,598,6,7,6,5,6,false,204153
c4-2,GPT-5-mini,c4,24,246985,233444,13541,12,1,2,5,2,3,1,1,0,2,0,3,0,9,688,6,8,7,7,7,false,210797
c4-3,GPT-5-mini,c4,35,459507,444460,15047,20,2,7,8,1,7,0,0,0,3,0,7,0,12,569,7,8,7,7,7.25,false,250554
openapi-1,GPT-5-mini,openapi,23,268395,258185,10210,11,1,1,4,1,3,1,0,1,3,1,5,0,9,760,6,7,7,6,6.5,false,169556
openapi-2,GPT-5-mini,openapi,19,173348,161989,11359,12,0,1,5,0,5,0,0,0,0,0,5,0,10,668,5,7,7,5,6,false,156624
openapi-3,GPT-5-mini,openapi,16,133557,124061,9496,13,0,1,2,0,2,0,0,0,0,0,2,0,10,615,8,8,7,9,8,false,116003
prose-1,GPT-5-mini,prose,22,159400,150113,9287,10,0,0,8,1,7,0,0,0,3,0,7,0,9,620,6,7,7,6,6.5,false,184902
prose-2,GPT-5-mini,prose,26,213570,203444,10126,14,2,2,6,1,5,0,0,0,2,0,5,0,10,657,5,7,7,5,6,false,178937
prose-3,GPT-5-mini,prose,22,159740,151627,8113,13,1,2,4,1,3,0,0,0,2,0,3,0,9,630,5,7,6,5,5.75,false,134514
structured-1,GPT-5-mini,structured,28,281156,265442,15714,14,0,4,7,2,5,2,1,1,3,0,6,1,9,631,7,8,8,6,7.25,false,232519
structured-2,GPT-5-mini,structured,22,189255,179522,9733,11,2,1,4,1,3,1,0,1,2,0,4,0,9,619,6,8,7,6,6.75,false,163206
structured-3,GPT-5-mini,structured,14,90274,80667,9607,11,0,1,2,0,2,0,0,0,0,0,2,0,9,576,6,8,7,6,6.75,false,113985
typescript-contracts-1,GPT-5-mini,typescript-contracts,21,184777,171469,13308,11,0,0,5,1,4,1,1,0,2,0,4,0,10,669,5,7,7,5,6,false,187378
typescript-contracts-2,GPT-5-mini,typescript-contracts,33,388302,366182,22120,16,3,4,4,1,3,2,0,2,1,5,10,0,11,694,6,8,7,7,7,false,319514
typescript-contracts-3,GPT-5-mini,typescript-contracts,20,176026,159587,16439,14,0,2,4,1,3,0,0,0,0,0,3,0,10,676,7,8,8,7,7.5,false,196207
c4-1,GPT-5,c4,12,96281,79763,16518,10,0,0,1,0,1,0,0,0,0,0,1,0,9,745,6,8,8,6,7,false,163708
c4-2,GPT-5,c4,23,239838,223042,16796,13,1,3,5,2,3,0,0,0,2,0,3,0,9,716,6,8,7,6,6.75,false,213983
c4-3,GPT-5,c4,26,305853,274438,31415,19,0,7,3,0,3,2,1,1,0,0,4,0,11,747,6,8,7,6,6.75,false,299960
openapi-1,GPT-5,openapi,29,324990,305644,19346,15,0,3,9,3,6,1,1,0,2,0,6,0,10,693,5,8,7,5,6.25,false,317917
openapi-2,GPT-5,openapi,18,178839,165888,12951,11,0,1,3,1,2,0,0,0,3,0,2,0,9,706,6,7,8,6,6.75,false,164067
openapi-3,GPT-5,openapi,13,120021,103955,16066,10,0,0,1,0,1,0,0,0,0,1,2,0,9,746,6,7,8,6,6.75,false,168988
prose-1,GPT-5,prose,16,122094,105351,16743,11,1,1,1,0,1,2,0,2,0,0,3,0,9,672,7,8,8,8,7.75,false,210040
prose-2,GPT-5,prose,26,268785,242399,26386,18,1,6,5,0,5,0,0,0,0,0,5,0,11,747,7,8,8,7,7.5,false,290131
prose-3,GPT-5,prose,22,192602,168270,24332,15,0,3,5,0,5,0,0,0,0,0,5,0,10,712,6,8,7,6,6.75,false,272818
structured-1,GPT-5,structured,23,206865,191541,15324,13,1,3,5,1,4,0,0,0,2,0,4,0,9,687,7,8,8,7,7.5,false,208561
structured-2,GPT-5,structured,39,638619,601097,37522,22,2,11,9,1,8,2,1,1,2,0,9,0,10,677,7,8,8,6,7.25,false,424553
structured-3,GPT-5,structured,28,305974,280029,25945,16,1,5,7,2,5,1,1,0,2,0,5,0,10,727,6,8,7,6,6.75,false,338695
typescript-contracts-1,GPT-5,typescript-contracts,23,254288,232083,22205,13,1,2,2,0,2,3,1,2,2,0,4,0,10,856,7,9,8,7,7.75,false,279847
typescript-contracts-2,GPT-5,typescript-contracts,22,252230,224386,27844,16,0,5,1,0,1,4,1,3,0,0,4,0,10,869,6,8,8,6,7,false,296526
typescript-contracts-3,GPT-5,typescript-contracts,22,214174,190110,24064,13,1,2,4,1,3,1,0,1,2,0,4,0,10,825,7,9,8,7,7.75,false,313688
c4-1,Gemini 2.5 Flash,c4,25,606937,593349,13588,16,1,5,5,1,4,0,0,0,2,0,4,0,10,985,8,8,8,8,8,false,206125
c4-2,Gemini 2.5 Flash,c4,6,36946,34099,2847,6,0,0,0,0,0,0,0,0,0,0,0,0,6,376,5,4,6,6,5.25,false,36152
c4-3,Gemini 2.5 Flash,c4,10,118683,107456,11227,9,1,1,0,0,0,0,0,0,0,0,0,0,8,1104,7,7,8,7,7.25,false,95832
openapi-1,Gemini 2.5 Flash,openapi,6,52958,49866,3092,6,0,0,0,0,0,0,0,0,0,0,0,0,6,430,7,5,8,7,6.75,false,82955
openapi-2,Gemini 2.5 Flash,openapi,20,296877,286549,10328,13,0,3,5,1,4,0,0,0,1,0,4,0,9,1023,6,7,7,6,6.5,false,122984
openapi-3,Gemini 2.5 Flash,openapi,5,38816,36448,2368,5,0,0,0,0,0,0,0,0,0,0,0,0,5,323,7,4,7,7,6.25,false,22733
prose-1,Gemini 2.5 Flash,prose,6,31036,27200,3836,6,0,0,0,0,0,0,0,0,0,0,0,1,6,447,5,4,6,4,4.75,false,102757
prose-2,Gemini 2.5 Flash,prose,6,24474,21903,2571,6,0,0,0,0,0,0,0,0,0,0,0,0,6,346,6,4,7,6,5.75,false,32370
prose-3,Gemini 2.5 Flash,prose,31,426924,407813,19111,24,0,12,4,1,3,0,0,0,2,0,3,0,11,1024,7,7,7,6,6.75,false,216103
structured-1,Gemini 2.5 Flash,structured,5,23893,21776,2117,5,0,0,0,0,0,0,0,0,0,0,0,0,5,272,6,4,7,6,5.75,false,27306
structured-2,Gemini 2.5 Flash,structured,23,354172,343107,11065,15,0,5,5,1,4,0,0,0,2,0,4,0,9,820,6,8,7,6,6.75,false,194570
structured-3,Gemini 2.5 Flash,structured,5,31062,27350,3712,5,0,0,0,0,0,0,0,0,0,0,0,0,5,446,6,4,7,5,5.5,false,36212
typescript-contracts-1,Gemini 2.5 Flash,typescript-contracts,29,596771,572777,23994,22,0,11,4,1,3,0,0,0,2,0,3,0,10,1152,7,8,8,7,7.5,false,255493
typescript-contracts-2,Gemini 2.5 Flash,typescript-contracts,23,348807,334444,14363,15,1,4,4,1,3,0,0,0,2,0,3,0,10,987,5,8,7,5,6.25,false,215397
typescript-contracts-3,Gemini 2.5 Flash,typescript-contracts,23,353149,340511,12638,15,0,4,5,1,4,0,0,0,2,0,4,0,10,972,5,8,7,5,6.25,false,222566
c4-1,Gemini 2.5 Pro,c4,5,29435,27393,2042,5,0,0,0,0,0,0,0,0,0,0,0,0,5,292,7,4,7,6,6,false,323785
c4-2,Gemini 2.5 Pro,c4,28,443988,428133,15855,16,5,6,4,1,3,0,0,0,2,0,3,0,9,828,7,7,7,8,7.25,false,302878
c4-3,Gemini 2.5 Pro,c4,22,256172,247484,8688,14,3,3,3,1,2,0,0,0,1,0,2,1,9,685,7,6,7,7,6.75,false,269423
openapi-1,Gemini 2.5 Pro,openapi,18,216744,207849,8895,11,1,1,1,0,1,4,2,2,0,0,3,0,9,744,6,7,8,6,6.75,false,326635
openapi-2,Gemini 2.5 Pro,openapi,21,285105,272564,12541,15,0,5,4,1,3,0,0,0,1,0,3,0,9,751,6,8,7,6,6.75,false,289269
openapi-3,Gemini 2.5 Pro,openapi,15,160355,152478,7877,11,0,0,2,1,1,0,0,0,1,0,1,0,9,763,7,7,8,7,7.25,false,188937
prose-1,Gemini 2.5 Pro,prose,26,232674,223018,9656,16,1,6,6,1,5,0,0,0,2,0,5,2,9,602,6,6,6,7,6.25,false,249445
prose-2,Gemini 2.5 Pro,prose,16,100233,93571,6662,12,0,0,2,1,1,0,0,0,1,0,1,1,10,656,5,6,7,5,5.75,false,174597
prose-3,Gemini 2.5 Pro,prose,15,104006,96667,7339,11,0,1,1,0,1,2,1,1,0,0,2,1,9,697,6,5,6,5,5.5,false,190253
structured-1,Gemini 2.5 Pro,structured,22,226869,218286,8583,13,2,3,6,1,5,0,0,0,0,0,5,0,9,716,7,8,8,7,7.5,false,299995
structured-2,Gemini 2.5 Pro,structured,27,426693,412841,13852,15,4,5,5,1,4,0,0,0,2,0,4,0,9,772,6,7,7,6,6.5,false,354215
structured-3,Gemini 2.5 Pro,structured,20,257097,246144,10953,15,0,5,3,1,2,0,0,0,1,0,2,3,9,690,4,7,6,4,5.25,false,277780
typescript-contracts-1,Gemini 2.5 Pro,typescript-contracts,41,867164,847798,19366,27,5,15,6,1,5,0,0,0,1,0,5,0,10,850,6,8,7,6,6.75,false,398499
typescript-contracts-2,Gemini 2.5 Pro,typescript-contracts,50,1001883,987261,14622,22,12,10,9,2,7,2,0,2,4,0,9,0,10,863,6,8,8,5,6.75,true,459264
typescript-contracts-3,Gemini 2.5 Pro,typescript-contracts,22,318567,305562,13005,15,2,4,4,1,3,0,0,0,0,0,3,0,11,984,0,0,0,0,0,false,288889