Name,Effect,CI_Low,CI_High,P_Value,Sig,Prob_Change,CI_Low_Prob,CI_High_Prob Null,-0.12356683444572496,-0.18093521078294283,-0.06619845810850707,2.448172676526649e-05,***,,, GPT-OSS-120B-Simple-Per-5,-0.07300938713598072,-0.1303777634732002,-0.015641010798761235,0.012626891804091059,*,,, Gemma-4-Simple,-0.07058342139466796,-0.12795179773188742,-0.013215045057448485,0.01589654649947352,*,,, Qwen-3.6-27B-Simple,-0.0535495659982259,-0.11091794233544298,0.003818810338991188,0.06732055075471766,,,, Qwen-3.6-27B-Simple-Per-5,-0.05091950254131336,-0.10828787887853072,0.006448873795903996,0.08191325705995697,,,, GPT-OSS-120B-Simple,-0.04337937489896295,-0.10074775123618099,0.013989001438255093,0.13830778570086324,,,, Nemotron-3-Super-Simple-Per-5,-0.040549834287104264,-0.09791821062432332,0.0168185420501148,0.16591180046451018,,,, Qwen-3.8-Flash-Next-Simple,-0.037998785132977934,-0.09536716147019647,0.019369591204240595,0.19418097975342227,,,, Qwen-3.5-Simple-Per-5,-0.03660101738387829,-0.09396939372109545,0.020767358953338866,0.21109606758887098,,,, Qwen-3.8-27B-Simple-Per-5,-0.023884260568018748,-0.08125263690523585,0.033484115769198346,0.41445091621657804,,,, GLM-5.3-Flash-Simple-Per-5,-0.01762183824843003,-0.07499021458564858,0.039746538088788516,0.5470970648650431,,,, DeepSeek-V4-Flash-Simple,-0.0161640273697936,-0.07353240370701003,0.04120434896742284,0.5807391543186744,,,, Gemma-4-Simple-Per-5,-0.015239088168362967,-0.0726074645055804,0.04212928816885446,0.6025744299571993,,,, Nemotron-3-Super-Simple,-0.014917238980507237,-0.0722856153177237,0.04245113735670924,0.6102582051573824,,,, MiniMax-M2.7-Simple-Per-5,-0.013908603411168752,-0.0712769797483882,0.0434597729260507,0.6346148001354425,,,, GLM-5.3-Flash-Simple,-0.013730629119614703,-0.07109900545683434,0.04363774721760493,0.6389549305647466,,,, MiniMax-M2.7-Simple,-0.01354634608832154,-0.0709147224255403,0.04382203024889722,0.6434619760588283,,,, GLM-5.1-Simple,-0.009705266848233583,-0.06707364318545224,0.04766310948898507,0.7401765390818005,,,, DeepSeek-V4-Flash-Simple-Per-5,-0.007865130035847484,-0.0652335063730639,0.049503246301368924,0.7881265081469662,,,, MiniMax-M3-Simple-Per-5,-0.006057314408054095,-0.06342569074527112,0.05131106192916292,0.8360308990431755,,,, Qwen-3.8-Flash-Next-Simple-Per-5,-0.003440812673643508,-0.058620465865002525,0.051738840517715504,0.9027144301150196,,,, GLM-5.2-Simple-Per-5,0.000987672455744654,-0.056380703881472365,0.05835604879296167,0.9730781492910032,,,, Sonnet-5.5-Simple-Per-5,0.017745946617914,-0.03962242971930345,0.07511432295513146,0.5442781770542506,,,, DeepSeek-V4.1-Flash-Simple-Per-5,0.019997609728820757,-0.03737076660839786,0.07736598606603938,0.4944233817225644,,,, Qwen-3.5-Simple,0.023856450521943223,-0.03351192581527576,0.08122482685916221,0.414994535186185,,,, Qwen-3.8-27B-Simple,0.024134922766731175,-0.0332334535704868,0.08150329910394916,0.40957011691235057,,,, GPT-6-Luna-Simple,0.02463466548369191,-0.031606206090271025,0.08087553705765485,0.3905619254607626,,,, Vanilla,0.025658609376957398,0.01483023870675531,0.03648698004715949,3.4609282280569893e-06,***,,, Kimi-K2.6-Simple,0.03162541144163688,-0.025742964895581345,0.08899378777885511,0.27988870357791323,,,, Kimi-K2.7-Simple-Per-5,0.03228257614723382,-0.025085800189985304,0.08965095248445296,0.27001790217436433,,,, GPT-6-Luna-Simple-Per-5,0.036616292322525654,-0.020752084014690704,0.093984668659742,0.21090563328887849,,,, GLM-5.2-Simple,0.04055768782995761,-0.016810688507259516,0.09792606416717474,0.16582983007184046,,,, GPT-6.1-Sol-Simple,0.06577565109918676,0.00840727476196819,0.12314402743640533,0.024633706564402207,*,,, Kimi-K2.7-Simple,0.06872378126684354,0.01135540492962639,0.1260921576040607,0.018885782889091384,*,,, Opus-5.5-Simple-Per-5,0.07664326860394921,0.01927489226672978,0.13401164494116863,0.00883940708172105,**,,, GPT-6.1-Sol-Simple-Per-5,0.09379015501356244,0.03642177867634506,0.15115853135077983,0.0013573425669144287,**,,, GLM-5.3-Simple-Per-5,0.10320757846213349,0.045839202124914796,0.1605759547993522,0.00042352777154360004,***,,,