requested_model_name,dataset_name,strategy,accuracy,ci_low,ci_high,n
gemma_4_26b_a4b,arc_challenge,cot,0.8907563025210085,0.8447463645474417,0.924352086670215,238
gemma_4_e2b,arc_challenge,cot,0.7689075630252101,0.7113369470216023,0.8179351054292582,238
gemma_4_e4b,arc_challenge,cot,0.8907563025210085,0.8447463645474417,0.924352086670215,238
phi_4_mini_reasoning,arc_challenge,cot,0.2689075630252101,0.21657517039111923,0.32858165953392254,238
phi_4_reasoning,arc_challenge,cot,0.29411764705882354,0.2398678445587814,0.3549082402835285,238
qwen3_30b_a3b,arc_challenge,cot,0.3949579831932773,0.3349928874955609,0.45826021701582165,238
qwen3_8b,arc_challenge,cot,0.3403361344537815,0.28310043188497847,0.40264428697232313,238
gemma_4_26b_a4b,arc_challenge,few_shot_cot,0.9369747899159664,0.898629319936815,0.9614377652958329,238
gemma_4_e2b,arc_challenge,few_shot_cot,0.726890756302521,0.6670154740901835,0.7795578201652298,238
gemma_4_e4b,arc_challenge,few_shot_cot,0.8907563025210085,0.8447463645474417,0.924352086670215,238
phi_4_mini_reasoning,arc_challenge,few_shot_cot,0.28991596638655465,0.23597089591726106,0.35053531310550423,238
phi_4_reasoning,arc_challenge,few_shot_cot,0.2773109243697479,0.22431534045081344,0.3373812411133177,238
qwen3_30b_a3b,arc_challenge,few_shot_cot,0.48739495798319327,0.4245974833448165,0.5505928891965493,238
qwen3_8b,arc_challenge,few_shot_cot,0.5252100840336135,0.46187109244147023,0.587748162475798,238
gemma_4_26b_a4b,arc_challenge,zero_shot,0.9453781512605042,0.9088023203717762,0.9678045164999612,238
gemma_4_e2b,arc_challenge,zero_shot,0.7689075630252101,0.7113369470216023,0.8179351054292582,238
gemma_4_e4b,arc_challenge,zero_shot,0.8991596638655462,0.8543418311324636,0.9312963717242823,238
phi_4_mini_reasoning,arc_challenge,zero_shot,0.27310924369747897,0.22044217983477005,0.33298452590981636,238
phi_4_reasoning,arc_challenge,zero_shot,0.3025210084033613,0.2476789498084673,0.36363688667293204,238
qwen3_30b_a3b,arc_challenge,zero_shot,0.41596638655462187,0.3551658775020451,0.47943660610706096,238
qwen3_8b,arc_challenge,zero_shot,0.44537815126050423,0.3835995445125284,0.5088920698333905,238
gemma_4_26b_a4b,gsm8k,cot,0.7815126050420168,0.7247691189893162,0.8293125609201784,238
gemma_4_e2b,gsm8k,cot,0.6848739495798319,0.6233121663218255,0.7405623697381409,238
gemma_4_e4b,gsm8k,cot,0.7899159663865546,0.7337620298546615,0.8368594016939223,238
phi_4_mini_reasoning,gsm8k,cot,0.21008403361344538,0.1631405983060777,0.2662379701453384,238
phi_4_reasoning,gsm8k,cot,0.008403361344537815,0.002307489575779127,0.03011703953749171,238
qwen3_30b_a3b,gsm8k,cot,0.7563025210084033,0.6979699621783712,0.8064924628138551,238
qwen3_8b,gsm8k,cot,0.7899159663865546,0.7337620298546615,0.8368594016939223,238
gemma_4_26b_a4b,gsm8k,few_shot_cot,0.680672268907563,0.6189728089182516,0.7366318513221704,238
gemma_4_e2b,gsm8k,few_shot_cot,0.7100840336134454,0.6494646868944958,0.7640291040827389,238
gemma_4_e4b,gsm8k,few_shot_cot,0.7521008403361344,0.6935281838676295,0.802664365305052,238
phi_4_mini_reasoning,gsm8k,few_shot_cot,0.31512605042016806,0.25943763026185895,0.3766878336781744,238
phi_4_reasoning,gsm8k,few_shot_cot,0.02100840336134454,0.00900598570518914,0.04822817086671577,238
qwen3_30b_a3b,gsm8k,few_shot_cot,0.8067226890756303,0.7518453478509413,0.8518555869758213,238
qwen3_8b,gsm8k,few_shot_cot,0.819327731092437,0.7654992539921194,0.8630113082932772,238
gemma_4_26b_a4b,gsm8k,zero_shot,0.7941176470588235,0.7382704038832029,0.8406209034849255,238
gemma_4_e2b,gsm8k,zero_shot,0.6932773109243697,0.6320072584707848,0.7484070292282712,238
gemma_4_e4b,gsm8k,zero_shot,0.7899159663865546,0.7337620298546615,0.8368594016939223,238
phi_4_mini_reasoning,gsm8k,zero_shot,0.18067226890756302,0.13698869170672273,0.2345007460078805,238
phi_4_reasoning,gsm8k,zero_shot,0.04201680672268908,0.022979992778216888,0.07560354289141151,238
qwen3_30b_a3b,gsm8k,zero_shot,0.7815126050420168,0.7247691189893162,0.8293125609201784,238
qwen3_8b,gsm8k,zero_shot,0.7899159663865546,0.7337620298546615,0.8368594016939223,238
gemma_4_26b_a4b,math_l1_l3,cot,0.6428571428571429,0.5801547461230793,0.7010210317414404,238
gemma_4_e2b,math_l1_l3,cot,0.5798319327731093,0.5163419060835182,0.6407857344878312,238
gemma_4_e4b,math_l1_l3,cot,0.6680672268907563,0.6059868196908431,0.7248082130909446,238
phi_4_mini_reasoning,math_l1_l3,cot,0.22268907563025211,0.17447245053236327,0.2797157453776869,238
phi_4_reasoning,math_l1_l3,cot,0.012605042016806723,0.004295864517803973,0.036398540415011546,238
qwen3_30b_a3b,math_l1_l3,cot,0.5756302521008403,0.5121249678712904,0.636732796880514,238
qwen3_8b,math_l1_l3,cot,0.2773109243697479,0.22431534045081344,0.3373812411133177,238
gemma_4_26b_a4b,math_l1_l3,few_shot_cot,0.5714285714285714,0.5079125613149227,0.6326753276173371,238
gemma_4_e2b,math_l1_l3,few_shot_cot,0.6890756302521008,0.6276569632254247,0.7444874486540864,238
gemma_4_e4b,math_l1_l3,few_shot_cot,0.6932773109243697,0.6320072584707848,0.7484070292282712,238
phi_4_mini_reasoning,math_l1_l3,few_shot_cot,0.3907563025210084,0.3309722369462509,0.454010991745587,238
phi_4_reasoning,math_l1_l3,few_shot_cot,0.029411764705882353,0.014318466405798428,0.059455441805195866,238
qwen3_30b_a3b,math_l1_l3,few_shot_cot,0.6134453781512605,0.5502429407868402,0.6730437063408666,238
qwen3_8b,math_l1_l3,few_shot_cot,0.6386554621848739,0.5758670184904403,0.6970388835545344,238
gemma_4_26b_a4b,math_l1_l3,zero_shot,0.6932773109243697,0.6320072584707848,0.7484070292282712,238
gemma_4_e2b,math_l1_l3,zero_shot,0.6176470588235294,0.5545016080048943,0.677054914942357,238
gemma_4_e4b,math_l1_l3,zero_shot,0.6302521008403361,0.5673063119868309,0.6890598384190545,238
phi_4_mini_reasoning,math_l1_l3,zero_shot,0.25210084033613445,0.20117047756001621,0.3109068490868468,238
phi_4_reasoning,math_l1_l3,zero_shot,0.037815126050420166,0.0200197954050187,0.07029386444506497,238
qwen3_30b_a3b,math_l1_l3,zero_shot,0.5840336134453782,0.520563393892939,0.6448341224979548,238
qwen3_8b,math_l1_l3,zero_shot,0.2184873949579832,0.17068743907982165,0.2752308810106838,238
gemma_4_26b_a4b,truthfulqa_mc1,cot,0.726890756302521,0.6670154740901835,0.7795578201652298,238
gemma_4_e2b,truthfulqa_mc1,cot,0.5630252100840336,0.49950127677590717,0.6245468605172632,238
gemma_4_e4b,truthfulqa_mc1,cot,0.6428571428571429,0.5801547461230793,0.7010210317414404,238
phi_4_mini_reasoning,truthfulqa_mc1,cot,0.9831932773109243,0.9575903339090249,0.9934453853386146,238
phi_4_reasoning,truthfulqa_mc1,cot,0.9957983193277311,0.9765874128692085,0.9992579338370651,238
qwen3_30b_a3b,truthfulqa_mc1,cot,0.9873949579831933,0.9636014595849884,0.995704135482196,238
qwen3_8b,truthfulqa_mc1,cot,0.9873949579831933,0.9636014595849884,0.995704135482196,238
gemma_4_26b_a4b,truthfulqa_mc1,few_shot_cot,0.7857142857142857,0.7292616574969053,0.8330898982321338,238
gemma_4_e2b,truthfulqa_mc1,few_shot_cot,0.5168067226890757,0.45355738320407607,0.5795221200741028,238
gemma_4_e4b,truthfulqa_mc1,few_shot_cot,0.7394957983193278,0.6802428854518626,0.7911400362621849,238
phi_4_mini_reasoning,truthfulqa_mc1,few_shot_cot,0.9663865546218487,0.9350850222079834,0.9828711937614776,238
phi_4_reasoning,truthfulqa_mc1,few_shot_cot,1.0,0.9841152225258184,0.9999999999999999,238
qwen3_30b_a3b,truthfulqa_mc1,few_shot_cot,0.9663865546218487,0.9350850222079834,0.9828711937614776,238
qwen3_8b,truthfulqa_mc1,few_shot_cot,0.9789915966386554,0.9517718291332842,0.9909940142948108,238
gemma_4_26b_a4b,truthfulqa_mc1,zero_shot,0.7941176470588235,0.7382704038832029,0.8406209034849255,238
gemma_4_e2b,truthfulqa_mc1,zero_shot,0.5504201680672269,0.486917949868721,0.6123205599658154,238
gemma_4_e4b,truthfulqa_mc1,zero_shot,0.7352941176470589,0.6758274467331971,0.7872855991613059,238
phi_4_mini_reasoning,truthfulqa_mc1,zero_shot,0.9453781512605042,0.9088023203717762,0.9678045164999612,238
phi_4_reasoning,truthfulqa_mc1,zero_shot,0.9957983193277311,0.9765874128692085,0.9992579338370651,238
qwen3_30b_a3b,truthfulqa_mc1,zero_shot,0.9831932773109243,0.9575903339090249,0.9934453853386146,238
qwen3_8b,truthfulqa_mc1,zero_shot,0.9621848739495799,0.929706135554935,0.9799802045949813,238