model,dataset,strategy,present,n,strict_acc,diagnostic_lenient_acc,missing_prediction_rate,final_hash_answer_rate,bare_letter_response_rate,think_tag_rate,object_object_rate,median_response_chars,mean_response_chars,mean_latency_sec,mean_output_tokens,error_rows,load_modes,status,file
gemma_4_26b_a4b,arc_challenge,orig_zero_shot_answer_only,1,500,0.922,0.914,0.032,0.0,0.25,0.0,0.0,12.0,107.002,3.4455914530456067,75.108,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__arc_challenge__orig_zero_shot_answer_only__n500.csv
gemma_4_26b_a4b,arc_challenge,orig_cot_answer_only,1,500,0.858,0.804,0.104,0.0,0.512,0.0,0.0,1.0,174.276,2.5102835697084664,55.678,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__arc_challenge__orig_cot_answer_only__n500.csv
gemma_4_26b_a4b,arc_challenge,orig_few_shot_cot_answer_only,1,500,0.912,0.936,0.0,0.688,0.016,0.0,0.0,6.0,81.952,2.5720862739831207,55.7,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__arc_challenge__orig_few_shot_cot_answer_only__n500.csv
gemma_4_26b_a4b,arc_challenge,cot_rationale_final_letter,1,500,0.956,0.956,0.014,0.986,0.0,0.0,0.0,916.0,1210.128,13.87298912524432,293.926,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__arc_challenge__cot_rationale_final_letter__n500.csv
gemma_4_26b_a4b,arc_challenge,few_shot_cot_rationale_final_letter,1,500,0.854,0.878,0.112,0.888,0.0,0.0,0.0,283.0,586.63,7.8684929011464115,164.642,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__arc_challenge__few_shot_cot_rationale_final_letter__n500.csv
gemma_4_26b_a4b,truthfulqa_mc1,orig_zero_shot_answer_only,1,500,0.792,0.784,0.106,0.0,0.224,0.0,0.0,11.0,89.862,2.5280022158771756,54.142,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__truthfulqa_mc1__orig_zero_shot_answer_only__n500.csv
gemma_4_26b_a4b,truthfulqa_mc1,orig_cot_answer_only,1,500,0.75,0.742,0.132,0.0,0.196,0.0,0.0,11.0,164.052,2.5046011863797903,54.182,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__truthfulqa_mc1__orig_cot_answer_only__n500.csv
gemma_4_26b_a4b,truthfulqa_mc1,orig_few_shot_cot_answer_only,1,500,0.82,0.81,0.034,0.016,0.672,0.0,0.0,1.0,56.732,1.7315471309050918,36.568,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__truthfulqa_mc1__orig_few_shot_cot_answer_only__n500.csv
gemma_4_26b_a4b,truthfulqa_mc1,cot_rationale_final_letter,1,500,0.882,0.886,0.006,0.994,0.0,0.0,0.0,651.0,1130.34,13.600370238952339,286.214,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__truthfulqa_mc1__cot_rationale_final_letter__n500.csv
gemma_4_26b_a4b,truthfulqa_mc1,few_shot_cot_rationale_final_letter,1,500,0.876,0.882,0.01,0.99,0.0,0.0,0.0,321.0,530.322,6.500816542342305,135.532,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_26b_a4b__truthfulqa_mc1__few_shot_cot_rationale_final_letter__n500.csv
gemma_4_e4b,arc_challenge,orig_zero_shot_answer_only,1,500,0.906,0.906,0.004,0.0,0.996,0.0,0.0,1.0,1.028,0.18927102152258157,4.86,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__arc_challenge__orig_zero_shot_answer_only__n500.csv
gemma_4_e4b,arc_challenge,orig_cot_answer_only,1,500,0.878,0.886,0.018,0.0,0.944,0.0,0.0,1.0,38.954,0.6479623616039752,17.168,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__arc_challenge__orig_cot_answer_only__n500.csv
gemma_4_e4b,arc_challenge,orig_few_shot_cot_answer_only,1,500,0.884,0.836,0.002,0.058,0.924,0.0,0.0,1.0,26.846,0.7113674516603351,18.526,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__arc_challenge__orig_few_shot_cot_answer_only__n500.csv
gemma_4_e4b,arc_challenge,cot_rationale_final_letter,1,500,0.932,0.936,0.012,0.988,0.0,0.0,0.0,392.5,432.778,16.683768944978713,411.938,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__arc_challenge__cot_rationale_final_letter__n500.csv
gemma_4_e4b,arc_challenge,few_shot_cot_rationale_final_letter,1,500,0.784,0.802,0.054,0.946,0.0,0.0,0.0,398.0,433.43,6.934927269510925,170.456,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__arc_challenge__few_shot_cot_rationale_final_letter__n500.csv
gemma_4_e4b,truthfulqa_mc1,orig_zero_shot_answer_only,1,500,0.732,0.726,0.034,0.0,0.954,0.0,0.0,1.0,15.416,0.5445996072366833,14.042,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__truthfulqa_mc1__orig_zero_shot_answer_only__n500.csv
gemma_4_e4b,truthfulqa_mc1,orig_cot_answer_only,1,500,0.628,0.59,0.206,0.0,0.714,0.0,0.0,1.0,80.018,2.8262801883667708,74.708,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__truthfulqa_mc1__orig_cot_answer_only__n500.csv
gemma_4_e4b,truthfulqa_mc1,orig_few_shot_cot_answer_only,1,500,0.742,0.74,0.024,0.0,0.974,0.0,0.0,1.0,2.838,0.3069331584647298,7.88,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__truthfulqa_mc1__orig_few_shot_cot_answer_only__n500.csv
gemma_4_e4b,truthfulqa_mc1,cot_rationale_final_letter,1,500,0.73,0.768,0.056,0.944,0.0,0.0,0.0,450.0,507.382,18.644742200866343,459.602,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__truthfulqa_mc1__cot_rationale_final_letter__n500.csv
gemma_4_e4b,truthfulqa_mc1,few_shot_cot_rationale_final_letter,1,500,0.786,0.814,0.044,0.956,0.0,0.0,0.0,411.0,475.866,6.720058591164649,166.06,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__gemma_4_e4b__truthfulqa_mc1__few_shot_cot_rationale_final_letter__n500.csv
qwen3_8b,arc_challenge,orig_zero_shot_answer_only,1,500,0.404,0.474,0.024,0.0,0.226,0.754,0.0,1159.0,891.442,4.72324775376916,236.394,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__arc_challenge__orig_zero_shot_answer_only__n500.csv
qwen3_8b,arc_challenge,orig_cot_answer_only,1,500,0.312,0.404,0.008,0.0,0.096,0.904,0.0,1190.5,1071.122,5.159804010681808,252.766,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__arc_challenge__orig_cot_answer_only__n500.csv
qwen3_8b,arc_challenge,orig_few_shot_cot_answer_only,1,500,0.508,0.586,0.02,0.292,0.066,0.634,0.0,1143.5,760.544,4.877230359300971,239.814,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__arc_challenge__orig_few_shot_cot_answer_only__n500.csv
qwen3_8b,arc_challenge,cot_rationale_final_letter,1,500,0.818,0.886,0.158,0.842,0.0,0.13,0.0,276.0,529.424,7.228184861212969,345.136,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__arc_challenge__cot_rationale_final_letter__n500.csv
qwen3_8b,arc_challenge,few_shot_cot_rationale_final_letter,1,500,0.856,0.9,0.116,0.884,0.0,0.098,0.0,228.0,427.06,6.358009469106793,301.268,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__arc_challenge__few_shot_cot_rationale_final_letter__n500.csv
qwen3_8b,truthfulqa_mc1,orig_zero_shot_answer_only,1,500,0.962,0.504,0.006,0.0,0.18,0.814,0.0,1094.0,908.694,4.665694271959365,228.88,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__truthfulqa_mc1__orig_zero_shot_answer_only__n500.csv
qwen3_8b,truthfulqa_mc1,orig_cot_answer_only,1,500,0.99,0.44,0.002,0.0,0.044,0.954,0.0,1132.0,1074.11,5.192242706246674,254.372,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__truthfulqa_mc1__orig_cot_answer_only__n500.csv
qwen3_8b,truthfulqa_mc1,orig_few_shot_cot_answer_only,1,500,0.986,0.454,0.002,0.0,0.104,0.894,0.0,1122.0,1012.514,5.15284157294035,251.642,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__truthfulqa_mc1__orig_few_shot_cot_answer_only__n500.csv
qwen3_8b,truthfulqa_mc1,cot_rationale_final_letter,1,500,0.506,0.716,0.454,0.546,0.0,0.386,0.0,364.5,1026.412,8.859071585007012,420.9,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__truthfulqa_mc1__cot_rationale_final_letter__n500.csv
qwen3_8b,truthfulqa_mc1,few_shot_cot_rationale_final_letter,1,500,0.562,0.71,0.398,0.602,0.0,0.33,0.0,307.0,891.502,8.502308254338802,403.458,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__qwen3_8b__truthfulqa_mc1__few_shot_cot_rationale_final_letter__n500.csv
phi_4_reasoning,arc_challenge,orig_zero_shot_answer_only,1,500,0.274,0.858,0.0,0.0,0.052,0.948,0.0,1055.5,1011.608,4.832939256250858,253.036,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__arc_challenge__orig_zero_shot_answer_only__n500.csv
phi_4_reasoning,arc_challenge,orig_cot_answer_only,1,500,0.268,0.822,0.0,0.0,0.018,0.982,0.0,1065.0,1047.034,4.858918312951922,255.486,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__arc_challenge__orig_cot_answer_only__n500.csv
phi_4_reasoning,arc_challenge,orig_few_shot_cot_answer_only,1,500,0.246,0.424,0.0,0.384,0.0,1.0,0.0,1125.0,1137.338,4.78469943357259,256.0,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__arc_challenge__orig_few_shot_cot_answer_only__n500.csv
phi_4_reasoning,arc_challenge,cot_rationale_final_letter,1,500,0.864,0.902,0.11,0.89,0.0,0.976,0.0,2205.5,2173.3,10.57381878092885,510.886,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__arc_challenge__cot_rationale_final_letter__n500.csv
phi_4_reasoning,arc_challenge,few_shot_cot_rationale_final_letter,1,500,0.796,0.852,0.112,0.888,0.0,1.0,0.0,2210.5,2230.182,10.660770845130086,512.0,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__arc_challenge__few_shot_cot_rationale_final_letter__n500.csv
phi_4_reasoning,truthfulqa_mc1,orig_zero_shot_answer_only,1,500,0.996,0.734,0.0,0.0,0.052,0.948,0.0,1064.0,1012.862,4.883699329771101,253.214,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__truthfulqa_mc1__orig_zero_shot_answer_only__n500.csv
phi_4_reasoning,truthfulqa_mc1,orig_cot_answer_only,1,500,0.994,0.712,0.002,0.0,0.052,0.946,0.0,1058.5,1006.234,4.91040402457118,253.74,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__truthfulqa_mc1__orig_cot_answer_only__n500.csv
phi_4_reasoning,truthfulqa_mc1,orig_few_shot_cot_answer_only,1,500,1.0,0.5,0.0,0.0,0.0,1.0,0.0,1096.0,1099.638,4.800454337641597,256.0,0,bf16,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__truthfulqa_mc1__orig_few_shot_cot_answer_only__n500.csv
phi_4_reasoning,truthfulqa_mc1,cot_rationale_final_letter,1,500,0.526,0.802,0.436,0.564,0.0,0.986,0.0,2166.0,2157.086,10.580761616826058,511.43,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__truthfulqa_mc1__cot_rationale_final_letter__n500.csv
phi_4_reasoning,truthfulqa_mc1,few_shot_cot_rationale_final_letter,1,500,0.424,0.754,0.56,0.44,0.0,1.0,0.0,2197.0,2204.142,10.656946126647293,512.0,0,bf16_direct_no_4bit,PASS,results/raw/mc_prompt_ablation_v3_full500__phi_4_reasoning__truthfulqa_mc1__few_shot_cot_rationale_final_letter__n500.csv