{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-92", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.7624, -2.1374, -1.2624, -1.2624]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-877", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3493, -0.3493, -3.8493, -3.0993]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-443", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.3495, -3.7245, -2.5995, -2.8495]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-474", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8537, -4.7287, -0.1037, -4.9787]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-589", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.4379, -0.6879, -2.1879, -2.9379]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-873", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9388, -3.5638, -3.1888, -0.3138]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-251", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.9774, -3.6024, -4.1024, -0.1024]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-550", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9426, -3.0676, -0.3176, -2.6926]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-311", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7345, -0.2345, -3.9845, -4.3595]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_en", "pair_id": "belebele-490", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.1374, -4.8874, -5.5124, -2.7624]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-92", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9542, -2.2042, -1.8292, -0.5792]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-877", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.9048, -1.0298, -4.4673, -1.9048]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-443", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.5685, -1.0685, -1.5685, -1.6935]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-474", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8026, -2.3026, -1.1776, -0.8026]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-589", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.3694, -1.2444, -1.4944, -1.7444]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-873", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8359, -2.8359, -3.2109, -0.4609]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-251", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9693, -0.7193, -2.3443, -1.9693]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-550", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9706, -3.2206, -0.5956, -1.2206]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-311", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.133, -0.258, -4.008, -3.383]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "belebele_pl", "pair_id": "belebele-490", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3905, -4.3905, -4.7655, -0.2655]}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-10856", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7297, -1.8547, -0.7297, -2.3547], "subject": "professional_law", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-10247", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.5892, -1.5892, -1.2142, -1.8392], "subject": "prehistory", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-7410", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5443, -3.9193, -0.1693, -4.9193], "subject": "miscellaneous", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-3581", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.3693, -0.1193, -4.1193, -4.4943], "subject": "high_school_geography", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-13087", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.4274, -1.1774, -2.0524, -1.9274], "subject": "public_relations", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-3504", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3323, -3.7073, -0.7073, -1.0823], "subject": "high_school_geography", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-2383", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2038, -2.0788, -0.9538, -1.5788], "subject": "elementary_mathematics", "stem": true}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-11496", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4847, -0.9847, -1.1097, -2.4847], "subject": "professional_law", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-1058", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.7777, -2.0277, -2.4027, -0.4027], "subject": "college_computer_science", "stem": true}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_en", "pair_id": "mmlu-6013", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.4165, -1.0415, -2.0415, -1.6665], "subject": "high_school_world_history", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-10856", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8281, -1.7031, -1.2031, -1.3281], "subject": "professional_law", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-10247", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9109, -1.9109, -1.0359, -1.2859], "subject": "prehistory", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-7410", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.1209, -1.7459, -1.4959, -1.6209], "subject": "miscellaneous", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-3581", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8758, -0.5008, -3.7508, -2.1258], "subject": "high_school_geography", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-13087", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2453, -1.8703, -3.8703, -0.7453], "subject": "public_relations", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-3504", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.206, -2.956, -0.581, -1.956], "subject": "high_school_geography", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-2383", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.076, -1.576, -1.076, -1.451], "subject": "elementary_mathematics", "stem": true}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-11496", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.6265, -1.2515, -1.6265, -1.5015], "subject": "professional_law", "stem": false}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-1058", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8449, -1.7199, -1.3449, -1.2199], "subject": "college_computer_science", "stem": true}
{"tag": "smoke", "model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "benchmark": "mmlu_pl", "pair_id": "mmlu-6013", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.6159, -1.1159, -3.6159, -1.1159], "subject": "high_school_world_history", "stem": false}