{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 214, "gold": "8", "item_id": "gsm8kpl-1004", "meta": {"digits": 1, "orig_idx": 1004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1187, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 223, "gold": "8", "item_id": "gsm8kpl-1004", "meta": {"digits": 1, "orig_idx": 1004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1046, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 192, "gold": "6", "item_id": "gsm8kpl-101", "meta": {"digits": 1, "orig_idx": 101}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "6.25", "prompt_tokens": 1193, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "6", "item_id": "gsm8kpl-101", "meta": {"digits": 1, "orig_idx": 101}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1052, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "78", "item_id": "gsm8kpl-1015", "meta": {"digits": 2, "orig_idx": 1015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "78", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 146, "gold": "78", "item_id": "gsm8kpl-1015", "meta": {"digits": 2, "orig_idx": 1015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "78", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 248, "gold": "138", "item_id": "gsm8kpl-1016", "meta": {"digits": 3, "orig_idx": 1016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "139", "prompt_tokens": 1186, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 311, "gold": "138", "item_id": "gsm8kpl-1016", "meta": {"digits": 3, "orig_idx": 1016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "139", "prompt_tokens": 1045, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 391, "gold": "12", "item_id": "gsm8kpl-1022", "meta": {"digits": 2, "orig_idx": 1022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1172, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 413, "gold": "12", "item_id": "gsm8kpl-1022", "meta": {"digits": 2, "orig_idx": 1022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1031, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "300", "item_id": "gsm8kpl-1024", "meta": {"digits": 3, "orig_idx": 1024}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1170, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 186, "gold": "300", "item_id": "gsm8kpl-1024", "meta": {"digits": 3, "orig_idx": 1024}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1029, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 288, "gold": "43200", "item_id": "gsm8kpl-1026", "meta": {"digits": 4, "orig_idx": 1026}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "43200", "prompt_tokens": 1189, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 267, "gold": "43200", "item_id": "gsm8kpl-1026", "meta": {"digits": 4, "orig_idx": 1026}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "43200", "prompt_tokens": 1048, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 207, "gold": "450", "item_id": "gsm8kpl-1032", "meta": {"digits": 3, "orig_idx": 1032}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "450", "prompt_tokens": 1202, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 292, "gold": "450", "item_id": "gsm8kpl-1032", "meta": {"digits": 3, "orig_idx": 1032}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "450", "prompt_tokens": 1061, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 101, "gold": "10", "item_id": "gsm8kpl-1036", "meta": {"digits": 2, "orig_idx": 1036}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1163, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "10", "item_id": "gsm8kpl-1036", "meta": {"digits": 2, "orig_idx": 1036}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1022, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 124, "gold": "500", "item_id": "gsm8kpl-104", "meta": {"digits": 3, "orig_idx": 104}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "500", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 251, "gold": "500", "item_id": "gsm8kpl-104", "meta": {"digits": 3, "orig_idx": 104}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "500", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 260, "gold": "736", "item_id": "gsm8kpl-1040", "meta": {"digits": 3, "orig_idx": 1040}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "736", "prompt_tokens": 1176, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 455, "gold": "736", "item_id": "gsm8kpl-1040", "meta": {"digits": 3, "orig_idx": 1040}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "1756", "prompt_tokens": 1035, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 106, "gold": "101", "item_id": "gsm8kpl-1041", "meta": {"digits": 3, "orig_idx": 1041}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "101", "prompt_tokens": 1189, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "101", "item_id": "gsm8kpl-1041", "meta": {"digits": 3, "orig_idx": 1041}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "101", "prompt_tokens": 1048, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 159, "gold": "1", "item_id": "gsm8kpl-1044", "meta": {"digits": 1, "orig_idx": 1044}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 163, "gold": "1", "item_id": "gsm8kpl-1044", "meta": {"digits": 1, "orig_idx": 1044}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 444, "gold": "10", "item_id": "gsm8kpl-1047", "meta": {"digits": 2, "orig_idx": 1047}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1185, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 457, "gold": "10", "item_id": "gsm8kpl-1047", "meta": {"digits": 2, "orig_idx": 1047}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1044, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "110", "item_id": "gsm8kpl-1052", "meta": {"digits": 3, "orig_idx": 1052}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "110", "prompt_tokens": 1191, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "110", "item_id": "gsm8kpl-1052", "meta": {"digits": 3, "orig_idx": 1052}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "110", "prompt_tokens": 1050, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 310, "gold": "14", "item_id": "gsm8kpl-1066", "meta": {"digits": 2, "orig_idx": 1066}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 412, "gold": "14", "item_id": "gsm8kpl-1066", "meta": {"digits": 2, "orig_idx": 1066}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 192, "gold": "18", "item_id": "gsm8kpl-1070", "meta": {"digits": 2, "orig_idx": 1070}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "22", "prompt_tokens": 1193, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 128, "gold": "18", "item_id": "gsm8kpl-1070", "meta": {"digits": 2, "orig_idx": 1070}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "12", "prompt_tokens": 1052, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 152, "gold": "750", "item_id": "gsm8kpl-1074", "meta": {"digits": 3, "orig_idx": 1074}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "500", "prompt_tokens": 1164, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 278, "gold": "750", "item_id": "gsm8kpl-1074", "meta": {"digits": 3, "orig_idx": 1074}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "500", "prompt_tokens": 1023, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 284, "gold": "195", "item_id": "gsm8kpl-1081", "meta": {"digits": 3, "orig_idx": 1081}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "195", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 835, "gold": "195", "item_id": "gsm8kpl-1081", "meta": {"digits": 3, "orig_idx": 1081}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "195", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 180, "gold": "2", "item_id": "gsm8kpl-1083", "meta": {"digits": 1, "orig_idx": 1083}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1179, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 272, "gold": "2", "item_id": "gsm8kpl-1083", "meta": {"digits": 1, "orig_idx": 1083}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1038, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 124, "gold": "480", "item_id": "gsm8kpl-1097", "meta": {"digits": 3, "orig_idx": 1097}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "480", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 213, "gold": "480", "item_id": "gsm8kpl-1097", "meta": {"digits": 3, "orig_idx": 1097}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "480", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "2", "item_id": "gsm8kpl-1099", "meta": {"digits": 1, "orig_idx": 1099}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1208, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "2", "item_id": "gsm8kpl-1099", "meta": {"digits": 1, "orig_idx": 1099}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1067, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 265, "gold": "5", "item_id": "gsm8kpl-1118", "meta": {"digits": 1, "orig_idx": 1118}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1212, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 312, "gold": "5", "item_id": "gsm8kpl-1118", "meta": {"digits": 1, "orig_idx": 1118}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1071, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "6", "item_id": "gsm8kpl-114", "meta": {"digits": 1, "orig_idx": 114}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1196, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 255, "gold": "6", "item_id": "gsm8kpl-114", "meta": {"digits": 1, "orig_idx": 114}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1055, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 168, "gold": "9", "item_id": "gsm8kpl-1142", "meta": {"digits": 1, "orig_idx": 1142}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1181, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "9", "item_id": "gsm8kpl-1142", "meta": {"digits": 1, "orig_idx": 1142}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1040, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 105, "gold": "300", "item_id": "gsm8kpl-1143", "meta": {"digits": 3, "orig_idx": 1143}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1143, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 153, "gold": "300", "item_id": "gsm8kpl-1143", "meta": {"digits": 3, "orig_idx": 1143}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1002, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "16", "item_id": "gsm8kpl-1146", "meta": {"digits": 2, "orig_idx": 1146}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 275, "gold": "16", "item_id": "gsm8kpl-1146", "meta": {"digits": 2, "orig_idx": 1146}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 84, "gold": "21", "item_id": "gsm8kpl-1150", "meta": {"digits": 2, "orig_idx": 1150}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "21", "prompt_tokens": 1147, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 68, "gold": "21", "item_id": "gsm8kpl-1150", "meta": {"digits": 2, "orig_idx": 1150}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "21", "prompt_tokens": 1006, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 73, "gold": "12", "item_id": "gsm8kpl-1163", "meta": {"digits": 2, "orig_idx": 1163}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "6", "prompt_tokens": 1147, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 49, "gold": "12", "item_id": "gsm8kpl-1163", "meta": {"digits": 2, "orig_idx": 1163}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "6", "prompt_tokens": 1006, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 181, "gold": "9", "item_id": "gsm8kpl-1164", "meta": {"digits": 1, "orig_idx": 1164}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1189, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 417, "gold": "9", "item_id": "gsm8kpl-1164", "meta": {"digits": 1, "orig_idx": 1164}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1048, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 366, "gold": "20", "item_id": "gsm8kpl-1168", "meta": {"digits": 2, "orig_idx": 1168}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1172, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 368, "gold": "20", "item_id": "gsm8kpl-1168", "meta": {"digits": 2, "orig_idx": 1168}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1031, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "240", "item_id": "gsm8kpl-1174", "meta": {"digits": 3, "orig_idx": 1174}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "240", "prompt_tokens": 1205, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 404, "gold": "240", "item_id": "gsm8kpl-1174", "meta": {"digits": 3, "orig_idx": 1174}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "240", "prompt_tokens": 1064, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 74, "gold": "17", "item_id": "gsm8kpl-1178", "meta": {"digits": 2, "orig_idx": 1178}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "17", "prompt_tokens": 1145, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 84, "gold": "17", "item_id": "gsm8kpl-1178", "meta": {"digits": 2, "orig_idx": 1178}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "17", "prompt_tokens": 1004, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "5600", "item_id": "gsm8kpl-1180", "meta": {"digits": 4, "orig_idx": 1180}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5600", "prompt_tokens": 1202, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 290, "gold": "5600", "item_id": "gsm8kpl-1180", "meta": {"digits": 4, "orig_idx": 1180}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5600", "prompt_tokens": 1061, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 660, "gold": "20", "item_id": "gsm8kpl-1181", "meta": {"digits": 2, "orig_idx": 1181}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "7.5", "prompt_tokens": 1151, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 438, "gold": "20", "item_id": "gsm8kpl-1181", "meta": {"digits": 2, "orig_idx": 1181}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "11", "prompt_tokens": 1010, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 398, "gold": "5", "item_id": "gsm8kpl-1187", "meta": {"digits": 1, "orig_idx": 1187}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1170, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 410, "gold": "5", "item_id": "gsm8kpl-1187", "meta": {"digits": 1, "orig_idx": 1187}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1029, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 74, "gold": "6", "item_id": "gsm8kpl-1189", "meta": {"digits": 1, "orig_idx": 1189}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1168, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 244, "gold": "6", "item_id": "gsm8kpl-1189", "meta": {"digits": 1, "orig_idx": 1189}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1027, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "19", "item_id": "gsm8kpl-1202", "meta": {"digits": 2, "orig_idx": 1202}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "19", "prompt_tokens": 1178, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 273, "gold": "19", "item_id": "gsm8kpl-1202", "meta": {"digits": 2, "orig_idx": 1202}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "19", "prompt_tokens": 1037, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "32", "item_id": "gsm8kpl-1220", "meta": {"digits": 2, "orig_idx": 1220}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "32", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "32", "item_id": "gsm8kpl-1220", "meta": {"digits": 2, "orig_idx": 1220}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "32", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 241, "gold": "3", "item_id": "gsm8kpl-1225", "meta": {"digits": 1, "orig_idx": 1225}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "4", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 261, "gold": "3", "item_id": "gsm8kpl-1225", "meta": {"digits": 1, "orig_idx": 1225}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "4", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 176, "gold": "81", "item_id": "gsm8kpl-1233", "meta": {"digits": 2, "orig_idx": 1233}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "81", "prompt_tokens": 1167, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 443, "gold": "81", "item_id": "gsm8kpl-1233", "meta": {"digits": 2, "orig_idx": 1233}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "81", "prompt_tokens": 1026, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 185, "gold": "520", "item_id": "gsm8kpl-1238", "meta": {"digits": 3, "orig_idx": 1238}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "520", "prompt_tokens": 1185, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 300, "gold": "520", "item_id": "gsm8kpl-1238", "meta": {"digits": 3, "orig_idx": 1238}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "520", "prompt_tokens": 1044, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "35", "item_id": "gsm8kpl-1244", "meta": {"digits": 2, "orig_idx": 1244}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "35", "prompt_tokens": 1200, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 195, "gold": "35", "item_id": "gsm8kpl-1244", "meta": {"digits": 2, "orig_idx": 1244}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "35", "prompt_tokens": 1059, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 101, "gold": "22", "item_id": "gsm8kpl-1250", "meta": {"digits": 2, "orig_idx": 1250}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "22", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 80, "gold": "22", "item_id": "gsm8kpl-1250", "meta": {"digits": 2, "orig_idx": 1250}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "22", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 222, "gold": "30", "item_id": "gsm8kpl-1251", "meta": {"digits": 2, "orig_idx": 1251}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1189, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 373, "gold": "30", "item_id": "gsm8kpl-1251", "meta": {"digits": 2, "orig_idx": 1251}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1048, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "70", "item_id": "gsm8kpl-1252", "meta": {"digits": 2, "orig_idx": 1252}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "70", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "70", "item_id": "gsm8kpl-1252", "meta": {"digits": 2, "orig_idx": 1252}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "70", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 216, "gold": "120", "item_id": "gsm8kpl-1253", "meta": {"digits": 3, "orig_idx": 1253}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "120", "prompt_tokens": 1154, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "120", "item_id": "gsm8kpl-1253", "meta": {"digits": 3, "orig_idx": 1253}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "120", "prompt_tokens": 1013, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "7200", "item_id": "gsm8kpl-1259", "meta": {"digits": 4, "orig_idx": 1259}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7200", "prompt_tokens": 1159, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 348, "gold": "7200", "item_id": "gsm8kpl-1259", "meta": {"digits": 4, "orig_idx": 1259}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7200", "prompt_tokens": 1018, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 177, "gold": "235", "item_id": "gsm8kpl-1261", "meta": {"digits": 3, "orig_idx": 1261}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "235", "prompt_tokens": 1207, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 179, "gold": "235", "item_id": "gsm8kpl-1261", "meta": {"digits": 3, "orig_idx": 1261}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "235", "prompt_tokens": 1066, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 235, "gold": "12", "item_id": "gsm8kpl-1262", "meta": {"digits": 2, "orig_idx": 1262}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1184, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 373, "gold": "12", "item_id": "gsm8kpl-1262", "meta": {"digits": 2, "orig_idx": 1262}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1043, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 170, "gold": "3528", "item_id": "gsm8kpl-1270", "meta": {"digits": 4, "orig_idx": 1270}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3528", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 299, "gold": "3528", "item_id": "gsm8kpl-1270", "meta": {"digits": 4, "orig_idx": 1270}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3528", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 152, "gold": "296", "item_id": "gsm8kpl-1272", "meta": {"digits": 3, "orig_idx": 1272}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "296", "prompt_tokens": 1182, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 235, "gold": "296", "item_id": "gsm8kpl-1272", "meta": {"digits": 3, "orig_idx": 1272}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "296", "prompt_tokens": 1041, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 170, "gold": "27", "item_id": "gsm8kpl-1273", "meta": {"digits": 2, "orig_idx": 1273}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27", "prompt_tokens": 1165, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 225, "gold": "27", "item_id": "gsm8kpl-1273", "meta": {"digits": 2, "orig_idx": 1273}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27", "prompt_tokens": 1024, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 95, "gold": "1218", "item_id": "gsm8kpl-1285", "meta": {"digits": 4, "orig_idx": 1285}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1218", "prompt_tokens": 1192, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 76, "gold": "1218", "item_id": "gsm8kpl-1285", "meta": {"digits": 4, "orig_idx": 1285}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1218", "prompt_tokens": 1051, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 248, "gold": "90", "item_id": "gsm8kpl-1290", "meta": {"digits": 2, "orig_idx": 1290}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1154, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 309, "gold": "90", "item_id": "gsm8kpl-1290", "meta": {"digits": 2, "orig_idx": 1290}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1013, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "67", "item_id": "gsm8kpl-1292", "meta": {"digits": 2, "orig_idx": 1292}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "67", "prompt_tokens": 1165, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 220, "gold": "67", "item_id": "gsm8kpl-1292", "meta": {"digits": 2, "orig_idx": 1292}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "67", "prompt_tokens": 1024, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "13", "item_id": "gsm8kpl-1299", "meta": {"digits": 2, "orig_idx": 1299}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "13", "prompt_tokens": 1177, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "13", "item_id": "gsm8kpl-1299", "meta": {"digits": 2, "orig_idx": 1299}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "13", "prompt_tokens": 1036, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "1000", "item_id": "gsm8kpl-1304", "meta": {"digits": 4, "orig_idx": 1304}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1000", "prompt_tokens": 1178, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 210, "gold": "1000", "item_id": "gsm8kpl-1304", "meta": {"digits": 4, "orig_idx": 1304}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1000", "prompt_tokens": 1037, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 189, "gold": "2280", "item_id": "gsm8kpl-1309", "meta": {"digits": 4, "orig_idx": 1309}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "2180", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 205, "gold": "2280", "item_id": "gsm8kpl-1309", "meta": {"digits": 4, "orig_idx": 1309}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "2180", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 397, "gold": "64", "item_id": "gsm8kpl-1310", "meta": {"digits": 2, "orig_idx": 1310}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "64", "prompt_tokens": 1199, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 653, "gold": "64", "item_id": "gsm8kpl-1310", "meta": {"digits": 2, "orig_idx": 1310}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "64", "prompt_tokens": 1058, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 181, "gold": "180", "item_id": "gsm8kpl-1312", "meta": {"digits": 3, "orig_idx": 1312}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "180", "prompt_tokens": 1167, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 146, "gold": "180", "item_id": "gsm8kpl-1312", "meta": {"digits": 3, "orig_idx": 1312}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "180", "prompt_tokens": 1026, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "40", "item_id": "gsm8kpl-135", "meta": {"digits": 2, "orig_idx": 135}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1164, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 134, "gold": "40", "item_id": "gsm8kpl-135", "meta": {"digits": 2, "orig_idx": 135}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1023, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 294, "gold": "400", "item_id": "gsm8kpl-141", "meta": {"digits": 3, "orig_idx": 141}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "400", "prompt_tokens": 1155, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 282, "gold": "400", "item_id": "gsm8kpl-141", "meta": {"digits": 3, "orig_idx": 141}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "400", "prompt_tokens": 1014, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 192, "gold": "2125", "item_id": "gsm8kpl-146", "meta": {"digits": 4, "orig_idx": 146}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2125", "prompt_tokens": 1198, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 297, "gold": "2125", "item_id": "gsm8kpl-146", "meta": {"digits": 4, "orig_idx": 146}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2125", "prompt_tokens": 1057, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "16", "item_id": "gsm8kpl-149", "meta": {"digits": 2, "orig_idx": 149}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 261, "gold": "16", "item_id": "gsm8kpl-149", "meta": {"digits": 2, "orig_idx": 149}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 878, "gold": "48", "item_id": "gsm8kpl-153", "meta": {"digits": 2, "orig_idx": 153}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1216, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 678, "gold": "48", "item_id": "gsm8kpl-153", "meta": {"digits": 2, "orig_idx": 153}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1075, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 182, "gold": "77", "item_id": "gsm8kpl-165", "meta": {"digits": 2, "orig_idx": 165}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "77", "prompt_tokens": 1231, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "77", "item_id": "gsm8kpl-165", "meta": {"digits": 2, "orig_idx": 165}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "77", "prompt_tokens": 1090, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 271, "gold": "16", "item_id": "gsm8kpl-167", "meta": {"digits": 2, "orig_idx": 167}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1144, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 321, "gold": "16", "item_id": "gsm8kpl-167", "meta": {"digits": 2, "orig_idx": 167}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1003, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 42, "gold": "18", "item_id": "gsm8kpl-168", "meta": {"digits": 2, "orig_idx": 168}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "10", "prompt_tokens": 1142, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 44, "gold": "18", "item_id": "gsm8kpl-168", "meta": {"digits": 2, "orig_idx": 168}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "10", "prompt_tokens": 1001, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 154, "gold": "150", "item_id": "gsm8kpl-170", "meta": {"digits": 3, "orig_idx": 170}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "150", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 311, "gold": "150", "item_id": "gsm8kpl-170", "meta": {"digits": 3, "orig_idx": 170}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "150", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 151, "gold": "95", "item_id": "gsm8kpl-174", "meta": {"digits": 2, "orig_idx": 174}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "95", "prompt_tokens": 1218, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 220, "gold": "95", "item_id": "gsm8kpl-174", "meta": {"digits": 2, "orig_idx": 174}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "95", "prompt_tokens": 1077, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 259, "gold": "350", "item_id": "gsm8kpl-177", "meta": {"digits": 3, "orig_idx": 177}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "350", "prompt_tokens": 1208, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 544, "gold": "350", "item_id": "gsm8kpl-177", "meta": {"digits": 3, "orig_idx": 177}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "350", "prompt_tokens": 1067, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 311, "gold": "2", "item_id": "gsm8kpl-183", "meta": {"digits": 1, "orig_idx": 183}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1255, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 540, "gold": "2", "item_id": "gsm8kpl-183", "meta": {"digits": 1, "orig_idx": 183}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "38", "prompt_tokens": 1114, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 373, "gold": "25", "item_id": "gsm8kpl-184", "meta": {"digits": 2, "orig_idx": 184}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1154, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 514, "gold": "25", "item_id": "gsm8kpl-184", "meta": {"digits": 2, "orig_idx": 184}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1013, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 136, "gold": "360", "item_id": "gsm8kpl-190", "meta": {"digits": 3, "orig_idx": 190}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "360", "prompt_tokens": 1147, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "360", "item_id": "gsm8kpl-190", "meta": {"digits": 3, "orig_idx": 190}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "360", "prompt_tokens": 1006, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 210, "gold": "24", "item_id": "gsm8kpl-193", "meta": {"digits": 2, "orig_idx": 193}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "12", "prompt_tokens": 1249, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 342, "gold": "24", "item_id": "gsm8kpl-193", "meta": {"digits": 2, "orig_idx": 193}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "24", "prompt_tokens": 1108, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 300, "gold": "15", "item_id": "gsm8kpl-20", "meta": {"digits": 2, "orig_idx": 20}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 330, "gold": "15", "item_id": "gsm8kpl-20", "meta": {"digits": 2, "orig_idx": 20}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 269, "gold": "31", "item_id": "gsm8kpl-203", "meta": {"digits": 2, "orig_idx": 203}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "31", "prompt_tokens": 1228, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 303, "gold": "31", "item_id": "gsm8kpl-203", "meta": {"digits": 2, "orig_idx": 203}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "31", "prompt_tokens": 1087, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "860", "item_id": "gsm8kpl-206", "meta": {"digits": 3, "orig_idx": 206}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "860", "prompt_tokens": 1194, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 343, "gold": "860", "item_id": "gsm8kpl-206", "meta": {"digits": 3, "orig_idx": 206}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "860", "prompt_tokens": 1053, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 146, "gold": "250", "item_id": "gsm8kpl-213", "meta": {"digits": 3, "orig_idx": 213}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "250", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 218, "gold": "250", "item_id": "gsm8kpl-213", "meta": {"digits": 3, "orig_idx": 213}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "250", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 132, "gold": "15", "item_id": "gsm8kpl-217", "meta": {"digits": 2, "orig_idx": 217}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1146, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 163, "gold": "15", "item_id": "gsm8kpl-217", "meta": {"digits": 2, "orig_idx": 217}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1005, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "90", "item_id": "gsm8kpl-221", "meta": {"digits": 2, "orig_idx": 221}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "90", "item_id": "gsm8kpl-221", "meta": {"digits": 2, "orig_idx": 221}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "90", "item_id": "gsm8kpl-237", "meta": {"digits": 2, "orig_idx": 237}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 89, "gold": "90", "item_id": "gsm8kpl-237", "meta": {"digits": 2, "orig_idx": 237}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 199, "gold": "280", "item_id": "gsm8kpl-239", "meta": {"digits": 3, "orig_idx": 239}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "280", "prompt_tokens": 1187, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 315, "gold": "280", "item_id": "gsm8kpl-239", "meta": {"digits": 3, "orig_idx": 239}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "280", "prompt_tokens": 1046, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 194, "gold": "21", "item_id": "gsm8kpl-240", "meta": {"digits": 2, "orig_idx": 240}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "21", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 328, "gold": "21", "item_id": "gsm8kpl-240", "meta": {"digits": 2, "orig_idx": 240}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "21", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "3", "item_id": "gsm8kpl-242", "meta": {"digits": 1, "orig_idx": 242}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3", "prompt_tokens": 1176, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "3", "item_id": "gsm8kpl-242", "meta": {"digits": 1, "orig_idx": 242}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3", "prompt_tokens": 1035, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "7", "item_id": "gsm8kpl-245", "meta": {"digits": 1, "orig_idx": 245}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7", "prompt_tokens": 1182, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 374, "gold": "7", "item_id": "gsm8kpl-245", "meta": {"digits": 1, "orig_idx": 245}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7", "prompt_tokens": 1041, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 231, "gold": "27000", "item_id": "gsm8kpl-246", "meta": {"digits": 4, "orig_idx": 246}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27000", "prompt_tokens": 1200, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 235, "gold": "27000", "item_id": "gsm8kpl-246", "meta": {"digits": 4, "orig_idx": 246}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27000", "prompt_tokens": 1059, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "300", "item_id": "gsm8kpl-248", "meta": {"digits": 3, "orig_idx": 248}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1151, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 193, "gold": "300", "item_id": "gsm8kpl-248", "meta": {"digits": 3, "orig_idx": 248}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1010, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 274, "gold": "5600", "item_id": "gsm8kpl-249", "meta": {"digits": 4, "orig_idx": 249}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5600", "prompt_tokens": 1192, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 401, "gold": "5600", "item_id": "gsm8kpl-249", "meta": {"digits": 4, "orig_idx": 249}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5600", "prompt_tokens": 1051, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "18", "item_id": "gsm8kpl-253", "meta": {"digits": 2, "orig_idx": 253}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "18", "prompt_tokens": 1154, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 86, "gold": "18", "item_id": "gsm8kpl-253", "meta": {"digits": 2, "orig_idx": 253}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "18", "prompt_tokens": 1013, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 214, "gold": "192", "item_id": "gsm8kpl-255", "meta": {"digits": 3, "orig_idx": 255}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "176", "prompt_tokens": 1168, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 317, "gold": "192", "item_id": "gsm8kpl-255", "meta": {"digits": 3, "orig_idx": 255}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "16", "prompt_tokens": 1027, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 279, "gold": "168", "item_id": "gsm8kpl-259", "meta": {"digits": 3, "orig_idx": 259}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "168", "prompt_tokens": 1162, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 549, "gold": "168", "item_id": "gsm8kpl-259", "meta": {"digits": 3, "orig_idx": 259}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "240", "prompt_tokens": 1021, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 218, "gold": "16", "item_id": "gsm8kpl-27", "meta": {"digits": 2, "orig_idx": 27}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 313, "gold": "16", "item_id": "gsm8kpl-27", "meta": {"digits": 2, "orig_idx": 27}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 101, "gold": "40", "item_id": "gsm8kpl-278", "meta": {"digits": 2, "orig_idx": 278}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1149, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 86, "gold": "40", "item_id": "gsm8kpl-278", "meta": {"digits": 2, "orig_idx": 278}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1008, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 243, "gold": "6", "item_id": "gsm8kpl-279", "meta": {"digits": 1, "orig_idx": 279}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1145, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 351, "gold": "6", "item_id": "gsm8kpl-279", "meta": {"digits": 1, "orig_idx": 279}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1004, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 193, "gold": "195", "item_id": "gsm8kpl-282", "meta": {"digits": 3, "orig_idx": 282}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "195", "prompt_tokens": 1177, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "195", "item_id": "gsm8kpl-282", "meta": {"digits": 3, "orig_idx": 282}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "195", "prompt_tokens": 1036, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 127, "gold": "90", "item_id": "gsm8kpl-286", "meta": {"digits": 2, "orig_idx": 286}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1152, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 112, "gold": "90", "item_id": "gsm8kpl-286", "meta": {"digits": 2, "orig_idx": 286}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "90", "prompt_tokens": 1011, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 228, "gold": "75", "item_id": "gsm8kpl-292", "meta": {"digits": 2, "orig_idx": 292}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 281, "gold": "75", "item_id": "gsm8kpl-292", "meta": {"digits": 2, "orig_idx": 292}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 188, "gold": "500", "item_id": "gsm8kpl-298", "meta": {"digits": 3, "orig_idx": 298}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "400", "prompt_tokens": 1196, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 770, "gold": "500", "item_id": "gsm8kpl-298", "meta": {"digits": 3, "orig_idx": 298}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "500", "prompt_tokens": 1055, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "8", "item_id": "gsm8kpl-301", "meta": {"digits": 1, "orig_idx": 301}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1214, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 358, "gold": "8", "item_id": "gsm8kpl-301", "meta": {"digits": 1, "orig_idx": 301}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1073, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 757, "gold": "16", "item_id": "gsm8kpl-307", "meta": {"digits": 2, "orig_idx": 307}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1178, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 598, "gold": "16", "item_id": "gsm8kpl-307", "meta": {"digits": 2, "orig_idx": 307}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1037, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 169, "gold": "8", "item_id": "gsm8kpl-309", "meta": {"digits": 1, "orig_idx": 309}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 348, "gold": "8", "item_id": "gsm8kpl-309", "meta": {"digits": 1, "orig_idx": 309}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "30", "item_id": "gsm8kpl-314", "meta": {"digits": 2, "orig_idx": 314}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1157, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 296, "gold": "30", "item_id": "gsm8kpl-314", "meta": {"digits": 2, "orig_idx": 314}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1016, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 117, "gold": "1", "item_id": "gsm8kpl-321", "meta": {"digits": 1, "orig_idx": 321}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1145, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "1", "item_id": "gsm8kpl-321", "meta": {"digits": 1, "orig_idx": 321}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1004, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 951, "gold": "75", "item_id": "gsm8kpl-323", "meta": {"digits": 2, "orig_idx": 323}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1207, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 320, "gold": "75", "item_id": "gsm8kpl-323", "meta": {"digits": 2, "orig_idx": 323}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1066, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 204, "gold": "14", "item_id": "gsm8kpl-326", "meta": {"digits": 2, "orig_idx": 326}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1181, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 260, "gold": "14", "item_id": "gsm8kpl-326", "meta": {"digits": 2, "orig_idx": 326}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1040, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "70", "item_id": "gsm8kpl-33", "meta": {"digits": 2, "orig_idx": 33}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "70", "prompt_tokens": 1146, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "70", "item_id": "gsm8kpl-33", "meta": {"digits": 2, "orig_idx": 33}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "70", "prompt_tokens": 1005, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 89, "gold": "44", "item_id": "gsm8kpl-332", "meta": {"digits": 2, "orig_idx": 332}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "44", "prompt_tokens": 1163, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 117, "gold": "44", "item_id": "gsm8kpl-332", "meta": {"digits": 2, "orig_idx": 332}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "44", "prompt_tokens": 1022, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "23", "item_id": "gsm8kpl-34", "meta": {"digits": 2, "orig_idx": 34}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "23", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 202, "gold": "23", "item_id": "gsm8kpl-34", "meta": {"digits": 2, "orig_idx": 34}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "23", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 113, "gold": "4", "item_id": "gsm8kpl-340", "meta": {"digits": 1, "orig_idx": 340}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "3", "prompt_tokens": 1243, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "4", "item_id": "gsm8kpl-340", "meta": {"digits": 1, "orig_idx": 340}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1102, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 138, "gold": "75", "item_id": "gsm8kpl-36", "meta": {"digits": 2, "orig_idx": 36}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 369, "gold": "75", "item_id": "gsm8kpl-36", "meta": {"digits": 2, "orig_idx": 36}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 81, "gold": "18", "item_id": "gsm8kpl-365", "meta": {"digits": 2, "orig_idx": 365}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "18", "prompt_tokens": 1139, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 69, "gold": "18", "item_id": "gsm8kpl-365", "meta": {"digits": 2, "orig_idx": 365}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "18", "prompt_tokens": 998, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 140, "gold": "18", "item_id": "gsm8kpl-368", "meta": {"digits": 2, "orig_idx": 368}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "10", "prompt_tokens": 1146, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 439, "gold": "18", "item_id": "gsm8kpl-368", "meta": {"digits": 2, "orig_idx": 368}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "10", "prompt_tokens": 1005, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 131, "gold": "240000", "item_id": "gsm8kpl-373", "meta": {"digits": 4, "orig_idx": 373}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "240000", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 165, "gold": "240000", "item_id": "gsm8kpl-373", "meta": {"digits": 4, "orig_idx": 373}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "240000", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 181, "gold": "15", "item_id": "gsm8kpl-378", "meta": {"digits": 2, "orig_idx": 378}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 215, "gold": "15", "item_id": "gsm8kpl-378", "meta": {"digits": 2, "orig_idx": 378}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 224, "gold": "2", "item_id": "gsm8kpl-383", "meta": {"digits": 1, "orig_idx": 383}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1224, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 469, "gold": "2", "item_id": "gsm8kpl-383", "meta": {"digits": 1, "orig_idx": 383}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2", "prompt_tokens": 1083, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 206, "gold": "32", "item_id": "gsm8kpl-384", "meta": {"digits": 2, "orig_idx": 384}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "32", "prompt_tokens": 1142, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 252, "gold": "32", "item_id": "gsm8kpl-384", "meta": {"digits": 2, "orig_idx": 384}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "32", "prompt_tokens": 1001, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 243, "gold": "80", "item_id": "gsm8kpl-386", "meta": {"digits": 2, "orig_idx": 386}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "80", "prompt_tokens": 1190, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 247, "gold": "80", "item_id": "gsm8kpl-386", "meta": {"digits": 2, "orig_idx": 386}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "80", "prompt_tokens": 1049, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "6", "item_id": "gsm8kpl-389", "meta": {"digits": 1, "orig_idx": 389}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1203, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 303, "gold": "6", "item_id": "gsm8kpl-389", "meta": {"digits": 1, "orig_idx": 389}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1062, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 207, "gold": "168", "item_id": "gsm8kpl-398", "meta": {"digits": 3, "orig_idx": 398}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "168", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "168", "item_id": "gsm8kpl-398", "meta": {"digits": 3, "orig_idx": 398}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "168", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 91, "gold": "48", "item_id": "gsm8kpl-400", "meta": {"digits": 2, "orig_idx": 400}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1155, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 75, "gold": "48", "item_id": "gsm8kpl-400", "meta": {"digits": 2, "orig_idx": 400}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1014, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 247, "gold": "4", "item_id": "gsm8kpl-402", "meta": {"digits": 1, "orig_idx": 402}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1194, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 362, "gold": "4", "item_id": "gsm8kpl-402", "meta": {"digits": 1, "orig_idx": 402}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1053, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 245, "gold": "81", "item_id": "gsm8kpl-403", "meta": {"digits": 2, "orig_idx": 403}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "135", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 519, "gold": "81", "item_id": "gsm8kpl-403", "meta": {"digits": 2, "orig_idx": 403}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "135", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "2000", "item_id": "gsm8kpl-407", "meta": {"digits": 4, "orig_idx": 407}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2000", "prompt_tokens": 1207, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "2000", "item_id": "gsm8kpl-407", "meta": {"digits": 4, "orig_idx": 407}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2000", "prompt_tokens": 1066, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 198, "gold": "200", "item_id": "gsm8kpl-41", "meta": {"digits": 3, "orig_idx": 41}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "200", "prompt_tokens": 1238, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 977, "gold": "200", "item_id": "gsm8kpl-41", "meta": {"digits": 3, "orig_idx": 41}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "200", "prompt_tokens": 1097, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 415, "gold": "3140", "item_id": "gsm8kpl-417", "meta": {"digits": 4, "orig_idx": 417}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3140", "prompt_tokens": 1194, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 416, "gold": "3140", "item_id": "gsm8kpl-417", "meta": {"digits": 4, "orig_idx": 417}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3140", "prompt_tokens": 1053, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "8", "item_id": "gsm8kpl-423", "meta": {"digits": 1, "orig_idx": 423}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "3", "prompt_tokens": 1240, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 1006, "gold": "8", "item_id": "gsm8kpl-423", "meta": {"digits": 1, "orig_idx": 423}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "4", "prompt_tokens": 1099, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "570", "item_id": "gsm8kpl-424", "meta": {"digits": 3, "orig_idx": 424}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "570", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 167, "gold": "570", "item_id": "gsm8kpl-424", "meta": {"digits": 3, "orig_idx": 424}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "570", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 315, "gold": "26", "item_id": "gsm8kpl-428", "meta": {"digits": 2, "orig_idx": 428}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "13", "prompt_tokens": 1192, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 284, "gold": "26", "item_id": "gsm8kpl-428", "meta": {"digits": 2, "orig_idx": 428}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "26", "prompt_tokens": 1051, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 361, "gold": "48", "item_id": "gsm8kpl-43", "meta": {"digits": 2, "orig_idx": 43}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1190, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 361, "gold": "48", "item_id": "gsm8kpl-43", "meta": {"digits": 2, "orig_idx": 43}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1049, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 217, "gold": "20", "item_id": "gsm8kpl-44", "meta": {"digits": 2, "orig_idx": 44}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1202, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 433, "gold": "20", "item_id": "gsm8kpl-44", "meta": {"digits": 2, "orig_idx": 44}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1061, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 134, "gold": "20", "item_id": "gsm8kpl-444", "meta": {"digits": 2, "orig_idx": 444}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "100", "prompt_tokens": 1154, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 381, "gold": "20", "item_id": "gsm8kpl-444", "meta": {"digits": 2, "orig_idx": 444}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "100", "prompt_tokens": 1013, "trace_lang": "mixed"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 747, "gold": "6", "item_id": "gsm8kpl-445", "meta": {"digits": 1, "orig_idx": 445}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "25", "prompt_tokens": 1185, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 596, "gold": "6", "item_id": "gsm8kpl-445", "meta": {"digits": 1, "orig_idx": 445}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "0", "prompt_tokens": 1044, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "50", "item_id": "gsm8kpl-452", "meta": {"digits": 2, "orig_idx": 452}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "50", "prompt_tokens": 1160, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 380, "gold": "50", "item_id": "gsm8kpl-452", "meta": {"digits": 2, "orig_idx": 452}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "50", "prompt_tokens": 1019, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 138, "gold": "45", "item_id": "gsm8kpl-457", "meta": {"digits": 2, "orig_idx": 457}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "45", "prompt_tokens": 1192, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 232, "gold": "45", "item_id": "gsm8kpl-457", "meta": {"digits": 2, "orig_idx": 457}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "45", "prompt_tokens": 1051, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "9", "item_id": "gsm8kpl-461", "meta": {"digits": 1, "orig_idx": 461}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1158, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "9", "item_id": "gsm8kpl-461", "meta": {"digits": 1, "orig_idx": 461}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9", "prompt_tokens": 1017, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "1", "item_id": "gsm8kpl-466", "meta": {"digits": 1, "orig_idx": 466}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 268, "gold": "1", "item_id": "gsm8kpl-466", "meta": {"digits": 1, "orig_idx": 466}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 201, "gold": "6", "item_id": "gsm8kpl-472", "meta": {"digits": 1, "orig_idx": 472}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1194, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 242, "gold": "6", "item_id": "gsm8kpl-472", "meta": {"digits": 1, "orig_idx": 472}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1053, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "5", "item_id": "gsm8kpl-476", "meta": {"digits": 1, "orig_idx": 476}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1158, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 87, "gold": "5", "item_id": "gsm8kpl-476", "meta": {"digits": 1, "orig_idx": 476}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1017, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 155, "gold": "6", "item_id": "gsm8kpl-488", "meta": {"digits": 1, "orig_idx": 488}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "12", "prompt_tokens": 1155, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 304, "gold": "6", "item_id": "gsm8kpl-488", "meta": {"digits": 1, "orig_idx": 488}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "12", "prompt_tokens": 1014, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 72, "gold": "4", "item_id": "gsm8kpl-490", "meta": {"digits": 1, "orig_idx": 490}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1164, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "4", "item_id": "gsm8kpl-490", "meta": {"digits": 1, "orig_idx": 490}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1023, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 310, "gold": "25", "item_id": "gsm8kpl-493", "meta": {"digits": 2, "orig_idx": 493}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1205, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 545, "gold": "25", "item_id": "gsm8kpl-493", "meta": {"digits": 2, "orig_idx": 493}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1064, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 159, "gold": "40", "item_id": "gsm8kpl-498", "meta": {"digits": 2, "orig_idx": 498}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1186, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 154, "gold": "40", "item_id": "gsm8kpl-498", "meta": {"digits": 2, "orig_idx": 498}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1045, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 133, "gold": "5", "item_id": "gsm8kpl-51", "meta": {"digits": 1, "orig_idx": 51}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1167, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 201, "gold": "5", "item_id": "gsm8kpl-51", "meta": {"digits": 1, "orig_idx": 51}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1026, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "63", "item_id": "gsm8kpl-520", "meta": {"digits": 2, "orig_idx": 520}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "63", "prompt_tokens": 1218, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "63", "item_id": "gsm8kpl-520", "meta": {"digits": 2, "orig_idx": 520}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "63", "prompt_tokens": 1077, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 188, "gold": "12", "item_id": "gsm8kpl-525", "meta": {"digits": 2, "orig_idx": 525}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1212, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 149, "gold": "12", "item_id": "gsm8kpl-525", "meta": {"digits": 2, "orig_idx": 525}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1071, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 291, "gold": "172", "item_id": "gsm8kpl-528", "meta": {"digits": 3, "orig_idx": 528}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "172", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 357, "gold": "172", "item_id": "gsm8kpl-528", "meta": {"digits": 3, "orig_idx": 528}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "172", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 231, "gold": "36", "item_id": "gsm8kpl-530", "meta": {"digits": 2, "orig_idx": 530}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "36", "prompt_tokens": 1189, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 297, "gold": "36", "item_id": "gsm8kpl-530", "meta": {"digits": 2, "orig_idx": 530}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "36", "prompt_tokens": 1048, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 211, "gold": "66", "item_id": "gsm8kpl-531", "meta": {"digits": 2, "orig_idx": 531}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "7", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 362, "gold": "66", "item_id": "gsm8kpl-531", "meta": {"digits": 2, "orig_idx": 531}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "7", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "188", "item_id": "gsm8kpl-537", "meta": {"digits": 3, "orig_idx": 537}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "188", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 173, "gold": "188", "item_id": "gsm8kpl-537", "meta": {"digits": 3, "orig_idx": 537}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "188", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "6", "item_id": "gsm8kpl-543", "meta": {"digits": 1, "orig_idx": 543}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1160, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 215, "gold": "6", "item_id": "gsm8kpl-543", "meta": {"digits": 1, "orig_idx": 543}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1019, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 188, "gold": "80", "item_id": "gsm8kpl-544", "meta": {"digits": 2, "orig_idx": 544}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "80", "prompt_tokens": 1144, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "80", "item_id": "gsm8kpl-544", "meta": {"digits": 2, "orig_idx": 544}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "80", "prompt_tokens": 1003, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 142, "gold": "3", "item_id": "gsm8kpl-558", "meta": {"digits": 1, "orig_idx": 558}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "15", "prompt_tokens": 1179, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 374, "gold": "3", "item_id": "gsm8kpl-558", "meta": {"digits": 1, "orig_idx": 558}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "15", "prompt_tokens": 1038, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 290, "gold": "12", "item_id": "gsm8kpl-563", "meta": {"digits": 2, "orig_idx": 563}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1165, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 193, "gold": "12", "item_id": "gsm8kpl-563", "meta": {"digits": 2, "orig_idx": 563}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1024, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 278, "gold": "240", "item_id": "gsm8kpl-564", "meta": {"digits": 3, "orig_idx": 564}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "240", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 248, "gold": "240", "item_id": "gsm8kpl-564", "meta": {"digits": 3, "orig_idx": 564}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "120", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 118, "gold": "215", "item_id": "gsm8kpl-581", "meta": {"digits": 3, "orig_idx": 581}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "215", "prompt_tokens": 1157, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 219, "gold": "215", "item_id": "gsm8kpl-581", "meta": {"digits": 3, "orig_idx": 581}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "215", "prompt_tokens": 1016, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "1", "item_id": "gsm8kpl-592", "meta": {"digits": 1, "orig_idx": 592}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1186, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "1", "item_id": "gsm8kpl-592", "meta": {"digits": 1, "orig_idx": 592}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1", "prompt_tokens": 1045, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "42", "item_id": "gsm8kpl-594", "meta": {"digits": 2, "orig_idx": 594}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "42", "prompt_tokens": 1158, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 350, "gold": "42", "item_id": "gsm8kpl-594", "meta": {"digits": 2, "orig_idx": 594}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "42", "prompt_tokens": 1017, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 168, "gold": "48", "item_id": "gsm8kpl-599", "meta": {"digits": 2, "orig_idx": 599}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1143, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "48", "item_id": "gsm8kpl-599", "meta": {"digits": 2, "orig_idx": 599}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1002, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 132, "gold": "10", "item_id": "gsm8kpl-600", "meta": {"digits": 2, "orig_idx": 600}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 94, "gold": "10", "item_id": "gsm8kpl-600", "meta": {"digits": 2, "orig_idx": 600}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 161, "gold": "10", "item_id": "gsm8kpl-607", "meta": {"digits": 2, "orig_idx": 607}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 965, "gold": "10", "item_id": "gsm8kpl-607", "meta": {"digits": 2, "orig_idx": 607}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 127, "gold": "312", "item_id": "gsm8kpl-614", "meta": {"digits": 3, "orig_idx": 614}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "312", "prompt_tokens": 1163, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 273, "gold": "312", "item_id": "gsm8kpl-614", "meta": {"digits": 3, "orig_idx": 614}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "312", "prompt_tokens": 1022, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 101, "gold": "10", "item_id": "gsm8kpl-616", "meta": {"digits": 2, "orig_idx": 616}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 180, "gold": "10", "item_id": "gsm8kpl-616", "meta": {"digits": 2, "orig_idx": 616}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 99, "gold": "5", "item_id": "gsm8kpl-617", "meta": {"digits": 1, "orig_idx": 617}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 237, "gold": "5", "item_id": "gsm8kpl-617", "meta": {"digits": 1, "orig_idx": 617}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "3000", "item_id": "gsm8kpl-621", "meta": {"digits": 4, "orig_idx": 621}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3000", "prompt_tokens": 1173, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 294, "gold": "3000", "item_id": "gsm8kpl-621", "meta": {"digits": 4, "orig_idx": 621}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3000", "prompt_tokens": 1032, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 124, "gold": "8", "item_id": "gsm8kpl-623", "meta": {"digits": 1, "orig_idx": 623}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1139, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 154, "gold": "8", "item_id": "gsm8kpl-623", "meta": {"digits": 1, "orig_idx": 623}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 998, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 222, "gold": "45", "item_id": "gsm8kpl-632", "meta": {"digits": 2, "orig_idx": 632}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "45", "prompt_tokens": 1199, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 252, "gold": "45", "item_id": "gsm8kpl-632", "meta": {"digits": 2, "orig_idx": 632}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "45", "prompt_tokens": 1058, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "14", "item_id": "gsm8kpl-634", "meta": {"digits": 2, "orig_idx": 634}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1164, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 194, "gold": "14", "item_id": "gsm8kpl-634", "meta": {"digits": 2, "orig_idx": 634}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1023, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 199, "gold": "840", "item_id": "gsm8kpl-643", "meta": {"digits": 3, "orig_idx": 643}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "840", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 305, "gold": "840", "item_id": "gsm8kpl-643", "meta": {"digits": 3, "orig_idx": 643}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "840", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 131, "gold": "48", "item_id": "gsm8kpl-66", "meta": {"digits": 2, "orig_idx": 66}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 150, "gold": "48", "item_id": "gsm8kpl-66", "meta": {"digits": 2, "orig_idx": 66}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "48", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 285, "gold": "15", "item_id": "gsm8kpl-660", "meta": {"digits": 2, "orig_idx": 660}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1160, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 434, "gold": "15", "item_id": "gsm8kpl-660", "meta": {"digits": 2, "orig_idx": 660}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1019, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 270, "gold": "120", "item_id": "gsm8kpl-666", "meta": {"digits": 3, "orig_idx": 666}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "200", "prompt_tokens": 1176, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 218, "gold": "120", "item_id": "gsm8kpl-666", "meta": {"digits": 3, "orig_idx": 666}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "120", "prompt_tokens": 1035, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 135, "gold": "4", "item_id": "gsm8kpl-671", "meta": {"digits": 1, "orig_idx": 671}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "4", "item_id": "gsm8kpl-671", "meta": {"digits": 1, "orig_idx": 671}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1042, "trace_lang": "mixed"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 162, "gold": "576", "item_id": "gsm8kpl-679", "meta": {"digits": 3, "orig_idx": 679}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "576", "prompt_tokens": 1145, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 204, "gold": "576", "item_id": "gsm8kpl-679", "meta": {"digits": 3, "orig_idx": 679}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "576", "prompt_tokens": 1004, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "298", "item_id": "gsm8kpl-681", "meta": {"digits": 3, "orig_idx": 681}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "298", "prompt_tokens": 1179, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 246, "gold": "298", "item_id": "gsm8kpl-681", "meta": {"digits": 3, "orig_idx": 681}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "298", "prompt_tokens": 1038, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "13", "item_id": "gsm8kpl-687", "meta": {"digits": 2, "orig_idx": 687}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "13", "prompt_tokens": 1170, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 346, "gold": "13", "item_id": "gsm8kpl-687", "meta": {"digits": 2, "orig_idx": 687}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "13", "prompt_tokens": 1029, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 288, "gold": "5760", "item_id": "gsm8kpl-690", "meta": {"digits": 4, "orig_idx": 690}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5760", "prompt_tokens": 1159, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 391, "gold": "5760", "item_id": "gsm8kpl-690", "meta": {"digits": 4, "orig_idx": 690}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "5760", "prompt_tokens": 1018, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 493, "gold": "160", "item_id": "gsm8kpl-7", "meta": {"digits": 3, "orig_idx": 7}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "120", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 882, "gold": "160", "item_id": "gsm8kpl-7", "meta": {"digits": 3, "orig_idx": 7}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "260", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 237, "gold": "7425", "item_id": "gsm8kpl-70", "meta": {"digits": 4, "orig_idx": 70}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7425", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 149, "gold": "7425", "item_id": "gsm8kpl-70", "meta": {"digits": 4, "orig_idx": 70}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7425", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 177, "gold": "200", "item_id": "gsm8kpl-701", "meta": {"digits": 3, "orig_idx": 701}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "200", "prompt_tokens": 1205, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 221, "gold": "200", "item_id": "gsm8kpl-701", "meta": {"digits": 3, "orig_idx": 701}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "200", "prompt_tokens": 1064, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "50", "item_id": "gsm8kpl-703", "meta": {"digits": 2, "orig_idx": 703}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "50", "prompt_tokens": 1188, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 338, "gold": "50", "item_id": "gsm8kpl-703", "meta": {"digits": 2, "orig_idx": 703}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "50", "prompt_tokens": 1047, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 242, "gold": "8", "item_id": "gsm8kpl-707", "meta": {"digits": 1, "orig_idx": 707}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "24", "prompt_tokens": 1162, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 516, "gold": "8", "item_id": "gsm8kpl-707", "meta": {"digits": 1, "orig_idx": 707}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8", "prompt_tokens": 1021, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 710, "gold": "3000", "item_id": "gsm8kpl-709", "meta": {"digits": 4, "orig_idx": 709}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3000", "prompt_tokens": 1167, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 234, "gold": "3000", "item_id": "gsm8kpl-709", "meta": {"digits": 4, "orig_idx": 709}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "2400", "prompt_tokens": 1026, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 59, "gold": "60", "item_id": "gsm8kpl-71", "meta": {"digits": 2, "orig_idx": 71}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 162, "gold": "60", "item_id": "gsm8kpl-71", "meta": {"digits": 2, "orig_idx": 71}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "14", "item_id": "gsm8kpl-712", "meta": {"digits": 2, "orig_idx": 712}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "2", "prompt_tokens": 1163, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "14", "item_id": "gsm8kpl-712", "meta": {"digits": 2, "orig_idx": 712}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "8", "prompt_tokens": 1022, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 84, "gold": "175", "item_id": "gsm8kpl-719", "meta": {"digits": 3, "orig_idx": 719}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "175", "prompt_tokens": 1169, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 93, "gold": "175", "item_id": "gsm8kpl-719", "meta": {"digits": 3, "orig_idx": 719}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "175", "prompt_tokens": 1028, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 315, "gold": "2450", "item_id": "gsm8kpl-721", "meta": {"digits": 4, "orig_idx": 721}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2450", "prompt_tokens": 1225, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 292, "gold": "2450", "item_id": "gsm8kpl-721", "meta": {"digits": 4, "orig_idx": 721}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "2450", "prompt_tokens": 1084, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 208, "gold": "112", "item_id": "gsm8kpl-727", "meta": {"digits": 3, "orig_idx": 727}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "112", "prompt_tokens": 1186, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "112", "item_id": "gsm8kpl-727", "meta": {"digits": 3, "orig_idx": 727}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "112", "prompt_tokens": 1045, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 240, "gold": "24", "item_id": "gsm8kpl-742", "meta": {"digits": 2, "orig_idx": 742}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "24", "prompt_tokens": 1152, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 328, "gold": "24", "item_id": "gsm8kpl-742", "meta": {"digits": 2, "orig_idx": 742}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "24", "prompt_tokens": 1011, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 269, "gold": "4000", "item_id": "gsm8kpl-750", "meta": {"digits": 4, "orig_idx": 750}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "2000", "prompt_tokens": 1184, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 454, "gold": "4000", "item_id": "gsm8kpl-750", "meta": {"digits": 4, "orig_idx": 750}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4000", "prompt_tokens": 1043, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 127, "gold": "27", "item_id": "gsm8kpl-761", "meta": {"digits": 2, "orig_idx": 761}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27", "prompt_tokens": 1153, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 497, "gold": "27", "item_id": "gsm8kpl-761", "meta": {"digits": 2, "orig_idx": 761}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "27", "prompt_tokens": 1012, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 108, "gold": "85", "item_id": "gsm8kpl-762", "meta": {"digits": 2, "orig_idx": 762}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "85", "prompt_tokens": 1177, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 96, "gold": "85", "item_id": "gsm8kpl-762", "meta": {"digits": 2, "orig_idx": 762}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "85", "prompt_tokens": 1036, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "60", "item_id": "gsm8kpl-767", "meta": {"digits": 2, "orig_idx": 767}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "60", "item_id": "gsm8kpl-767", "meta": {"digits": 2, "orig_idx": 767}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 229, "gold": "675", "item_id": "gsm8kpl-768", "meta": {"digits": 3, "orig_idx": 768}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "600", "prompt_tokens": 1159, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 326, "gold": "675", "item_id": "gsm8kpl-768", "meta": {"digits": 3, "orig_idx": 768}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "600", "prompt_tokens": 1018, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "10", "item_id": "gsm8kpl-774", "meta": {"digits": 2, "orig_idx": 774}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1157, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "10", "item_id": "gsm8kpl-774", "meta": {"digits": 2, "orig_idx": 774}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1016, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 221, "gold": "276", "item_id": "gsm8kpl-775", "meta": {"digits": 3, "orig_idx": 775}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "276", "prompt_tokens": 1176, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "276", "item_id": "gsm8kpl-775", "meta": {"digits": 3, "orig_idx": 775}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "276", "prompt_tokens": 1035, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 374, "gold": "4400", "item_id": "gsm8kpl-777", "meta": {"digits": 4, "orig_idx": 777}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4400", "prompt_tokens": 1197, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 742, "gold": "4400", "item_id": "gsm8kpl-777", "meta": {"digits": 4, "orig_idx": 777}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4400", "prompt_tokens": 1056, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 168, "gold": "38", "item_id": "gsm8kpl-778", "meta": {"digits": 2, "orig_idx": 778}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "38", "prompt_tokens": 1201, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "38", "item_id": "gsm8kpl-778", "meta": {"digits": 2, "orig_idx": 778}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "38.00", "prompt_tokens": 1060, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 204, "gold": "155", "item_id": "gsm8kpl-785", "meta": {"digits": 3, "orig_idx": 785}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "155", "prompt_tokens": 1165, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 150, "gold": "155", "item_id": "gsm8kpl-785", "meta": {"digits": 3, "orig_idx": 785}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "155", "prompt_tokens": 1024, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 124, "gold": "100", "item_id": "gsm8kpl-788", "meta": {"digits": 3, "orig_idx": 788}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "100", "prompt_tokens": 1162, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 171, "gold": "100", "item_id": "gsm8kpl-788", "meta": {"digits": 3, "orig_idx": 788}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "100", "prompt_tokens": 1021, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 258, "gold": "4", "item_id": "gsm8kpl-789", "meta": {"digits": 1, "orig_idx": 789}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1199, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 343, "gold": "4", "item_id": "gsm8kpl-789", "meta": {"digits": 1, "orig_idx": 789}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1058, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 91, "gold": "540", "item_id": "gsm8kpl-797", "meta": {"digits": 3, "orig_idx": 797}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "540", "prompt_tokens": 1183, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 305, "gold": "540", "item_id": "gsm8kpl-797", "meta": {"digits": 3, "orig_idx": 797}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "540", "prompt_tokens": 1042, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 82, "gold": "4", "item_id": "gsm8kpl-799", "meta": {"digits": 1, "orig_idx": 799}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1153, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 155, "gold": "4", "item_id": "gsm8kpl-799", "meta": {"digits": 1, "orig_idx": 799}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1012, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 299, "gold": "6", "item_id": "gsm8kpl-802", "meta": {"digits": 1, "orig_idx": 802}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1200, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 333, "gold": "6", "item_id": "gsm8kpl-802", "meta": {"digits": 1, "orig_idx": 802}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1059, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 249, "gold": "79", "item_id": "gsm8kpl-812", "meta": {"digits": 2, "orig_idx": 812}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "99", "prompt_tokens": 1227, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 474, "gold": "79", "item_id": "gsm8kpl-812", "meta": {"digits": 2, "orig_idx": 812}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "79", "prompt_tokens": 1086, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 194, "gold": "7", "item_id": "gsm8kpl-813", "meta": {"digits": 1, "orig_idx": 813}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "10", "prompt_tokens": 1229, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 398, "gold": "7", "item_id": "gsm8kpl-813", "meta": {"digits": 1, "orig_idx": 813}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "14", "prompt_tokens": 1088, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 442, "gold": "4", "item_id": "gsm8kpl-815", "meta": {"digits": 1, "orig_idx": 815}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1205, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 477, "gold": "4", "item_id": "gsm8kpl-815", "meta": {"digits": 1, "orig_idx": 815}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1064, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 200, "gold": "1260", "item_id": "gsm8kpl-822", "meta": {"digits": 4, "orig_idx": 822}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1260", "prompt_tokens": 1161, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 268, "gold": "1260", "item_id": "gsm8kpl-822", "meta": {"digits": 4, "orig_idx": 822}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "1260", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 199, "gold": "27", "item_id": "gsm8kpl-826", "meta": {"digits": 2, "orig_idx": 826}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "36", "prompt_tokens": 1203, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 276, "gold": "27", "item_id": "gsm8kpl-826", "meta": {"digits": 2, "orig_idx": 826}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "36", "prompt_tokens": 1062, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 283, "gold": "11", "item_id": "gsm8kpl-827", "meta": {"digits": 2, "orig_idx": 827}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "11", "prompt_tokens": 1205, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 282, "gold": "11", "item_id": "gsm8kpl-827", "meta": {"digits": 2, "orig_idx": 827}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "11", "prompt_tokens": 1064, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 264, "gold": "40", "item_id": "gsm8kpl-833", "meta": {"digits": 2, "orig_idx": 833}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1192, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 312, "gold": "40", "item_id": "gsm8kpl-833", "meta": {"digits": 2, "orig_idx": 833}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "40", "prompt_tokens": 1051, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 263, "gold": "10", "item_id": "gsm8kpl-848", "meta": {"digits": 2, "orig_idx": 848}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 244, "gold": "10", "item_id": "gsm8kpl-848", "meta": {"digits": 2, "orig_idx": 848}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 149, "gold": "75", "item_id": "gsm8kpl-849", "meta": {"digits": 2, "orig_idx": 849}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1160, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "75", "item_id": "gsm8kpl-849", "meta": {"digits": 2, "orig_idx": 849}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "75", "prompt_tokens": 1019, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 251, "gold": "3430", "item_id": "gsm8kpl-858", "meta": {"digits": 4, "orig_idx": 858}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "2590", "prompt_tokens": 1142, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 321, "gold": "3430", "item_id": "gsm8kpl-858", "meta": {"digits": 4, "orig_idx": 858}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3430", "prompt_tokens": 1001, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 224, "gold": "30", "item_id": "gsm8kpl-861", "meta": {"digits": 2, "orig_idx": 861}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1180, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 340, "gold": "30", "item_id": "gsm8kpl-861", "meta": {"digits": 2, "orig_idx": 861}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "30", "prompt_tokens": 1039, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "23", "item_id": "gsm8kpl-865", "meta": {"digits": 2, "orig_idx": 865}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "23", "prompt_tokens": 1193, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 318, "gold": "23", "item_id": "gsm8kpl-865", "meta": {"digits": 2, "orig_idx": 865}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "23", "prompt_tokens": 1052, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 215, "gold": "15", "item_id": "gsm8kpl-868", "meta": {"digits": 2, "orig_idx": 868}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1206, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 139, "gold": "15", "item_id": "gsm8kpl-868", "meta": {"digits": 2, "orig_idx": 868}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1065, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 567, "gold": "9360", "item_id": "gsm8kpl-87", "meta": {"digits": 4, "orig_idx": 87}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "15434", "prompt_tokens": 1184, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 515, "gold": "9360", "item_id": "gsm8kpl-87", "meta": {"digits": 4, "orig_idx": 87}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "9360", "prompt_tokens": 1043, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 210, "gold": "8000", "item_id": "gsm8kpl-88", "meta": {"digits": 4, "orig_idx": 88}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8000", "prompt_tokens": 1158, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "8000", "item_id": "gsm8kpl-88", "meta": {"digits": 4, "orig_idx": 88}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "8000", "prompt_tokens": 1017, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 237, "gold": "10", "item_id": "gsm8kpl-880", "meta": {"digits": 2, "orig_idx": 880}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "1", "prompt_tokens": 1172, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "10", "item_id": "gsm8kpl-880", "meta": {"digits": 2, "orig_idx": 880}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1031, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 153, "gold": "15", "item_id": "gsm8kpl-889", "meta": {"digits": 2, "orig_idx": 889}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1172, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 239, "gold": "15", "item_id": "gsm8kpl-889", "meta": {"digits": 2, "orig_idx": 889}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1031, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "25", "item_id": "gsm8kpl-890", "meta": {"digits": 2, "orig_idx": 890}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1156, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 377, "gold": "25", "item_id": "gsm8kpl-890", "meta": {"digits": 2, "orig_idx": 890}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "25", "prompt_tokens": 1015, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 200, "gold": "55", "item_id": "gsm8kpl-891", "meta": {"digits": 2, "orig_idx": 891}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "55", "prompt_tokens": 1171, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 376, "gold": "55", "item_id": "gsm8kpl-891", "meta": {"digits": 2, "orig_idx": 891}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "55", "prompt_tokens": 1030, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 139, "gold": "74", "item_id": "gsm8kpl-895", "meta": {"digits": 2, "orig_idx": 895}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "74", "prompt_tokens": 1175, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 257, "gold": "74", "item_id": "gsm8kpl-895", "meta": {"digits": 2, "orig_idx": 895}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "74", "prompt_tokens": 1034, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 177, "gold": "460", "item_id": "gsm8kpl-9", "meta": {"digits": 3, "orig_idx": 9}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "460", "prompt_tokens": 1181, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 395, "gold": "460", "item_id": "gsm8kpl-9", "meta": {"digits": 3, "orig_idx": 9}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "460", "prompt_tokens": 1040, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 464, "gold": "225", "item_id": "gsm8kpl-90", "meta": {"digits": 3, "orig_idx": 90}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "225", "prompt_tokens": 1204, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 843, "gold": "225", "item_id": "gsm8kpl-90", "meta": {"digits": 3, "orig_idx": 90}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "225", "prompt_tokens": 1063, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 144, "gold": "10", "item_id": "gsm8kpl-906", "meta": {"digits": 2, "orig_idx": 906}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1188, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "10", "item_id": "gsm8kpl-906", "meta": {"digits": 2, "orig_idx": 906}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "10", "prompt_tokens": 1047, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 48, "gold": "16", "item_id": "gsm8kpl-907", "meta": {"digits": 2, "orig_idx": 907}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1146, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 57, "gold": "16", "item_id": "gsm8kpl-907", "meta": {"digits": 2, "orig_idx": 907}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "16", "prompt_tokens": 1005, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 169, "gold": "28", "item_id": "gsm8kpl-91", "meta": {"digits": 2, "orig_idx": 91}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "28", "prompt_tokens": 1159, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 229, "gold": "28", "item_id": "gsm8kpl-91", "meta": {"digits": 2, "orig_idx": 91}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "28", "prompt_tokens": 1018, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 244, "gold": "14", "item_id": "gsm8kpl-916", "meta": {"digits": 2, "orig_idx": 916}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1214, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 455, "gold": "14", "item_id": "gsm8kpl-916", "meta": {"digits": 2, "orig_idx": 916}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1073, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "56", "item_id": "gsm8kpl-918", "meta": {"digits": 2, "orig_idx": 918}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "56", "prompt_tokens": 1162, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 213, "gold": "56", "item_id": "gsm8kpl-918", "meta": {"digits": 2, "orig_idx": 918}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "56", "prompt_tokens": 1021, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 425, "gold": "60", "item_id": "gsm8kpl-922", "meta": {"digits": 2, "orig_idx": 922}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1149, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "60", "item_id": "gsm8kpl-922", "meta": {"digits": 2, "orig_idx": 922}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "60", "prompt_tokens": 1008, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 198, "gold": "12", "item_id": "gsm8kpl-924", "meta": {"digits": 2, "orig_idx": 924}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1219, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 441, "gold": "12", "item_id": "gsm8kpl-924", "meta": {"digits": 2, "orig_idx": 924}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "12", "prompt_tokens": 1078, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 373, "gold": "36", "item_id": "gsm8kpl-93", "meta": {"digits": 2, "orig_idx": 93}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "36.36", "prompt_tokens": 1200, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 426, "gold": "36", "item_id": "gsm8kpl-93", "meta": {"digits": 2, "orig_idx": 93}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "36", "prompt_tokens": 1059, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "14", "item_id": "gsm8kpl-930", "meta": {"digits": 2, "orig_idx": 930}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1220, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 204, "gold": "14", "item_id": "gsm8kpl-930", "meta": {"digits": 2, "orig_idx": 930}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "14", "prompt_tokens": 1079, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 356, "gold": "64800", "item_id": "gsm8kpl-935", "meta": {"digits": 4, "orig_idx": 935}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "64800", "prompt_tokens": 1226, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 565, "gold": "64800", "item_id": "gsm8kpl-935", "meta": {"digits": 4, "orig_idx": 935}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "64800", "prompt_tokens": 1085, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 498, "gold": "300", "item_id": "gsm8kpl-951", "meta": {"digits": 3, "orig_idx": 951}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "300", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 286, "gold": "300", "item_id": "gsm8kpl-951", "meta": {"digits": 3, "orig_idx": 951}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "150", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 182, "gold": "34", "item_id": "gsm8kpl-954", "meta": {"digits": 2, "orig_idx": 954}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "58", "prompt_tokens": 1172, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 442, "gold": "34", "item_id": "gsm8kpl-954", "meta": {"digits": 2, "orig_idx": 954}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "58", "prompt_tokens": 1031, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 223, "gold": "100", "item_id": "gsm8kpl-955", "meta": {"digits": 3, "orig_idx": 955}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "100", "prompt_tokens": 1166, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 369, "gold": "100", "item_id": "gsm8kpl-955", "meta": {"digits": 3, "orig_idx": 955}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "100", "prompt_tokens": 1025, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 312, "gold": "147", "item_id": "gsm8kpl-963", "meta": {"digits": 3, "orig_idx": 963}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "147", "prompt_tokens": 1187, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 440, "gold": "147", "item_id": "gsm8kpl-963", "meta": {"digits": 3, "orig_idx": 963}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "147", "prompt_tokens": 1046, "trace_lang": "mixed"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "227", "item_id": "gsm8kpl-968", "meta": {"digits": 3, "orig_idx": 968}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "227", "prompt_tokens": 1250, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 248, "gold": "227", "item_id": "gsm8kpl-968", "meta": {"digits": 3, "orig_idx": 968}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "227", "prompt_tokens": 1109, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 151, "gold": "33", "item_id": "gsm8kpl-970", "meta": {"digits": 2, "orig_idx": 970}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "33", "prompt_tokens": 1155, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 52, "gold": "33", "item_id": "gsm8kpl-970", "meta": {"digits": 2, "orig_idx": 970}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "33", "prompt_tokens": 1014, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "20", "item_id": "gsm8kpl-975", "meta": {"digits": 2, "orig_idx": 975}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1162, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 375, "gold": "20", "item_id": "gsm8kpl-975", "meta": {"digits": 2, "orig_idx": 975}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "20", "prompt_tokens": 1021, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 121, "gold": "4", "item_id": "gsm8kpl-977", "meta": {"digits": 1, "orig_idx": 977}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1186, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 304, "gold": "4", "item_id": "gsm8kpl-977", "meta": {"digits": 1, "orig_idx": 977}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "4", "prompt_tokens": 1045, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 144, "gold": "7", "item_id": "gsm8kpl-981", "meta": {"digits": 1, "orig_idx": 981}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7", "prompt_tokens": 1173, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 256, "gold": "7", "item_id": "gsm8kpl-981", "meta": {"digits": 1, "orig_idx": 981}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "7", "prompt_tokens": 1032, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "15", "item_id": "gsm8kpl-983", "meta": {"digits": 2, "orig_idx": 983}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1153, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 234, "gold": "15", "item_id": "gsm8kpl-983", "meta": {"digits": 2, "orig_idx": 983}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1012, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "3", "item_id": "gsm8kpl-987", "meta": {"digits": 1, "orig_idx": 987}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3", "prompt_tokens": 1191, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 300, "gold": "3", "item_id": "gsm8kpl-987", "meta": {"digits": 1, "orig_idx": 987}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "3", "prompt_tokens": 1050, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "6", "item_id": "gsm8kpl-988", "meta": {"digits": 1, "orig_idx": 988}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "0", "prompt_tokens": 1168, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "6", "item_id": "gsm8kpl-988", "meta": {"digits": 1, "orig_idx": 988}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "6", "prompt_tokens": 1027, "trace_lang": "pl"}
{"benchmark": "gsm8k_pl", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "15", "item_id": "gsm8kpl-991", "meta": {"digits": 2, "orig_idx": 991}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "75", "prompt_tokens": 1174, "trace_lang": "en"}
{"benchmark": "gsm8k_pl", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1089, "gold": "15", "item_id": "gsm8kpl-991", "meta": {"digits": 2, "orig_idx": 991}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "15", "prompt_tokens": 1033, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 171, "gold": "D", "item_id": "llmzszl-0", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 771, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 264, "gold": "D", "item_id": "llmzszl-0", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 702, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 121, "gold": "A", "item_id": "llmzszl-1", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 182, "gold": "A", "item_id": "llmzszl-1", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 221, "gold": "B", "item_id": "llmzszl-100", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 543, "gold": "B", "item_id": "llmzszl-100", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "C", "item_id": "llmzszl-101", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 743, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 431, "gold": "C", "item_id": "llmzszl-101", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 674, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "C", "item_id": "llmzszl-102", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 750, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 721, "gold": "C", "item_id": "llmzszl-102", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 681, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 252, "gold": "B", "item_id": "llmzszl-103", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 445, "gold": "B", "item_id": "llmzszl-103", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 535, "gold": "B", "item_id": "llmzszl-105", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 741, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 493, "gold": "B", "item_id": "llmzszl-105", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 672, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 73, "gold": "C", "item_id": "llmzszl-106", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 455, "gold": "C", "item_id": "llmzszl-106", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 99, "gold": "C", "item_id": "llmzszl-107", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "C", "item_id": "llmzszl-107", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 82, "gold": "A", "item_id": "llmzszl-11", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 274, "gold": "A", "item_id": "llmzszl-11", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 644, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 155, "gold": "C", "item_id": "llmzszl-112", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 802, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 91, "gold": "C", "item_id": "llmzszl-112", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 733, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 64, "gold": "B", "item_id": "llmzszl-113", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 698, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 94, "gold": "B", "item_id": "llmzszl-113", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 629, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 130, "gold": "C", "item_id": "llmzszl-114", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 695, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 60, "gold": "C", "item_id": "llmzszl-114", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 626, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 452, "gold": "B", "item_id": "llmzszl-115", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 703, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 562, "gold": "B", "item_id": "llmzszl-115", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 634, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "C", "item_id": "llmzszl-117", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 710, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "C", "item_id": "llmzszl-117", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 641, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 84, "gold": "C", "item_id": "llmzszl-119", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 775, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 300, "gold": "C", "item_id": "llmzszl-119", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 706, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 99, "gold": "D", "item_id": "llmzszl-12", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 734, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "D", "item_id": "llmzszl-12", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 665, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "B", "item_id": "llmzszl-120", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 205, "gold": "B", "item_id": "llmzszl-120", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 185, "gold": "C", "item_id": "llmzszl-121", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 695, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 111, "gold": "C", "item_id": "llmzszl-121", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 626, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 155, "gold": "B", "item_id": "llmzszl-122", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 761, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 250, "gold": "B", "item_id": "llmzszl-122", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 692, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 167, "gold": "A", "item_id": "llmzszl-13", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 729, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 505, "gold": "A", "item_id": "llmzszl-13", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 660, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 123, "gold": "B", "item_id": "llmzszl-131", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 733, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "B", "item_id": "llmzszl-131", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 202, "gold": "B", "item_id": "llmzszl-135", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 109, "gold": "B", "item_id": "llmzszl-135", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 204, "gold": "B", "item_id": "llmzszl-137", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 354, "gold": "B", "item_id": "llmzszl-137", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 114, "gold": "A", "item_id": "llmzszl-139", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 415, "gold": "A", "item_id": "llmzszl-139", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 318, "gold": "D", "item_id": "llmzszl-140", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 814, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 367, "gold": "D", "item_id": "llmzszl-140", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 745, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 242, "gold": "D", "item_id": "llmzszl-143", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 740, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 510, "gold": "D", "item_id": "llmzszl-143", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 671, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 263, "gold": "D", "item_id": "llmzszl-146", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 739, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 225, "gold": "D", "item_id": "llmzszl-146", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 670, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 179, "gold": "D", "item_id": "llmzszl-148", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 545, "gold": "D", "item_id": "llmzszl-148", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 218, "gold": "D", "item_id": "llmzszl-149", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 748, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 199, "gold": "D", "item_id": "llmzszl-149", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 634, "gold": "D", "item_id": "llmzszl-151", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 938, "gold": "D", "item_id": "llmzszl-151", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 795, "gold": "D", "item_id": "llmzszl-152", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 681, "gold": "D", "item_id": "llmzszl-152", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "B", "item_id": "llmzszl-155", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 745, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 339, "gold": "B", "item_id": "llmzszl-155", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 676, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 165, "gold": "C", "item_id": "llmzszl-157", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 87, "gold": "C", "item_id": "llmzszl-157", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 179, "gold": "A", "item_id": "llmzszl-158", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 781, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 741, "gold": "A", "item_id": "llmzszl-158", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 712, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 235, "gold": "B", "item_id": "llmzszl-161", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 745, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "B", "item_id": "llmzszl-161", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 676, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "B", "item_id": "llmzszl-162", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 179, "gold": "B", "item_id": "llmzszl-162", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "B", "item_id": "llmzszl-163", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 728, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 294, "gold": "B", "item_id": "llmzszl-163", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 659, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 110, "gold": "C", "item_id": "llmzszl-164", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 730, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 509, "gold": "C", "item_id": "llmzszl-164", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 76, "gold": "C", "item_id": "llmzszl-165", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 141, "gold": "C", "item_id": "llmzszl-165", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 157, "gold": "C", "item_id": "llmzszl-169", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 743, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "C", "item_id": "llmzszl-169", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 674, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 110, "gold": "C", "item_id": "llmzszl-17", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 709, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 404, "gold": "C", "item_id": "llmzszl-17", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 640, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 114, "gold": "D", "item_id": "llmzszl-171", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 257, "gold": "D", "item_id": "llmzszl-171", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 309, "gold": "A", "item_id": "llmzszl-172", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 827, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 319, "gold": "A", "item_id": "llmzszl-172", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 758, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 95, "gold": "B", "item_id": "llmzszl-18", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 712, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 71, "gold": "B", "item_id": "llmzszl-18", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 643, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "D", "item_id": "llmzszl-18394", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 774, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 856, "gold": "D", "item_id": "llmzszl-18394", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 705, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 420, "gold": "C", "item_id": "llmzszl-18395", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 752, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 626, "gold": "C", "item_id": "llmzszl-18395", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 683, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 227, "gold": "A", "item_id": "llmzszl-18396", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 780, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 454, "gold": "A", "item_id": "llmzszl-18396", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 711, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 340, "gold": "C", "item_id": "llmzszl-18397", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 787, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1081, "gold": "C", "item_id": "llmzszl-18397", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 718, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 239, "gold": "C", "item_id": "llmzszl-18398", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 764, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 569, "gold": "C", "item_id": "llmzszl-18398", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 695, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "B", "item_id": "llmzszl-18399", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 800, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 664, "gold": "B", "item_id": "llmzszl-18399", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 731, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 100, "gold": "C", "item_id": "llmzszl-18402", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 692, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 62, "gold": "C", "item_id": "llmzszl-18402", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 623, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 113, "gold": "C", "item_id": "llmzszl-18403", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 748, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 86, "gold": "C", "item_id": "llmzszl-18403", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 100, "gold": "B", "item_id": "llmzszl-18404", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 454, "gold": "B", "item_id": "llmzszl-18404", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 770, "gold": "C", "item_id": "llmzszl-18407", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 790, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 477, "gold": "C", "item_id": "llmzszl-18407", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 721, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 223, "gold": "B", "item_id": "llmzszl-18409", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 630, "gold": "B", "item_id": "llmzszl-18409", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "D", "item_id": "llmzszl-18410", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 748, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 364, "gold": "D", "item_id": "llmzszl-18410", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 158, "gold": "C", "item_id": "llmzszl-18411", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 295, "gold": "C", "item_id": "llmzszl-18411", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "B", "item_id": "llmzszl-18413", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 757, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 349, "gold": "B", "item_id": "llmzszl-18413", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 688, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "A", "item_id": "llmzszl-18414", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 463, "gold": "A", "item_id": "llmzszl-18414", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 236, "gold": "C", "item_id": "llmzszl-18416", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 288, "gold": "C", "item_id": "llmzszl-18416", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2012}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 302, "gold": "D", "item_id": "llmzszl-18419", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 655, "gold": "D", "item_id": "llmzszl-18419", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 188, "gold": "B", "item_id": "llmzszl-18421", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 744, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "B", "item_id": "llmzszl-18421", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 675, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 574, "gold": "C", "item_id": "llmzszl-18422", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 431, "gold": "C", "item_id": "llmzszl-18422", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 387, "gold": "C", "item_id": "llmzszl-18423", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 724, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 739, "gold": "C", "item_id": "llmzszl-18423", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 655, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 162, "gold": "A", "item_id": "llmzszl-18424", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 723, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 462, "gold": "A", "item_id": "llmzszl-18424", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 654, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 165, "gold": "A", "item_id": "llmzszl-18425", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 388, "gold": "A", "item_id": "llmzszl-18425", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 265, "gold": "D", "item_id": "llmzszl-18426", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 993, "gold": "D", "item_id": "llmzszl-18426", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 199, "gold": "D", "item_id": "llmzszl-18431", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 697, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 222, "gold": "D", "item_id": "llmzszl-18431", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 628, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 262, "gold": "C", "item_id": "llmzszl-18432", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 714, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 548, "gold": "C", "item_id": "llmzszl-18432", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 645, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "D", "item_id": "llmzszl-18433", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 607, "gold": "D", "item_id": "llmzszl-18433", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 117, "gold": "D", "item_id": "llmzszl-18435", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 728, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 312, "gold": "D", "item_id": "llmzszl-18435", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 659, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "B", "item_id": "llmzszl-18437", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 703, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 236, "gold": "B", "item_id": "llmzszl-18437", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 634, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 605, "gold": "A", "item_id": "llmzszl-18441", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 748, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1050, "gold": "A", "item_id": "llmzszl-18441", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 141, "gold": "B", "item_id": "llmzszl-18442", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 746, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 372, "gold": "B", "item_id": "llmzszl-18442", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 677, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 132, "gold": "B", "item_id": "llmzszl-18445", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 761, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 419, "gold": "B", "item_id": "llmzszl-18445", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 692, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "D", "item_id": "llmzszl-18446", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 765, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 276, "gold": "D", "item_id": "llmzszl-18446", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 696, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 446, "gold": "D", "item_id": "llmzszl-18447", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 745, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1103, "gold": "D", "item_id": "llmzszl-18447", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 676, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "B", "item_id": "llmzszl-18448", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 702, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 136, "gold": "B", "item_id": "llmzszl-18448", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 633, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "D", "item_id": "llmzszl-18453", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 468, "gold": "D", "item_id": "llmzszl-18453", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 333, "gold": "B", "item_id": "llmzszl-18456", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 777, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 190, "gold": "B", "item_id": "llmzszl-18456", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 708, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 266, "gold": "A", "item_id": "llmzszl-18458", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 751, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 523, "gold": "A", "item_id": "llmzszl-18458", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 682, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 130, "gold": "C", "item_id": "llmzszl-18462", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 443, "gold": "C", "item_id": "llmzszl-18462", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 124, "gold": "D", "item_id": "llmzszl-18463", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 762, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 297, "gold": "D", "item_id": "llmzszl-18463", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 693, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 287, "gold": "C", "item_id": "llmzszl-18466", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 480, "gold": "C", "item_id": "llmzszl-18466", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 102, "gold": "B", "item_id": "llmzszl-18467", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 111, "gold": "B", "item_id": "llmzszl-18467", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 169, "gold": "D", "item_id": "llmzszl-18468", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 761, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 411, "gold": "D", "item_id": "llmzszl-18468", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 692, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 228, "gold": "A", "item_id": "llmzszl-18469", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 794, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 741, "gold": "A", "item_id": "llmzszl-18469", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 725, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 380, "gold": "B", "item_id": "llmzszl-18470", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 818, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 902, "gold": "B", "item_id": "llmzszl-18470", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 749, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 467, "gold": "B", "item_id": "llmzszl-18472", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 747, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 449, "gold": "B", "item_id": "llmzszl-18472", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 678, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 55, "gold": "B", "item_id": "llmzszl-18477", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 736, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 67, "gold": "B", "item_id": "llmzszl-18477", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 234, "gold": "B", "item_id": "llmzszl-18478", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 789, "gold": "B", "item_id": "llmzszl-18478", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 58, "gold": "C", "item_id": "llmzszl-18479", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 709, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 58, "gold": "C", "item_id": "llmzszl-18479", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 640, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 108, "gold": "C", "item_id": "llmzszl-18482", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 743, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 95, "gold": "C", "item_id": "llmzszl-18482", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 674, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 189, "gold": "B", "item_id": "llmzszl-18483", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 770, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 379, "gold": "B", "item_id": "llmzszl-18483", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 701, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 175, "gold": "A", "item_id": "llmzszl-18485", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 728, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 460, "gold": "A", "item_id": "llmzszl-18485", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 659, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 195, "gold": "C", "item_id": "llmzszl-18486", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 766, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 739, "gold": "C", "item_id": "llmzszl-18486", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 697, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 407, "gold": "C", "item_id": "llmzszl-18489", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 877, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 910, "gold": "C", "item_id": "llmzszl-18489", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 808, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 306, "gold": "D", "item_id": "llmzszl-18490", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 758, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 542, "gold": "D", "item_id": "llmzszl-18490", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 689, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 175, "gold": "B", "item_id": "llmzszl-18493", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 726, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 469, "gold": "B", "item_id": "llmzszl-18493", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 657, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 149, "gold": "B", "item_id": "llmzszl-18496", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 755, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 725, "gold": "B", "item_id": "llmzszl-18496", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2011}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 686, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "B", "item_id": "llmzszl-18499", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 59, "gold": "B", "item_id": "llmzszl-18499", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 651, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 127, "gold": "B", "item_id": "llmzszl-18500", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 345, "gold": "B", "item_id": "llmzszl-18500", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 328, "gold": "A", "item_id": "llmzszl-18502", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 650, "gold": "A", "item_id": "llmzszl-18502", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2009}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 249, "gold": "B", "item_id": "llmzszl-18504", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 913, "gold": "B", "item_id": "llmzszl-18504", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "D", "item_id": "llmzszl-18505", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 755, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 502, "gold": "D", "item_id": "llmzszl-18505", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 686, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 1078, "gold": "A", "item_id": "llmzszl-18507", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 768, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18507", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2004}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "D", "prompt_tokens": 699, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 234, "gold": "D", "item_id": "llmzszl-18511", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 334, "gold": "D", "item_id": "llmzszl-18511", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2013}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 651, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 193, "gold": "B", "item_id": "llmzszl-18513", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 799, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 742, "gold": "B", "item_id": "llmzszl-18513", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 730, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 139, "gold": "D", "item_id": "llmzszl-18514", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 726, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 409, "gold": "D", "item_id": "llmzszl-18514", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 657, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 151, "gold": "A", "item_id": "llmzszl-18515", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 703, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 594, "gold": "A", "item_id": "llmzszl-18515", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 634, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 79, "gold": "A", "item_id": "llmzszl-18518", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 688, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 76, "gold": "A", "item_id": "llmzszl-18518", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 619, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 648, "gold": "A", "item_id": "llmzszl-18523", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 755, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 786, "gold": "A", "item_id": "llmzszl-18523", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 686, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 174, "gold": "A", "item_id": "llmzszl-18524", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 714, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 690, "gold": "A", "item_id": "llmzszl-18524", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 645, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "A", "item_id": "llmzszl-18529", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 771, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 362, "gold": "A", "item_id": "llmzszl-18529", "meta": {"n_choices": 4, "subject": "Fizyka", "type": "Egzaminy Maturalne", "year": 2002}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 702, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 72, "gold": "D", "item_id": "llmzszl-18530", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 689, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 603, "gold": "D", "item_id": "llmzszl-18530", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 620, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18531", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18531", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 271, "gold": "D", "item_id": "llmzszl-18535", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 706, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 431, "gold": "D", "item_id": "llmzszl-18535", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 637, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 505, "gold": "A", "item_id": "llmzszl-18536", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 739, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 386, "gold": "A", "item_id": "llmzszl-18536", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 670, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 103, "gold": "D", "item_id": "llmzszl-18539", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 712, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 266, "gold": "D", "item_id": "llmzszl-18539", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 643, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 265, "gold": "A", "item_id": "llmzszl-18541", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 782, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 581, "gold": "A", "item_id": "llmzszl-18541", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 620, "gold": "B", "item_id": "llmzszl-18542", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 716, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1102, "gold": "B", "item_id": "llmzszl-18542", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 647, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "D", "item_id": "llmzszl-18543", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 760, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 624, "gold": "D", "item_id": "llmzszl-18543", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 691, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "C", "item_id": "llmzszl-18547", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 590, "gold": "C", "item_id": "llmzszl-18547", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 91, "gold": "C", "item_id": "llmzszl-18548", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 732, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 565, "gold": "C", "item_id": "llmzszl-18548", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 663, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 297, "gold": "C", "item_id": "llmzszl-18551", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 494, "gold": "C", "item_id": "llmzszl-18551", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 259, "gold": "D", "item_id": "llmzszl-18552", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 690, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 424, "gold": "D", "item_id": "llmzszl-18552", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 621, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "A", "item_id": "llmzszl-18554", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 323, "gold": "A", "item_id": "llmzszl-18554", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 283, "gold": "B", "item_id": "llmzszl-18556", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 478, "gold": "B", "item_id": "llmzszl-18556", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 651, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "B", "item_id": "llmzszl-18557", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 710, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 411, "gold": "B", "item_id": "llmzszl-18557", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 641, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "D", "item_id": "llmzszl-18559", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 704, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 215, "gold": "D", "item_id": "llmzszl-18559", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 635, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 277, "gold": "A", "item_id": "llmzszl-18562", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 382, "gold": "A", "item_id": "llmzszl-18562", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "A", "item_id": "llmzszl-18563", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 452, "gold": "A", "item_id": "llmzszl-18563", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 136, "gold": "C", "item_id": "llmzszl-18564", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 712, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 190, "gold": "C", "item_id": "llmzszl-18564", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 643, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 320, "gold": "A", "item_id": "llmzszl-18565", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 448, "gold": "A", "item_id": "llmzszl-18565", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 662, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 206, "gold": "A", "item_id": "llmzszl-18566", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 706, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 299, "gold": "A", "item_id": "llmzszl-18566", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 637, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 193, "gold": "B", "item_id": "llmzszl-18567", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 709, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 358, "gold": "B", "item_id": "llmzszl-18567", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 640, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "B", "item_id": "llmzszl-18568", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 694, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 354, "gold": "B", "item_id": "llmzszl-18568", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 625, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 134, "gold": "A", "item_id": "llmzszl-18569", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 724, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "A", "item_id": "llmzszl-18569", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 655, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 296, "gold": "D", "item_id": "llmzszl-18571", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 430, "gold": "D", "item_id": "llmzszl-18571", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "D", "item_id": "llmzszl-18573", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18573", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 207, "gold": "A", "item_id": "llmzszl-18576", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1070, "gold": "A", "item_id": "llmzszl-18576", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 121, "gold": "D", "item_id": "llmzszl-18577", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 569, "gold": "D", "item_id": "llmzszl-18577", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18578", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 716, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18578", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "A", "prompt_tokens": 647, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 482, "gold": "B", "item_id": "llmzszl-18580", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 735, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 491, "gold": "B", "item_id": "llmzszl-18580", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 666, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 194, "gold": "A", "item_id": "llmzszl-18581", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 701, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 441, "gold": "A", "item_id": "llmzszl-18581", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 632, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 357, "gold": "B", "item_id": "llmzszl-18582", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 786, "gold": "B", "item_id": "llmzszl-18582", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 411, "gold": "B", "item_id": "llmzszl-18583", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 745, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 843, "gold": "B", "item_id": "llmzszl-18583", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 676, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 409, "gold": "B", "item_id": "llmzszl-18585", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 723, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 421, "gold": "B", "item_id": "llmzszl-18585", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 654, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 94, "gold": "A", "item_id": "llmzszl-18587", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 295, "gold": "A", "item_id": "llmzszl-18587", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 644, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 321, "gold": "D", "item_id": "llmzszl-18588", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 692, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 546, "gold": "D", "item_id": "llmzszl-18588", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 623, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 266, "gold": "C", "item_id": "llmzszl-18591", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 695, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 430, "gold": "C", "item_id": "llmzszl-18591", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 626, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "D", "item_id": "llmzszl-18593", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 698, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "D", "item_id": "llmzszl-18593", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 629, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 643, "gold": "B", "item_id": "llmzszl-18594", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-18594", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "D", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "A", "item_id": "llmzszl-18595", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 572, "gold": "A", "item_id": "llmzszl-18595", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 646, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 611, "gold": "C", "item_id": "llmzszl-18599", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 397, "gold": "C", "item_id": "llmzszl-18599", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "C", "item_id": "llmzszl-18601", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 739, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 500, "gold": "C", "item_id": "llmzszl-18601", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 670, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 394, "gold": "C", "item_id": "llmzszl-18606", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 702, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 533, "gold": "C", "item_id": "llmzszl-18606", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 633, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 130, "gold": "B", "item_id": "llmzszl-18607", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 755, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 440, "gold": "B", "item_id": "llmzszl-18607", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 686, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18608", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 724, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18608", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 655, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 332, "gold": "C", "item_id": "llmzszl-18610", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 727, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 632, "gold": "C", "item_id": "llmzszl-18610", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 658, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 182, "gold": "D", "item_id": "llmzszl-18612", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 709, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 227, "gold": "D", "item_id": "llmzszl-18612", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 640, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 220, "gold": "D", "item_id": "llmzszl-18614", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 341, "gold": "D", "item_id": "llmzszl-18614", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 661, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 322, "gold": "A", "item_id": "llmzszl-18615", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 434, "gold": "A", "item_id": "llmzszl-18615", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 661, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 177, "gold": "D", "item_id": "llmzszl-18618", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 614, "gold": "D", "item_id": "llmzszl-18618", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 642, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 237, "gold": "C", "item_id": "llmzszl-18621", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 754, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 335, "gold": "C", "item_id": "llmzszl-18621", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 685, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 159, "gold": "C", "item_id": "llmzszl-18626", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 307, "gold": "C", "item_id": "llmzszl-18626", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18627", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18627", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 339, "gold": "C", "item_id": "llmzszl-18630", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 748, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 302, "gold": "C", "item_id": "llmzszl-18630", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 575, "gold": "A", "item_id": "llmzszl-18632", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 709, "gold": "A", "item_id": "llmzszl-18632", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 63, "gold": "D", "item_id": "llmzszl-18634", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 725, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 272, "gold": "D", "item_id": "llmzszl-18634", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 656, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 115, "gold": "C", "item_id": "llmzszl-18635", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 291, "gold": "C", "item_id": "llmzszl-18635", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 642, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-18639", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 767, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-18639", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 698, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 251, "gold": "B", "item_id": "llmzszl-18640", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 485, "gold": "B", "item_id": "llmzszl-18640", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 506, "gold": "B", "item_id": "llmzszl-18642", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 947, "gold": "B", "item_id": "llmzszl-18642", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 402, "gold": "D", "item_id": "llmzszl-18647", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 724, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 476, "gold": "D", "item_id": "llmzszl-18647", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 655, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 159, "gold": "C", "item_id": "llmzszl-18649", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 454, "gold": "C", "item_id": "llmzszl-18649", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 181, "gold": "A", "item_id": "llmzszl-18650", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 413, "gold": "A", "item_id": "llmzszl-18650", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 651, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 320, "gold": "A", "item_id": "llmzszl-18651", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 698, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18651", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 629, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 258, "gold": "A", "item_id": "llmzszl-18653", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 595, "gold": "A", "item_id": "llmzszl-18653", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 189, "gold": "A", "item_id": "llmzszl-18655", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1071, "gold": "A", "item_id": "llmzszl-18655", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 664, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "A", "item_id": "llmzszl-18657", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 719, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 291, "gold": "A", "item_id": "llmzszl-18657", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 650, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 1106, "gold": "D", "item_id": "llmzszl-18660", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 740, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18660", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "A", "prompt_tokens": 671, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 114, "gold": "D", "item_id": "llmzszl-18661", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 350, "gold": "D", "item_id": "llmzszl-18661", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "C", "item_id": "llmzszl-18664", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 719, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "C", "item_id": "llmzszl-18664", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 650, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "C", "item_id": "llmzszl-18665", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 742, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 558, "gold": "C", "item_id": "llmzszl-18665", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 673, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 92, "gold": "C", "item_id": "llmzszl-18666", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 725, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 303, "gold": "C", "item_id": "llmzszl-18666", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 656, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 134, "gold": "A", "item_id": "llmzszl-18667", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 723, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 301, "gold": "A", "item_id": "llmzszl-18667", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 654, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 832, "gold": "D", "item_id": "llmzszl-18669", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 742, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 773, "gold": "D", "item_id": "llmzszl-18669", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 673, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 683, "gold": "A", "item_id": "llmzszl-18673", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 763, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1006, "gold": "A", "item_id": "llmzszl-18673", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 694, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 324, "gold": "A", "item_id": "llmzszl-18674", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 466, "gold": "A", "item_id": "llmzszl-18674", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 644, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 626, "gold": "B", "item_id": "llmzszl-18675", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 767, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-18675", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "D", "prompt_tokens": 698, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 691, "gold": "A", "item_id": "llmzszl-18676", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 768, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 602, "gold": "A", "item_id": "llmzszl-18676", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 699, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-18678", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 744, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 643, "gold": "B", "item_id": "llmzszl-18678", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 675, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "D", "item_id": "llmzszl-18682", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 751, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 106, "gold": "D", "item_id": "llmzszl-18682", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 682, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 336, "gold": "C", "item_id": "llmzszl-18688", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 747, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 458, "gold": "C", "item_id": "llmzszl-18688", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 678, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 245, "gold": "C", "item_id": "llmzszl-18689", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 726, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 240, "gold": "C", "item_id": "llmzszl-18689", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 657, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "D", "item_id": "llmzszl-18692", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 714, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 368, "gold": "D", "item_id": "llmzszl-18692", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 645, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 192, "gold": "A", "item_id": "llmzszl-18693", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 706, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 361, "gold": "A", "item_id": "llmzszl-18693", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 637, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "D", "item_id": "llmzszl-18694", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 498, "gold": "D", "item_id": "llmzszl-18694", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 409, "gold": "B", "item_id": "llmzszl-18695", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 744, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 648, "gold": "B", "item_id": "llmzszl-18695", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 675, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 115, "gold": "C", "item_id": "llmzszl-18699", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 699, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 374, "gold": "C", "item_id": "llmzszl-18699", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 630, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "A", "item_id": "llmzszl-18704", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 746, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 386, "gold": "A", "item_id": "llmzszl-18704", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 677, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 590, "gold": "C", "item_id": "llmzszl-18705", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 726, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1086, "gold": "C", "item_id": "llmzszl-18705", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 657, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 381, "gold": "D", "item_id": "llmzszl-18706", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 693, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 597, "gold": "D", "item_id": "llmzszl-18706", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 624, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 153, "gold": "C", "item_id": "llmzszl-18707", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 728, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 310, "gold": "C", "item_id": "llmzszl-18707", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 659, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "B", "item_id": "llmzszl-18709", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 608, "gold": "B", "item_id": "llmzszl-18709", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 651, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 74, "gold": "B", "item_id": "llmzszl-18711", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 700, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 586, "gold": "B", "item_id": "llmzszl-18711", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 631, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 180, "gold": "D", "item_id": "llmzszl-18712", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 467, "gold": "D", "item_id": "llmzszl-18712", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 387, "gold": "A", "item_id": "llmzszl-18713", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 724, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 560, "gold": "A", "item_id": "llmzszl-18713", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 655, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "D", "item_id": "llmzszl-18715", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 437, "gold": "D", "item_id": "llmzszl-18715", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 99, "gold": "D", "item_id": "llmzszl-18716", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 720, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 461, "gold": "D", "item_id": "llmzszl-18716", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 651, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 503, "gold": "B", "item_id": "llmzszl-18718", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 787, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 657, "gold": "B", "item_id": "llmzszl-18718", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 718, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 216, "gold": "C", "item_id": "llmzszl-18719", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 729, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 539, "gold": "C", "item_id": "llmzszl-18719", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 660, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 500, "gold": "A", "item_id": "llmzszl-18720", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 793, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 595, "gold": "A", "item_id": "llmzszl-18720", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 724, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 549, "gold": "A", "item_id": "llmzszl-18722", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 897, "gold": "A", "item_id": "llmzszl-18722", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 642, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 226, "gold": "B", "item_id": "llmzszl-18724", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 737, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 296, "gold": "B", "item_id": "llmzszl-18724", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 668, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 241, "gold": "D", "item_id": "llmzszl-18725", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 721, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 840, "gold": "D", "item_id": "llmzszl-18725", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 652, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 175, "gold": "C", "item_id": "llmzszl-18727", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 778, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 528, "gold": "C", "item_id": "llmzszl-18727", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 709, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 508, "gold": "B", "item_id": "llmzszl-18730", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 693, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 434, "gold": "B", "item_id": "llmzszl-18730", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 624, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 49, "gold": "B", "item_id": "llmzszl-18731", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 698, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 46, "gold": "B", "item_id": "llmzszl-18731", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 629, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 374, "gold": "A", "item_id": "llmzszl-18733", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 750, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 343, "gold": "A", "item_id": "llmzszl-18733", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 681, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "D", "item_id": "llmzszl-18734", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 717, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 111, "gold": "D", "item_id": "llmzszl-18734", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 648, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "D", "item_id": "llmzszl-18736", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 712, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 56, "gold": "D", "item_id": "llmzszl-18736", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 643, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 83, "gold": "C", "item_id": "llmzszl-18737", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 82, "gold": "C", "item_id": "llmzszl-18737", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 73, "gold": "A", "item_id": "llmzszl-18739", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 53, "gold": "A", "item_id": "llmzszl-18739", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 644, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 193, "gold": "C", "item_id": "llmzszl-18743", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 728, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 549, "gold": "C", "item_id": "llmzszl-18743", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 659, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 504, "gold": "C", "item_id": "llmzszl-18744", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 785, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 798, "gold": "C", "item_id": "llmzszl-18744", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 716, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 567, "gold": "C", "item_id": "llmzszl-18745", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 725, "gold": "C", "item_id": "llmzszl-18745", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 644, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 328, "gold": "D", "item_id": "llmzszl-18746", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 710, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 255, "gold": "D", "item_id": "llmzszl-18746", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 641, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18748", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 723, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "D", "item_id": "llmzszl-18748", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 654, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "A", "item_id": "llmzszl-18750", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 722, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 148, "gold": "A", "item_id": "llmzszl-18750", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 50, "gold": "C", "item_id": "llmzszl-18751", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 706, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 51, "gold": "C", "item_id": "llmzszl-18751", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 637, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-18752", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "B", "prompt_tokens": 726, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 466, "gold": "A", "item_id": "llmzszl-18752", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2016}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 657, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 78, "gold": "B", "item_id": "llmzszl-18754", "meta": {"n_choices": 5, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 735, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 87, "gold": "B", "item_id": "llmzszl-18754", "meta": {"n_choices": 5, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 666, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 73, "gold": "A", "item_id": "llmzszl-18755", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 713, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 53, "gold": "A", "item_id": "llmzszl-18755", "meta": {"n_choices": 4, "subject": "Biologia", "type": "Egzaminy Maturalne", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 644, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 263, "gold": "D", "item_id": "llmzszl-18759", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 707, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 731, "gold": "D", "item_id": "llmzszl-18759", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 638, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 395, "gold": "A", "item_id": "llmzszl-18763", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 705, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 910, "gold": "A", "item_id": "llmzszl-18763", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 636, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 414, "gold": "A", "item_id": "llmzszl-18765", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 778, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 1234, "gold": "A", "item_id": "llmzszl-18765", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 709, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 219, "gold": "A", "item_id": "llmzszl-18766", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 788, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 778, "gold": "A", "item_id": "llmzszl-18766", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 719, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 287, "gold": "B", "item_id": "llmzszl-18770", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 705, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 422, "gold": "B", "item_id": "llmzszl-18770", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Maturalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 636, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 123, "gold": "D", "item_id": "llmzszl-18771", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 770, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 398, "gold": "D", "item_id": "llmzszl-18771", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 701, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 409, "gold": "D", "item_id": "llmzszl-18773", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 377, "gold": "D", "item_id": "llmzszl-18773", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 163, "gold": "A", "item_id": "llmzszl-18774", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 780, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 363, "gold": "A", "item_id": "llmzszl-18774", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 711, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 398, "gold": "B", "item_id": "llmzszl-18775", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 718, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 381, "gold": "B", "item_id": "llmzszl-18775", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2023}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 649, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 160, "gold": "B", "item_id": "llmzszl-18783", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 750, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 717, "gold": "B", "item_id": "llmzszl-18783", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 681, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 88, "gold": "C", "item_id": "llmzszl-18784", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 765, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 78, "gold": "C", "item_id": "llmzszl-18784", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2021}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 696, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 317, "gold": "D", "item_id": "llmzszl-18790", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 975, "gold": "D", "item_id": "llmzszl-18790", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 155, "gold": "C", "item_id": "llmzszl-18792", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 765, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 450, "gold": "C", "item_id": "llmzszl-18792", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 696, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 139, "gold": "C", "item_id": "llmzszl-18793", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 178, "gold": "C", "item_id": "llmzszl-18793", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 235, "gold": "B", "item_id": "llmzszl-18799", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 719, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 553, "gold": "B", "item_id": "llmzszl-18799", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 650, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 341, "gold": "C", "item_id": "llmzszl-18801", "meta": {"n_choices": 5, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 740, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 519, "gold": "C", "item_id": "llmzszl-18801", "meta": {"n_choices": 5, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 671, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 385, "gold": "D", "item_id": "llmzszl-18804", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 848, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 974, "gold": "D", "item_id": "llmzszl-18804", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2022}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 779, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 118, "gold": "D", "item_id": "llmzszl-18809", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 700, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 321, "gold": "D", "item_id": "llmzszl-18809", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 631, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 93, "gold": "C", "item_id": "llmzszl-18810", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 765, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 436, "gold": "C", "item_id": "llmzszl-18810", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 696, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 178, "gold": "C", "item_id": "llmzszl-18811", "meta": {"n_choices": 6, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 756, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 300, "gold": "C", "item_id": "llmzszl-18811", "meta": {"n_choices": 6, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 687, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 200, "gold": "B", "item_id": "llmzszl-18812", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 712, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 495, "gold": "B", "item_id": "llmzszl-18812", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 643, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 773, "gold": "D", "item_id": "llmzszl-18815", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 752, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 1026, "gold": "D", "item_id": "llmzszl-18815", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Ósmoklasisty", "year": 2020}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 683, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "A", "item_id": "llmzszl-19", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 751, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 470, "gold": "A", "item_id": "llmzszl-19", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 682, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 60, "gold": "D", "item_id": "llmzszl-2", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 702, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 69, "gold": "D", "item_id": "llmzszl-2", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 633, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 487, "gold": "B", "item_id": "llmzszl-21", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 850, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 660, "gold": "B", "item_id": "llmzszl-21", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2007}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 781, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 146, "gold": "A", "item_id": "llmzszl-27", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 700, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 108, "gold": "A", "item_id": "llmzszl-27", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 631, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 112, "gold": "D", "item_id": "llmzszl-29", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 700, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 190, "gold": "D", "item_id": "llmzszl-29", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 631, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 153, "gold": "B", "item_id": "llmzszl-3", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 746, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "B", "item_id": "llmzszl-3", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 677, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 84, "gold": "D", "item_id": "llmzszl-30", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 714, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 85, "gold": "D", "item_id": "llmzszl-30", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 645, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 85, "gold": "C", "item_id": "llmzszl-32", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 696, "trace_lang": "mixed"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 213, "gold": "C", "item_id": "llmzszl-32", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 627, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 201, "gold": "D", "item_id": "llmzszl-36", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 785, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 790, "gold": "D", "item_id": "llmzszl-36", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 716, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 280, "gold": "C", "item_id": "llmzszl-38", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 738, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 585, "gold": "C", "item_id": "llmzszl-38", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2005}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 669, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "B", "item_id": "llmzszl-39", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 711, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 251, "gold": "B", "item_id": "llmzszl-39", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 642, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "A", "item_id": "llmzszl-42", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 279, "gold": "A", "item_id": "llmzszl-42", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 162, "gold": "B", "item_id": "llmzszl-43", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 88, "gold": "B", "item_id": "llmzszl-43", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 205, "gold": "B", "item_id": "llmzszl-45", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 798, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 224, "gold": "B", "item_id": "llmzszl-45", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2003}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 729, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 112, "gold": "D", "item_id": "llmzszl-46", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 795, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "D", "item_id": "llmzszl-46", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 726, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 575, "gold": "A", "item_id": "llmzszl-47", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 710, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "A", "item_id": "llmzszl-47", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 641, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 198, "gold": "D", "item_id": "llmzszl-48", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 748, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 894, "gold": "D", "item_id": "llmzszl-48", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2008}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 679, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 88, "gold": "A", "item_id": "llmzszl-54", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 760, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 334, "gold": "A", "item_id": "llmzszl-54", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 691, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "D", "item_id": "llmzszl-56", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 745, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 290, "gold": "D", "item_id": "llmzszl-56", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 676, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 134, "gold": "A", "item_id": "llmzszl-57", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 539, "gold": "A", "item_id": "llmzszl-57", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 180, "gold": "D", "item_id": "llmzszl-59", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 740, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 428, "gold": "D", "item_id": "llmzszl-59", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2018}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 671, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 367, "gold": "A", "item_id": "llmzszl-6", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 766, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 656, "gold": "A", "item_id": "llmzszl-6", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 697, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 113, "gold": "C", "item_id": "llmzszl-61", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 440, "gold": "C", "item_id": "llmzszl-61", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 352, "gold": "B", "item_id": "llmzszl-62", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 730, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 418, "gold": "B", "item_id": "llmzszl-62", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 661, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 116, "gold": "D", "item_id": "llmzszl-63", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 729, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 341, "gold": "D", "item_id": "llmzszl-63", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 660, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 242, "gold": "C", "item_id": "llmzszl-65", "meta": {"n_choices": 5, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 731, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 427, "gold": "C", "item_id": "llmzszl-65", "meta": {"n_choices": 5, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 662, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 152, "gold": "A", "item_id": "llmzszl-66", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 164, "gold": "A", "item_id": "llmzszl-66", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 81, "gold": "C", "item_id": "llmzszl-68", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 840, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 132, "gold": "C", "item_id": "llmzszl-68", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 771, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 94, "gold": "D", "item_id": "llmzszl-69", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 431, "gold": "D", "item_id": "llmzszl-69", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2017}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "A", "item_id": "llmzszl-7", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 733, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 229, "gold": "A", "item_id": "llmzszl-7", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 664, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 134, "gold": "B", "item_id": "llmzszl-71", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 737, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "llmzszl-71", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "D", "prompt_tokens": 668, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "D", "item_id": "llmzszl-75", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 747, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 281, "gold": "D", "item_id": "llmzszl-75", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2015}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 678, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 146, "gold": "C", "item_id": "llmzszl-8", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 722, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 325, "gold": "C", "item_id": "llmzszl-8", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2010}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 653, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 338, "gold": "D", "item_id": "llmzszl-80", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 777, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 611, "gold": "D", "item_id": "llmzszl-80", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 708, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 586, "gold": "B", "item_id": "llmzszl-81", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 737, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 875, "gold": "B", "item_id": "llmzszl-81", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 668, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 255, "gold": "D", "item_id": "llmzszl-82", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 747, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 549, "gold": "D", "item_id": "llmzszl-82", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 678, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 198, "gold": "D", "item_id": "llmzszl-86", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 742, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 460, "gold": "D", "item_id": "llmzszl-86", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 673, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 309, "gold": "C", "item_id": "llmzszl-87", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 715, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 448, "gold": "C", "item_id": "llmzszl-87", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2019}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 646, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 103, "gold": "B", "item_id": "llmzszl-89", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 777, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 700, "gold": "B", "item_id": "llmzszl-89", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 708, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "D", "item_id": "llmzszl-92", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 732, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 115, "gold": "D", "item_id": "llmzszl-92", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 663, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 114, "gold": "A", "item_id": "llmzszl-94", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 736, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 104, "gold": "A", "item_id": "llmzszl-94", "meta": {"n_choices": 4, "subject": "Przyroda", "type": "Egzaminy Gimnazjalne", "year": 2006}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 667, "trace_lang": "pl"}
{"benchmark": "llmzszl_stem", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 276, "gold": "D", "item_id": "llmzszl-96", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 747, "trace_lang": "en"}
{"benchmark": "llmzszl_stem", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 324, "gold": "D", "item_id": "llmzszl-96", "meta": {"n_choices": 4, "subject": "Matematyka", "type": "Egzaminy Gimnazjalne", "year": 2014}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 678, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 192, "gold": "B", "item_id": "pes-Alergologia-2018 wiosna-34", "meta": {"edition": "2018 wiosna", "question_id": "34", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1052, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 253, "gold": "B", "item_id": "pes-Alergologia-2018 wiosna-34", "meta": {"edition": "2018 wiosna", "question_id": "34", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 932, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 123, "gold": "B", "item_id": "pes-Alergologia-2018 wiosna-81", "meta": {"edition": "2018 wiosna", "question_id": "81", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 918, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 62, "gold": "B", "item_id": "pes-Alergologia-2018 wiosna-81", "meta": {"edition": "2018 wiosna", "question_id": "81", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 798, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 114, "gold": "E", "item_id": "pes-Alergologia-2019 jesień-37", "meta": {"edition": "2019 jesień", "question_id": "37", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 911, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 83, "gold": "E", "item_id": "pes-Alergologia-2019 jesień-37", "meta": {"edition": "2019 jesień", "question_id": "37", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 791, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 541, "gold": "B", "item_id": "pes-Alergologia-2019 jesień-76", "meta": {"edition": "2019 jesień", "question_id": "76", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 322, "gold": "B", "item_id": "pes-Alergologia-2019 jesień-76", "meta": {"edition": "2019 jesień", "question_id": "76", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 43, "gold": "B", "item_id": "pes-Alergologia-2020 wiosna-23", "meta": {"edition": "2020 wiosna", "question_id": "23", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 988, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "B", "item_id": "pes-Alergologia-2020 wiosna-23", "meta": {"edition": "2020 wiosna", "question_id": "23", "specialization": "Alergologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 868, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 316, "gold": "C", "item_id": "pes-Anestezjologia-2018 jesień-104", "meta": {"edition": "2018 jesień", "question_id": "104", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 945, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 928, "gold": "C", "item_id": "pes-Anestezjologia-2018 jesień-104", "meta": {"edition": "2018 jesień", "question_id": "104", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 825, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 552, "gold": "A", "item_id": "pes-Anestezjologia-2018 jesień-8", "meta": {"edition": "2018 jesień", "question_id": "8", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 922, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 612, "gold": "A", "item_id": "pes-Anestezjologia-2018 jesień-8", "meta": {"edition": "2018 jesień", "question_id": "8", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 802, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 203, "gold": "B", "item_id": "pes-Anestezjologia-2018 wiosna-34", "meta": {"edition": "2018 wiosna", "question_id": "34", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 963, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 271, "gold": "B", "item_id": "pes-Anestezjologia-2018 wiosna-34", "meta": {"edition": "2018 wiosna", "question_id": "34", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 843, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 236, "gold": "E", "item_id": "pes-Anestezjologia-2018 wiosna-43", "meta": {"edition": "2018 wiosna", "question_id": "43", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 908, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 127, "gold": "E", "item_id": "pes-Anestezjologia-2018 wiosna-43", "meta": {"edition": "2018 wiosna", "question_id": "43", "specialization": "Anestezjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 788, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 218, "gold": "C", "item_id": "pes-Angiologia-2020 jesień-84", "meta": {"edition": "2020 jesień", "question_id": "84", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 908, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 171, "gold": "C", "item_id": "pes-Angiologia-2020 jesień-84", "meta": {"edition": "2020 jesień", "question_id": "84", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 788, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 252, "gold": "D", "item_id": "pes-Angiologia-2020 wiosna-42", "meta": {"edition": "2020 wiosna", "question_id": "42", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1093, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 302, "gold": "D", "item_id": "pes-Angiologia-2020 wiosna-42", "meta": {"edition": "2020 wiosna", "question_id": "42", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 973, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 158, "gold": "D", "item_id": "pes-Angiologia-2020 wiosna-76", "meta": {"edition": "2020 wiosna", "question_id": "76", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 974, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 158, "gold": "D", "item_id": "pes-Angiologia-2020 wiosna-76", "meta": {"edition": "2020 wiosna", "question_id": "76", "specialization": "Angiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 854, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 244, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "meta": {"edition": "2018 jesień", "question_id": "83", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 997, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "meta": {"edition": "2018 jesień", "question_id": "83", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 877, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 94, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "meta": {"edition": "2020 jesień", "question_id": "17", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 929, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "meta": {"edition": "2020 jesień", "question_id": "17", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 809, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 244, "gold": "C", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "meta": {"edition": "2020 jesień", "question_id": "40", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1065, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 355, "gold": "C", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "meta": {"edition": "2020 jesień", "question_id": "40", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 945, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 139, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "meta": {"edition": "2020 jesień", "question_id": "42", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1054, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 140, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "meta": {"edition": "2020 jesień", "question_id": "42", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 934, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "meta": {"edition": "2020 wiosna", "question_id": "86", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 946, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 82, "gold": "B", "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "meta": {"edition": "2020 wiosna", "question_id": "86", "specialization": "Balneologia i medycyna fizykalna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 826, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 164, "gold": "B", "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "meta": {"edition": "2018 jesień", "question_id": "109", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 979, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 171, "gold": "B", "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "meta": {"edition": "2018 jesień", "question_id": "109", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 859, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "E", "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "meta": {"edition": "2018 jesień", "question_id": "30", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 982, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 226, "gold": "E", "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "meta": {"edition": "2018 jesień", "question_id": "30", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 862, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "A", "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "meta": {"edition": "2018 wiosna", "question_id": "101", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 974, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 161, "gold": "A", "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "meta": {"edition": "2018 wiosna", "question_id": "101", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 854, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 221, "gold": "B", "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "meta": {"edition": "2019 jesień", "question_id": "55", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1062, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 875, "gold": "B", "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "meta": {"edition": "2019 jesień", "question_id": "55", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 942, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 15, "gold": "D", "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "meta": {"edition": "2019 jesień", "question_id": "93", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 110, "gold": "D", "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "meta": {"edition": "2019 jesień", "question_id": "93", "specialization": "Chirurgia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 171, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "meta": {"edition": "2018 jesień", "question_id": "76", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 986, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 134, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "meta": {"edition": "2018 jesień", "question_id": "76", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 866, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 135, "gold": "E", "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "meta": {"edition": "2019 jesień", "question_id": "15", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 956, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 95, "gold": "E", "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "meta": {"edition": "2019 jesień", "question_id": "15", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 836, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 187, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "meta": {"edition": "2019 jesień", "question_id": "94", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 957, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 195, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "meta": {"edition": "2019 jesień", "question_id": "94", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 837, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 156, "gold": "B", "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "meta": {"edition": "2019 wiosna", "question_id": "18", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 956, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 130, "gold": "B", "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "meta": {"edition": "2019 wiosna", "question_id": "18", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 836, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 250, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "meta": {"edition": "2020 wiosna", "question_id": "67", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 890, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "A", "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "meta": {"edition": "2020 wiosna", "question_id": "67", "specialization": "Chirurgia naczyniowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 770, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 184, "gold": "D", "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "meta": {"edition": "2018 wiosna", "question_id": "89", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1064, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "D", "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "meta": {"edition": "2018 wiosna", "question_id": "89", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 944, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 128, "gold": "D", "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "meta": {"edition": "2020 jesień", "question_id": "21", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 908, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 269, "gold": "D", "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "meta": {"edition": "2020 jesień", "question_id": "21", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 788, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 190, "gold": "E", "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 895, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 423, "gold": "E", "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 775, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "E", "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "meta": {"edition": "2020 jesień", "question_id": "92", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 988, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 175, "gold": "E", "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "meta": {"edition": "2020 jesień", "question_id": "92", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 868, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 72, "gold": "A", "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "meta": {"edition": "2020 wiosna", "question_id": "65", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 886, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 74, "gold": "A", "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "meta": {"edition": "2020 wiosna", "question_id": "65", "specialization": "Chirurgia ogólna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 766, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 125, "gold": "D", "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "meta": {"edition": "2018 wiosna", "question_id": "68", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 911, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 116, "gold": "D", "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "meta": {"edition": "2018 wiosna", "question_id": "68", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 791, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 109, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "meta": {"edition": "2019 jesień", "question_id": "16", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 963, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 248, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "meta": {"edition": "2019 jesień", "question_id": "16", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 843, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "meta": {"edition": "2019 wiosna", "question_id": "74", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 881, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 85, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "meta": {"edition": "2019 wiosna", "question_id": "74", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 761, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 191, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "meta": {"edition": "2020 jesień", "question_id": "56", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1019, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 409, "gold": "E", "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "meta": {"edition": "2020 jesień", "question_id": "56", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 899, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 209, "gold": "A", "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "meta": {"edition": "2020 wiosna", "question_id": "68", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1129, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 566, "gold": "A", "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "meta": {"edition": "2020 wiosna", "question_id": "68", "specialization": "Chirurgia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1009, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 145, "gold": "B", "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "meta": {"edition": "2018 jesień", "question_id": "14", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 912, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 112, "gold": "B", "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "meta": {"edition": "2018 jesień", "question_id": "14", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 792, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "B", "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "meta": {"edition": "2018 wiosna", "question_id": "32", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1028, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "B", "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "meta": {"edition": "2018 wiosna", "question_id": "32", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 908, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 259, "gold": "D", "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "meta": {"edition": "2019 jesień", "question_id": "11", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 964, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 123, "gold": "D", "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "meta": {"edition": "2019 jesień", "question_id": "11", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 844, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 241, "gold": "C", "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "meta": {"edition": "2019 wiosna", "question_id": "19", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 968, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 111, "gold": "C", "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "meta": {"edition": "2019 wiosna", "question_id": "19", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 848, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 111, "gold": "C", "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "meta": {"edition": "2020 wiosna", "question_id": "84", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 935, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 91, "gold": "C", "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "meta": {"edition": "2020 wiosna", "question_id": "84", "specialization": "Chirurgia stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 815, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 124, "gold": "E", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "meta": {"edition": "2018 jesień", "question_id": "102", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1001, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "E", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "meta": {"edition": "2018 jesień", "question_id": "102", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 881, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 150, "gold": "C", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "meta": {"edition": "2018 jesień", "question_id": "112", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 895, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 119, "gold": "C", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "meta": {"edition": "2018 jesień", "question_id": "112", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 775, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 120, "gold": "C", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "meta": {"edition": "2018 wiosna", "question_id": "120", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 914, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 114, "gold": "C", "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "meta": {"edition": "2018 wiosna", "question_id": "120", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 794, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 102, "gold": "B", "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "meta": {"edition": "2019 jesień", "question_id": "40", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 929, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 89, "gold": "B", "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "meta": {"edition": "2019 jesień", "question_id": "40", "specialization": "Chirurgia szczękowo-twarzowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 809, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "C", "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "meta": {"edition": "2020 jesień", "question_id": "65", "specialization": "Choroby płuc dzieci"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 913, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "C", "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "meta": {"edition": "2020 jesień", "question_id": "65", "specialization": "Choroby płuc dzieci"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 793, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 190, "gold": "D", "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "meta": {"edition": "2020 wiosna", "question_id": "67", "specialization": "Choroby płuc dzieci"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 992, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 157, "gold": "D", "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "meta": {"edition": "2020 wiosna", "question_id": "67", "specialization": "Choroby płuc dzieci"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 872, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 176, "gold": "B", "item_id": "pes-Choroby płuc-2018 jesień-61", "meta": {"edition": "2018 jesień", "question_id": "61", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 949, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "B", "item_id": "pes-Choroby płuc-2018 jesień-61", "meta": {"edition": "2018 jesień", "question_id": "61", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 829, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 297, "gold": "D", "item_id": "pes-Choroby płuc-2019 jesień-104", "meta": {"edition": "2019 jesień", "question_id": "104", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 983, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "D", "item_id": "pes-Choroby płuc-2019 jesień-104", "meta": {"edition": "2019 jesień", "question_id": "104", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 863, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 268, "gold": "C", "item_id": "pes-Choroby płuc-2019 wiosna-45", "meta": {"edition": "2019 wiosna", "question_id": "45", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 902, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 118, "gold": "C", "item_id": "pes-Choroby płuc-2019 wiosna-45", "meta": {"edition": "2019 wiosna", "question_id": "45", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 782, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 264, "gold": "D", "item_id": "pes-Choroby płuc-2020 jesień-65", "meta": {"edition": "2020 jesień", "question_id": "65", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1060, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 348, "gold": "D", "item_id": "pes-Choroby płuc-2020 jesień-65", "meta": {"edition": "2020 jesień", "question_id": "65", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 940, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 248, "gold": "B", "item_id": "pes-Choroby płuc-2020 wiosna-13", "meta": {"edition": "2020 wiosna", "question_id": "13", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1122, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 384, "gold": "B", "item_id": "pes-Choroby płuc-2020 wiosna-13", "meta": {"edition": "2020 wiosna", "question_id": "13", "specialization": "Choroby płuc"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1002, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 83, "gold": "E", "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "meta": {"edition": "2018 wiosna", "question_id": "55", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 887, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 71, "gold": "E", "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "meta": {"edition": "2018 wiosna", "question_id": "55", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 767, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "A", "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "meta": {"edition": "2020 jesień", "question_id": "11", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 954, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 186, "gold": "A", "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "meta": {"edition": "2020 jesień", "question_id": "11", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 834, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 121, "gold": "E", "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "meta": {"edition": "2020 jesień", "question_id": "6", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 893, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 91, "gold": "E", "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "meta": {"edition": "2020 jesień", "question_id": "6", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 773, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 102, "gold": "A", "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "meta": {"edition": "2020 wiosna", "question_id": "24", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 899, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 233, "gold": "A", "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "meta": {"edition": "2020 wiosna", "question_id": "24", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 779, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 98, "gold": "C", "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "meta": {"edition": "2020 wiosna", "question_id": "26", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 899, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "C", "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "meta": {"edition": "2020 wiosna", "question_id": "26", "specialization": "Choroby wewnętrzne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 779, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "B", "item_id": "pes-Choroby zakaźne-2018 jesień-58", "meta": {"edition": "2018 jesień", "question_id": "58", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 897, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 63, "gold": "B", "item_id": "pes-Choroby zakaźne-2018 jesień-58", "meta": {"edition": "2018 jesień", "question_id": "58", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 777, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 253, "gold": "A", "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "meta": {"edition": "2018 wiosna", "question_id": "99", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 939, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 472, "gold": "A", "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "meta": {"edition": "2018 wiosna", "question_id": "99", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 819, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 115, "gold": "A", "item_id": "pes-Choroby zakaźne-2019 jesień-23", "meta": {"edition": "2019 jesień", "question_id": "23", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1029, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 167, "gold": "A", "item_id": "pes-Choroby zakaźne-2019 jesień-23", "meta": {"edition": "2019 jesień", "question_id": "23", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 909, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 180, "gold": "E", "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "meta": {"edition": "2020 wiosna", "question_id": "32", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1090, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 104, "gold": "E", "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "meta": {"edition": "2020 wiosna", "question_id": "32", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 970, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 236, "gold": "E", "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "meta": {"edition": "2020 wiosna", "question_id": "70", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 976, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 256, "gold": "E", "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "meta": {"edition": "2020 wiosna", "question_id": "70", "specialization": "Choroby zakaźne"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 856, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 167, "gold": "A", "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "meta": {"edition": "2018 jesień", "question_id": "66", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1045, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 119, "gold": "A", "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "meta": {"edition": "2018 jesień", "question_id": "66", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 925, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 88, "gold": "A", "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "meta": {"edition": "2018 wiosna", "question_id": "51", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 891, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 108, "gold": "A", "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "meta": {"edition": "2018 wiosna", "question_id": "51", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 771, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 239, "gold": "B", "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "meta": {"edition": "2019 jesień", "question_id": "66", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 959, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 104, "gold": "B", "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "meta": {"edition": "2019 jesień", "question_id": "66", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 839, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 230, "gold": "C", "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "meta": {"edition": "2020 jesień", "question_id": "68", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 1139, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 183, "gold": "C", "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "meta": {"edition": "2020 jesień", "question_id": "68", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 1019, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 145, "gold": "D", "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "meta": {"edition": "2020 jesień", "question_id": "80", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1041, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 153, "gold": "D", "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "meta": {"edition": "2020 jesień", "question_id": "80", "specialization": "Dermatologia i wenerologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 921, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 140, "gold": "A", "item_id": "pes-Diabetologia-2018 wiosna-70", "meta": {"edition": "2018 wiosna", "question_id": "70", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1069, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 311, "gold": "A", "item_id": "pes-Diabetologia-2018 wiosna-70", "meta": {"edition": "2018 wiosna", "question_id": "70", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 949, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 996, "gold": "A", "item_id": "pes-Diabetologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 1161, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 514, "gold": "A", "item_id": "pes-Diabetologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 1041, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "A", "item_id": "pes-Diabetologia-2019 jesień-28", "meta": {"edition": "2019 jesień", "question_id": "28", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 902, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 100, "gold": "A", "item_id": "pes-Diabetologia-2019 jesień-28", "meta": {"edition": "2019 jesień", "question_id": "28", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 782, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 247, "gold": "E", "item_id": "pes-Diabetologia-2019 jesień-6", "meta": {"edition": "2019 jesień", "question_id": "6", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 948, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 208, "gold": "E", "item_id": "pes-Diabetologia-2019 jesień-6", "meta": {"edition": "2019 jesień", "question_id": "6", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 828, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 193, "gold": "D", "item_id": "pes-Diabetologia-2019 wiosna-55", "meta": {"edition": "2019 wiosna", "question_id": "55", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 977, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 549, "gold": "D", "item_id": "pes-Diabetologia-2019 wiosna-55", "meta": {"edition": "2019 wiosna", "question_id": "55", "specialization": "Diabetologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 857, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 248, "gold": "B", "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "meta": {"edition": "2018 jesień", "question_id": "69", "specialization": "Endokrynologia ginekologiczna i rozrodczość"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1091, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 149, "gold": "B", "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "meta": {"edition": "2018 jesień", "question_id": "69", "specialization": "Endokrynologia ginekologiczna i rozrodczość"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 971, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 168, "gold": "B", "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "meta": {"edition": "2020 jesień", "question_id": "45", "specialization": "Endokrynologia ginekologiczna i rozrodczość"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 904, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 491, "gold": "B", "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "meta": {"edition": "2020 jesień", "question_id": "45", "specialization": "Endokrynologia ginekologiczna i rozrodczość"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 784, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 218, "gold": "E", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "meta": {"edition": "2019 wiosna", "question_id": "13", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 971, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 162, "gold": "E", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "meta": {"edition": "2019 wiosna", "question_id": "13", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 851, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "A", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "meta": {"edition": "2019 wiosna", "question_id": "67", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 947, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 153, "gold": "A", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "meta": {"edition": "2019 wiosna", "question_id": "67", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 827, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 634, "gold": "C", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "meta": {"edition": "2020 jesień", "question_id": "79", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1064, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 307, "gold": "C", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "meta": {"edition": "2020 jesień", "question_id": "79", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 944, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 103, "gold": "E", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "meta": {"edition": "2020 wiosna", "question_id": "6", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1008, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "E", "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "meta": {"edition": "2020 wiosna", "question_id": "6", "specialization": "Endokrynologia i diabetologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 888, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 339, "gold": "A", "item_id": "pes-Endokrynologia-2018 jesień-30", "meta": {"edition": "2018 jesień", "question_id": "30", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 952, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 461, "gold": "A", "item_id": "pes-Endokrynologia-2018 jesień-30", "meta": {"edition": "2018 jesień", "question_id": "30", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 832, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 185, "gold": "E", "item_id": "pes-Endokrynologia-2019 jesień-16", "meta": {"edition": "2019 jesień", "question_id": "16", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 941, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 93, "gold": "E", "item_id": "pes-Endokrynologia-2019 jesień-16", "meta": {"edition": "2019 jesień", "question_id": "16", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 821, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 206, "gold": "B", "item_id": "pes-Endokrynologia-2019 wiosna-66", "meta": {"edition": "2019 wiosna", "question_id": "66", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1046, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 342, "gold": "B", "item_id": "pes-Endokrynologia-2019 wiosna-66", "meta": {"edition": "2019 wiosna", "question_id": "66", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 926, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 188, "gold": "C", "item_id": "pes-Endokrynologia-2020 jesień-108", "meta": {"edition": "2020 jesień", "question_id": "108", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 970, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 143, "gold": "C", "item_id": "pes-Endokrynologia-2020 jesień-108", "meta": {"edition": "2020 jesień", "question_id": "108", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 850, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "E", "item_id": "pes-Endokrynologia-2020 wiosna-75", "meta": {"edition": "2020 wiosna", "question_id": "75", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1016, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 106, "gold": "E", "item_id": "pes-Endokrynologia-2020 wiosna-75", "meta": {"edition": "2020 wiosna", "question_id": "75", "specialization": "Endokrynologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 896, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 110, "gold": "A", "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "meta": {"edition": "2018 wiosna", "question_id": "71", "specialization": "Gastroenterologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 895, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 79, "gold": "A", "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "meta": {"edition": "2018 wiosna", "question_id": "71", "specialization": "Gastroenterologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 775, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 188, "gold": "E", "item_id": "pes-Gastroenterologia-2018 jesień-95", "meta": {"edition": "2018 jesień", "question_id": "95", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1087, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "E", "item_id": "pes-Gastroenterologia-2018 jesień-95", "meta": {"edition": "2018 jesień", "question_id": "95", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 967, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 177, "gold": "E", "item_id": "pes-Gastroenterologia-2018 wiosna-96", "meta": {"edition": "2018 wiosna", "question_id": "96", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 980, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 179, "gold": "E", "item_id": "pes-Gastroenterologia-2018 wiosna-96", "meta": {"edition": "2018 wiosna", "question_id": "96", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 860, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 376, "gold": "E", "item_id": "pes-Gastroenterologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 966, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 179, "gold": "E", "item_id": "pes-Gastroenterologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 846, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 168, "gold": "B", "item_id": "pes-Gastroenterologia-2019 jesień-77", "meta": {"edition": "2019 jesień", "question_id": "77", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 955, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 307, "gold": "B", "item_id": "pes-Gastroenterologia-2019 jesień-77", "meta": {"edition": "2019 jesień", "question_id": "77", "specialization": "Gastroenterologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 835, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 126, "gold": "B", "item_id": "pes-Geriatria-2018 wiosna-61", "meta": {"edition": "2018 wiosna", "question_id": "61", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 959, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "B", "item_id": "pes-Geriatria-2018 wiosna-61", "meta": {"edition": "2018 wiosna", "question_id": "61", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 839, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 76, "gold": "D", "item_id": "pes-Geriatria-2019 wiosna-22", "meta": {"edition": "2019 wiosna", "question_id": "22", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 895, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 63, "gold": "D", "item_id": "pes-Geriatria-2019 wiosna-22", "meta": {"edition": "2019 wiosna", "question_id": "22", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 775, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 179, "gold": "C", "item_id": "pes-Geriatria-2019 wiosna-48", "meta": {"edition": "2019 wiosna", "question_id": "48", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 897, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 172, "gold": "C", "item_id": "pes-Geriatria-2019 wiosna-48", "meta": {"edition": "2019 wiosna", "question_id": "48", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 777, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 206, "gold": "E", "item_id": "pes-Geriatria-2019 wiosna-77", "meta": {"edition": "2019 wiosna", "question_id": "77", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1064, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 651, "gold": "E", "item_id": "pes-Geriatria-2019 wiosna-77", "meta": {"edition": "2019 wiosna", "question_id": "77", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 944, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 209, "gold": "B", "item_id": "pes-Geriatria-2020 jesień-39", "meta": {"edition": "2020 jesień", "question_id": "39", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1012, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "B", "item_id": "pes-Geriatria-2020 jesień-39", "meta": {"edition": "2020 jesień", "question_id": "39", "specialization": "Geriatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 892, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 227, "gold": "A", "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "meta": {"edition": "2018 jesień", "question_id": "70", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1034, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 157, "gold": "A", "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "meta": {"edition": "2018 jesień", "question_id": "70", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 914, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 126, "gold": "E", "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "meta": {"edition": "2018 wiosna", "question_id": "46", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 901, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 92, "gold": "E", "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "meta": {"edition": "2018 wiosna", "question_id": "46", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 781, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 274, "gold": "D", "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "meta": {"edition": "2019 wiosna", "question_id": "110", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1028, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 284, "gold": "D", "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "meta": {"edition": "2019 wiosna", "question_id": "110", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 908, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "E", "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "meta": {"edition": "2020 jesień", "question_id": "9", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 904, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 128, "gold": "E", "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "meta": {"edition": "2020 jesień", "question_id": "9", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 784, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 133, "gold": "B", "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "meta": {"edition": "2020 wiosna", "question_id": "93", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1055, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 76, "gold": "B", "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "meta": {"edition": "2020 wiosna", "question_id": "93", "specialization": "Ginekologia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 935, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 128, "gold": "D", "item_id": "pes-Hematologia-2018 jesień-1", "meta": {"edition": "2018 jesień", "question_id": "1", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 1052, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "D", "item_id": "pes-Hematologia-2018 jesień-1", "meta": {"edition": "2018 jesień", "question_id": "1", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 932, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 224, "gold": "A", "item_id": "pes-Hematologia-2018 wiosna-117", "meta": {"edition": "2018 wiosna", "question_id": "117", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 988, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 184, "gold": "A", "item_id": "pes-Hematologia-2018 wiosna-117", "meta": {"edition": "2018 wiosna", "question_id": "117", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 868, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 94, "gold": "E", "item_id": "pes-Hematologia-2018 wiosna-5", "meta": {"edition": "2018 wiosna", "question_id": "5", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 893, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 58, "gold": "E", "item_id": "pes-Hematologia-2018 wiosna-5", "meta": {"edition": "2018 wiosna", "question_id": "5", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 773, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 123, "gold": "A", "item_id": "pes-Hematologia-2019 jesień-36", "meta": {"edition": "2019 jesień", "question_id": "36", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 993, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 227, "gold": "A", "item_id": "pes-Hematologia-2019 jesień-36", "meta": {"edition": "2019 jesień", "question_id": "36", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 873, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 266, "gold": "E", "item_id": "pes-Hematologia-2019 wiosna-3", "meta": {"edition": "2019 wiosna", "question_id": "3", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1155, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 218, "gold": "E", "item_id": "pes-Hematologia-2019 wiosna-3", "meta": {"edition": "2019 wiosna", "question_id": "3", "specialization": "Hematologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1035, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 133, "gold": "B", "item_id": "pes-Hipertensjologia-2018 jesień-20", "meta": {"edition": "2018 jesień", "question_id": "20", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 939, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 172, "gold": "B", "item_id": "pes-Hipertensjologia-2018 jesień-20", "meta": {"edition": "2018 jesień", "question_id": "20", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 819, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 131, "gold": "C", "item_id": "pes-Hipertensjologia-2018 jesień-32", "meta": {"edition": "2018 jesień", "question_id": "32", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 909, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 81, "gold": "C", "item_id": "pes-Hipertensjologia-2018 jesień-32", "meta": {"edition": "2018 jesień", "question_id": "32", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 789, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 1280, "gold": "A", "item_id": "pes-Hipertensjologia-2019 wiosna-100", "meta": {"edition": "2019 wiosna", "question_id": "100", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "E", "prompt_tokens": 889, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 138, "gold": "A", "item_id": "pes-Hipertensjologia-2019 wiosna-100", "meta": {"edition": "2019 wiosna", "question_id": "100", "specialization": "Hipertensjologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 769, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 170, "gold": "D", "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "meta": {"edition": "2019 wiosna", "question_id": "83", "specialization": "Kardiochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 887, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 65, "gold": "D", "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "meta": {"edition": "2019 wiosna", "question_id": "83", "specialization": "Kardiochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 767, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "C", "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "meta": {"edition": "2019 wiosna", "question_id": "93", "specialization": "Kardiochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 955, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 167, "gold": "C", "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "meta": {"edition": "2019 wiosna", "question_id": "93", "specialization": "Kardiochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 835, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 245, "gold": "D", "item_id": "pes-Kardiologia-2018 jesień-62", "meta": {"edition": "2018 jesień", "question_id": "62", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 980, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 185, "gold": "D", "item_id": "pes-Kardiologia-2018 jesień-62", "meta": {"edition": "2018 jesień", "question_id": "62", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 860, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 53, "gold": "C", "item_id": "pes-Kardiologia-2019 wiosna-82", "meta": {"edition": "2019 wiosna", "question_id": "82", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 891, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 114, "gold": "C", "item_id": "pes-Kardiologia-2019 wiosna-82", "meta": {"edition": "2019 wiosna", "question_id": "82", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 771, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 137, "gold": "B", "item_id": "pes-Kardiologia-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 932, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 148, "gold": "B", "item_id": "pes-Kardiologia-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 812, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 194, "gold": "B", "item_id": "pes-Kardiologia-2020 wiosna-3", "meta": {"edition": "2020 wiosna", "question_id": "3", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 934, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 140, "gold": "B", "item_id": "pes-Kardiologia-2020 wiosna-3", "meta": {"edition": "2020 wiosna", "question_id": "3", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 814, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 223, "gold": "B", "item_id": "pes-Kardiologia-2020 wiosna-78", "meta": {"edition": "2020 wiosna", "question_id": "78", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 934, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 176, "gold": "B", "item_id": "pes-Kardiologia-2020 wiosna-78", "meta": {"edition": "2020 wiosna", "question_id": "78", "specialization": "Kardiologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 814, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 353, "gold": "C", "item_id": "pes-Medycyna Pracy-2018 jesień-53", "meta": {"edition": "2018 jesień", "question_id": "53", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 360, "gold": "C", "item_id": "pes-Medycyna Pracy-2018 jesień-53", "meta": {"edition": "2018 jesień", "question_id": "53", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 204, "gold": "C", "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "meta": {"edition": "2018 wiosna", "question_id": "114", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1067, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 388, "gold": "C", "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "meta": {"edition": "2018 wiosna", "question_id": "114", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 947, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 90, "gold": "B", "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "meta": {"edition": "2018 wiosna", "question_id": "48", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 905, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 52, "gold": "B", "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "meta": {"edition": "2018 wiosna", "question_id": "48", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 785, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 236, "gold": "D", "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "meta": {"edition": "2018 wiosna", "question_id": "83", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 995, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 156, "gold": "D", "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "meta": {"edition": "2018 wiosna", "question_id": "83", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 875, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 170, "gold": "A", "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "meta": {"edition": "2020 wiosna", "question_id": "42", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 1034, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 131, "gold": "A", "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "meta": {"edition": "2020 wiosna", "question_id": "42", "specialization": "Medycyna Pracy"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 914, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 95, "gold": "C", "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "meta": {"edition": "2018 jesień", "question_id": "11", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 916, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 119, "gold": "C", "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "meta": {"edition": "2018 jesień", "question_id": "11", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 796, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "D", "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "meta": {"edition": "2018 jesień", "question_id": "20", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 890, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 93, "gold": "D", "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "meta": {"edition": "2018 jesień", "question_id": "20", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 770, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 162, "gold": "C", "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "meta": {"edition": "2020 jesień", "question_id": "57", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 888, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 83, "gold": "C", "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "meta": {"edition": "2020 jesień", "question_id": "57", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 768, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "B", "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "meta": {"edition": "2020 wiosna", "question_id": "43", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 992, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 78, "gold": "B", "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "meta": {"edition": "2020 wiosna", "question_id": "43", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 872, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "A", "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "meta": {"edition": "2020 wiosna", "question_id": "74", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 923, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "A", "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "meta": {"edition": "2020 wiosna", "question_id": "74", "specialization": "Medycyna paliatywna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 803, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 65, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "meta": {"edition": "2018 wiosna", "question_id": "23", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 949, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "meta": {"edition": "2018 wiosna", "question_id": "23", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 829, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 424, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "meta": {"edition": "2018 wiosna", "question_id": "80", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1032, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 127, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "meta": {"edition": "2018 wiosna", "question_id": "80", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 912, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 106, "gold": "D", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "meta": {"edition": "2018 wiosna", "question_id": "90", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 905, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 175, "gold": "D", "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "meta": {"edition": "2018 wiosna", "question_id": "90", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 785, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "meta": {"edition": "2020 jesień", "question_id": "6", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 883, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 131, "gold": "E", "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "meta": {"edition": "2020 jesień", "question_id": "6", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 763, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 497, "gold": "A", "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "meta": {"edition": "2020 wiosna", "question_id": "115", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1242, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 1280, "gold": "A", "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "meta": {"edition": "2020 wiosna", "question_id": "115", "specialization": "Medycyna ratunkowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": "C", "prompt_tokens": 1122, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 127, "gold": "E", "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "meta": {"edition": "2018 jesień", "question_id": "6", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 892, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 119, "gold": "E", "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "meta": {"edition": "2018 jesień", "question_id": "6", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 772, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 101, "gold": "D", "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "meta": {"edition": "2018 wiosna", "question_id": "68", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 908, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 105, "gold": "D", "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "meta": {"edition": "2018 wiosna", "question_id": "68", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 788, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 278, "gold": "C", "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "meta": {"edition": "2019 wiosna", "question_id": "14", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 939, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 190, "gold": "C", "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "meta": {"edition": "2019 wiosna", "question_id": "14", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 819, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 72, "gold": "C", "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "meta": {"edition": "2020 jesień", "question_id": "16", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 896, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 73, "gold": "C", "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "meta": {"edition": "2020 jesień", "question_id": "16", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 776, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "E", "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "meta": {"edition": "2020 wiosna", "question_id": "33", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 913, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 87, "gold": "E", "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "meta": {"edition": "2020 wiosna", "question_id": "33", "specialization": "Medycyna rodzinna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 793, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 241, "gold": "D", "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "meta": {"edition": "2018 wiosna", "question_id": "14", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 955, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "D", "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "meta": {"edition": "2018 wiosna", "question_id": "14", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 835, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 256, "gold": "C", "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "meta": {"edition": "2018 wiosna", "question_id": "21", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 975, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 182, "gold": "C", "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "meta": {"edition": "2018 wiosna", "question_id": "21", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 855, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 39, "gold": "C", "item_id": "pes-Medycyna sportowa-2019 jesień-82", "meta": {"edition": "2019 jesień", "question_id": "82", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 903, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 60, "gold": "C", "item_id": "pes-Medycyna sportowa-2019 jesień-82", "meta": {"edition": "2019 jesień", "question_id": "82", "specialization": "Medycyna sportowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 783, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 194, "gold": "D", "item_id": "pes-Nefrologia-2018 wiosna-100", "meta": {"edition": "2018 wiosna", "question_id": "100", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 910, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "D", "item_id": "pes-Nefrologia-2018 wiosna-100", "meta": {"edition": "2018 wiosna", "question_id": "100", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 790, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 129, "gold": "C", "item_id": "pes-Nefrologia-2018 wiosna-64", "meta": {"edition": "2018 wiosna", "question_id": "64", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 948, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "C", "item_id": "pes-Nefrologia-2018 wiosna-64", "meta": {"edition": "2018 wiosna", "question_id": "64", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 828, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 65, "gold": "D", "item_id": "pes-Nefrologia-2019 jesień-34", "meta": {"edition": "2019 jesień", "question_id": "34", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 913, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 62, "gold": "D", "item_id": "pes-Nefrologia-2019 jesień-34", "meta": {"edition": "2019 jesień", "question_id": "34", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 793, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 166, "gold": "A", "item_id": "pes-Nefrologia-2019 wiosna-27", "meta": {"edition": "2019 wiosna", "question_id": "27", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 887, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 114, "gold": "A", "item_id": "pes-Nefrologia-2019 wiosna-27", "meta": {"edition": "2019 wiosna", "question_id": "27", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 767, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 123, "gold": "A", "item_id": "pes-Nefrologia-2019 wiosna-68", "meta": {"edition": "2019 wiosna", "question_id": "68", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 939, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 155, "gold": "A", "item_id": "pes-Nefrologia-2019 wiosna-68", "meta": {"edition": "2019 wiosna", "question_id": "68", "specialization": "Nefrologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 819, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 187, "gold": "E", "item_id": "pes-Neonatologia-2018 jesień-44", "meta": {"edition": "2018 jesień", "question_id": "44", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1069, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 208, "gold": "E", "item_id": "pes-Neonatologia-2018 jesień-44", "meta": {"edition": "2018 jesień", "question_id": "44", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 949, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 199, "gold": "C", "item_id": "pes-Neonatologia-2019 jesień-75", "meta": {"edition": "2019 jesień", "question_id": "75", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 977, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 311, "gold": "C", "item_id": "pes-Neonatologia-2019 jesień-75", "meta": {"edition": "2019 jesień", "question_id": "75", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 857, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 251, "gold": "A", "item_id": "pes-Neonatologia-2019 wiosna-46", "meta": {"edition": "2019 wiosna", "question_id": "46", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 945, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 787, "gold": "A", "item_id": "pes-Neonatologia-2019 wiosna-46", "meta": {"edition": "2019 wiosna", "question_id": "46", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 825, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 176, "gold": "D", "item_id": "pes-Neonatologia-2020 jesień-4", "meta": {"edition": "2020 jesień", "question_id": "4", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1013, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 196, "gold": "D", "item_id": "pes-Neonatologia-2020 jesień-4", "meta": {"edition": "2020 jesień", "question_id": "4", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 893, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 157, "gold": "A", "item_id": "pes-Neonatologia-2020 wiosna-32", "meta": {"edition": "2020 wiosna", "question_id": "32", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 979, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 120, "gold": "A", "item_id": "pes-Neonatologia-2020 wiosna-32", "meta": {"edition": "2020 wiosna", "question_id": "32", "specialization": "Neonatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 859, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 220, "gold": "C", "item_id": "pes-Neurochirurgia-2018 jesień-24", "meta": {"edition": "2018 jesień", "question_id": "24", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 953, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 220, "gold": "C", "item_id": "pes-Neurochirurgia-2018 jesień-24", "meta": {"edition": "2018 jesień", "question_id": "24", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 833, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 496, "gold": "B", "item_id": "pes-Neurochirurgia-2018 jesień-26", "meta": {"edition": "2018 jesień", "question_id": "26", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 961, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 232, "gold": "B", "item_id": "pes-Neurochirurgia-2018 jesień-26", "meta": {"edition": "2018 jesień", "question_id": "26", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 841, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 143, "gold": "C", "item_id": "pes-Neurochirurgia-2019 jesień-87", "meta": {"edition": "2019 jesień", "question_id": "87", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 952, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 122, "gold": "C", "item_id": "pes-Neurochirurgia-2019 jesień-87", "meta": {"edition": "2019 jesień", "question_id": "87", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 832, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 298, "gold": "D", "item_id": "pes-Neurochirurgia-2020 wiosna-69", "meta": {"edition": "2020 wiosna", "question_id": "69", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1103, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 334, "gold": "D", "item_id": "pes-Neurochirurgia-2020 wiosna-69", "meta": {"edition": "2020 wiosna", "question_id": "69", "specialization": "Neurochirurgia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 983, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 142, "gold": "E", "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "meta": {"edition": "2019 jesień", "question_id": "45", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 924, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 112, "gold": "E", "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "meta": {"edition": "2019 jesień", "question_id": "45", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 804, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 93, "gold": "A", "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "meta": {"edition": "2019 jesień", "question_id": "64", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 920, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 78, "gold": "A", "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "meta": {"edition": "2019 jesień", "question_id": "64", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 800, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 244, "gold": "C", "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "meta": {"edition": "2019 wiosna", "question_id": "119", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 153, "gold": "C", "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "meta": {"edition": "2019 wiosna", "question_id": "119", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "B", "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "meta": {"edition": "2020 jesień", "question_id": "21", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 937, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 144, "gold": "B", "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "meta": {"edition": "2020 jesień", "question_id": "21", "specialization": "Neurologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 817, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 147, "gold": "D", "item_id": "pes-Neurologia-2018 wiosna-63", "meta": {"edition": "2018 wiosna", "question_id": "63", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 986, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 429, "gold": "D", "item_id": "pes-Neurologia-2018 wiosna-63", "meta": {"edition": "2018 wiosna", "question_id": "63", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 866, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 142, "gold": "A", "item_id": "pes-Neurologia-2018 wiosna-93", "meta": {"edition": "2018 wiosna", "question_id": "93", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 891, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 85, "gold": "A", "item_id": "pes-Neurologia-2018 wiosna-93", "meta": {"edition": "2018 wiosna", "question_id": "93", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 771, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 157, "gold": "C", "item_id": "pes-Neurologia-2018 wiosna-95", "meta": {"edition": "2018 wiosna", "question_id": "95", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "C", "item_id": "pes-Neurologia-2018 wiosna-95", "meta": {"edition": "2018 wiosna", "question_id": "95", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 196, "gold": "E", "item_id": "pes-Neurologia-2019 wiosna-61", "meta": {"edition": "2019 wiosna", "question_id": "61", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 915, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "E", "item_id": "pes-Neurologia-2019 wiosna-61", "meta": {"edition": "2019 wiosna", "question_id": "61", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 795, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 138, "gold": "A", "item_id": "pes-Neurologia-2019 wiosna-95", "meta": {"edition": "2019 wiosna", "question_id": "95", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 899, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 113, "gold": "A", "item_id": "pes-Neurologia-2019 wiosna-95", "meta": {"edition": "2019 wiosna", "question_id": "95", "specialization": "Neurologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 779, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 200, "gold": "B", "item_id": "pes-Okulistyka-2019 jesień-3", "meta": {"edition": "2019 jesień", "question_id": "3", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 986, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 312, "gold": "B", "item_id": "pes-Okulistyka-2019 jesień-3", "meta": {"edition": "2019 jesień", "question_id": "3", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 866, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 115, "gold": "C", "item_id": "pes-Okulistyka-2019 jesień-4", "meta": {"edition": "2019 jesień", "question_id": "4", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 959, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 166, "gold": "C", "item_id": "pes-Okulistyka-2019 jesień-4", "meta": {"edition": "2019 jesień", "question_id": "4", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 839, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 98, "gold": "B", "item_id": "pes-Okulistyka-2019 jesień-91", "meta": {"edition": "2019 jesień", "question_id": "91", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 889, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 55, "gold": "B", "item_id": "pes-Okulistyka-2019 jesień-91", "meta": {"edition": "2019 jesień", "question_id": "91", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 769, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 105, "gold": "A", "item_id": "pes-Okulistyka-2019 wiosna-110", "meta": {"edition": "2019 wiosna", "question_id": "110", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 964, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 118, "gold": "A", "item_id": "pes-Okulistyka-2019 wiosna-110", "meta": {"edition": "2019 wiosna", "question_id": "110", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 844, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 469, "gold": "A", "item_id": "pes-Okulistyka-2019 wiosna-98", "meta": {"edition": "2019 wiosna", "question_id": "98", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 998, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 161, "gold": "A", "item_id": "pes-Okulistyka-2019 wiosna-98", "meta": {"edition": "2019 wiosna", "question_id": "98", "specialization": "Okulistyka"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 878, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 216, "gold": "D", "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "meta": {"edition": "2018 jesień", "question_id": "51", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 981, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 371, "gold": "D", "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "meta": {"edition": "2018 jesień", "question_id": "51", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 861, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 172, "gold": "E", "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "meta": {"edition": "2018 jesień", "question_id": "78", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 913, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 125, "gold": "E", "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "meta": {"edition": "2018 jesień", "question_id": "78", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 793, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 234, "gold": "B", "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "meta": {"edition": "2018 jesień", "question_id": "83", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 972, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 92, "gold": "B", "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "meta": {"edition": "2018 jesień", "question_id": "83", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 852, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 144, "gold": "A", "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "meta": {"edition": "2019 wiosna", "question_id": "109", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1020, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 124, "gold": "A", "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "meta": {"edition": "2019 wiosna", "question_id": "109", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 900, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 255, "gold": "A", "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "meta": {"edition": "2020 wiosna", "question_id": "98", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 989, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 145, "gold": "A", "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "meta": {"edition": "2020 wiosna", "question_id": "98", "specialization": "Onkologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 869, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 116, "gold": "C", "item_id": "pes-Ortodoncja-2018 jesień-100", "meta": {"edition": "2018 jesień", "question_id": "100", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 901, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 120, "gold": "C", "item_id": "pes-Ortodoncja-2018 jesień-100", "meta": {"edition": "2018 jesień", "question_id": "100", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 781, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 276, "gold": "A", "item_id": "pes-Ortodoncja-2018 wiosna-32", "meta": {"edition": "2018 wiosna", "question_id": "32", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 931, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 165, "gold": "A", "item_id": "pes-Ortodoncja-2018 wiosna-32", "meta": {"edition": "2018 wiosna", "question_id": "32", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 811, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 207, "gold": "A", "item_id": "pes-Ortodoncja-2019 wiosna-30", "meta": {"edition": "2019 wiosna", "question_id": "30", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 911, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 268, "gold": "A", "item_id": "pes-Ortodoncja-2019 wiosna-30", "meta": {"edition": "2019 wiosna", "question_id": "30", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 791, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 197, "gold": "C", "item_id": "pes-Ortodoncja-2020 jesień-50", "meta": {"edition": "2020 jesień", "question_id": "50", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 963, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 296, "gold": "C", "item_id": "pes-Ortodoncja-2020 jesień-50", "meta": {"edition": "2020 jesień", "question_id": "50", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 843, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 359, "gold": "A", "item_id": "pes-Ortodoncja-2020 wiosna-7", "meta": {"edition": "2020 wiosna", "question_id": "7", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 988, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 302, "gold": "A", "item_id": "pes-Ortodoncja-2020 wiosna-7", "meta": {"edition": "2020 wiosna", "question_id": "7", "specialization": "Ortodoncja"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 868, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 200, "gold": "E", "item_id": "pes-Ortopedia-2018 jesień-111", "meta": {"edition": "2018 jesień", "question_id": "111", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 936, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 128, "gold": "E", "item_id": "pes-Ortopedia-2018 jesień-111", "meta": {"edition": "2018 jesień", "question_id": "111", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 816, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 404, "gold": "A", "item_id": "pes-Ortopedia-2019 jesień-82", "meta": {"edition": "2019 jesień", "question_id": "82", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 925, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 142, "gold": "A", "item_id": "pes-Ortopedia-2019 jesień-82", "meta": {"edition": "2019 jesień", "question_id": "82", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 805, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 502, "gold": "C", "item_id": "pes-Ortopedia-2020 jesień-53", "meta": {"edition": "2020 jesień", "question_id": "53", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 987, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 342, "gold": "C", "item_id": "pes-Ortopedia-2020 jesień-53", "meta": {"edition": "2020 jesień", "question_id": "53", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 867, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "C", "item_id": "pes-Ortopedia-2020 wiosna-91", "meta": {"edition": "2020 wiosna", "question_id": "91", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 930, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 129, "gold": "C", "item_id": "pes-Ortopedia-2020 wiosna-91", "meta": {"edition": "2020 wiosna", "question_id": "91", "specialization": "Ortopedia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 810, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 122, "gold": "A", "item_id": "pes-Otolaryngologia-2018 jesień-61", "meta": {"edition": "2018 jesień", "question_id": "61", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 887, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 63, "gold": "A", "item_id": "pes-Otolaryngologia-2018 jesień-61", "meta": {"edition": "2018 jesień", "question_id": "61", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 767, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 82, "gold": "B", "item_id": "pes-Otolaryngologia-2018 wiosna-115", "meta": {"edition": "2018 wiosna", "question_id": "115", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 931, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 62, "gold": "B", "item_id": "pes-Otolaryngologia-2018 wiosna-115", "meta": {"edition": "2018 wiosna", "question_id": "115", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 811, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 138, "gold": "E", "item_id": "pes-Otolaryngologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 937, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 136, "gold": "E", "item_id": "pes-Otolaryngologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 817, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 117, "gold": "C", "item_id": "pes-Otolaryngologia-2020 jesień-64", "meta": {"edition": "2020 jesień", "question_id": "64", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 884, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 93, "gold": "C", "item_id": "pes-Otolaryngologia-2020 jesień-64", "meta": {"edition": "2020 jesień", "question_id": "64", "specialization": "Otolaryngologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 764, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 217, "gold": "E", "item_id": "pes-Patomorfologia-2018 jesień-5", "meta": {"edition": "2018 jesień", "question_id": "5", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 1104, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 121, "gold": "E", "item_id": "pes-Patomorfologia-2018 jesień-5", "meta": {"edition": "2018 jesień", "question_id": "5", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 984, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 470, "gold": "D", "item_id": "pes-Patomorfologia-2019 jesień-84", "meta": {"edition": "2019 jesień", "question_id": "84", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 892, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 88, "gold": "D", "item_id": "pes-Patomorfologia-2019 jesień-84", "meta": {"edition": "2019 jesień", "question_id": "84", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 772, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 204, "gold": "A", "item_id": "pes-Patomorfologia-2019 wiosna-16", "meta": {"edition": "2019 wiosna", "question_id": "16", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1028, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 131, "gold": "A", "item_id": "pes-Patomorfologia-2019 wiosna-16", "meta": {"edition": "2019 wiosna", "question_id": "16", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 908, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 210, "gold": "A", "item_id": "pes-Patomorfologia-2019 wiosna-88", "meta": {"edition": "2019 wiosna", "question_id": "88", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 889, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 145, "gold": "A", "item_id": "pes-Patomorfologia-2019 wiosna-88", "meta": {"edition": "2019 wiosna", "question_id": "88", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 769, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 340, "gold": "A", "item_id": "pes-Patomorfologia-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 928, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 176, "gold": "A", "item_id": "pes-Patomorfologia-2020 jesień-71", "meta": {"edition": "2020 jesień", "question_id": "71", "specialization": "Patomorfologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 808, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 181, "gold": "E", "item_id": "pes-Pediatria-2018 jesień-19", "meta": {"edition": "2018 jesień", "question_id": "19", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 946, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 151, "gold": "E", "item_id": "pes-Pediatria-2018 jesień-19", "meta": {"edition": "2018 jesień", "question_id": "19", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 826, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 171, "gold": "C", "item_id": "pes-Pediatria-2018 wiosna-110", "meta": {"edition": "2018 wiosna", "question_id": "110", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 1018, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 182, "gold": "C", "item_id": "pes-Pediatria-2018 wiosna-110", "meta": {"edition": "2018 wiosna", "question_id": "110", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 898, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 110, "gold": "D", "item_id": "pes-Pediatria-2019 jesień-19", "meta": {"edition": "2019 jesień", "question_id": "19", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 907, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 127, "gold": "D", "item_id": "pes-Pediatria-2019 jesień-19", "meta": {"edition": "2019 jesień", "question_id": "19", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 787, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 274, "gold": "E", "item_id": "pes-Pediatria-2019 jesień-64", "meta": {"edition": "2019 jesień", "question_id": "64", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 993, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 137, "gold": "E", "item_id": "pes-Pediatria-2019 jesień-64", "meta": {"edition": "2019 jesień", "question_id": "64", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 873, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 88, "gold": "C", "item_id": "pes-Pediatria-2020 wiosna-62", "meta": {"edition": "2020 wiosna", "question_id": "62", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 877, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 136, "gold": "C", "item_id": "pes-Pediatria-2020 wiosna-62", "meta": {"edition": "2020 wiosna", "question_id": "62", "specialization": "Pediatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 757, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 157, "gold": "A", "item_id": "pes-Perinatologia-2018 jesień-51", "meta": {"edition": "2018 jesień", "question_id": "51", "specialization": "Perinatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 958, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "A", "item_id": "pes-Perinatologia-2018 jesień-51", "meta": {"edition": "2018 jesień", "question_id": "51", "specialization": "Perinatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 838, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 324, "gold": "A", "item_id": "pes-Perinatologia-2020 jesień-34", "meta": {"edition": "2020 jesień", "question_id": "34", "specialization": "Perinatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 944, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 536, "gold": "A", "item_id": "pes-Perinatologia-2020 jesień-34", "meta": {"edition": "2020 jesień", "question_id": "34", "specialization": "Perinatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 824, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 143, "gold": "A", "item_id": "pes-Periodontologia-2018 jesień-104", "meta": {"edition": "2018 jesień", "question_id": "104", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 887, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "A", "item_id": "pes-Periodontologia-2018 jesień-104", "meta": {"edition": "2018 jesień", "question_id": "104", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 767, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 138, "gold": "E", "item_id": "pes-Periodontologia-2018 jesień-79", "meta": {"edition": "2018 jesień", "question_id": "79", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 899, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 220, "gold": "E", "item_id": "pes-Periodontologia-2018 jesień-79", "meta": {"edition": "2018 jesień", "question_id": "79", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 779, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 178, "gold": "C", "item_id": "pes-Periodontologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 911, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 91, "gold": "C", "item_id": "pes-Periodontologia-2018 wiosna-87", "meta": {"edition": "2018 wiosna", "question_id": "87", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 791, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 173, "gold": "D", "item_id": "pes-Periodontologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 955, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 109, "gold": "D", "item_id": "pes-Periodontologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 835, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 82, "gold": "E", "item_id": "pes-Periodontologia-2019 wiosna-45", "meta": {"edition": "2019 wiosna", "question_id": "45", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 936, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 90, "gold": "E", "item_id": "pes-Periodontologia-2019 wiosna-45", "meta": {"edition": "2019 wiosna", "question_id": "45", "specialization": "Periodontologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 816, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 128, "gold": "D", "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "meta": {"edition": "2018 jesień", "question_id": "102", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1185, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 567, "gold": "D", "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "meta": {"edition": "2018 jesień", "question_id": "102", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 1065, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 144, "gold": "A", "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "meta": {"edition": "2018 wiosna", "question_id": "117", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 900, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 74, "gold": "A", "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "meta": {"edition": "2018 wiosna", "question_id": "117", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 780, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 164, "gold": "B", "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "meta": {"edition": "2018 wiosna", "question_id": "28", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 996, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 163, "gold": "B", "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "meta": {"edition": "2018 wiosna", "question_id": "28", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 876, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 265, "gold": "B", "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "meta": {"edition": "2019 jesień", "question_id": "118", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1053, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 475, "gold": "B", "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "meta": {"edition": "2019 jesień", "question_id": "118", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 933, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 211, "gold": "C", "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "meta": {"edition": "2019 jesień", "question_id": "77", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 965, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 439, "gold": "C", "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "meta": {"edition": "2019 jesień", "question_id": "77", "specialization": "Położnictwo i ginekologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 845, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 251, "gold": "B", "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "meta": {"edition": "2018 jesień", "question_id": "98", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 1220, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 254, "gold": "B", "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "meta": {"edition": "2018 jesień", "question_id": "98", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1100, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 156, "gold": "A", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "meta": {"edition": "2018 wiosna", "question_id": "46", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 972, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 82, "gold": "A", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "meta": {"edition": "2018 wiosna", "question_id": "46", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 852, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 56, "gold": "E", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "meta": {"edition": "2018 wiosna", "question_id": "95", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 897, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 71, "gold": "E", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "meta": {"edition": "2018 wiosna", "question_id": "95", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 777, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 335, "gold": "E", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "meta": {"edition": "2018 wiosna", "question_id": "97", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 1100, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": true, "gen_tokens": 1280, "gold": "E", "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "meta": {"edition": "2018 wiosna", "question_id": "97", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pred": null, "prompt_tokens": 980, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 133, "gold": "B", "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "meta": {"edition": "2020 wiosna", "question_id": "105", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 962, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 171, "gold": "B", "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "meta": {"edition": "2020 wiosna", "question_id": "105", "specialization": "Protetyka stomatologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 842, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 117, "gold": "E", "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "meta": {"edition": "2018 jesień", "question_id": "59", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 940, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 96, "gold": "E", "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "meta": {"edition": "2018 jesień", "question_id": "59", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 820, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 79, "gold": "A", "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "meta": {"edition": "2018 jesień", "question_id": "85", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 909, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 86, "gold": "A", "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "meta": {"edition": "2018 jesień", "question_id": "85", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 789, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 69, "gold": "E", "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "meta": {"edition": "2020 wiosna", "question_id": "40", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 959, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 43, "gold": "E", "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "meta": {"edition": "2020 wiosna", "question_id": "40", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 839, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 233, "gold": "C", "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "meta": {"edition": "2020 wiosna", "question_id": "76", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 1090, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 321, "gold": "C", "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "meta": {"edition": "2020 wiosna", "question_id": "76", "specialization": "Psychiatria dzieci i mlodzieży"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 970, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 237, "gold": "A", "item_id": "pes-Psychiatria-2018 wiosna-52", "meta": {"edition": "2018 wiosna", "question_id": "52", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 978, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 158, "gold": "A", "item_id": "pes-Psychiatria-2018 wiosna-52", "meta": {"edition": "2018 wiosna", "question_id": "52", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 858, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 507, "gold": "A", "item_id": "pes-Psychiatria-2019 jesień-42", "meta": {"edition": "2019 jesień", "question_id": "42", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 918, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 187, "gold": "A", "item_id": "pes-Psychiatria-2019 jesień-42", "meta": {"edition": "2019 jesień", "question_id": "42", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "D", "prompt_tokens": 798, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "B", "item_id": "pes-Psychiatria-2019 wiosna-55", "meta": {"edition": "2019 wiosna", "question_id": "55", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 948, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 122, "gold": "B", "item_id": "pes-Psychiatria-2019 wiosna-55", "meta": {"edition": "2019 wiosna", "question_id": "55", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 828, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 144, "gold": "C", "item_id": "pes-Psychiatria-2020 wiosna-66", "meta": {"edition": "2020 wiosna", "question_id": "66", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 888, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 77, "gold": "C", "item_id": "pes-Psychiatria-2020 wiosna-66", "meta": {"edition": "2020 wiosna", "question_id": "66", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 768, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 102, "gold": "C", "item_id": "pes-Psychiatria-2020 wiosna-71", "meta": {"edition": "2020 wiosna", "question_id": "71", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 869, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 62, "gold": "C", "item_id": "pes-Psychiatria-2020 wiosna-71", "meta": {"edition": "2020 wiosna", "question_id": "71", "specialization": "Psychiatria"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 749, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 419, "gold": "A", "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "meta": {"edition": "2019 jesień", "question_id": "12", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 959, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 181, "gold": "A", "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "meta": {"edition": "2019 jesień", "question_id": "12", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 839, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 306, "gold": "C", "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "meta": {"edition": "2019 wiosna", "question_id": "8", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 915, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 142, "gold": "C", "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "meta": {"edition": "2019 wiosna", "question_id": "8", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 795, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 504, "gold": "B", "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "meta": {"edition": "2020 wiosna", "question_id": "53", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 933, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 653, "gold": "B", "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "meta": {"edition": "2020 wiosna", "question_id": "53", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 813, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 336, "gold": "B", "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "meta": {"edition": "2020 wiosna", "question_id": "71", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 912, "trace_lang": "mixed"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 107, "gold": "B", "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "meta": {"edition": "2020 wiosna", "question_id": "71", "specialization": "Radiologia i diagnostyka obrazowa"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 792, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 134, "gold": "D", "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "meta": {"edition": "2018 jesień", "question_id": "28", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 916, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 419, "gold": "D", "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "meta": {"edition": "2018 jesień", "question_id": "28", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 796, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 174, "gold": "B", "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "meta": {"edition": "2019 jesień", "question_id": "31", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 968, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 113, "gold": "B", "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "meta": {"edition": "2019 jesień", "question_id": "31", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 848, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 118, "gold": "E", "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "meta": {"edition": "2019 jesień", "question_id": "61", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 994, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 100, "gold": "E", "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "meta": {"edition": "2019 jesień", "question_id": "61", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 874, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 397, "gold": "A", "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "meta": {"edition": "2019 wiosna", "question_id": "38", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 1029, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 75, "gold": "A", "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "meta": {"edition": "2019 wiosna", "question_id": "38", "specialization": "Radioterapia onkologiczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 909, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 119, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "meta": {"edition": "2018 jesień", "question_id": "37", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 979, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 91, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "meta": {"edition": "2018 jesień", "question_id": "37", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 859, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 85, "gold": "D", "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "meta": {"edition": "2018 jesień", "question_id": "71", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 934, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 66, "gold": "D", "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "meta": {"edition": "2018 jesień", "question_id": "71", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 814, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 141, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "meta": {"edition": "2018 wiosna", "question_id": "60", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 984, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 78, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "meta": {"edition": "2018 wiosna", "question_id": "60", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 864, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 119, "gold": "B", "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "meta": {"edition": "2019 wiosna", "question_id": "62", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 1074, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 79, "gold": "B", "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "meta": {"edition": "2019 wiosna", "question_id": "62", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 954, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 159, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "meta": {"edition": "2020 wiosna", "question_id": "96", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 911, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 79, "gold": "A", "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "meta": {"edition": "2020 wiosna", "question_id": "96", "specialization": "Rehabilitacja medyczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "A", "prompt_tokens": 791, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 189, "gold": "C", "item_id": "pes-Reumatologia-2018 wiosna-112", "meta": {"edition": "2018 wiosna", "question_id": "112", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 1005, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 130, "gold": "C", "item_id": "pes-Reumatologia-2018 wiosna-112", "meta": {"edition": "2018 wiosna", "question_id": "112", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 885, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 221, "gold": "B", "item_id": "pes-Reumatologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 902, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 203, "gold": "B", "item_id": "pes-Reumatologia-2019 jesień-102", "meta": {"edition": "2019 jesień", "question_id": "102", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 782, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 181, "gold": "E", "item_id": "pes-Reumatologia-2019 wiosna-37", "meta": {"edition": "2019 wiosna", "question_id": "37", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 950, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 187, "gold": "E", "item_id": "pes-Reumatologia-2019 wiosna-37", "meta": {"edition": "2019 wiosna", "question_id": "37", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 830, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 214, "gold": "C", "item_id": "pes-Reumatologia-2020 wiosna-116", "meta": {"edition": "2020 wiosna", "question_id": "116", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 944, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 150, "gold": "C", "item_id": "pes-Reumatologia-2020 wiosna-116", "meta": {"edition": "2020 wiosna", "question_id": "116", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "E", "prompt_tokens": 824, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 193, "gold": "B", "item_id": "pes-Reumatologia-2020 wiosna-29", "meta": {"edition": "2020 wiosna", "question_id": "29", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1055, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": true, "gen_tokens": 1280, "gold": "B", "item_id": "pes-Reumatologia-2020 wiosna-29", "meta": {"edition": "2020 wiosna", "question_id": "29", "specialization": "Reumatologia"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 935, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 185, "gold": "D", "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "meta": {"edition": "2018 jesień", "question_id": "80", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 1044, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 165, "gold": "D", "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "meta": {"edition": "2018 jesień", "question_id": "80", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "D", "prompt_tokens": 924, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 148, "gold": "E", "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "meta": {"edition": "2018 wiosna", "question_id": "109", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 913, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 61, "gold": "E", "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "meta": {"edition": "2018 wiosna", "question_id": "109", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 793, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 90, "gold": "B", "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "meta": {"edition": "2018 wiosna", "question_id": "49", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 922, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 97, "gold": "B", "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "meta": {"edition": "2018 wiosna", "question_id": "49", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "B", "prompt_tokens": 802, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 140, "gold": "E", "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "meta": {"edition": "2019 wiosna", "question_id": "44", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 964, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 87, "gold": "E", "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "meta": {"edition": "2019 wiosna", "question_id": "44", "specialization": "Stomatologia dziecięca"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 844, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 110, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "meta": {"edition": "2018 jesień", "question_id": "24", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 918, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 83, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "meta": {"edition": "2018 jesień", "question_id": "24", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 798, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 152, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "meta": {"edition": "2018 wiosna", "question_id": "41", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "B", "prompt_tokens": 909, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 85, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "meta": {"edition": "2018 wiosna", "question_id": "41", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 789, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 229, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "meta": {"edition": "2018 wiosna", "question_id": "89", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 976, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 143, "gold": "C", "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "meta": {"edition": "2018 wiosna", "question_id": "89", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 856, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 136, "gold": "D", "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "meta": {"edition": "2020 jesień", "question_id": "79", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 986, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 186, "gold": "D", "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "meta": {"edition": "2020 jesień", "question_id": "79", "specialization": "Stomatologia zachowawcza"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "C", "prompt_tokens": 866, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 167, "gold": "C", "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "meta": {"edition": "2018 wiosna", "question_id": "13", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 916, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 202, "gold": "C", "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "meta": {"edition": "2018 wiosna", "question_id": "13", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 796, "trace_lang": "en"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 89, "gold": "C", "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "meta": {"edition": "2019 jesień", "question_id": "91", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 908, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 68, "gold": "C", "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "meta": {"edition": "2019 jesień", "question_id": "91", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "C", "prompt_tokens": 788, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 139, "gold": "B", "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "meta": {"edition": "2020 jesień", "question_id": "75", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 976, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 81, "gold": "B", "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "meta": {"edition": "2020 jesień", "question_id": "75", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 856, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": true, "fallback_used": false, "gen_tokens": 105, "gold": "E", "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "meta": {"edition": "2020 wiosna", "question_id": "58", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 937, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": true, "fallback_used": false, "gen_tokens": 81, "gold": "E", "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "meta": {"edition": "2020 wiosna", "question_id": "58", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pred": "E", "prompt_tokens": 817, "trace_lang": "pl"}
{"benchmark": "pes", "condition": "en", "correct": false, "fallback_used": false, "gen_tokens": 194, "gold": "B", "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "meta": {"edition": "2020 wiosna", "question_id": "84", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 1028, "trace_lang": "en"}
{"benchmark": "pes", "condition": "pl", "correct": false, "fallback_used": false, "gen_tokens": 101, "gold": "B", "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "meta": {"edition": "2020 wiosna", "question_id": "84", "specialization": "Transplantologia kliniczna"}, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pred": "A", "prompt_tokens": 908, "trace_lang": "pl"}