{ "dataset_revision": "185e9f5499e358a81a762b47c5c7ee9e637b536b", "task_name": "Vidore3EnergyNemotron35Embed8BReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.66558, "ndcg_at_3": 0.68803, "ndcg_at_5": 0.70221, "ndcg_at_10": 0.72582, "ndcg_at_20": 0.74858, "ndcg_at_100": 0.7664, "ndcg_at_1000": 0.7664, "map_at_1": 0.41305, "map_at_3": 0.56041, "map_at_5": 0.59746, "map_at_10": 0.62951, "map_at_20": 0.64807, "map_at_100": 0.65849, "map_at_1000": 0.65849, "recall_at_1": 0.41305, "recall_at_3": 0.63017, "recall_at_5": 0.69613, "recall_at_10": 0.78462, "recall_at_20": 0.86017, "recall_at_100": 0.91314, "recall_at_1000": 0.91314, "accuracy": 0.41305, "precision_at_1": 0.69805, "precision_at_3": 0.41883, "precision_at_5": 0.31234, "precision_at_10": 0.19838, "precision_at_20": 0.12175, "precision_at_100": 0.02864, "precision_at_1000": 0.00286, "mrr_at_1": 0.698052, "mrr_at_3": 0.779762, "mrr_at_5": 0.787067, "mrr_at_10": 0.793235, "mrr_at_20": 0.794663, "mrr_at_100": 0.794989, "mrr_at_1000": 0.794989, "nauc_ndcg_at_1_max": 0.381691, "nauc_ndcg_at_1_std": 0.113241, "nauc_ndcg_at_1_diff1": 0.635859, "nauc_ndcg_at_3_max": 0.302149, "nauc_ndcg_at_3_std": 0.082429, "nauc_ndcg_at_3_diff1": 0.514196, "nauc_ndcg_at_5_max": 0.330463, "nauc_ndcg_at_5_std": 0.139269, "nauc_ndcg_at_5_diff1": 0.514668, "nauc_ndcg_at_10_max": 0.333054, "nauc_ndcg_at_10_std": 0.180688, "nauc_ndcg_at_10_diff1": 0.489918, "nauc_ndcg_at_20_max": 0.342465, "nauc_ndcg_at_20_std": 0.189944, "nauc_ndcg_at_20_diff1": 0.505657, "nauc_ndcg_at_100_max": 0.365034, "nauc_ndcg_at_100_std": 0.198449, "nauc_ndcg_at_100_diff1": 0.507545, "nauc_ndcg_at_1000_max": 0.365034, "nauc_ndcg_at_1000_std": 0.198449, "nauc_ndcg_at_1000_diff1": 0.507545, "nauc_map_at_1_max": 0.131719, "nauc_map_at_1_std": -0.08953, "nauc_map_at_1_diff1": 0.525296, "nauc_map_at_3_max": 0.219299, "nauc_map_at_3_std": 0.013778, "nauc_map_at_3_diff1": 0.470892, "nauc_map_at_5_max": 0.248372, "nauc_map_at_5_std": 0.067692, "nauc_map_at_5_diff1": 0.466923, "nauc_map_at_10_max": 0.270449, "nauc_map_at_10_std": 0.11022, "nauc_map_at_10_diff1": 0.452392, "nauc_map_at_20_max": 0.283676, "nauc_map_at_20_std": 0.128975, "nauc_map_at_20_diff1": 0.450295, "nauc_map_at_100_max": 0.293849, "nauc_map_at_100_std": 0.134732, "nauc_map_at_100_diff1": 0.449365, "nauc_map_at_1000_max": 0.293849, "nauc_map_at_1000_std": 0.134732, "nauc_map_at_1000_diff1": 0.449365, "nauc_recall_at_1_max": 0.131719, "nauc_recall_at_1_std": -0.08953, "nauc_recall_at_1_diff1": 0.525296, "nauc_recall_at_3_max": 0.188341, "nauc_recall_at_3_std": 0.012308, "nauc_recall_at_3_diff1": 0.397447, "nauc_recall_at_5_max": 0.255472, "nauc_recall_at_5_std": 0.143278, "nauc_recall_at_5_diff1": 0.413256, "nauc_recall_at_10_max": 0.275429, "nauc_recall_at_10_std": 0.261773, "nauc_recall_at_10_diff1": 0.337229, "nauc_recall_at_20_max": 0.297786, "nauc_recall_at_20_std": 0.334726, "nauc_recall_at_20_diff1": 0.322764, "nauc_recall_at_100_max": 0.463024, "nauc_recall_at_100_std": 0.530097, "nauc_recall_at_100_diff1": 0.314872, "nauc_recall_at_1000_max": 0.463024, "nauc_recall_at_1000_std": 0.530097, "nauc_recall_at_1000_diff1": 0.314872, "nauc_precision_at_1_max": 0.399428, "nauc_precision_at_1_std": 0.110188, "nauc_precision_at_1_diff1": 0.621662, "nauc_precision_at_3_max": 0.241639, "nauc_precision_at_3_std": 0.258729, "nauc_precision_at_3_diff1": -0.005484, "nauc_precision_at_5_max": 0.204513, "nauc_precision_at_5_std": 0.304635, "nauc_precision_at_5_diff1": -0.115478, "nauc_precision_at_10_max": 0.139773, "nauc_precision_at_10_std": 0.288891, "nauc_precision_at_10_diff1": -0.225022, "nauc_precision_at_20_max": 0.084573, "nauc_precision_at_20_std": 0.22758, "nauc_precision_at_20_diff1": -0.25805, "nauc_precision_at_100_max": 0.052464, "nauc_precision_at_100_std": 0.140096, "nauc_precision_at_100_diff1": -0.268469, "nauc_precision_at_1000_max": 0.052464, "nauc_precision_at_1000_std": 0.140096, "nauc_precision_at_1000_diff1": -0.268469, "nauc_mrr_at_1_max": 0.399428, "nauc_mrr_at_1_std": 0.110188, "nauc_mrr_at_1_diff1": 0.621662, "nauc_mrr_at_3_max": 0.409634, "nauc_mrr_at_3_std": 0.136024, "nauc_mrr_at_3_diff1": 0.609851, "nauc_mrr_at_5_max": 0.422031, "nauc_mrr_at_5_std": 0.161161, "nauc_mrr_at_5_diff1": 0.620358, "nauc_mrr_at_10_max": 0.42229, "nauc_mrr_at_10_std": 0.156585, "nauc_mrr_at_10_diff1": 0.617655, "nauc_mrr_at_20_max": 0.421018, "nauc_mrr_at_20_std": 0.151967, "nauc_mrr_at_20_diff1": 0.618447, "nauc_mrr_at_100_max": 0.420727, "nauc_mrr_at_100_std": 0.151444, "nauc_mrr_at_100_diff1": 0.617915, "nauc_mrr_at_1000_max": 0.420727, "nauc_mrr_at_1000_std": 0.151444, "nauc_mrr_at_1000_diff1": 0.617915, "hit_rate_at_1": 0.69805, "hit_rate_at_3": 0.88312, "hit_rate_at_5": 0.91558, "hit_rate_at_10": 0.96104, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 0.99351, "hit_rate_at_1000": 0.99351, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.72582, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.66721, "ndcg_at_3": 0.68557, "ndcg_at_5": 0.70203, "ndcg_at_10": 0.72406, "ndcg_at_20": 0.74521, "ndcg_at_100": 0.76661, "ndcg_at_1000": 0.76661, "map_at_1": 0.41468, "map_at_3": 0.55721, "map_at_5": 0.59578, "map_at_10": 0.62711, "map_at_20": 0.64494, "map_at_100": 0.65628, "map_at_1000": 0.65628, "recall_at_1": 0.41468, "recall_at_3": 0.61709, "recall_at_5": 0.69501, "recall_at_10": 0.77938, "recall_at_20": 0.84888, "recall_at_100": 0.91467, "recall_at_1000": 0.91467, "accuracy": 0.41468, "precision_at_1": 0.7013, "precision_at_3": 0.41775, "precision_at_5": 0.30844, "precision_at_10": 0.1961, "precision_at_20": 0.11916, "precision_at_100": 0.02867, "precision_at_1000": 0.00287, "mrr_at_1": 0.701299, "mrr_at_3": 0.777597, "mrr_at_5": 0.789773, "mrr_at_10": 0.79429, "mrr_at_20": 0.795762, "mrr_at_100": 0.796377, "mrr_at_1000": 0.796377, "nauc_ndcg_at_1_max": 0.400051, "nauc_ndcg_at_1_std": 0.120941, "nauc_ndcg_at_1_diff1": 0.637246, "nauc_ndcg_at_3_max": 0.318147, "nauc_ndcg_at_3_std": 0.12102, "nauc_ndcg_at_3_diff1": 0.485378, "nauc_ndcg_at_5_max": 0.30369, "nauc_ndcg_at_5_std": 0.150041, "nauc_ndcg_at_5_diff1": 0.494999, "nauc_ndcg_at_10_max": 0.311702, "nauc_ndcg_at_10_std": 0.187152, "nauc_ndcg_at_10_diff1": 0.489416, "nauc_ndcg_at_20_max": 0.323517, "nauc_ndcg_at_20_std": 0.196352, "nauc_ndcg_at_20_diff1": 0.50281, "nauc_ndcg_at_100_max": 0.338676, "nauc_ndcg_at_100_std": 0.196658, "nauc_ndcg_at_100_diff1": 0.500981, "nauc_ndcg_at_1000_max": 0.338676, "nauc_ndcg_at_1000_std": 0.196658, "nauc_ndcg_at_1000_diff1": 0.500981, "nauc_map_at_1_max": 0.123235, "nauc_map_at_1_std": -0.065178, "nauc_map_at_1_diff1": 0.50748, "nauc_map_at_3_max": 0.194703, "nauc_map_at_3_std": 0.03826, "nauc_map_at_3_diff1": 0.436857, "nauc_map_at_5_max": 0.208287, "nauc_map_at_5_std": 0.074747, "nauc_map_at_5_diff1": 0.443105, "nauc_map_at_10_max": 0.225105, "nauc_map_at_10_std": 0.115704, "nauc_map_at_10_diff1": 0.435262, "nauc_map_at_20_max": 0.239195, "nauc_map_at_20_std": 0.133268, "nauc_map_at_20_diff1": 0.432338, "nauc_map_at_100_max": 0.247052, "nauc_map_at_100_std": 0.136418, "nauc_map_at_100_diff1": 0.429575, "nauc_map_at_1000_max": 0.247052, "nauc_map_at_1000_std": 0.136418, "nauc_map_at_1000_diff1": 0.429575, "nauc_recall_at_1_max": 0.123235, "nauc_recall_at_1_std": -0.065178, "nauc_recall_at_1_diff1": 0.50748, "nauc_recall_at_3_max": 0.183975, "nauc_recall_at_3_std": 0.056859, "nauc_recall_at_3_diff1": 0.366341, "nauc_recall_at_5_max": 0.19385, "nauc_recall_at_5_std": 0.142545, "nauc_recall_at_5_diff1": 0.380193, "nauc_recall_at_10_max": 0.216268, "nauc_recall_at_10_std": 0.24398, "nauc_recall_at_10_diff1": 0.343635, "nauc_recall_at_20_max": 0.244576, "nauc_recall_at_20_std": 0.308726, "nauc_recall_at_20_diff1": 0.352913, "nauc_recall_at_100_max": 0.350687, "nauc_recall_at_100_std": 0.447196, "nauc_recall_at_100_diff1": 0.330953, "nauc_recall_at_1000_max": 0.350687, "nauc_recall_at_1000_std": 0.447196, "nauc_recall_at_1000_diff1": 0.330953, "nauc_precision_at_1_max": 0.404376, "nauc_precision_at_1_std": 0.113475, "nauc_precision_at_1_diff1": 0.617109, "nauc_precision_at_3_max": 0.240276, "nauc_precision_at_3_std": 0.264021, "nauc_precision_at_3_diff1": -0.039143, "nauc_precision_at_5_max": 0.17436, "nauc_precision_at_5_std": 0.286112, "nauc_precision_at_5_diff1": -0.110717, "nauc_precision_at_10_max": 0.126438, "nauc_precision_at_10_std": 0.260167, "nauc_precision_at_10_diff1": -0.202024, "nauc_precision_at_20_max": 0.101955, "nauc_precision_at_20_std": 0.21574, "nauc_precision_at_20_diff1": -0.239074, "nauc_precision_at_100_max": 0.047215, "nauc_precision_at_100_std": 0.106175, "nauc_precision_at_100_diff1": -0.269915, "nauc_precision_at_1000_max": 0.047215, "nauc_precision_at_1000_std": 0.106175, "nauc_precision_at_1000_diff1": -0.269915, "nauc_mrr_at_1_max": 0.404376, "nauc_mrr_at_1_std": 0.113475, "nauc_mrr_at_1_diff1": 0.617109, "nauc_mrr_at_3_max": 0.44257, "nauc_mrr_at_3_std": 0.173639, "nauc_mrr_at_3_diff1": 0.613226, "nauc_mrr_at_5_max": 0.440078, "nauc_mrr_at_5_std": 0.184107, "nauc_mrr_at_5_diff1": 0.616785, "nauc_mrr_at_10_max": 0.439, "nauc_mrr_at_10_std": 0.176457, "nauc_mrr_at_10_diff1": 0.61791, "nauc_mrr_at_20_max": 0.436727, "nauc_mrr_at_20_std": 0.171569, "nauc_mrr_at_20_diff1": 0.619094, "nauc_mrr_at_100_max": 0.43618, "nauc_mrr_at_100_std": 0.170395, "nauc_mrr_at_100_diff1": 0.618759, "nauc_mrr_at_1000_max": 0.43618, "nauc_mrr_at_1000_std": 0.170395, "nauc_mrr_at_1000_diff1": 0.618759, "hit_rate_at_1": 0.7013, "hit_rate_at_3": 0.87013, "hit_rate_at_5": 0.92208, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 0.99351, "hit_rate_at_1000": 0.99351, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.72406, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.67695, "ndcg_at_3": 0.68107, "ndcg_at_5": 0.69765, "ndcg_at_10": 0.72121, "ndcg_at_20": 0.74318, "ndcg_at_100": 0.76031, "ndcg_at_1000": 0.76031, "map_at_1": 0.41451, "map_at_3": 0.55391, "map_at_5": 0.59121, "map_at_10": 0.62243, "map_at_20": 0.64125, "map_at_100": 0.65096, "map_at_1000": 0.65096, "recall_at_1": 0.41451, "recall_at_3": 0.6136, "recall_at_5": 0.68545, "recall_at_10": 0.77893, "recall_at_20": 0.84895, "recall_at_100": 0.90067, "recall_at_1000": 0.90067, "accuracy": 0.41451, "precision_at_1": 0.71104, "precision_at_3": 0.41017, "precision_at_5": 0.30779, "precision_at_10": 0.19481, "precision_at_20": 0.12045, "precision_at_100": 0.02818, "precision_at_1000": 0.00282, "mrr_at_1": 0.711039, "mrr_at_3": 0.781385, "mrr_at_5": 0.790963, "mrr_at_10": 0.797221, "mrr_at_20": 0.798571, "mrr_at_100": 0.798894, "mrr_at_1000": 0.798894, "nauc_ndcg_at_1_max": 0.367783, "nauc_ndcg_at_1_std": 0.133507, "nauc_ndcg_at_1_diff1": 0.604229, "nauc_ndcg_at_3_max": 0.378147, "nauc_ndcg_at_3_std": 0.145421, "nauc_ndcg_at_3_diff1": 0.47128, "nauc_ndcg_at_5_max": 0.388651, "nauc_ndcg_at_5_std": 0.189869, "nauc_ndcg_at_5_diff1": 0.504146, "nauc_ndcg_at_10_max": 0.368395, "nauc_ndcg_at_10_std": 0.214136, "nauc_ndcg_at_10_diff1": 0.477097, "nauc_ndcg_at_20_max": 0.382584, "nauc_ndcg_at_20_std": 0.220136, "nauc_ndcg_at_20_diff1": 0.485814, "nauc_ndcg_at_100_max": 0.394402, "nauc_ndcg_at_100_std": 0.228025, "nauc_ndcg_at_100_diff1": 0.484497, "nauc_ndcg_at_1000_max": 0.394402, "nauc_ndcg_at_1000_std": 0.228025, "nauc_ndcg_at_1000_diff1": 0.484497, "nauc_map_at_1_max": 0.179822, "nauc_map_at_1_std": -0.037467, "nauc_map_at_1_diff1": 0.491615, "nauc_map_at_3_max": 0.274687, "nauc_map_at_3_std": 0.074966, "nauc_map_at_3_diff1": 0.420648, "nauc_map_at_5_max": 0.301941, "nauc_map_at_5_std": 0.126539, "nauc_map_at_5_diff1": 0.437715, "nauc_map_at_10_max": 0.307413, "nauc_map_at_10_std": 0.15688, "nauc_map_at_10_diff1": 0.422972, "nauc_map_at_20_max": 0.327496, "nauc_map_at_20_std": 0.172525, "nauc_map_at_20_diff1": 0.423659, "nauc_map_at_100_max": 0.335075, "nauc_map_at_100_std": 0.178174, "nauc_map_at_100_diff1": 0.421842, "nauc_map_at_1000_max": 0.335075, "nauc_map_at_1000_std": 0.178174, "nauc_map_at_1000_diff1": 0.421842, "nauc_recall_at_1_max": 0.179822, "nauc_recall_at_1_std": -0.037467, "nauc_recall_at_1_diff1": 0.491615, "nauc_recall_at_3_max": 0.267712, "nauc_recall_at_3_std": 0.09334, "nauc_recall_at_3_diff1": 0.348024, "nauc_recall_at_5_max": 0.317928, "nauc_recall_at_5_std": 0.208981, "nauc_recall_at_5_diff1": 0.415288, "nauc_recall_at_10_max": 0.288701, "nauc_recall_at_10_std": 0.291326, "nauc_recall_at_10_diff1": 0.340991, "nauc_recall_at_20_max": 0.356793, "nauc_recall_at_20_std": 0.368496, "nauc_recall_at_20_diff1": 0.338405, "nauc_recall_at_100_max": 0.446808, "nauc_recall_at_100_std": 0.548309, "nauc_recall_at_100_diff1": 0.315422, "nauc_recall_at_1000_max": 0.446808, "nauc_recall_at_1000_std": 0.548309, "nauc_recall_at_1000_diff1": 0.315422, "nauc_precision_at_1_max": 0.377718, "nauc_precision_at_1_std": 0.145826, "nauc_precision_at_1_diff1": 0.577706, "nauc_precision_at_3_max": 0.251176, "nauc_precision_at_3_std": 0.264905, "nauc_precision_at_3_diff1": -0.030601, "nauc_precision_at_5_max": 0.19862, "nauc_precision_at_5_std": 0.28731, "nauc_precision_at_5_diff1": -0.068325, "nauc_precision_at_10_max": 0.090698, "nauc_precision_at_10_std": 0.238571, "nauc_precision_at_10_diff1": -0.202088, "nauc_precision_at_20_max": 0.065887, "nauc_precision_at_20_std": 0.162795, "nauc_precision_at_20_diff1": -0.220681, "nauc_precision_at_100_max": 0.030488, "nauc_precision_at_100_std": 0.086159, "nauc_precision_at_100_diff1": -0.239009, "nauc_precision_at_1000_max": 0.030488, "nauc_precision_at_1000_std": 0.086159, "nauc_precision_at_1000_diff1": -0.239009, "nauc_mrr_at_1_max": 0.377718, "nauc_mrr_at_1_std": 0.145826, "nauc_mrr_at_1_diff1": 0.577706, "nauc_mrr_at_3_max": 0.416382, "nauc_mrr_at_3_std": 0.165843, "nauc_mrr_at_3_diff1": 0.565384, "nauc_mrr_at_5_max": 0.422528, "nauc_mrr_at_5_std": 0.175307, "nauc_mrr_at_5_diff1": 0.579801, "nauc_mrr_at_10_max": 0.415678, "nauc_mrr_at_10_std": 0.173759, "nauc_mrr_at_10_diff1": 0.578031, "nauc_mrr_at_20_max": 0.413216, "nauc_mrr_at_20_std": 0.169514, "nauc_mrr_at_20_diff1": 0.57659, "nauc_mrr_at_100_max": 0.412881, "nauc_mrr_at_100_std": 0.17011, "nauc_mrr_at_100_diff1": 0.576518, "nauc_mrr_at_1000_max": 0.412881, "nauc_mrr_at_1000_std": 0.17011, "nauc_mrr_at_1000_diff1": 0.576518, "hit_rate_at_1": 0.71104, "hit_rate_at_3": 0.87013, "hit_rate_at_5": 0.91234, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 0.98701, "hit_rate_at_1000": 0.98701, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.72121, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.66071, "ndcg_at_3": 0.67973, "ndcg_at_5": 0.69266, "ndcg_at_10": 0.71668, "ndcg_at_20": 0.74109, "ndcg_at_100": 0.76165, "ndcg_at_1000": 0.76165, "map_at_1": 0.40629, "map_at_3": 0.55208, "map_at_5": 0.58748, "map_at_10": 0.61903, "map_at_20": 0.63893, "map_at_100": 0.64978, "map_at_1000": 0.64978, "recall_at_1": 0.40629, "recall_at_3": 0.61858, "recall_at_5": 0.68512, "recall_at_10": 0.77214, "recall_at_20": 0.85283, "recall_at_100": 0.91618, "recall_at_1000": 0.91618, "accuracy": 0.40629, "precision_at_1": 0.69481, "precision_at_3": 0.41126, "precision_at_5": 0.30519, "precision_at_10": 0.19481, "precision_at_20": 0.12094, "precision_at_100": 0.02867, "precision_at_1000": 0.00287, "mrr_at_1": 0.694805, "mrr_at_3": 0.773268, "mrr_at_5": 0.783171, "mrr_at_10": 0.788946, "mrr_at_20": 0.790995, "mrr_at_100": 0.791649, "mrr_at_1000": 0.791649, "nauc_ndcg_at_1_max": 0.353708, "nauc_ndcg_at_1_std": 0.055245, "nauc_ndcg_at_1_diff1": 0.645783, "nauc_ndcg_at_3_max": 0.310889, "nauc_ndcg_at_3_std": 0.093056, "nauc_ndcg_at_3_diff1": 0.503199, "nauc_ndcg_at_5_max": 0.316409, "nauc_ndcg_at_5_std": 0.130832, "nauc_ndcg_at_5_diff1": 0.511157, "nauc_ndcg_at_10_max": 0.302917, "nauc_ndcg_at_10_std": 0.161927, "nauc_ndcg_at_10_diff1": 0.495386, "nauc_ndcg_at_20_max": 0.309892, "nauc_ndcg_at_20_std": 0.161712, "nauc_ndcg_at_20_diff1": 0.513195, "nauc_ndcg_at_100_max": 0.318427, "nauc_ndcg_at_100_std": 0.161763, "nauc_ndcg_at_100_diff1": 0.508724, "nauc_ndcg_at_1000_max": 0.318427, "nauc_ndcg_at_1000_std": 0.161763, "nauc_ndcg_at_1000_diff1": 0.508724, "nauc_map_at_1_max": 0.113729, "nauc_map_at_1_std": -0.0923, "nauc_map_at_1_diff1": 0.525292, "nauc_map_at_3_max": 0.188153, "nauc_map_at_3_std": 0.009452, "nauc_map_at_3_diff1": 0.451978, "nauc_map_at_5_max": 0.212329, "nauc_map_at_5_std": 0.058854, "nauc_map_at_5_diff1": 0.453112, "nauc_map_at_10_max": 0.224159, "nauc_map_at_10_std": 0.094141, "nauc_map_at_10_diff1": 0.44323, "nauc_map_at_20_max": 0.236915, "nauc_map_at_20_std": 0.106618, "nauc_map_at_20_diff1": 0.444548, "nauc_map_at_100_max": 0.241905, "nauc_map_at_100_std": 0.109692, "nauc_map_at_100_diff1": 0.439985, "nauc_map_at_1000_max": 0.241905, "nauc_map_at_1000_std": 0.109692, "nauc_map_at_1000_diff1": 0.439985, "nauc_recall_at_1_max": 0.113729, "nauc_recall_at_1_std": -0.0923, "nauc_recall_at_1_diff1": 0.525292, "nauc_recall_at_3_max": 0.180329, "nauc_recall_at_3_std": 0.040297, "nauc_recall_at_3_diff1": 0.373432, "nauc_recall_at_5_max": 0.233109, "nauc_recall_at_5_std": 0.14557, "nauc_recall_at_5_diff1": 0.392604, "nauc_recall_at_10_max": 0.233239, "nauc_recall_at_10_std": 0.255149, "nauc_recall_at_10_diff1": 0.337699, "nauc_recall_at_20_max": 0.247003, "nauc_recall_at_20_std": 0.298601, "nauc_recall_at_20_diff1": 0.353958, "nauc_recall_at_100_max": 0.308245, "nauc_recall_at_100_std": 0.451827, "nauc_recall_at_100_diff1": 0.287015, "nauc_recall_at_1000_max": 0.308245, "nauc_recall_at_1000_std": 0.451827, "nauc_recall_at_1000_diff1": 0.287015, "nauc_precision_at_1_max": 0.359841, "nauc_precision_at_1_std": 0.047448, "nauc_precision_at_1_diff1": 0.628794, "nauc_precision_at_3_max": 0.24596, "nauc_precision_at_3_std": 0.26023, "nauc_precision_at_3_diff1": -0.010156, "nauc_precision_at_5_max": 0.207442, "nauc_precision_at_5_std": 0.307356, "nauc_precision_at_5_diff1": -0.096355, "nauc_precision_at_10_max": 0.12335, "nauc_precision_at_10_std": 0.273893, "nauc_precision_at_10_diff1": -0.203674, "nauc_precision_at_20_max": 0.085213, "nauc_precision_at_20_std": 0.199078, "nauc_precision_at_20_diff1": -0.236197, "nauc_precision_at_100_max": 0.032911, "nauc_precision_at_100_std": 0.108228, "nauc_precision_at_100_diff1": -0.266273, "nauc_precision_at_1000_max": 0.032911, "nauc_precision_at_1000_std": 0.108228, "nauc_precision_at_1000_diff1": -0.266273, "nauc_mrr_at_1_max": 0.359841, "nauc_mrr_at_1_std": 0.047448, "nauc_mrr_at_1_diff1": 0.628794, "nauc_mrr_at_3_max": 0.395888, "nauc_mrr_at_3_std": 0.107713, "nauc_mrr_at_3_diff1": 0.620852, "nauc_mrr_at_5_max": 0.40231, "nauc_mrr_at_5_std": 0.120466, "nauc_mrr_at_5_diff1": 0.629355, "nauc_mrr_at_10_max": 0.399102, "nauc_mrr_at_10_std": 0.115007, "nauc_mrr_at_10_diff1": 0.628051, "nauc_mrr_at_20_max": 0.396898, "nauc_mrr_at_20_std": 0.109109, "nauc_mrr_at_20_diff1": 0.628364, "nauc_mrr_at_100_max": 0.396423, "nauc_mrr_at_100_std": 0.107892, "nauc_mrr_at_100_diff1": 0.627933, "nauc_mrr_at_1000_max": 0.396423, "nauc_mrr_at_1000_std": 0.107892, "nauc_mrr_at_1000_diff1": 0.627933, "hit_rate_at_1": 0.69481, "hit_rate_at_3": 0.86688, "hit_rate_at_5": 0.90909, "hit_rate_at_10": 0.9513, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 0.99675, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.71668, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.66883, "ndcg_at_3": 0.67979, "ndcg_at_5": 0.6948, "ndcg_at_10": 0.71745, "ndcg_at_20": 0.74111, "ndcg_at_100": 0.76068, "ndcg_at_1000": 0.76068, "map_at_1": 0.41274, "map_at_3": 0.55136, "map_at_5": 0.58639, "map_at_10": 0.61825, "map_at_20": 0.63755, "map_at_100": 0.64835, "map_at_1000": 0.64835, "recall_at_1": 0.41274, "recall_at_3": 0.61543, "recall_at_5": 0.68482, "recall_at_10": 0.77577, "recall_at_20": 0.85231, "recall_at_100": 0.91319, "recall_at_1000": 0.91319, "accuracy": 0.41274, "precision_at_1": 0.70455, "precision_at_3": 0.41126, "precision_at_5": 0.30649, "precision_at_10": 0.19481, "precision_at_20": 0.12094, "precision_at_100": 0.02851, "precision_at_1000": 0.00285, "mrr_at_1": 0.704545, "mrr_at_3": 0.780303, "mrr_at_5": 0.789719, "mrr_at_10": 0.795351, "mrr_at_20": 0.79698, "mrr_at_100": 0.79745, "mrr_at_1000": 0.79745, "nauc_ndcg_at_1_max": 0.371122, "nauc_ndcg_at_1_std": 0.145355, "nauc_ndcg_at_1_diff1": 0.596841, "nauc_ndcg_at_3_max": 0.340954, "nauc_ndcg_at_3_std": 0.122052, "nauc_ndcg_at_3_diff1": 0.469746, "nauc_ndcg_at_5_max": 0.342515, "nauc_ndcg_at_5_std": 0.159466, "nauc_ndcg_at_5_diff1": 0.48078, "nauc_ndcg_at_10_max": 0.344005, "nauc_ndcg_at_10_std": 0.187326, "nauc_ndcg_at_10_diff1": 0.458264, "nauc_ndcg_at_20_max": 0.356855, "nauc_ndcg_at_20_std": 0.194366, "nauc_ndcg_at_20_diff1": 0.475292, "nauc_ndcg_at_100_max": 0.36205, "nauc_ndcg_at_100_std": 0.197797, "nauc_ndcg_at_100_diff1": 0.469312, "nauc_ndcg_at_1000_max": 0.36205, "nauc_ndcg_at_1000_std": 0.197797, "nauc_ndcg_at_1000_diff1": 0.469312, "nauc_map_at_1_max": 0.125232, "nauc_map_at_1_std": -0.081954, "nauc_map_at_1_diff1": 0.487612, "nauc_map_at_3_max": 0.219424, "nauc_map_at_3_std": 0.028694, "nauc_map_at_3_diff1": 0.422427, "nauc_map_at_5_max": 0.243397, "nauc_map_at_5_std": 0.074617, "nauc_map_at_5_diff1": 0.423336, "nauc_map_at_10_max": 0.265023, "nauc_map_at_10_std": 0.114495, "nauc_map_at_10_diff1": 0.410079, "nauc_map_at_20_max": 0.279848, "nauc_map_at_20_std": 0.129727, "nauc_map_at_20_diff1": 0.411931, "nauc_map_at_100_max": 0.284819, "nauc_map_at_100_std": 0.135546, "nauc_map_at_100_diff1": 0.406921, "nauc_map_at_1000_max": 0.284819, "nauc_map_at_1000_std": 0.135546, "nauc_map_at_1000_diff1": 0.406921, "nauc_recall_at_1_max": 0.125232, "nauc_recall_at_1_std": -0.081954, "nauc_recall_at_1_diff1": 0.487612, "nauc_recall_at_3_max": 0.227448, "nauc_recall_at_3_std": 0.046765, "nauc_recall_at_3_diff1": 0.365796, "nauc_recall_at_5_max": 0.26128, "nauc_recall_at_5_std": 0.146084, "nauc_recall_at_5_diff1": 0.389856, "nauc_recall_at_10_max": 0.28483, "nauc_recall_at_10_std": 0.24736, "nauc_recall_at_10_diff1": 0.317318, "nauc_recall_at_20_max": 0.334035, "nauc_recall_at_20_std": 0.315362, "nauc_recall_at_20_diff1": 0.330466, "nauc_recall_at_100_max": 0.401313, "nauc_recall_at_100_std": 0.465463, "nauc_recall_at_100_diff1": 0.260102, "nauc_recall_at_1000_max": 0.401313, "nauc_recall_at_1000_std": 0.465463, "nauc_recall_at_1000_diff1": 0.260102, "nauc_precision_at_1_max": 0.380899, "nauc_precision_at_1_std": 0.154687, "nauc_precision_at_1_diff1": 0.573253, "nauc_precision_at_3_max": 0.292707, "nauc_precision_at_3_std": 0.272833, "nauc_precision_at_3_diff1": -0.012044, "nauc_precision_at_5_max": 0.24045, "nauc_precision_at_5_std": 0.308018, "nauc_precision_at_5_diff1": -0.090066, "nauc_precision_at_10_max": 0.166432, "nauc_precision_at_10_std": 0.273795, "nauc_precision_at_10_diff1": -0.204392, "nauc_precision_at_20_max": 0.105672, "nauc_precision_at_20_std": 0.198444, "nauc_precision_at_20_diff1": -0.223862, "nauc_precision_at_100_max": 0.044318, "nauc_precision_at_100_std": 0.119856, "nauc_precision_at_100_diff1": -0.253701, "nauc_precision_at_1000_max": 0.044318, "nauc_precision_at_1000_std": 0.119856, "nauc_precision_at_1000_diff1": -0.253701, "nauc_mrr_at_1_max": 0.380899, "nauc_mrr_at_1_std": 0.154687, "nauc_mrr_at_1_diff1": 0.573253, "nauc_mrr_at_3_max": 0.424698, "nauc_mrr_at_3_std": 0.184532, "nauc_mrr_at_3_diff1": 0.564506, "nauc_mrr_at_5_max": 0.426811, "nauc_mrr_at_5_std": 0.206037, "nauc_mrr_at_5_diff1": 0.577801, "nauc_mrr_at_10_max": 0.424823, "nauc_mrr_at_10_std": 0.201202, "nauc_mrr_at_10_diff1": 0.577039, "nauc_mrr_at_20_max": 0.421883, "nauc_mrr_at_20_std": 0.197117, "nauc_mrr_at_20_diff1": 0.57625, "nauc_mrr_at_100_max": 0.42137, "nauc_mrr_at_100_std": 0.196487, "nauc_mrr_at_100_diff1": 0.575771, "nauc_mrr_at_1000_max": 0.42137, "nauc_mrr_at_1000_std": 0.196487, "nauc_mrr_at_1000_diff1": 0.575771, "hit_rate_at_1": 0.70455, "hit_rate_at_3": 0.87338, "hit_rate_at_5": 0.91558, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 0.99351, "hit_rate_at_1000": 0.99351, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.71745, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.66883, "ndcg_at_3": 0.68002, "ndcg_at_5": 0.69855, "ndcg_at_10": 0.7233, "ndcg_at_20": 0.74457, "ndcg_at_100": 0.766, "ndcg_at_1000": 0.766, "map_at_1": 0.41478, "map_at_3": 0.55589, "map_at_5": 0.59302, "map_at_10": 0.62485, "map_at_20": 0.6434, "map_at_100": 0.65497, "map_at_1000": 0.65497, "recall_at_1": 0.41478, "recall_at_3": 0.61268, "recall_at_5": 0.69181, "recall_at_10": 0.78116, "recall_at_20": 0.8518, "recall_at_100": 0.91604, "recall_at_1000": 0.91604, "accuracy": 0.41478, "precision_at_1": 0.7013, "precision_at_3": 0.41017, "precision_at_5": 0.30714, "precision_at_10": 0.19578, "precision_at_20": 0.12013, "precision_at_100": 0.0288, "precision_at_1000": 0.00288, "mrr_at_1": 0.701299, "mrr_at_3": 0.772186, "mrr_at_5": 0.788095, "mrr_at_10": 0.792771, "mrr_at_20": 0.794141, "mrr_at_100": 0.794799, "mrr_at_1000": 0.794799, "nauc_ndcg_at_1_max": 0.410836, "nauc_ndcg_at_1_std": 0.136857, "nauc_ndcg_at_1_diff1": 0.630227, "nauc_ndcg_at_3_max": 0.342414, "nauc_ndcg_at_3_std": 0.131811, "nauc_ndcg_at_3_diff1": 0.493777, "nauc_ndcg_at_5_max": 0.351983, "nauc_ndcg_at_5_std": 0.17427, "nauc_ndcg_at_5_diff1": 0.51906, "nauc_ndcg_at_10_max": 0.336589, "nauc_ndcg_at_10_std": 0.191621, "nauc_ndcg_at_10_diff1": 0.499397, "nauc_ndcg_at_20_max": 0.340822, "nauc_ndcg_at_20_std": 0.193765, "nauc_ndcg_at_20_diff1": 0.509013, "nauc_ndcg_at_100_max": 0.357926, "nauc_ndcg_at_100_std": 0.203631, "nauc_ndcg_at_100_diff1": 0.510894, "nauc_ndcg_at_1000_max": 0.357926, "nauc_ndcg_at_1000_std": 0.203631, "nauc_ndcg_at_1000_diff1": 0.510894, "nauc_map_at_1_max": 0.135909, "nauc_map_at_1_std": -0.05959, "nauc_map_at_1_diff1": 0.498161, "nauc_map_at_3_max": 0.219992, "nauc_map_at_3_std": 0.042179, "nauc_map_at_3_diff1": 0.436247, "nauc_map_at_5_max": 0.251614, "nauc_map_at_5_std": 0.095462, "nauc_map_at_5_diff1": 0.449271, "nauc_map_at_10_max": 0.262164, "nauc_map_at_10_std": 0.128146, "nauc_map_at_10_diff1": 0.441735, "nauc_map_at_20_max": 0.273054, "nauc_map_at_20_std": 0.142377, "nauc_map_at_20_diff1": 0.442185, "nauc_map_at_100_max": 0.282197, "nauc_map_at_100_std": 0.149155, "nauc_map_at_100_diff1": 0.439726, "nauc_map_at_1000_max": 0.282197, "nauc_map_at_1000_std": 0.149155, "nauc_map_at_1000_diff1": 0.439726, "nauc_recall_at_1_max": 0.135909, "nauc_recall_at_1_std": -0.05959, "nauc_recall_at_1_diff1": 0.498161, "nauc_recall_at_3_max": 0.212321, "nauc_recall_at_3_std": 0.062955, "nauc_recall_at_3_diff1": 0.372547, "nauc_recall_at_5_max": 0.255964, "nauc_recall_at_5_std": 0.186482, "nauc_recall_at_5_diff1": 0.406537, "nauc_recall_at_10_max": 0.241461, "nauc_recall_at_10_std": 0.243453, "nauc_recall_at_10_diff1": 0.35387, "nauc_recall_at_20_max": 0.253582, "nauc_recall_at_20_std": 0.291844, "nauc_recall_at_20_diff1": 0.338578, "nauc_recall_at_100_max": 0.357724, "nauc_recall_at_100_std": 0.496346, "nauc_recall_at_100_diff1": 0.344779, "nauc_recall_at_1000_max": 0.357724, "nauc_recall_at_1000_std": 0.496346, "nauc_recall_at_1000_diff1": 0.344779, "nauc_precision_at_1_max": 0.417608, "nauc_precision_at_1_std": 0.146904, "nauc_precision_at_1_diff1": 0.61508, "nauc_precision_at_3_max": 0.263666, "nauc_precision_at_3_std": 0.263523, "nauc_precision_at_3_diff1": 0.002686, "nauc_precision_at_5_max": 0.241689, "nauc_precision_at_5_std": 0.308524, "nauc_precision_at_5_diff1": -0.060597, "nauc_precision_at_10_max": 0.142293, "nauc_precision_at_10_std": 0.260175, "nauc_precision_at_10_diff1": -0.177851, "nauc_precision_at_20_max": 0.097901, "nauc_precision_at_20_std": 0.192809, "nauc_precision_at_20_diff1": -0.206686, "nauc_precision_at_100_max": 0.048585, "nauc_precision_at_100_std": 0.102551, "nauc_precision_at_100_diff1": -0.243689, "nauc_precision_at_1000_max": 0.048585, "nauc_precision_at_1000_std": 0.102551, "nauc_precision_at_1000_diff1": -0.243689, "nauc_mrr_at_1_max": 0.417608, "nauc_mrr_at_1_std": 0.146904, "nauc_mrr_at_1_diff1": 0.61508, "nauc_mrr_at_3_max": 0.450816, "nauc_mrr_at_3_std": 0.189691, "nauc_mrr_at_3_diff1": 0.619524, "nauc_mrr_at_5_max": 0.449969, "nauc_mrr_at_5_std": 0.203789, "nauc_mrr_at_5_diff1": 0.628428, "nauc_mrr_at_10_max": 0.448401, "nauc_mrr_at_10_std": 0.194639, "nauc_mrr_at_10_diff1": 0.625863, "nauc_mrr_at_20_max": 0.447011, "nauc_mrr_at_20_std": 0.190576, "nauc_mrr_at_20_diff1": 0.624621, "nauc_mrr_at_100_max": 0.446359, "nauc_mrr_at_100_std": 0.189731, "nauc_mrr_at_100_diff1": 0.625121, "nauc_mrr_at_1000_max": 0.446359, "nauc_mrr_at_1000_std": 0.189731, "nauc_mrr_at_1000_diff1": 0.625121, "hit_rate_at_1": 0.7013, "hit_rate_at_3": 0.8539, "hit_rate_at_5": 0.92208, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 0.99351, "hit_rate_at_1000": 0.99351, "previous_results_model_meta": { "model_name": "nvidia/Nemotron-3.5-Embed-8B-BF16", "revision": "615e74a2e37b255fb61bd4be021253860bd64e01" }, "main_score": 0.7233, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 39358.13232263902, "kg_co2_emissions": null, "date": 1791826138.139065, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 5.840003723278642e-06, "end": 6493.238136857981, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6493.396290601988, "end": 6493.503234944015, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6493.540547207987, "end": 12957.863248909009, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 12958.049986244005, "end": 12958.126955204003, "split": "test", "subset": "portuguese" } ] }