{ "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "2.18.0", "scores": { "test": [ { "ndcg_at_1": 0.86533, "ndcg_at_3": 0.91571, "ndcg_at_5": 0.92484, "ndcg_at_10": 0.93065, "ndcg_at_20": 0.93184, "ndcg_at_100": 0.93264, "ndcg_at_1000": 0.93294, "map_at_1": 0.86533, "map_at_3": 0.904, "map_at_5": 0.9091, "map_at_10": 0.91149, "map_at_20": 0.91182, "map_at_100": 0.91196, "map_at_1000": 0.91198, "recall_at_1": 0.86533, "recall_at_3": 0.94933, "recall_at_5": 0.97133, "recall_at_10": 0.98933, "recall_at_20": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.86533, "precision_at_1": 0.86533, "precision_at_3": 0.31644, "precision_at_5": 0.19427, "precision_at_10": 0.09893, "precision_at_20": 0.0497, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.865333, "mrr_at_3": 0.904, "mrr_at_5": 0.9091, "mrr_at_10": 0.911489, "mrr_at_20": 0.911824, "mrr_at_100": 0.911959, "mrr_at_1000": 0.911977, "nauc_ndcg_at_1_max": 0.576551, "nauc_ndcg_at_1_std": -0.355244, "nauc_ndcg_at_1_diff1": 0.866616, "nauc_ndcg_at_3_max": 0.623093, "nauc_ndcg_at_3_std": -0.392133, "nauc_ndcg_at_3_diff1": 0.858874, "nauc_ndcg_at_5_max": 0.620296, "nauc_ndcg_at_5_std": -0.418809, "nauc_ndcg_at_5_diff1": 0.858088, "nauc_ndcg_at_10_max": 0.620632, "nauc_ndcg_at_10_std": -0.381116, "nauc_ndcg_at_10_diff1": 0.861484, "nauc_ndcg_at_20_max": 0.617583, "nauc_ndcg_at_20_std": -0.367995, "nauc_ndcg_at_20_diff1": 0.862218, "nauc_ndcg_at_100_max": 0.612907, "nauc_ndcg_at_100_std": -0.372728, "nauc_ndcg_at_100_diff1": 0.861063, "nauc_ndcg_at_1000_max": 0.611584, "nauc_ndcg_at_1000_std": -0.376558, "nauc_ndcg_at_1000_diff1": 0.860853, "nauc_map_at_1_max": 0.576551, "nauc_map_at_1_std": -0.355244, "nauc_map_at_1_diff1": 0.866616, "nauc_map_at_3_max": 0.610532, "nauc_map_at_3_std": -0.380843, "nauc_map_at_3_diff1": 0.860219, "nauc_map_at_5_max": 0.608737, "nauc_map_at_5_std": -0.392137, "nauc_map_at_5_diff1": 0.859935, "nauc_map_at_10_max": 0.608429, "nauc_map_at_10_std": -0.378524, "nauc_map_at_10_diff1": 0.860983, "nauc_map_at_20_max": 0.607729, "nauc_map_at_20_std": -0.375753, "nauc_map_at_20_diff1": 0.861149, "nauc_map_at_100_max": 0.607108, "nauc_map_at_100_std": -0.376219, "nauc_map_at_100_diff1": 0.860997, "nauc_map_at_1000_max": 0.607045, "nauc_map_at_1000_std": -0.376399, "nauc_map_at_1000_diff1": 0.860987, "nauc_recall_at_1_max": 0.576551, "nauc_recall_at_1_std": -0.355244, "nauc_recall_at_1_diff1": 0.866616, "nauc_recall_at_3_max": 0.687841, "nauc_recall_at_3_std": -0.451595, "nauc_recall_at_3_diff1": 0.852646, "nauc_recall_at_5_max": 0.71738, "nauc_recall_at_5_std": -0.667492, "nauc_recall_at_5_diff1": 0.842974, "nauc_recall_at_10_max": 0.891457, "nauc_recall_at_10_std": -0.376167, "nauc_recall_at_10_diff1": 0.888393, "nauc_recall_at_20_max": 0.969136, "nauc_recall_at_20_std": 0.20526, "nauc_recall_at_20_diff1": 0.940087, "nauc_recall_at_100_max": 0.907407, "nauc_recall_at_100_std": 0.478836, "nauc_recall_at_100_diff1": 0.907407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.576551, "nauc_precision_at_1_std": -0.355244, "nauc_precision_at_1_diff1": 0.866616, "nauc_precision_at_3_max": 0.687841, "nauc_precision_at_3_std": -0.451595, "nauc_precision_at_3_diff1": 0.852646, "nauc_precision_at_5_max": 0.71738, "nauc_precision_at_5_std": -0.667492, "nauc_precision_at_5_diff1": 0.842974, "nauc_precision_at_10_max": 0.891457, "nauc_precision_at_10_std": -0.376167, "nauc_precision_at_10_diff1": 0.888393, "nauc_precision_at_20_max": 0.969136, "nauc_precision_at_20_std": 0.20526, "nauc_precision_at_20_diff1": 0.940087, "nauc_precision_at_100_max": 0.907407, "nauc_precision_at_100_std": 0.478836, "nauc_precision_at_100_diff1": 0.907407, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.576551, "nauc_mrr_at_1_std": -0.355244, "nauc_mrr_at_1_diff1": 0.866616, "nauc_mrr_at_3_max": 0.610532, "nauc_mrr_at_3_std": -0.380843, "nauc_mrr_at_3_diff1": 0.860219, "nauc_mrr_at_5_max": 0.608737, "nauc_mrr_at_5_std": -0.392137, "nauc_mrr_at_5_diff1": 0.859935, "nauc_mrr_at_10_max": 0.608429, "nauc_mrr_at_10_std": -0.378524, "nauc_mrr_at_10_diff1": 0.860983, "nauc_mrr_at_20_max": 0.607729, "nauc_mrr_at_20_std": -0.375753, "nauc_mrr_at_20_diff1": 0.861149, "nauc_mrr_at_100_max": 0.607108, "nauc_mrr_at_100_std": -0.376219, "nauc_mrr_at_100_diff1": 0.860997, "nauc_mrr_at_1000_max": 0.607045, "nauc_mrr_at_1000_std": -0.376399, "nauc_mrr_at_1000_diff1": 0.860987, "hit_rate_at_1": 0.86533, "hit_rate_at_3": 0.94933, "hit_rate_at_5": 0.97133, "hit_rate_at_10": 0.98933, "hit_rate_at_20": 0.994, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "main_score": 0.93065, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.71333, "ndcg_at_3": 0.79722, "ndcg_at_5": 0.81584, "ndcg_at_10": 0.82792, "ndcg_at_20": 0.83257, "ndcg_at_100": 0.83565, "ndcg_at_1000": 0.8373, "map_at_1": 0.71333, "map_at_3": 0.77667, "map_at_5": 0.78697, "map_at_10": 0.79208, "map_at_20": 0.79341, "map_at_100": 0.79384, "map_at_1000": 0.79389, "recall_at_1": 0.71333, "recall_at_3": 0.85667, "recall_at_5": 0.902, "recall_at_10": 0.93867, "recall_at_20": 0.95667, "recall_at_100": 0.97333, "recall_at_1000": 0.98667, "accuracy": 0.71333, "precision_at_1": 0.71333, "precision_at_3": 0.28556, "precision_at_5": 0.1804, "precision_at_10": 0.09387, "precision_at_20": 0.04783, "precision_at_100": 0.00973, "precision_at_1000": 0.00099, "mrr_at_1": 0.713333, "mrr_at_3": 0.776667, "mrr_at_5": 0.786967, "mrr_at_10": 0.792084, "mrr_at_20": 0.793417, "mrr_at_100": 0.79384, "mrr_at_1000": 0.793895, "nauc_ndcg_at_1_max": 0.561613, "nauc_ndcg_at_1_std": -0.037993, "nauc_ndcg_at_1_diff1": 0.766924, "nauc_ndcg_at_3_max": 0.587398, "nauc_ndcg_at_3_std": -0.038313, "nauc_ndcg_at_3_diff1": 0.736126, "nauc_ndcg_at_5_max": 0.592843, "nauc_ndcg_at_5_std": -0.015178, "nauc_ndcg_at_5_diff1": 0.738023, "nauc_ndcg_at_10_max": 0.598048, "nauc_ndcg_at_10_std": -0.006, "nauc_ndcg_at_10_diff1": 0.743847, "nauc_ndcg_at_20_max": 0.59465, "nauc_ndcg_at_20_std": 0.000306, "nauc_ndcg_at_20_diff1": 0.741387, "nauc_ndcg_at_100_max": 0.588872, "nauc_ndcg_at_100_std": -0.000698, "nauc_ndcg_at_100_diff1": 0.740383, "nauc_ndcg_at_1000_max": 0.585953, "nauc_ndcg_at_1000_std": -0.004496, "nauc_ndcg_at_1000_diff1": 0.740377, "nauc_map_at_1_max": 0.561613, "nauc_map_at_1_std": -0.037993, "nauc_map_at_1_diff1": 0.766924, "nauc_map_at_3_max": 0.580226, "nauc_map_at_3_std": -0.037784, "nauc_map_at_3_diff1": 0.744491, "nauc_map_at_5_max": 0.582447, "nauc_map_at_5_std": -0.026444, "nauc_map_at_5_diff1": 0.745577, "nauc_map_at_10_max": 0.583989, "nauc_map_at_10_std": -0.023045, "nauc_map_at_10_diff1": 0.747622, "nauc_map_at_20_max": 0.583145, "nauc_map_at_20_std": -0.021606, "nauc_map_at_20_diff1": 0.747105, "nauc_map_at_100_max": 0.582479, "nauc_map_at_100_std": -0.021727, "nauc_map_at_100_diff1": 0.747005, "nauc_map_at_1000_max": 0.582394, "nauc_map_at_1000_std": -0.021839, "nauc_map_at_1000_diff1": 0.746998, "nauc_recall_at_1_max": 0.561613, "nauc_recall_at_1_std": -0.037993, "nauc_recall_at_1_diff1": 0.766924, "nauc_recall_at_3_max": 0.617261, "nauc_recall_at_3_std": -0.040802, "nauc_recall_at_3_diff1": 0.701433, "nauc_recall_at_5_max": 0.652814, "nauc_recall_at_5_std": 0.054285, "nauc_recall_at_5_diff1": 0.697165, "nauc_recall_at_10_max": 0.729098, "nauc_recall_at_10_std": 0.159293, "nauc_recall_at_10_diff1": 0.721299, "nauc_recall_at_20_max": 0.73579, "nauc_recall_at_20_std": 0.310357, "nauc_recall_at_20_diff1": 0.677634, "nauc_recall_at_100_max": 0.650373, "nauc_recall_at_100_std": 0.469491, "nauc_recall_at_100_diff1": 0.608147, "nauc_recall_at_1000_max": 0.455859, "nauc_recall_at_1000_std": 0.60817, "nauc_recall_at_1000_diff1": 0.481092, "nauc_precision_at_1_max": 0.561613, "nauc_precision_at_1_std": -0.037993, "nauc_precision_at_1_diff1": 0.766924, "nauc_precision_at_3_max": 0.617261, "nauc_precision_at_3_std": -0.040802, "nauc_precision_at_3_diff1": 0.701433, "nauc_precision_at_5_max": 0.652814, "nauc_precision_at_5_std": 0.054285, "nauc_precision_at_5_diff1": 0.697165, "nauc_precision_at_10_max": 0.729098, "nauc_precision_at_10_std": 0.159293, "nauc_precision_at_10_diff1": 0.721299, "nauc_precision_at_20_max": 0.73579, "nauc_precision_at_20_std": 0.310357, "nauc_precision_at_20_diff1": 0.677634, "nauc_precision_at_100_max": 0.650373, "nauc_precision_at_100_std": 0.469491, "nauc_precision_at_100_diff1": 0.608147, "nauc_precision_at_1000_max": 0.455859, "nauc_precision_at_1000_std": 0.60817, "nauc_precision_at_1000_diff1": 0.481092, "nauc_mrr_at_1_max": 0.561613, "nauc_mrr_at_1_std": -0.037993, "nauc_mrr_at_1_diff1": 0.766924, "nauc_mrr_at_3_max": 0.580226, "nauc_mrr_at_3_std": -0.037784, "nauc_mrr_at_3_diff1": 0.744491, "nauc_mrr_at_5_max": 0.582447, "nauc_mrr_at_5_std": -0.026444, "nauc_mrr_at_5_diff1": 0.745577, "nauc_mrr_at_10_max": 0.583989, "nauc_mrr_at_10_std": -0.023045, "nauc_mrr_at_10_diff1": 0.747622, "nauc_mrr_at_20_max": 0.583146, "nauc_mrr_at_20_std": -0.021609, "nauc_mrr_at_20_diff1": 0.747103, "nauc_mrr_at_100_max": 0.582479, "nauc_mrr_at_100_std": -0.02173, "nauc_mrr_at_100_diff1": 0.747003, "nauc_mrr_at_1000_max": 0.582395, "nauc_mrr_at_1000_std": -0.021842, "nauc_mrr_at_1000_diff1": 0.746995, "hit_rate_at_1": 0.71333, "hit_rate_at_3": 0.85667, "hit_rate_at_5": 0.902, "hit_rate_at_10": 0.93867, "hit_rate_at_20": 0.95667, "hit_rate_at_100": 0.97333, "hit_rate_at_1000": 0.98667, "main_score": 0.82792, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.878, "ndcg_at_3": 0.92854, "ndcg_at_5": 0.93462, "ndcg_at_10": 0.93914, "ndcg_at_20": 0.94088, "ndcg_at_100": 0.94137, "ndcg_at_1000": 0.94137, "map_at_1": 0.878, "map_at_3": 0.91667, "map_at_5": 0.92007, "map_at_10": 0.92206, "map_at_20": 0.92256, "map_at_100": 0.92262, "map_at_1000": 0.92262, "recall_at_1": 0.878, "recall_at_3": 0.96267, "recall_at_5": 0.97733, "recall_at_10": 0.99067, "recall_at_20": 0.99733, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.878, "precision_at_1": 0.878, "precision_at_3": 0.32089, "precision_at_5": 0.19547, "precision_at_10": 0.09907, "precision_at_20": 0.04987, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.878, "mrr_at_3": 0.916667, "mrr_at_5": 0.920067, "mrr_at_10": 0.921946, "mrr_at_20": 0.922504, "mrr_at_100": 0.922571, "mrr_at_1000": 0.922571, "nauc_ndcg_at_1_max": 0.521239, "nauc_ndcg_at_1_std": -0.452368, "nauc_ndcg_at_1_diff1": 0.851455, "nauc_ndcg_at_3_max": 0.550426, "nauc_ndcg_at_3_std": -0.529044, "nauc_ndcg_at_3_diff1": 0.840674, "nauc_ndcg_at_5_max": 0.551856, "nauc_ndcg_at_5_std": -0.553487, "nauc_ndcg_at_5_diff1": 0.845942, "nauc_ndcg_at_10_max": 0.555917, "nauc_ndcg_at_10_std": -0.515873, "nauc_ndcg_at_10_diff1": 0.84669, "nauc_ndcg_at_20_max": 0.545962, "nauc_ndcg_at_20_std": -0.509398, "nauc_ndcg_at_20_diff1": 0.843749, "nauc_ndcg_at_100_max": 0.54443, "nauc_ndcg_at_100_std": -0.504841, "nauc_ndcg_at_100_diff1": 0.844268, "nauc_ndcg_at_1000_max": 0.54443, "nauc_ndcg_at_1000_std": -0.504841, "nauc_ndcg_at_1000_diff1": 0.844268, "nauc_map_at_1_max": 0.521239, "nauc_map_at_1_std": -0.452368, "nauc_map_at_1_diff1": 0.851455, "nauc_map_at_3_max": 0.542115, "nauc_map_at_3_std": -0.503412, "nauc_map_at_3_diff1": 0.842452, "nauc_map_at_5_max": 0.542614, "nauc_map_at_5_std": -0.513343, "nauc_map_at_5_diff1": 0.844931, "nauc_map_at_10_max": 0.543779, "nauc_map_at_10_std": -0.499606, "nauc_map_at_10_diff1": 0.845066, "nauc_map_at_20_max": 0.541486, "nauc_map_at_20_std": -0.49804, "nauc_map_at_20_diff1": 0.844415, "nauc_map_at_100_max": 0.541357, "nauc_map_at_100_std": -0.49761, "nauc_map_at_100_diff1": 0.844488, "nauc_map_at_1000_max": 0.541357, "nauc_map_at_1000_std": -0.49761, "nauc_map_at_1000_diff1": 0.844488, "nauc_recall_at_1_max": 0.521239, "nauc_recall_at_1_std": -0.452368, "nauc_recall_at_1_diff1": 0.851455, "nauc_recall_at_3_max": 0.601291, "nauc_recall_at_3_std": -0.690159, "nauc_recall_at_3_diff1": 0.831232, "nauc_recall_at_5_max": 0.641058, "nauc_recall_at_5_std": -0.963846, "nauc_recall_at_5_diff1": 0.861331, "nauc_recall_at_10_max": 0.845271, "nauc_recall_at_10_std": -0.828598, "nauc_recall_at_10_diff1": 0.901961, "nauc_recall_at_20_max": 0.737395, "nauc_recall_at_20_std": -1.068394, "nauc_recall_at_20_diff1": 0.791667, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521239, "nauc_precision_at_1_std": -0.452368, "nauc_precision_at_1_diff1": 0.851455, "nauc_precision_at_3_max": 0.601291, "nauc_precision_at_3_std": -0.690159, "nauc_precision_at_3_diff1": 0.831232, "nauc_precision_at_5_max": 0.641058, "nauc_precision_at_5_std": -0.963846, "nauc_precision_at_5_diff1": 0.861331, "nauc_precision_at_10_max": 0.845271, "nauc_precision_at_10_std": -0.828598, "nauc_precision_at_10_diff1": 0.901961, "nauc_precision_at_20_max": 0.737395, "nauc_precision_at_20_std": -1.068394, "nauc_precision_at_20_diff1": 0.791667, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.521239, "nauc_mrr_at_1_std": -0.452368, "nauc_mrr_at_1_diff1": 0.851455, "nauc_mrr_at_3_max": 0.542115, "nauc_mrr_at_3_std": -0.503412, "nauc_mrr_at_3_diff1": 0.842452, "nauc_mrr_at_5_max": 0.542614, "nauc_mrr_at_5_std": -0.513343, "nauc_mrr_at_5_diff1": 0.844931, "nauc_mrr_at_10_max": 0.544038, "nauc_mrr_at_10_std": -0.501405, "nauc_mrr_at_10_diff1": 0.845291, "nauc_mrr_at_20_max": 0.541612, "nauc_mrr_at_20_std": -0.498902, "nauc_mrr_at_20_diff1": 0.844523, "nauc_mrr_at_100_max": 0.541482, "nauc_mrr_at_100_std": -0.498473, "nauc_mrr_at_100_diff1": 0.844596, "nauc_mrr_at_1000_max": 0.541482, "nauc_mrr_at_1000_std": -0.498473, "nauc_mrr_at_1000_diff1": 0.844596, "hit_rate_at_1": 0.878, "hit_rate_at_3": 0.96267, "hit_rate_at_5": 0.97733, "hit_rate_at_10": 0.99067, "hit_rate_at_20": 0.99733, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.93914, "hf_subset": "cs", "languages": [ "ces-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87933, "ndcg_at_3": 0.92954, "ndcg_at_5": 0.9345, "ndcg_at_10": 0.93889, "ndcg_at_20": 0.93978, "ndcg_at_100": 0.94061, "ndcg_at_1000": 0.94086, "map_at_1": 0.87933, "map_at_3": 0.91778, "map_at_5": 0.92054, "map_at_10": 0.9224, "map_at_20": 0.92267, "map_at_100": 0.92277, "map_at_1000": 0.92278, "recall_at_1": 0.87933, "recall_at_3": 0.96333, "recall_at_5": 0.97533, "recall_at_10": 0.98867, "recall_at_20": 0.992, "recall_at_100": 0.99667, "recall_at_1000": 0.99867, "accuracy": 0.87933, "precision_at_1": 0.87933, "precision_at_3": 0.32111, "precision_at_5": 0.19507, "precision_at_10": 0.09887, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.879333, "mrr_at_3": 0.917778, "mrr_at_5": 0.920544, "mrr_at_10": 0.922399, "mrr_at_20": 0.922666, "mrr_at_100": 0.922771, "mrr_at_1000": 0.92278, "nauc_ndcg_at_1_max": 0.437362, "nauc_ndcg_at_1_std": -0.233261, "nauc_ndcg_at_1_diff1": 0.857911, "nauc_ndcg_at_3_max": 0.523669, "nauc_ndcg_at_3_std": -0.15106, "nauc_ndcg_at_3_diff1": 0.8396, "nauc_ndcg_at_5_max": 0.500389, "nauc_ndcg_at_5_std": -0.151416, "nauc_ndcg_at_5_diff1": 0.841332, "nauc_ndcg_at_10_max": 0.491571, "nauc_ndcg_at_10_std": -0.157001, "nauc_ndcg_at_10_diff1": 0.847145, "nauc_ndcg_at_20_max": 0.490972, "nauc_ndcg_at_20_std": -0.151892, "nauc_ndcg_at_20_diff1": 0.846875, "nauc_ndcg_at_100_max": 0.491258, "nauc_ndcg_at_100_std": -0.157817, "nauc_ndcg_at_100_diff1": 0.848733, "nauc_ndcg_at_1000_max": 0.489074, "nauc_ndcg_at_1000_std": -0.162579, "nauc_ndcg_at_1000_diff1": 0.848084, "nauc_map_at_1_max": 0.437362, "nauc_map_at_1_std": -0.233261, "nauc_map_at_1_diff1": 0.857911, "nauc_map_at_3_max": 0.496682, "nauc_map_at_3_std": -0.175991, "nauc_map_at_3_diff1": 0.845803, "nauc_map_at_5_max": 0.485093, "nauc_map_at_5_std": -0.176748, "nauc_map_at_5_diff1": 0.846851, "nauc_map_at_10_max": 0.481594, "nauc_map_at_10_std": -0.179146, "nauc_map_at_10_diff1": 0.848851, "nauc_map_at_20_max": 0.481358, "nauc_map_at_20_std": -0.178093, "nauc_map_at_20_diff1": 0.848778, "nauc_map_at_100_max": 0.481386, "nauc_map_at_100_std": -0.178669, "nauc_map_at_100_diff1": 0.848977, "nauc_map_at_1000_max": 0.481329, "nauc_map_at_1000_std": -0.178791, "nauc_map_at_1000_diff1": 0.84896, "nauc_recall_at_1_max": 0.437362, "nauc_recall_at_1_std": -0.233261, "nauc_recall_at_1_diff1": 0.857911, "nauc_recall_at_3_max": 0.692369, "nauc_recall_at_3_std": 0.003989, "nauc_recall_at_3_diff1": 0.800331, "nauc_recall_at_5_max": 0.626164, "nauc_recall_at_5_std": 0.073372, "nauc_recall_at_5_diff1": 0.791771, "nauc_recall_at_10_max": 0.638958, "nauc_recall_at_10_std": 0.245785, "nauc_recall_at_10_diff1": 0.829901, "nauc_recall_at_20_max": 0.687675, "nauc_recall_at_20_std": 0.560107, "nauc_recall_at_20_diff1": 0.816215, "nauc_recall_at_100_max": 0.973856, "nauc_recall_at_100_std": 0.947712, "nauc_recall_at_100_diff1": 0.944444, "nauc_recall_at_1000_max": 0.934641, "nauc_recall_at_1000_std": 0.934641, "nauc_recall_at_1000_diff1": 0.861111, "nauc_precision_at_1_max": 0.437362, "nauc_precision_at_1_std": -0.233261, "nauc_precision_at_1_diff1": 0.857911, "nauc_precision_at_3_max": 0.692369, "nauc_precision_at_3_std": 0.003989, "nauc_precision_at_3_diff1": 0.800331, "nauc_precision_at_5_max": 0.626164, "nauc_precision_at_5_std": 0.073372, "nauc_precision_at_5_diff1": 0.791771, "nauc_precision_at_10_max": 0.638958, "nauc_precision_at_10_std": 0.245785, "nauc_precision_at_10_diff1": 0.829901, "nauc_precision_at_20_max": 0.687675, "nauc_precision_at_20_std": 0.560107, "nauc_precision_at_20_diff1": 0.816215, "nauc_precision_at_100_max": 0.973856, "nauc_precision_at_100_std": 0.947712, "nauc_precision_at_100_diff1": 0.944444, "nauc_precision_at_1000_max": 0.934641, "nauc_precision_at_1000_std": 0.934641, "nauc_precision_at_1000_diff1": 0.861111, "nauc_mrr_at_1_max": 0.437362, "nauc_mrr_at_1_std": -0.233261, "nauc_mrr_at_1_diff1": 0.857911, "nauc_mrr_at_3_max": 0.496682, "nauc_mrr_at_3_std": -0.175991, "nauc_mrr_at_3_diff1": 0.845803, "nauc_mrr_at_5_max": 0.485093, "nauc_mrr_at_5_std": -0.176748, "nauc_mrr_at_5_diff1": 0.846851, "nauc_mrr_at_10_max": 0.481594, "nauc_mrr_at_10_std": -0.179146, "nauc_mrr_at_10_diff1": 0.848851, "nauc_mrr_at_20_max": 0.481358, "nauc_mrr_at_20_std": -0.178093, "nauc_mrr_at_20_diff1": 0.848778, "nauc_mrr_at_100_max": 0.481386, "nauc_mrr_at_100_std": -0.178669, "nauc_mrr_at_100_diff1": 0.848977, "nauc_mrr_at_1000_max": 0.481329, "nauc_mrr_at_1000_std": -0.178791, "nauc_mrr_at_1000_diff1": 0.84896, "hit_rate_at_1": 0.87933, "hit_rate_at_3": 0.96333, "hit_rate_at_5": 0.97533, "hit_rate_at_10": 0.98867, "hit_rate_at_20": 0.992, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.99867, "main_score": 0.93889, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87667, "ndcg_at_3": 0.9284, "ndcg_at_5": 0.93482, "ndcg_at_10": 0.93813, "ndcg_at_20": 0.9397, "ndcg_at_100": 0.94035, "ndcg_at_1000": 0.94043, "map_at_1": 0.87667, "map_at_3": 0.91644, "map_at_5": 0.92008, "map_at_10": 0.92148, "map_at_20": 0.92194, "map_at_100": 0.92204, "map_at_1000": 0.92204, "recall_at_1": 0.87667, "recall_at_3": 0.96267, "recall_at_5": 0.978, "recall_at_10": 0.988, "recall_at_20": 0.994, "recall_at_100": 0.99733, "recall_at_1000": 0.998, "accuracy": 0.87667, "precision_at_1": 0.87667, "precision_at_3": 0.32089, "precision_at_5": 0.1956, "precision_at_10": 0.0988, "precision_at_20": 0.0497, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.876667, "mrr_at_3": 0.916444, "mrr_at_5": 0.920078, "mrr_at_10": 0.921481, "mrr_at_20": 0.921939, "mrr_at_100": 0.922042, "mrr_at_1000": 0.922043, "nauc_ndcg_at_1_max": 0.519663, "nauc_ndcg_at_1_std": -0.358054, "nauc_ndcg_at_1_diff1": 0.877706, "nauc_ndcg_at_3_max": 0.529517, "nauc_ndcg_at_3_std": -0.315966, "nauc_ndcg_at_3_diff1": 0.850036, "nauc_ndcg_at_5_max": 0.529482, "nauc_ndcg_at_5_std": -0.32428, "nauc_ndcg_at_5_diff1": 0.848919, "nauc_ndcg_at_10_max": 0.539491, "nauc_ndcg_at_10_std": -0.323292, "nauc_ndcg_at_10_diff1": 0.854247, "nauc_ndcg_at_20_max": 0.533442, "nauc_ndcg_at_20_std": -0.306839, "nauc_ndcg_at_20_diff1": 0.854904, "nauc_ndcg_at_100_max": 0.533913, "nauc_ndcg_at_100_std": -0.315776, "nauc_ndcg_at_100_diff1": 0.858635, "nauc_ndcg_at_1000_max": 0.53351, "nauc_ndcg_at_1000_std": -0.317202, "nauc_ndcg_at_1000_diff1": 0.859237, "nauc_map_at_1_max": 0.519663, "nauc_map_at_1_std": -0.358054, "nauc_map_at_1_diff1": 0.877706, "nauc_map_at_3_max": 0.527538, "nauc_map_at_3_std": -0.329422, "nauc_map_at_3_diff1": 0.858837, "nauc_map_at_5_max": 0.527355, "nauc_map_at_5_std": -0.333677, "nauc_map_at_5_diff1": 0.858714, "nauc_map_at_10_max": 0.530768, "nauc_map_at_10_std": -0.333799, "nauc_map_at_10_diff1": 0.860832, "nauc_map_at_20_max": 0.529313, "nauc_map_at_20_std": -0.330057, "nauc_map_at_20_diff1": 0.861023, "nauc_map_at_100_max": 0.529241, "nauc_map_at_100_std": -0.33119, "nauc_map_at_100_diff1": 0.861431, "nauc_map_at_1000_max": 0.529237, "nauc_map_at_1000_std": -0.331204, "nauc_map_at_1000_diff1": 0.861437, "nauc_recall_at_1_max": 0.519663, "nauc_recall_at_1_std": -0.358054, "nauc_recall_at_1_diff1": 0.877706, "nauc_recall_at_3_max": 0.5407, "nauc_recall_at_3_std": -0.231934, "nauc_recall_at_3_diff1": 0.795126, "nauc_recall_at_5_max": 0.549359, "nauc_recall_at_5_std": -0.234191, "nauc_recall_at_5_diff1": 0.749314, "nauc_recall_at_10_max": 0.71592, "nauc_recall_at_10_std": -0.133676, "nauc_recall_at_10_diff1": 0.74279, "nauc_recall_at_20_max": 0.667808, "nauc_recall_at_20_std": 0.667082, "nauc_recall_at_20_diff1": 0.65567, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.901961, "nauc_recall_at_100_diff1": 0.839519, "nauc_recall_at_1000_max": 0.956427, "nauc_recall_at_1000_std": 0.912854, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.519663, "nauc_precision_at_1_std": -0.358054, "nauc_precision_at_1_diff1": 0.877706, "nauc_precision_at_3_max": 0.5407, "nauc_precision_at_3_std": -0.231934, "nauc_precision_at_3_diff1": 0.795126, "nauc_precision_at_5_max": 0.549359, "nauc_precision_at_5_std": -0.234191, "nauc_precision_at_5_diff1": 0.749314, "nauc_precision_at_10_max": 0.71592, "nauc_precision_at_10_std": -0.133676, "nauc_precision_at_10_diff1": 0.74279, "nauc_precision_at_20_max": 0.667808, "nauc_precision_at_20_std": 0.667082, "nauc_precision_at_20_diff1": 0.65567, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.901961, "nauc_precision_at_100_diff1": 0.839519, "nauc_precision_at_1000_max": 0.956427, "nauc_precision_at_1000_std": 0.912854, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.519663, "nauc_mrr_at_1_std": -0.358054, "nauc_mrr_at_1_diff1": 0.877706, "nauc_mrr_at_3_max": 0.527538, "nauc_mrr_at_3_std": -0.329422, "nauc_mrr_at_3_diff1": 0.858837, "nauc_mrr_at_5_max": 0.527355, "nauc_mrr_at_5_std": -0.333677, "nauc_mrr_at_5_diff1": 0.858714, "nauc_mrr_at_10_max": 0.530768, "nauc_mrr_at_10_std": -0.333799, "nauc_mrr_at_10_diff1": 0.860832, "nauc_mrr_at_20_max": 0.529313, "nauc_mrr_at_20_std": -0.330057, "nauc_mrr_at_20_diff1": 0.861023, "nauc_mrr_at_100_max": 0.529241, "nauc_mrr_at_100_std": -0.33119, "nauc_mrr_at_100_diff1": 0.861431, "nauc_mrr_at_1000_max": 0.529237, "nauc_mrr_at_1000_std": -0.331204, "nauc_mrr_at_1000_diff1": 0.861437, "hit_rate_at_1": 0.87667, "hit_rate_at_3": 0.96267, "hit_rate_at_5": 0.978, "hit_rate_at_10": 0.988, "hit_rate_at_20": 0.994, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.998, "main_score": 0.93813, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.914, "ndcg_at_3": 0.95574, "ndcg_at_5": 0.95858, "ndcg_at_10": 0.96151, "ndcg_at_20": 0.96168, "ndcg_at_100": 0.96168, "ndcg_at_1000": 0.96175, "map_at_1": 0.914, "map_at_3": 0.94611, "map_at_5": 0.94774, "map_at_10": 0.94903, "map_at_20": 0.94908, "map_at_100": 0.94908, "map_at_1000": 0.94908, "recall_at_1": 0.914, "recall_at_3": 0.98333, "recall_at_5": 0.99, "recall_at_10": 0.99867, "recall_at_20": 0.99933, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "accuracy": 0.914, "precision_at_1": 0.914, "precision_at_3": 0.32778, "precision_at_5": 0.198, "precision_at_10": 0.09987, "precision_at_20": 0.04997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.914, "mrr_at_3": 0.946111, "mrr_at_5": 0.947744, "mrr_at_10": 0.949032, "mrr_at_20": 0.949076, "mrr_at_100": 0.949076, "mrr_at_1000": 0.949078, "nauc_ndcg_at_1_max": 0.511527, "nauc_ndcg_at_1_std": -0.565045, "nauc_ndcg_at_1_diff1": 0.879204, "nauc_ndcg_at_3_max": 0.560168, "nauc_ndcg_at_3_std": -0.515519, "nauc_ndcg_at_3_diff1": 0.865765, "nauc_ndcg_at_5_max": 0.544121, "nauc_ndcg_at_5_std": -0.509135, "nauc_ndcg_at_5_diff1": 0.861312, "nauc_ndcg_at_10_max": 0.537863, "nauc_ndcg_at_10_std": -0.541506, "nauc_ndcg_at_10_diff1": 0.872528, "nauc_ndcg_at_20_max": 0.535853, "nauc_ndcg_at_20_std": -0.536294, "nauc_ndcg_at_20_diff1": 0.872542, "nauc_ndcg_at_100_max": 0.535853, "nauc_ndcg_at_100_std": -0.536294, "nauc_ndcg_at_100_diff1": 0.872542, "nauc_ndcg_at_1000_max": 0.534936, "nauc_ndcg_at_1000_std": -0.539329, "nauc_ndcg_at_1000_diff1": 0.87229, "nauc_map_at_1_max": 0.511527, "nauc_map_at_1_std": -0.565045, "nauc_map_at_1_diff1": 0.879204, "nauc_map_at_3_max": 0.542417, "nauc_map_at_3_std": -0.536571, "nauc_map_at_3_diff1": 0.87045, "nauc_map_at_5_max": 0.534576, "nauc_map_at_5_std": -0.534675, "nauc_map_at_5_diff1": 0.868589, "nauc_map_at_10_max": 0.532299, "nauc_map_at_10_std": -0.545746, "nauc_map_at_10_diff1": 0.872744, "nauc_map_at_20_max": 0.531891, "nauc_map_at_20_std": -0.544703, "nauc_map_at_20_diff1": 0.872747, "nauc_map_at_100_max": 0.531891, "nauc_map_at_100_std": -0.544703, "nauc_map_at_100_diff1": 0.872747, "nauc_map_at_1000_max": 0.531877, "nauc_map_at_1000_std": -0.544748, "nauc_map_at_1000_diff1": 0.872743, "nauc_recall_at_1_max": 0.511527, "nauc_recall_at_1_std": -0.565045, "nauc_recall_at_1_diff1": 0.879204, "nauc_recall_at_3_max": 0.7245, "nauc_recall_at_3_std": -0.316433, "nauc_recall_at_3_diff1": 0.822708, "nauc_recall_at_5_max": 0.677622, "nauc_recall_at_5_std": -0.114006, "nauc_recall_at_5_diff1": 0.750265, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.369981, "nauc_recall_at_10_diff1": 0.934641, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511527, "nauc_precision_at_1_std": -0.565045, "nauc_precision_at_1_diff1": 0.879204, "nauc_precision_at_3_max": 0.7245, "nauc_precision_at_3_std": -0.316433, "nauc_precision_at_3_diff1": 0.822708, "nauc_precision_at_5_max": 0.677622, "nauc_precision_at_5_std": -0.114006, "nauc_precision_at_5_diff1": 0.750265, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.369981, "nauc_precision_at_10_diff1": 0.934641, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.511527, "nauc_mrr_at_1_std": -0.565045, "nauc_mrr_at_1_diff1": 0.879204, "nauc_mrr_at_3_max": 0.542417, "nauc_mrr_at_3_std": -0.536571, "nauc_mrr_at_3_diff1": 0.87045, "nauc_mrr_at_5_max": 0.534576, "nauc_mrr_at_5_std": -0.534675, "nauc_mrr_at_5_diff1": 0.868589, "nauc_mrr_at_10_max": 0.532299, "nauc_mrr_at_10_std": -0.545746, "nauc_mrr_at_10_diff1": 0.872744, "nauc_mrr_at_20_max": 0.531891, "nauc_mrr_at_20_std": -0.544703, "nauc_mrr_at_20_diff1": 0.872747, "nauc_mrr_at_100_max": 0.531891, "nauc_mrr_at_100_std": -0.544703, "nauc_mrr_at_100_diff1": 0.872747, "nauc_mrr_at_1000_max": 0.531877, "nauc_mrr_at_1000_std": -0.544748, "nauc_mrr_at_1000_diff1": 0.872743, "hit_rate_at_1": 0.914, "hit_rate_at_3": 0.98333, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.99867, "hit_rate_at_20": 0.99933, "hit_rate_at_100": 0.99933, "hit_rate_at_1000": 1.0, "main_score": 0.96151, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.84, "ndcg_at_3": 0.90102, "ndcg_at_5": 0.90983, "ndcg_at_10": 0.91677, "ndcg_at_20": 0.918, "ndcg_at_100": 0.91881, "ndcg_at_1000": 0.91928, "map_at_1": 0.84, "map_at_3": 0.88656, "map_at_5": 0.89146, "map_at_10": 0.89435, "map_at_20": 0.89471, "map_at_100": 0.8948, "map_at_1000": 0.89481, "recall_at_1": 0.84, "recall_at_3": 0.94267, "recall_at_5": 0.964, "recall_at_10": 0.98533, "recall_at_20": 0.99, "recall_at_100": 0.99467, "recall_at_1000": 0.99867, "accuracy": 0.84, "precision_at_1": 0.84, "precision_at_3": 0.31422, "precision_at_5": 0.1928, "precision_at_10": 0.09853, "precision_at_20": 0.0495, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.886556, "mrr_at_5": 0.891456, "mrr_at_10": 0.894349, "mrr_at_20": 0.894709, "mrr_at_100": 0.894797, "mrr_at_1000": 0.89481, "nauc_ndcg_at_1_max": 0.484681, "nauc_ndcg_at_1_std": -0.219995, "nauc_ndcg_at_1_diff1": 0.844629, "nauc_ndcg_at_3_max": 0.533912, "nauc_ndcg_at_3_std": -0.190681, "nauc_ndcg_at_3_diff1": 0.816549, "nauc_ndcg_at_5_max": 0.540749, "nauc_ndcg_at_5_std": -0.184521, "nauc_ndcg_at_5_diff1": 0.827251, "nauc_ndcg_at_10_max": 0.536021, "nauc_ndcg_at_10_std": -0.190316, "nauc_ndcg_at_10_diff1": 0.827299, "nauc_ndcg_at_20_max": 0.532672, "nauc_ndcg_at_20_std": -0.189288, "nauc_ndcg_at_20_diff1": 0.826115, "nauc_ndcg_at_100_max": 0.52962, "nauc_ndcg_at_100_std": -0.192023, "nauc_ndcg_at_100_diff1": 0.827604, "nauc_ndcg_at_1000_max": 0.526882, "nauc_ndcg_at_1000_std": -0.197104, "nauc_ndcg_at_1000_diff1": 0.827831, "nauc_map_at_1_max": 0.484681, "nauc_map_at_1_std": -0.219995, "nauc_map_at_1_diff1": 0.844629, "nauc_map_at_3_max": 0.5178, "nauc_map_at_3_std": -0.205321, "nauc_map_at_3_diff1": 0.82379, "nauc_map_at_5_max": 0.520677, "nauc_map_at_5_std": -0.20239, "nauc_map_at_5_diff1": 0.829083, "nauc_map_at_10_max": 0.518962, "nauc_map_at_10_std": -0.205004, "nauc_map_at_10_diff1": 0.829206, "nauc_map_at_20_max": 0.518112, "nauc_map_at_20_std": -0.204928, "nauc_map_at_20_diff1": 0.828911, "nauc_map_at_100_max": 0.51785, "nauc_map_at_100_std": -0.205176, "nauc_map_at_100_diff1": 0.829016, "nauc_map_at_1000_max": 0.517788, "nauc_map_at_1000_std": -0.205288, "nauc_map_at_1000_diff1": 0.829014, "nauc_recall_at_1_max": 0.484681, "nauc_recall_at_1_std": -0.219995, "nauc_recall_at_1_diff1": 0.844629, "nauc_recall_at_3_max": 0.622435, "nauc_recall_at_3_std": -0.106177, "nauc_recall_at_3_diff1": 0.778337, "nauc_recall_at_5_max": 0.709513, "nauc_recall_at_5_std": -0.029049, "nauc_recall_at_5_diff1": 0.818697, "nauc_recall_at_10_max": 0.860474, "nauc_recall_at_10_std": 0.107016, "nauc_recall_at_10_diff1": 0.804707, "nauc_recall_at_20_max": 0.912543, "nauc_recall_at_20_std": 0.284438, "nauc_recall_at_20_diff1": 0.760722, "nauc_recall_at_100_max": 0.98366, "nauc_recall_at_100_std": 0.468196, "nauc_recall_at_100_diff1": 0.837243, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": -0.075864, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.484681, "nauc_precision_at_1_std": -0.219995, "nauc_precision_at_1_diff1": 0.844629, "nauc_precision_at_3_max": 0.622435, "nauc_precision_at_3_std": -0.106177, "nauc_precision_at_3_diff1": 0.778337, "nauc_precision_at_5_max": 0.709513, "nauc_precision_at_5_std": -0.029049, "nauc_precision_at_5_diff1": 0.818697, "nauc_precision_at_10_max": 0.860474, "nauc_precision_at_10_std": 0.107016, "nauc_precision_at_10_diff1": 0.804707, "nauc_precision_at_20_max": 0.912543, "nauc_precision_at_20_std": 0.284438, "nauc_precision_at_20_diff1": 0.760722, "nauc_precision_at_100_max": 0.98366, "nauc_precision_at_100_std": 0.468196, "nauc_precision_at_100_diff1": 0.837243, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": -0.075864, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.484681, "nauc_mrr_at_1_std": -0.219995, "nauc_mrr_at_1_diff1": 0.844629, "nauc_mrr_at_3_max": 0.5178, "nauc_mrr_at_3_std": -0.205321, "nauc_mrr_at_3_diff1": 0.82379, "nauc_mrr_at_5_max": 0.520677, "nauc_mrr_at_5_std": -0.20239, "nauc_mrr_at_5_diff1": 0.829083, "nauc_mrr_at_10_max": 0.518962, "nauc_mrr_at_10_std": -0.205004, "nauc_mrr_at_10_diff1": 0.829206, "nauc_mrr_at_20_max": 0.518112, "nauc_mrr_at_20_std": -0.204928, "nauc_mrr_at_20_diff1": 0.828911, "nauc_mrr_at_100_max": 0.51785, "nauc_mrr_at_100_std": -0.205176, "nauc_mrr_at_100_diff1": 0.829016, "nauc_mrr_at_1000_max": 0.517788, "nauc_mrr_at_1000_std": -0.205288, "nauc_mrr_at_1000_diff1": 0.829014, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.94267, "hit_rate_at_5": 0.964, "hit_rate_at_10": 0.98533, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.99467, "hit_rate_at_1000": 0.99867, "main_score": 0.91677, "hf_subset": "fa", "languages": [ "fas-Arab" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.876, "ndcg_at_3": 0.92512, "ndcg_at_5": 0.93226, "ndcg_at_10": 0.93667, "ndcg_at_20": 0.93786, "ndcg_at_100": 0.93829, "ndcg_at_1000": 0.93836, "map_at_1": 0.876, "map_at_3": 0.91367, "map_at_5": 0.91763, "map_at_10": 0.91951, "map_at_20": 0.91984, "map_at_100": 0.91992, "map_at_1000": 0.91992, "recall_at_1": 0.876, "recall_at_3": 0.958, "recall_at_5": 0.97533, "recall_at_10": 0.98867, "recall_at_20": 0.99333, "recall_at_100": 0.99533, "recall_at_1000": 0.996, "accuracy": 0.876, "precision_at_1": 0.876, "precision_at_3": 0.31933, "precision_at_5": 0.19507, "precision_at_10": 0.09887, "precision_at_20": 0.04967, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.876, "mrr_at_3": 0.913667, "mrr_at_5": 0.917467, "mrr_at_10": 0.919484, "mrr_at_20": 0.919828, "mrr_at_100": 0.919879, "mrr_at_1000": 0.919881, "nauc_ndcg_at_1_max": 0.434754, "nauc_ndcg_at_1_std": -0.128346, "nauc_ndcg_at_1_diff1": 0.834801, "nauc_ndcg_at_3_max": 0.515105, "nauc_ndcg_at_3_std": -0.074876, "nauc_ndcg_at_3_diff1": 0.815546, "nauc_ndcg_at_5_max": 0.505393, "nauc_ndcg_at_5_std": -0.081259, "nauc_ndcg_at_5_diff1": 0.817306, "nauc_ndcg_at_10_max": 0.494827, "nauc_ndcg_at_10_std": -0.08939, "nauc_ndcg_at_10_diff1": 0.817904, "nauc_ndcg_at_20_max": 0.486895, "nauc_ndcg_at_20_std": -0.093998, "nauc_ndcg_at_20_diff1": 0.818196, "nauc_ndcg_at_100_max": 0.484249, "nauc_ndcg_at_100_std": -0.088411, "nauc_ndcg_at_100_diff1": 0.81723, "nauc_ndcg_at_1000_max": 0.483616, "nauc_ndcg_at_1000_std": -0.089748, "nauc_ndcg_at_1000_diff1": 0.817005, "nauc_map_at_1_max": 0.434754, "nauc_map_at_1_std": -0.128346, "nauc_map_at_1_diff1": 0.834801, "nauc_map_at_3_max": 0.48938, "nauc_map_at_3_std": -0.09426, "nauc_map_at_3_diff1": 0.821741, "nauc_map_at_5_max": 0.48404, "nauc_map_at_5_std": -0.09738, "nauc_map_at_5_diff1": 0.822876, "nauc_map_at_10_max": 0.479895, "nauc_map_at_10_std": -0.100608, "nauc_map_at_10_diff1": 0.823143, "nauc_map_at_20_max": 0.47812, "nauc_map_at_20_std": -0.101745, "nauc_map_at_20_diff1": 0.823265, "nauc_map_at_100_max": 0.477727, "nauc_map_at_100_std": -0.100895, "nauc_map_at_100_diff1": 0.823131, "nauc_map_at_1000_max": 0.477718, "nauc_map_at_1000_std": -0.100914, "nauc_map_at_1000_diff1": 0.823128, "nauc_recall_at_1_max": 0.434754, "nauc_recall_at_1_std": -0.128346, "nauc_recall_at_1_diff1": 0.834801, "nauc_recall_at_3_max": 0.663339, "nauc_recall_at_3_std": 0.038853, "nauc_recall_at_3_diff1": 0.779823, "nauc_recall_at_5_max": 0.698917, "nauc_recall_at_5_std": 0.06676, "nauc_recall_at_5_diff1": 0.765905, "nauc_recall_at_10_max": 0.754929, "nauc_recall_at_10_std": 0.110672, "nauc_recall_at_10_diff1": 0.717581, "nauc_recall_at_20_max": 0.652007, "nauc_recall_at_20_std": 0.093091, "nauc_recall_at_20_diff1": 0.654809, "nauc_recall_at_100_max": 0.561224, "nauc_recall_at_100_std": 0.505936, "nauc_recall_at_100_diff1": 0.525544, "nauc_recall_at_1000_max": 0.488095, "nauc_recall_at_1000_std": 0.423592, "nauc_recall_at_1000_diff1": 0.446467, "nauc_precision_at_1_max": 0.434754, "nauc_precision_at_1_std": -0.128346, "nauc_precision_at_1_diff1": 0.834801, "nauc_precision_at_3_max": 0.663339, "nauc_precision_at_3_std": 0.038853, "nauc_precision_at_3_diff1": 0.779823, "nauc_precision_at_5_max": 0.698917, "nauc_precision_at_5_std": 0.06676, "nauc_precision_at_5_diff1": 0.765905, "nauc_precision_at_10_max": 0.754929, "nauc_precision_at_10_std": 0.110672, "nauc_precision_at_10_diff1": 0.717581, "nauc_precision_at_20_max": 0.652007, "nauc_precision_at_20_std": 0.093091, "nauc_precision_at_20_diff1": 0.654809, "nauc_precision_at_100_max": 0.561224, "nauc_precision_at_100_std": 0.505936, "nauc_precision_at_100_diff1": 0.525544, "nauc_precision_at_1000_max": 0.488095, "nauc_precision_at_1000_std": 0.423592, "nauc_precision_at_1000_diff1": 0.446467, "nauc_mrr_at_1_max": 0.434754, "nauc_mrr_at_1_std": -0.128346, "nauc_mrr_at_1_diff1": 0.834801, "nauc_mrr_at_3_max": 0.48938, "nauc_mrr_at_3_std": -0.09426, "nauc_mrr_at_3_diff1": 0.821741, "nauc_mrr_at_5_max": 0.485102, "nauc_mrr_at_5_std": -0.100762, "nauc_mrr_at_5_diff1": 0.82324, "nauc_mrr_at_10_max": 0.4803, "nauc_mrr_at_10_std": -0.101147, "nauc_mrr_at_10_diff1": 0.823312, "nauc_mrr_at_20_max": 0.47849, "nauc_mrr_at_20_std": -0.102034, "nauc_mrr_at_20_diff1": 0.823475, "nauc_mrr_at_100_max": 0.478192, "nauc_mrr_at_100_std": -0.101816, "nauc_mrr_at_100_diff1": 0.82336, "nauc_mrr_at_1000_max": 0.478183, "nauc_mrr_at_1000_std": -0.101835, "nauc_mrr_at_1000_diff1": 0.823357, "hit_rate_at_1": 0.876, "hit_rate_at_3": 0.958, "hit_rate_at_5": 0.97533, "hit_rate_at_10": 0.98867, "hit_rate_at_20": 0.99333, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.996, "main_score": 0.93667, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.73733, "ndcg_at_3": 0.82111, "ndcg_at_5": 0.83763, "ndcg_at_10": 0.84621, "ndcg_at_20": 0.85115, "ndcg_at_100": 0.85444, "ndcg_at_1000": 0.85561, "map_at_1": 0.73733, "map_at_3": 0.80133, "map_at_5": 0.81053, "map_at_10": 0.81417, "map_at_20": 0.81555, "map_at_100": 0.81599, "map_at_1000": 0.81603, "recall_at_1": 0.73733, "recall_at_3": 0.878, "recall_at_5": 0.918, "recall_at_10": 0.944, "recall_at_20": 0.96333, "recall_at_100": 0.98133, "recall_at_1000": 0.99067, "accuracy": 0.73733, "precision_at_1": 0.73733, "precision_at_3": 0.29267, "precision_at_5": 0.1836, "precision_at_10": 0.0944, "precision_at_20": 0.04817, "precision_at_100": 0.00981, "precision_at_1000": 0.00099, "mrr_at_1": 0.737333, "mrr_at_3": 0.801444, "mrr_at_5": 0.810644, "mrr_at_10": 0.814279, "mrr_at_20": 0.815664, "mrr_at_100": 0.816096, "mrr_at_1000": 0.816137, "nauc_ndcg_at_1_max": 0.555975, "nauc_ndcg_at_1_std": -0.049034, "nauc_ndcg_at_1_diff1": 0.783382, "nauc_ndcg_at_3_max": 0.581832, "nauc_ndcg_at_3_std": -0.026592, "nauc_ndcg_at_3_diff1": 0.738183, "nauc_ndcg_at_5_max": 0.601455, "nauc_ndcg_at_5_std": -0.022736, "nauc_ndcg_at_5_diff1": 0.746827, "nauc_ndcg_at_10_max": 0.605426, "nauc_ndcg_at_10_std": 0.000584, "nauc_ndcg_at_10_diff1": 0.751704, "nauc_ndcg_at_20_max": 0.601096, "nauc_ndcg_at_20_std": 0.001752, "nauc_ndcg_at_20_diff1": 0.752359, "nauc_ndcg_at_100_max": 0.594316, "nauc_ndcg_at_100_std": -0.000405, "nauc_ndcg_at_100_diff1": 0.751753, "nauc_ndcg_at_1000_max": 0.591951, "nauc_ndcg_at_1000_std": -0.004557, "nauc_ndcg_at_1000_diff1": 0.751652, "nauc_map_at_1_max": 0.555975, "nauc_map_at_1_std": -0.049034, "nauc_map_at_1_diff1": 0.783382, "nauc_map_at_3_max": 0.57341, "nauc_map_at_3_std": -0.034729, "nauc_map_at_3_diff1": 0.751272, "nauc_map_at_5_max": 0.582623, "nauc_map_at_5_std": -0.033059, "nauc_map_at_5_diff1": 0.756083, "nauc_map_at_10_max": 0.583387, "nauc_map_at_10_std": -0.025013, "nauc_map_at_10_diff1": 0.75781, "nauc_map_at_20_max": 0.582243, "nauc_map_at_20_std": -0.024689, "nauc_map_at_20_diff1": 0.757991, "nauc_map_at_100_max": 0.581455, "nauc_map_at_100_std": -0.02506, "nauc_map_at_100_diff1": 0.757911, "nauc_map_at_1000_max": 0.581374, "nauc_map_at_1000_std": -0.025211, "nauc_map_at_1000_diff1": 0.757907, "nauc_recall_at_1_max": 0.555975, "nauc_recall_at_1_std": -0.049034, "nauc_recall_at_1_diff1": 0.783382, "nauc_recall_at_3_max": 0.619066, "nauc_recall_at_3_std": 0.009868, "nauc_recall_at_3_diff1": 0.681295, "nauc_recall_at_5_max": 0.721478, "nauc_recall_at_5_std": 0.041649, "nauc_recall_at_5_diff1": 0.693862, "nauc_recall_at_10_max": 0.811363, "nauc_recall_at_10_std": 0.249755, "nauc_recall_at_10_diff1": 0.709834, "nauc_recall_at_20_max": 0.856056, "nauc_recall_at_20_std": 0.389271, "nauc_recall_at_20_diff1": 0.69798, "nauc_recall_at_100_max": 0.842053, "nauc_recall_at_100_std": 0.688942, "nauc_recall_at_100_diff1": 0.626717, "nauc_recall_at_1000_max": 0.8343, "nauc_recall_at_1000_std": 0.94281, "nauc_recall_at_1000_diff1": 0.493697, "nauc_precision_at_1_max": 0.555975, "nauc_precision_at_1_std": -0.049034, "nauc_precision_at_1_diff1": 0.783382, "nauc_precision_at_3_max": 0.619066, "nauc_precision_at_3_std": 0.009868, "nauc_precision_at_3_diff1": 0.681295, "nauc_precision_at_5_max": 0.721478, "nauc_precision_at_5_std": 0.041649, "nauc_precision_at_5_diff1": 0.693862, "nauc_precision_at_10_max": 0.811363, "nauc_precision_at_10_std": 0.249755, "nauc_precision_at_10_diff1": 0.709834, "nauc_precision_at_20_max": 0.856056, "nauc_precision_at_20_std": 0.389271, "nauc_precision_at_20_diff1": 0.69798, "nauc_precision_at_100_max": 0.842053, "nauc_precision_at_100_std": 0.688942, "nauc_precision_at_100_diff1": 0.626717, "nauc_precision_at_1000_max": 0.8343, "nauc_precision_at_1000_std": 0.94281, "nauc_precision_at_1000_diff1": 0.493697, "nauc_mrr_at_1_max": 0.555975, "nauc_mrr_at_1_std": -0.049034, "nauc_mrr_at_1_diff1": 0.783382, "nauc_mrr_at_3_max": 0.573182, "nauc_mrr_at_3_std": -0.034642, "nauc_mrr_at_3_diff1": 0.751139, "nauc_mrr_at_5_max": 0.58239, "nauc_mrr_at_5_std": -0.032967, "nauc_mrr_at_5_diff1": 0.755946, "nauc_mrr_at_10_max": 0.583149, "nauc_mrr_at_10_std": -0.024914, "nauc_mrr_at_10_diff1": 0.757672, "nauc_mrr_at_20_max": 0.582002, "nauc_mrr_at_20_std": -0.02459, "nauc_mrr_at_20_diff1": 0.757851, "nauc_mrr_at_100_max": 0.581213, "nauc_mrr_at_100_std": -0.02496, "nauc_mrr_at_100_diff1": 0.757771, "nauc_mrr_at_1000_max": 0.581132, "nauc_mrr_at_1000_std": -0.025111, "nauc_mrr_at_1000_diff1": 0.757767, "hit_rate_at_1": 0.73733, "hit_rate_at_3": 0.878, "hit_rate_at_5": 0.918, "hit_rate_at_10": 0.944, "hit_rate_at_20": 0.96333, "hit_rate_at_100": 0.98133, "hit_rate_at_1000": 0.99067, "main_score": 0.84621, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.87667, "ndcg_at_3": 0.92905, "ndcg_at_5": 0.93794, "ndcg_at_10": 0.94059, "ndcg_at_20": 0.94144, "ndcg_at_100": 0.94195, "ndcg_at_1000": 0.94195, "map_at_1": 0.87667, "map_at_3": 0.91667, "map_at_5": 0.92167, "map_at_10": 0.9228, "map_at_20": 0.92304, "map_at_100": 0.92311, "map_at_1000": 0.92311, "recall_at_1": 0.87667, "recall_at_3": 0.96467, "recall_at_5": 0.986, "recall_at_10": 0.994, "recall_at_20": 0.99733, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87667, "precision_at_1": 0.87667, "precision_at_3": 0.32156, "precision_at_5": 0.1972, "precision_at_10": 0.0994, "precision_at_20": 0.04987, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.876667, "mrr_at_3": 0.916667, "mrr_at_5": 0.921667, "mrr_at_10": 0.922799, "mrr_at_20": 0.923037, "mrr_at_100": 0.923112, "mrr_at_1000": 0.923112, "nauc_ndcg_at_1_max": 0.573752, "nauc_ndcg_at_1_std": -0.383828, "nauc_ndcg_at_1_diff1": 0.870551, "nauc_ndcg_at_3_max": 0.567085, "nauc_ndcg_at_3_std": -0.412248, "nauc_ndcg_at_3_diff1": 0.861184, "nauc_ndcg_at_5_max": 0.585577, "nauc_ndcg_at_5_std": -0.419062, "nauc_ndcg_at_5_diff1": 0.866502, "nauc_ndcg_at_10_max": 0.579789, "nauc_ndcg_at_10_std": -0.418276, "nauc_ndcg_at_10_diff1": 0.867012, "nauc_ndcg_at_20_max": 0.575351, "nauc_ndcg_at_20_std": -0.414353, "nauc_ndcg_at_20_diff1": 0.865847, "nauc_ndcg_at_100_max": 0.575444, "nauc_ndcg_at_100_std": -0.407928, "nauc_ndcg_at_100_diff1": 0.866642, "nauc_ndcg_at_1000_max": 0.575444, "nauc_ndcg_at_1000_std": -0.407928, "nauc_ndcg_at_1000_diff1": 0.866642, "nauc_map_at_1_max": 0.573752, "nauc_map_at_1_std": -0.383828, "nauc_map_at_1_diff1": 0.870551, "nauc_map_at_3_max": 0.569894, "nauc_map_at_3_std": -0.402326, "nauc_map_at_3_diff1": 0.864277, "nauc_map_at_5_max": 0.578609, "nauc_map_at_5_std": -0.40475, "nauc_map_at_5_diff1": 0.86689, "nauc_map_at_10_max": 0.576238, "nauc_map_at_10_std": -0.405359, "nauc_map_at_10_diff1": 0.867064, "nauc_map_at_20_max": 0.575314, "nauc_map_at_20_std": -0.404472, "nauc_map_at_20_diff1": 0.866828, "nauc_map_at_100_max": 0.575196, "nauc_map_at_100_std": -0.403573, "nauc_map_at_100_diff1": 0.866938, "nauc_map_at_1000_max": 0.575196, "nauc_map_at_1000_std": -0.403573, "nauc_map_at_1000_diff1": 0.866938, "nauc_recall_at_1_max": 0.573752, "nauc_recall_at_1_std": -0.383828, "nauc_recall_at_1_diff1": 0.870551, "nauc_recall_at_3_max": 0.547892, "nauc_recall_at_3_std": -0.478393, "nauc_recall_at_3_diff1": 0.840741, "nauc_recall_at_5_max": 0.705149, "nauc_recall_at_5_std": -0.649593, "nauc_recall_at_5_diff1": 0.864168, "nauc_recall_at_10_max": 0.71994, "nauc_recall_at_10_std": -0.861656, "nauc_recall_at_10_diff1": 0.876024, "nauc_recall_at_20_max": 0.514006, "nauc_recall_at_20_std": -1.087652, "nauc_recall_at_20_diff1": 0.786415, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.573752, "nauc_precision_at_1_std": -0.383828, "nauc_precision_at_1_diff1": 0.870551, "nauc_precision_at_3_max": 0.547892, "nauc_precision_at_3_std": -0.478393, "nauc_precision_at_3_diff1": 0.840741, "nauc_precision_at_5_max": 0.705149, "nauc_precision_at_5_std": -0.649593, "nauc_precision_at_5_diff1": 0.864168, "nauc_precision_at_10_max": 0.71994, "nauc_precision_at_10_std": -0.861656, "nauc_precision_at_10_diff1": 0.876024, "nauc_precision_at_20_max": 0.514006, "nauc_precision_at_20_std": -1.087652, "nauc_precision_at_20_diff1": 0.786415, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.573752, "nauc_mrr_at_1_std": -0.383828, "nauc_mrr_at_1_diff1": 0.870551, "nauc_mrr_at_3_max": 0.569894, "nauc_mrr_at_3_std": -0.402326, "nauc_mrr_at_3_diff1": 0.864277, "nauc_mrr_at_5_max": 0.578609, "nauc_mrr_at_5_std": -0.40475, "nauc_mrr_at_5_diff1": 0.86689, "nauc_mrr_at_10_max": 0.576238, "nauc_mrr_at_10_std": -0.405359, "nauc_mrr_at_10_diff1": 0.867064, "nauc_mrr_at_20_max": 0.575314, "nauc_mrr_at_20_std": -0.404472, "nauc_mrr_at_20_diff1": 0.866828, "nauc_mrr_at_100_max": 0.575196, "nauc_mrr_at_100_std": -0.403573, "nauc_mrr_at_100_diff1": 0.866938, "nauc_mrr_at_1000_max": 0.575196, "nauc_mrr_at_1000_std": -0.403573, "nauc_mrr_at_1000_diff1": 0.866938, "hit_rate_at_1": 0.87667, "hit_rate_at_3": 0.96467, "hit_rate_at_5": 0.986, "hit_rate_at_10": 0.994, "hit_rate_at_20": 0.99733, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.94059, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.86733, "ndcg_at_3": 0.91873, "ndcg_at_5": 0.92923, "ndcg_at_10": 0.93327, "ndcg_at_20": 0.93395, "ndcg_at_100": 0.93482, "ndcg_at_1000": 0.93499, "map_at_1": 0.86733, "map_at_3": 0.90689, "map_at_5": 0.91276, "map_at_10": 0.91452, "map_at_20": 0.9147, "map_at_100": 0.91483, "map_at_1000": 0.91484, "recall_at_1": 0.86733, "recall_at_3": 0.95267, "recall_at_5": 0.978, "recall_at_10": 0.99, "recall_at_20": 0.99267, "recall_at_100": 0.99733, "recall_at_1000": 0.99867, "accuracy": 0.86733, "precision_at_1": 0.86733, "precision_at_3": 0.31756, "precision_at_5": 0.1956, "precision_at_10": 0.099, "precision_at_20": 0.04963, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.867333, "mrr_at_3": 0.906889, "mrr_at_5": 0.912756, "mrr_at_10": 0.914489, "mrr_at_20": 0.914676, "mrr_at_100": 0.914802, "mrr_at_1000": 0.914807, "nauc_ndcg_at_1_max": 0.422245, "nauc_ndcg_at_1_std": -0.290931, "nauc_ndcg_at_1_diff1": 0.852183, "nauc_ndcg_at_3_max": 0.427323, "nauc_ndcg_at_3_std": -0.263399, "nauc_ndcg_at_3_diff1": 0.818686, "nauc_ndcg_at_5_max": 0.4288, "nauc_ndcg_at_5_std": -0.251736, "nauc_ndcg_at_5_diff1": 0.821807, "nauc_ndcg_at_10_max": 0.428398, "nauc_ndcg_at_10_std": -0.257248, "nauc_ndcg_at_10_diff1": 0.824958, "nauc_ndcg_at_20_max": 0.427572, "nauc_ndcg_at_20_std": -0.25951, "nauc_ndcg_at_20_diff1": 0.825633, "nauc_ndcg_at_100_max": 0.426238, "nauc_ndcg_at_100_std": -0.26248, "nauc_ndcg_at_100_diff1": 0.829113, "nauc_ndcg_at_1000_max": 0.425905, "nauc_ndcg_at_1000_std": -0.264253, "nauc_ndcg_at_1000_diff1": 0.829495, "nauc_map_at_1_max": 0.422245, "nauc_map_at_1_std": -0.290931, "nauc_map_at_1_diff1": 0.852183, "nauc_map_at_3_max": 0.42568, "nauc_map_at_3_std": -0.273408, "nauc_map_at_3_diff1": 0.828664, "nauc_map_at_5_max": 0.427234, "nauc_map_at_5_std": -0.268241, "nauc_map_at_5_diff1": 0.831055, "nauc_map_at_10_max": 0.427501, "nauc_map_at_10_std": -0.270403, "nauc_map_at_10_diff1": 0.832383, "nauc_map_at_20_max": 0.427238, "nauc_map_at_20_std": -0.271068, "nauc_map_at_20_diff1": 0.832492, "nauc_map_at_100_max": 0.427386, "nauc_map_at_100_std": -0.270922, "nauc_map_at_100_diff1": 0.833069, "nauc_map_at_1000_max": 0.427379, "nauc_map_at_1000_std": -0.270962, "nauc_map_at_1000_diff1": 0.833077, "nauc_recall_at_1_max": 0.422245, "nauc_recall_at_1_std": -0.290931, "nauc_recall_at_1_diff1": 0.852183, "nauc_recall_at_3_max": 0.43637, "nauc_recall_at_3_std": -0.207375, "nauc_recall_at_3_diff1": 0.764476, "nauc_recall_at_5_max": 0.442011, "nauc_recall_at_5_std": -0.063336, "nauc_recall_at_5_diff1": 0.721147, "nauc_recall_at_10_max": 0.43212, "nauc_recall_at_10_std": 0.054373, "nauc_recall_at_10_diff1": 0.658792, "nauc_recall_at_20_max": 0.41185, "nauc_recall_at_20_std": 0.101732, "nauc_recall_at_20_diff1": 0.626348, "nauc_recall_at_100_max": 0.092087, "nauc_recall_at_100_std": 0.14064, "nauc_recall_at_100_diff1": 0.646359, "nauc_recall_at_1000_max": -0.369981, "nauc_recall_at_1000_std": -0.141223, "nauc_recall_at_1000_diff1": 0.613679, "nauc_precision_at_1_max": 0.422245, "nauc_precision_at_1_std": -0.290931, "nauc_precision_at_1_diff1": 0.852183, "nauc_precision_at_3_max": 0.43637, "nauc_precision_at_3_std": -0.207375, "nauc_precision_at_3_diff1": 0.764476, "nauc_precision_at_5_max": 0.442011, "nauc_precision_at_5_std": -0.063336, "nauc_precision_at_5_diff1": 0.721147, "nauc_precision_at_10_max": 0.43212, "nauc_precision_at_10_std": 0.054373, "nauc_precision_at_10_diff1": 0.658792, "nauc_precision_at_20_max": 0.41185, "nauc_precision_at_20_std": 0.101732, "nauc_precision_at_20_diff1": 0.626348, "nauc_precision_at_100_max": 0.092087, "nauc_precision_at_100_std": 0.14064, "nauc_precision_at_100_diff1": 0.646359, "nauc_precision_at_1000_max": -0.369981, "nauc_precision_at_1000_std": -0.141223, "nauc_precision_at_1000_diff1": 0.613679, "nauc_mrr_at_1_max": 0.422245, "nauc_mrr_at_1_std": -0.290931, "nauc_mrr_at_1_diff1": 0.852183, "nauc_mrr_at_3_max": 0.42568, "nauc_mrr_at_3_std": -0.273408, "nauc_mrr_at_3_diff1": 0.828664, "nauc_mrr_at_5_max": 0.427234, "nauc_mrr_at_5_std": -0.268241, "nauc_mrr_at_5_diff1": 0.831055, "nauc_mrr_at_10_max": 0.427171, "nauc_mrr_at_10_std": -0.270892, "nauc_mrr_at_10_diff1": 0.832225, "nauc_mrr_at_20_max": 0.426907, "nauc_mrr_at_20_std": -0.271558, "nauc_mrr_at_20_diff1": 0.832333, "nauc_mrr_at_100_max": 0.427055, "nauc_mrr_at_100_std": -0.271413, "nauc_mrr_at_100_diff1": 0.83291, "nauc_mrr_at_1000_max": 0.427047, "nauc_mrr_at_1000_std": -0.271453, "nauc_mrr_at_1000_diff1": 0.832918, "hit_rate_at_1": 0.86733, "hit_rate_at_3": 0.95267, "hit_rate_at_5": 0.978, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.99267, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99867, "main_score": 0.93327, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.86733, "ndcg_at_3": 0.91896, "ndcg_at_5": 0.92831, "ndcg_at_10": 0.93242, "ndcg_at_20": 0.93394, "ndcg_at_100": 0.93443, "ndcg_at_1000": 0.93466, "map_at_1": 0.86733, "map_at_3": 0.90678, "map_at_5": 0.91198, "map_at_10": 0.91368, "map_at_20": 0.9141, "map_at_100": 0.91416, "map_at_1000": 0.91417, "recall_at_1": 0.86733, "recall_at_3": 0.954, "recall_at_5": 0.97667, "recall_at_10": 0.98933, "recall_at_20": 0.99533, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.86733, "precision_at_1": 0.86733, "precision_at_3": 0.318, "precision_at_5": 0.19533, "precision_at_10": 0.09893, "precision_at_20": 0.04977, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.867333, "mrr_at_3": 0.907, "mrr_at_5": 0.912033, "mrr_at_10": 0.913738, "mrr_at_20": 0.914152, "mrr_at_100": 0.914219, "mrr_at_1000": 0.914224, "nauc_ndcg_at_1_max": 0.423757, "nauc_ndcg_at_1_std": -0.331303, "nauc_ndcg_at_1_diff1": 0.816031, "nauc_ndcg_at_3_max": 0.479339, "nauc_ndcg_at_3_std": -0.365334, "nauc_ndcg_at_3_diff1": 0.808251, "nauc_ndcg_at_5_max": 0.475154, "nauc_ndcg_at_5_std": -0.344479, "nauc_ndcg_at_5_diff1": 0.803727, "nauc_ndcg_at_10_max": 0.470605, "nauc_ndcg_at_10_std": -0.321001, "nauc_ndcg_at_10_diff1": 0.800531, "nauc_ndcg_at_20_max": 0.468481, "nauc_ndcg_at_20_std": -0.324673, "nauc_ndcg_at_20_diff1": 0.80463, "nauc_ndcg_at_100_max": 0.465155, "nauc_ndcg_at_100_std": -0.331571, "nauc_ndcg_at_100_diff1": 0.804912, "nauc_ndcg_at_1000_max": 0.46378, "nauc_ndcg_at_1000_std": -0.332979, "nauc_ndcg_at_1000_diff1": 0.805391, "nauc_map_at_1_max": 0.423757, "nauc_map_at_1_std": -0.331303, "nauc_map_at_1_diff1": 0.816031, "nauc_map_at_3_max": 0.463681, "nauc_map_at_3_std": -0.351642, "nauc_map_at_3_diff1": 0.809003, "nauc_map_at_5_max": 0.460484, "nauc_map_at_5_std": -0.341392, "nauc_map_at_5_diff1": 0.807022, "nauc_map_at_10_max": 0.459218, "nauc_map_at_10_std": -0.333719, "nauc_map_at_10_diff1": 0.806135, "nauc_map_at_20_max": 0.458642, "nauc_map_at_20_std": -0.334881, "nauc_map_at_20_diff1": 0.807032, "nauc_map_at_100_max": 0.458287, "nauc_map_at_100_std": -0.335618, "nauc_map_at_100_diff1": 0.807023, "nauc_map_at_1000_max": 0.458264, "nauc_map_at_1000_std": -0.335635, "nauc_map_at_1000_diff1": 0.80703, "nauc_recall_at_1_max": 0.423757, "nauc_recall_at_1_std": -0.331303, "nauc_recall_at_1_diff1": 0.816031, "nauc_recall_at_3_max": 0.566171, "nauc_recall_at_3_std": -0.44531, "nauc_recall_at_3_diff1": 0.805505, "nauc_recall_at_5_max": 0.62537, "nauc_recall_at_5_std": -0.370468, "nauc_recall_at_5_diff1": 0.769481, "nauc_recall_at_10_max": 0.695845, "nauc_recall_at_10_std": 0.04651, "nauc_recall_at_10_diff1": 0.664507, "nauc_recall_at_20_max": 0.877951, "nauc_recall_at_20_std": 0.360544, "nauc_recall_at_20_diff1": 0.712952, "nauc_recall_at_100_max": 0.851385, "nauc_recall_at_100_std": 0.09057, "nauc_recall_at_100_diff1": 0.6662, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.423757, "nauc_precision_at_1_std": -0.331303, "nauc_precision_at_1_diff1": 0.816031, "nauc_precision_at_3_max": 0.566171, "nauc_precision_at_3_std": -0.44531, "nauc_precision_at_3_diff1": 0.805505, "nauc_precision_at_5_max": 0.62537, "nauc_precision_at_5_std": -0.370468, "nauc_precision_at_5_diff1": 0.769481, "nauc_precision_at_10_max": 0.695845, "nauc_precision_at_10_std": 0.04651, "nauc_precision_at_10_diff1": 0.664507, "nauc_precision_at_20_max": 0.877951, "nauc_precision_at_20_std": 0.360544, "nauc_precision_at_20_diff1": 0.712952, "nauc_precision_at_100_max": 0.851385, "nauc_precision_at_100_std": 0.09057, "nauc_precision_at_100_diff1": 0.6662, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.423757, "nauc_mrr_at_1_std": -0.331303, "nauc_mrr_at_1_diff1": 0.816031, "nauc_mrr_at_3_max": 0.463048, "nauc_mrr_at_3_std": -0.348246, "nauc_mrr_at_3_diff1": 0.808536, "nauc_mrr_at_5_max": 0.460314, "nauc_mrr_at_5_std": -0.340486, "nauc_mrr_at_5_diff1": 0.806897, "nauc_mrr_at_10_max": 0.459045, "nauc_mrr_at_10_std": -0.33279, "nauc_mrr_at_10_diff1": 0.806007, "nauc_mrr_at_20_max": 0.458467, "nauc_mrr_at_20_std": -0.333949, "nauc_mrr_at_20_diff1": 0.806904, "nauc_mrr_at_100_max": 0.458112, "nauc_mrr_at_100_std": -0.334685, "nauc_mrr_at_100_diff1": 0.806895, "nauc_mrr_at_1000_max": 0.458089, "nauc_mrr_at_1000_std": -0.334702, "nauc_mrr_at_1000_diff1": 0.806902, "hit_rate_at_1": 0.86733, "hit_rate_at_3": 0.954, "hit_rate_at_5": 0.97667, "hit_rate_at_10": 0.98933, "hit_rate_at_20": 0.99533, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "main_score": 0.93242, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.86867, "ndcg_at_3": 0.92182, "ndcg_at_5": 0.93154, "ndcg_at_10": 0.93506, "ndcg_at_20": 0.93589, "ndcg_at_100": 0.93639, "ndcg_at_1000": 0.93639, "map_at_1": 0.86867, "map_at_3": 0.90944, "map_at_5": 0.91491, "map_at_10": 0.9164, "map_at_20": 0.91662, "map_at_100": 0.91669, "map_at_1000": 0.91669, "recall_at_1": 0.86867, "recall_at_3": 0.95733, "recall_at_5": 0.98067, "recall_at_10": 0.99133, "recall_at_20": 0.99467, "recall_at_100": 0.99733, "recall_at_1000": 0.99733, "accuracy": 0.86867, "precision_at_1": 0.86867, "precision_at_3": 0.31911, "precision_at_5": 0.19613, "precision_at_10": 0.09913, "precision_at_20": 0.04973, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.868667, "mrr_at_3": 0.909444, "mrr_at_5": 0.914911, "mrr_at_10": 0.916408, "mrr_at_20": 0.91663, "mrr_at_100": 0.916704, "mrr_at_1000": 0.916704, "nauc_ndcg_at_1_max": 0.427035, "nauc_ndcg_at_1_std": -0.205798, "nauc_ndcg_at_1_diff1": 0.833739, "nauc_ndcg_at_3_max": 0.498737, "nauc_ndcg_at_3_std": -0.134337, "nauc_ndcg_at_3_diff1": 0.800017, "nauc_ndcg_at_5_max": 0.465985, "nauc_ndcg_at_5_std": -0.130585, "nauc_ndcg_at_5_diff1": 0.796065, "nauc_ndcg_at_10_max": 0.481659, "nauc_ndcg_at_10_std": -0.136102, "nauc_ndcg_at_10_diff1": 0.813364, "nauc_ndcg_at_20_max": 0.478138, "nauc_ndcg_at_20_std": -0.133376, "nauc_ndcg_at_20_diff1": 0.812622, "nauc_ndcg_at_100_max": 0.474144, "nauc_ndcg_at_100_std": -0.141756, "nauc_ndcg_at_100_diff1": 0.813205, "nauc_ndcg_at_1000_max": 0.474144, "nauc_ndcg_at_1000_std": -0.141756, "nauc_ndcg_at_1000_diff1": 0.813205, "nauc_map_at_1_max": 0.427035, "nauc_map_at_1_std": -0.205798, "nauc_map_at_1_diff1": 0.833739, "nauc_map_at_3_max": 0.477453, "nauc_map_at_3_std": -0.155166, "nauc_map_at_3_diff1": 0.81036, "nauc_map_at_5_max": 0.460784, "nauc_map_at_5_std": -0.156288, "nauc_map_at_5_diff1": 0.809124, "nauc_map_at_10_max": 0.466129, "nauc_map_at_10_std": -0.158426, "nauc_map_at_10_diff1": 0.814932, "nauc_map_at_20_max": 0.465415, "nauc_map_at_20_std": -0.157734, "nauc_map_at_20_diff1": 0.814783, "nauc_map_at_100_max": 0.464957, "nauc_map_at_100_std": -0.158683, "nauc_map_at_100_diff1": 0.814847, "nauc_map_at_1000_max": 0.464957, "nauc_map_at_1000_std": -0.158683, "nauc_map_at_1000_diff1": 0.814847, "nauc_recall_at_1_max": 0.427035, "nauc_recall_at_1_std": -0.205798, "nauc_recall_at_1_diff1": 0.833739, "nauc_recall_at_3_max": 0.623089, "nauc_recall_at_3_std": -0.013028, "nauc_recall_at_3_diff1": 0.739255, "nauc_recall_at_5_max": 0.508774, "nauc_recall_at_5_std": 0.190347, "nauc_recall_at_5_diff1": 0.635355, "nauc_recall_at_10_max": 0.896215, "nauc_recall_at_10_std": 0.455326, "nauc_recall_at_10_diff1": 0.828701, "nauc_recall_at_20_max": 0.98366, "nauc_recall_at_20_std": 0.932598, "nauc_recall_at_20_diff1": 0.803338, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.96732, "nauc_recall_at_100_diff1": 0.865196, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.96732, "nauc_recall_at_1000_diff1": 0.865196, "nauc_precision_at_1_max": 0.427035, "nauc_precision_at_1_std": -0.205798, "nauc_precision_at_1_diff1": 0.833739, "nauc_precision_at_3_max": 0.623089, "nauc_precision_at_3_std": -0.013028, "nauc_precision_at_3_diff1": 0.739255, "nauc_precision_at_5_max": 0.508774, "nauc_precision_at_5_std": 0.190347, "nauc_precision_at_5_diff1": 0.635355, "nauc_precision_at_10_max": 0.896215, "nauc_precision_at_10_std": 0.455326, "nauc_precision_at_10_diff1": 0.828701, "nauc_precision_at_20_max": 0.98366, "nauc_precision_at_20_std": 0.932598, "nauc_precision_at_20_diff1": 0.803338, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.96732, "nauc_precision_at_100_diff1": 0.865196, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.96732, "nauc_precision_at_1000_diff1": 0.865196, "nauc_mrr_at_1_max": 0.427035, "nauc_mrr_at_1_std": -0.205798, "nauc_mrr_at_1_diff1": 0.833739, "nauc_mrr_at_3_max": 0.477453, "nauc_mrr_at_3_std": -0.155166, "nauc_mrr_at_3_diff1": 0.81036, "nauc_mrr_at_5_max": 0.460784, "nauc_mrr_at_5_std": -0.156288, "nauc_mrr_at_5_diff1": 0.809124, "nauc_mrr_at_10_max": 0.466068, "nauc_mrr_at_10_std": -0.158542, "nauc_mrr_at_10_diff1": 0.814911, "nauc_mrr_at_20_max": 0.465355, "nauc_mrr_at_20_std": -0.157851, "nauc_mrr_at_20_diff1": 0.814762, "nauc_mrr_at_100_max": 0.464895, "nauc_mrr_at_100_std": -0.158801, "nauc_mrr_at_100_diff1": 0.814826, "nauc_mrr_at_1000_max": 0.464895, "nauc_mrr_at_1000_std": -0.158801, "nauc_mrr_at_1000_diff1": 0.814826, "hit_rate_at_1": 0.86867, "hit_rate_at_3": 0.95733, "hit_rate_at_5": 0.98067, "hit_rate_at_10": 0.99133, "hit_rate_at_20": 0.99467, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99733, "main_score": 0.93506, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.872, "ndcg_at_3": 0.9231, "ndcg_at_5": 0.93056, "ndcg_at_10": 0.93457, "ndcg_at_20": 0.93537, "ndcg_at_100": 0.93602, "ndcg_at_1000": 0.93626, "map_at_1": 0.872, "map_at_3": 0.91078, "map_at_5": 0.91494, "map_at_10": 0.91668, "map_at_20": 0.91687, "map_at_100": 0.91697, "map_at_1000": 0.91698, "recall_at_1": 0.872, "recall_at_3": 0.95867, "recall_at_5": 0.97667, "recall_at_10": 0.98867, "recall_at_20": 0.992, "recall_at_100": 0.99533, "recall_at_1000": 0.99733, "accuracy": 0.872, "precision_at_1": 0.872, "precision_at_3": 0.31956, "precision_at_5": 0.19533, "precision_at_10": 0.09887, "precision_at_20": 0.0496, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.872, "mrr_at_3": 0.910778, "mrr_at_5": 0.914944, "mrr_at_10": 0.916676, "mrr_at_20": 0.916872, "mrr_at_100": 0.916972, "mrr_at_1000": 0.916979, "nauc_ndcg_at_1_max": 0.495617, "nauc_ndcg_at_1_std": -0.309839, "nauc_ndcg_at_1_diff1": 0.853661, "nauc_ndcg_at_3_max": 0.551548, "nauc_ndcg_at_3_std": -0.281938, "nauc_ndcg_at_3_diff1": 0.848539, "nauc_ndcg_at_5_max": 0.556706, "nauc_ndcg_at_5_std": -0.259792, "nauc_ndcg_at_5_diff1": 0.845352, "nauc_ndcg_at_10_max": 0.549733, "nauc_ndcg_at_10_std": -0.263194, "nauc_ndcg_at_10_diff1": 0.846483, "nauc_ndcg_at_20_max": 0.54437, "nauc_ndcg_at_20_std": -0.269554, "nauc_ndcg_at_20_diff1": 0.847304, "nauc_ndcg_at_100_max": 0.541026, "nauc_ndcg_at_100_std": -0.268907, "nauc_ndcg_at_100_diff1": 0.846625, "nauc_ndcg_at_1000_max": 0.5403, "nauc_ndcg_at_1000_std": -0.272493, "nauc_ndcg_at_1000_diff1": 0.8466, "nauc_map_at_1_max": 0.495617, "nauc_map_at_1_std": -0.309839, "nauc_map_at_1_diff1": 0.853661, "nauc_map_at_3_max": 0.533207, "nauc_map_at_3_std": -0.293704, "nauc_map_at_3_diff1": 0.849017, "nauc_map_at_5_max": 0.534961, "nauc_map_at_5_std": -0.284132, "nauc_map_at_5_diff1": 0.847519, "nauc_map_at_10_max": 0.532351, "nauc_map_at_10_std": -0.285967, "nauc_map_at_10_diff1": 0.848043, "nauc_map_at_20_max": 0.531279, "nauc_map_at_20_std": -0.287342, "nauc_map_at_20_diff1": 0.848182, "nauc_map_at_100_max": 0.53084, "nauc_map_at_100_std": -0.287415, "nauc_map_at_100_diff1": 0.84812, "nauc_map_at_1000_max": 0.53081, "nauc_map_at_1000_std": -0.28752, "nauc_map_at_1000_diff1": 0.848125, "nauc_recall_at_1_max": 0.495617, "nauc_recall_at_1_std": -0.309839, "nauc_recall_at_1_diff1": 0.853661, "nauc_recall_at_3_max": 0.662713, "nauc_recall_at_3_std": -0.208239, "nauc_recall_at_3_diff1": 0.846737, "nauc_recall_at_5_max": 0.780125, "nauc_recall_at_5_std": 0.003935, "nauc_recall_at_5_diff1": 0.823876, "nauc_recall_at_10_max": 0.890564, "nauc_recall_at_10_std": 0.231367, "nauc_recall_at_10_diff1": 0.816829, "nauc_recall_at_20_max": 0.855859, "nauc_recall_at_20_std": 0.235683, "nauc_recall_at_20_diff1": 0.833489, "nauc_recall_at_100_max": 0.853942, "nauc_recall_at_100_std": 0.667667, "nauc_recall_at_100_diff1": 0.772909, "nauc_recall_at_1000_max": 0.96732, "nauc_recall_at_1000_std": 0.707166, "nauc_recall_at_1000_diff1": 0.704715, "nauc_precision_at_1_max": 0.495617, "nauc_precision_at_1_std": -0.309839, "nauc_precision_at_1_diff1": 0.853661, "nauc_precision_at_3_max": 0.662713, "nauc_precision_at_3_std": -0.208239, "nauc_precision_at_3_diff1": 0.846737, "nauc_precision_at_5_max": 0.780125, "nauc_precision_at_5_std": 0.003935, "nauc_precision_at_5_diff1": 0.823876, "nauc_precision_at_10_max": 0.890564, "nauc_precision_at_10_std": 0.231367, "nauc_precision_at_10_diff1": 0.816829, "nauc_precision_at_20_max": 0.855859, "nauc_precision_at_20_std": 0.235683, "nauc_precision_at_20_diff1": 0.833489, "nauc_precision_at_100_max": 0.853942, "nauc_precision_at_100_std": 0.667667, "nauc_precision_at_100_diff1": 0.772909, "nauc_precision_at_1000_max": 0.96732, "nauc_precision_at_1000_std": 0.707166, "nauc_precision_at_1000_diff1": 0.704715, "nauc_mrr_at_1_max": 0.495617, "nauc_mrr_at_1_std": -0.309839, "nauc_mrr_at_1_diff1": 0.853661, "nauc_mrr_at_3_max": 0.533207, "nauc_mrr_at_3_std": -0.293704, "nauc_mrr_at_3_diff1": 0.849017, "nauc_mrr_at_5_max": 0.534961, "nauc_mrr_at_5_std": -0.284132, "nauc_mrr_at_5_diff1": 0.847519, "nauc_mrr_at_10_max": 0.532351, "nauc_mrr_at_10_std": -0.285967, "nauc_mrr_at_10_diff1": 0.848043, "nauc_mrr_at_20_max": 0.531279, "nauc_mrr_at_20_std": -0.287342, "nauc_mrr_at_20_diff1": 0.848182, "nauc_mrr_at_100_max": 0.530837, "nauc_mrr_at_100_std": -0.2874, "nauc_mrr_at_100_diff1": 0.848118, "nauc_mrr_at_1000_max": 0.530807, "nauc_mrr_at_1000_std": -0.287505, "nauc_mrr_at_1000_diff1": 0.848123, "hit_rate_at_1": 0.872, "hit_rate_at_3": 0.95867, "hit_rate_at_5": 0.97667, "hit_rate_at_10": 0.98867, "hit_rate_at_20": 0.992, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.99733, "main_score": 0.93457, "hf_subset": "sr", "languages": [ "srp-Cyrl" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.84533, "ndcg_at_3": 0.90131, "ndcg_at_5": 0.91408, "ndcg_at_10": 0.91907, "ndcg_at_20": 0.92047, "ndcg_at_100": 0.92158, "ndcg_at_1000": 0.92185, "map_at_1": 0.84533, "map_at_3": 0.88789, "map_at_5": 0.89506, "map_at_10": 0.89726, "map_at_20": 0.89768, "map_at_100": 0.89783, "map_at_1000": 0.89784, "recall_at_1": 0.84533, "recall_at_3": 0.94, "recall_at_5": 0.97067, "recall_at_10": 0.98533, "recall_at_20": 0.99067, "recall_at_100": 0.99667, "recall_at_1000": 0.99867, "accuracy": 0.84533, "precision_at_1": 0.84533, "precision_at_3": 0.31333, "precision_at_5": 0.19413, "precision_at_10": 0.09853, "precision_at_20": 0.04953, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.845333, "mrr_at_3": 0.887889, "mrr_at_5": 0.895056, "mrr_at_10": 0.897263, "mrr_at_20": 0.897675, "mrr_at_100": 0.897826, "mrr_at_1000": 0.897839, "nauc_ndcg_at_1_max": 0.528469, "nauc_ndcg_at_1_std": -0.168343, "nauc_ndcg_at_1_diff1": 0.828171, "nauc_ndcg_at_3_max": 0.559391, "nauc_ndcg_at_3_std": -0.176813, "nauc_ndcg_at_3_diff1": 0.804593, "nauc_ndcg_at_5_max": 0.559462, "nauc_ndcg_at_5_std": -0.154145, "nauc_ndcg_at_5_diff1": 0.806496, "nauc_ndcg_at_10_max": 0.559238, "nauc_ndcg_at_10_std": -0.148105, "nauc_ndcg_at_10_diff1": 0.809561, "nauc_ndcg_at_20_max": 0.551865, "nauc_ndcg_at_20_std": -0.157557, "nauc_ndcg_at_20_diff1": 0.808264, "nauc_ndcg_at_100_max": 0.550133, "nauc_ndcg_at_100_std": -0.156432, "nauc_ndcg_at_100_diff1": 0.81205, "nauc_ndcg_at_1000_max": 0.549664, "nauc_ndcg_at_1000_std": -0.157603, "nauc_ndcg_at_1000_diff1": 0.812034, "nauc_map_at_1_max": 0.528469, "nauc_map_at_1_std": -0.168343, "nauc_map_at_1_diff1": 0.828171, "nauc_map_at_3_max": 0.547312, "nauc_map_at_3_std": -0.175016, "nauc_map_at_3_diff1": 0.810281, "nauc_map_at_5_max": 0.547009, "nauc_map_at_5_std": -0.163561, "nauc_map_at_5_diff1": 0.811726, "nauc_map_at_10_max": 0.546439, "nauc_map_at_10_std": -0.162032, "nauc_map_at_10_diff1": 0.812853, "nauc_map_at_20_max": 0.544704, "nauc_map_at_20_std": -0.164287, "nauc_map_at_20_diff1": 0.812575, "nauc_map_at_100_max": 0.544577, "nauc_map_at_100_std": -0.164205, "nauc_map_at_100_diff1": 0.813097, "nauc_map_at_1000_max": 0.54457, "nauc_map_at_1000_std": -0.164221, "nauc_map_at_1000_diff1": 0.813098, "nauc_recall_at_1_max": 0.528469, "nauc_recall_at_1_std": -0.168343, "nauc_recall_at_1_diff1": 0.828171, "nauc_recall_at_3_max": 0.623898, "nauc_recall_at_3_std": -0.185465, "nauc_recall_at_3_diff1": 0.776424, "nauc_recall_at_5_max": 0.684407, "nauc_recall_at_5_std": -0.052468, "nauc_recall_at_5_diff1": 0.757586, "nauc_recall_at_10_max": 0.813407, "nauc_recall_at_10_std": 0.156905, "nauc_recall_at_10_diff1": 0.758955, "nauc_recall_at_20_max": 0.726624, "nauc_recall_at_20_std": 0.036981, "nauc_recall_at_20_diff1": 0.688909, "nauc_recall_at_100_max": 0.798413, "nauc_recall_at_100_std": 0.517367, "nauc_recall_at_100_diff1": 0.892157, "nauc_recall_at_1000_max": 0.934641, "nauc_recall_at_1000_std": 0.934641, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.528469, "nauc_precision_at_1_std": -0.168343, "nauc_precision_at_1_diff1": 0.828171, "nauc_precision_at_3_max": 0.623898, "nauc_precision_at_3_std": -0.185465, "nauc_precision_at_3_diff1": 0.776424, "nauc_precision_at_5_max": 0.684407, "nauc_precision_at_5_std": -0.052468, "nauc_precision_at_5_diff1": 0.757586, "nauc_precision_at_10_max": 0.813407, "nauc_precision_at_10_std": 0.156905, "nauc_precision_at_10_diff1": 0.758955, "nauc_precision_at_20_max": 0.726624, "nauc_precision_at_20_std": 0.036981, "nauc_precision_at_20_diff1": 0.688909, "nauc_precision_at_100_max": 0.798413, "nauc_precision_at_100_std": 0.517367, "nauc_precision_at_100_diff1": 0.892157, "nauc_precision_at_1000_max": 0.934641, "nauc_precision_at_1000_std": 0.934641, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.528469, "nauc_mrr_at_1_std": -0.168343, "nauc_mrr_at_1_diff1": 0.828171, "nauc_mrr_at_3_max": 0.547312, "nauc_mrr_at_3_std": -0.175016, "nauc_mrr_at_3_diff1": 0.810281, "nauc_mrr_at_5_max": 0.547009, "nauc_mrr_at_5_std": -0.163561, "nauc_mrr_at_5_diff1": 0.811726, "nauc_mrr_at_10_max": 0.546439, "nauc_mrr_at_10_std": -0.162032, "nauc_mrr_at_10_diff1": 0.812853, "nauc_mrr_at_20_max": 0.544704, "nauc_mrr_at_20_std": -0.164287, "nauc_mrr_at_20_diff1": 0.812575, "nauc_mrr_at_100_max": 0.544577, "nauc_mrr_at_100_std": -0.164205, "nauc_mrr_at_100_diff1": 0.813097, "nauc_mrr_at_1000_max": 0.54457, "nauc_mrr_at_1000_std": -0.164221, "nauc_mrr_at_1000_diff1": 0.813098, "hit_rate_at_1": 0.84533, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.97067, "hit_rate_at_10": 0.98533, "hit_rate_at_20": 0.99067, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.99867, "main_score": 0.91907, "hf_subset": "no", "languages": [ "nor-Latn" ], "mteb_version": "2.18.0" }, { "ndcg_at_1": 0.882, "ndcg_at_3": 0.93036, "ndcg_at_5": 0.938, "ndcg_at_10": 0.94171, "ndcg_at_20": 0.94205, "ndcg_at_100": 0.94266, "ndcg_at_1000": 0.94282, "map_at_1": 0.882, "map_at_3": 0.91911, "map_at_5": 0.92348, "map_at_10": 0.92503, "map_at_20": 0.92513, "map_at_100": 0.92521, "map_at_1000": 0.92522, "recall_at_1": 0.882, "recall_at_3": 0.96267, "recall_at_5": 0.98067, "recall_at_10": 0.992, "recall_at_20": 0.99333, "recall_at_100": 0.99667, "recall_at_1000": 0.998, "accuracy": 0.882, "precision_at_1": 0.882, "precision_at_3": 0.32089, "precision_at_5": 0.19613, "precision_at_10": 0.0992, "precision_at_20": 0.04967, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.882, "mrr_at_3": 0.919111, "mrr_at_5": 0.923478, "mrr_at_10": 0.925033, "mrr_at_20": 0.925129, "mrr_at_100": 0.925212, "mrr_at_1000": 0.925217, "nauc_ndcg_at_1_max": 0.475542, "nauc_ndcg_at_1_std": -0.273103, "nauc_ndcg_at_1_diff1": 0.843294, "nauc_ndcg_at_3_max": 0.501985, "nauc_ndcg_at_3_std": -0.265845, "nauc_ndcg_at_3_diff1": 0.825957, "nauc_ndcg_at_5_max": 0.496977, "nauc_ndcg_at_5_std": -0.261988, "nauc_ndcg_at_5_diff1": 0.828746, "nauc_ndcg_at_10_max": 0.510715, "nauc_ndcg_at_10_std": -0.243352, "nauc_ndcg_at_10_diff1": 0.834292, "nauc_ndcg_at_20_max": 0.508637, "nauc_ndcg_at_20_std": -0.244863, "nauc_ndcg_at_20_diff1": 0.833681, "nauc_ndcg_at_100_max": 0.505057, "nauc_ndcg_at_100_std": -0.247957, "nauc_ndcg_at_100_diff1": 0.83405, "nauc_ndcg_at_1000_max": 0.50363, "nauc_ndcg_at_1000_std": -0.250357, "nauc_ndcg_at_1000_diff1": 0.83375, "nauc_map_at_1_max": 0.475542, "nauc_map_at_1_std": -0.273103, "nauc_map_at_1_diff1": 0.843294, "nauc_map_at_3_max": 0.494724, "nauc_map_at_3_std": -0.270168, "nauc_map_at_3_diff1": 0.830699, "nauc_map_at_5_max": 0.492158, "nauc_map_at_5_std": -0.268789, "nauc_map_at_5_diff1": 0.832382, "nauc_map_at_10_max": 0.496798, "nauc_map_at_10_std": -0.262467, "nauc_map_at_10_diff1": 0.834487, "nauc_map_at_20_max": 0.496337, "nauc_map_at_20_std": -0.262854, "nauc_map_at_20_diff1": 0.834351, "nauc_map_at_100_max": 0.495971, "nauc_map_at_100_std": -0.263431, "nauc_map_at_100_diff1": 0.8344, "nauc_map_at_1000_max": 0.495939, "nauc_map_at_1000_std": -0.263491, "nauc_map_at_1000_diff1": 0.834392, "nauc_recall_at_1_max": 0.475542, "nauc_recall_at_1_std": -0.273103, "nauc_recall_at_1_diff1": 0.843294, "nauc_recall_at_3_max": 0.544968, "nauc_recall_at_3_std": -0.237637, "nauc_recall_at_3_diff1": 0.797902, "nauc_recall_at_5_max": 0.54477, "nauc_recall_at_5_std": -0.180028, "nauc_recall_at_5_diff1": 0.790737, "nauc_recall_at_10_max": 0.901572, "nauc_recall_at_10_std": 0.326369, "nauc_recall_at_10_diff1": 0.848078, "nauc_recall_at_20_max": 0.909664, "nauc_recall_at_20_std": 0.392577, "nauc_recall_at_20_diff1": 0.830766, "nauc_recall_at_100_max": 0.973856, "nauc_recall_at_100_std": 0.824556, "nauc_recall_at_100_diff1": 0.858543, "nauc_recall_at_1000_max": 0.956427, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.807812, "nauc_precision_at_1_max": 0.475542, "nauc_precision_at_1_std": -0.273103, "nauc_precision_at_1_diff1": 0.843294, "nauc_precision_at_3_max": 0.544968, "nauc_precision_at_3_std": -0.237637, "nauc_precision_at_3_diff1": 0.797902, "nauc_precision_at_5_max": 0.54477, "nauc_precision_at_5_std": -0.180028, "nauc_precision_at_5_diff1": 0.790737, "nauc_precision_at_10_max": 0.901572, "nauc_precision_at_10_std": 0.326369, "nauc_precision_at_10_diff1": 0.848078, "nauc_precision_at_20_max": 0.909664, "nauc_precision_at_20_std": 0.392577, "nauc_precision_at_20_diff1": 0.830766, "nauc_precision_at_100_max": 0.973856, "nauc_precision_at_100_std": 0.824556, "nauc_precision_at_100_diff1": 0.858543, "nauc_precision_at_1000_max": 0.956427, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.807812, "nauc_mrr_at_1_max": 0.475542, "nauc_mrr_at_1_std": -0.273103, "nauc_mrr_at_1_diff1": 0.843294, "nauc_mrr_at_3_max": 0.494724, "nauc_mrr_at_3_std": -0.270168, "nauc_mrr_at_3_diff1": 0.830699, "nauc_mrr_at_5_max": 0.492158, "nauc_mrr_at_5_std": -0.268789, "nauc_mrr_at_5_diff1": 0.832382, "nauc_mrr_at_10_max": 0.496798, "nauc_mrr_at_10_std": -0.262467, "nauc_mrr_at_10_diff1": 0.834487, "nauc_mrr_at_20_max": 0.496337, "nauc_mrr_at_20_std": -0.262854, "nauc_mrr_at_20_diff1": 0.834351, "nauc_mrr_at_100_max": 0.495971, "nauc_mrr_at_100_std": -0.263431, "nauc_mrr_at_100_diff1": 0.8344, "nauc_mrr_at_1000_max": 0.495939, "nauc_mrr_at_1000_std": -0.263491, "nauc_mrr_at_1000_diff1": 0.834392, "hit_rate_at_1": 0.882, "hit_rate_at_3": 0.96267, "hit_rate_at_5": 0.98067, "hit_rate_at_10": 0.992, "hit_rate_at_20": 0.99333, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.998, "main_score": 0.94171, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 1118.6238956674933, "kg_co2_emissions": null, "date": 1785332799.71988, "evaluation_phases": [ { "name": "Data loading", "start": 4.6193599700927734e-06, "end": 210.44408967345953, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 210.44413685053587, "end": 210.4441545382142, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 210.46485744416714, "end": 258.75079775601625, "split": "test", "subset": "bg" }, { "name": "Scoring", "start": 258.7509007677436, "end": 259.7786295861006, "split": "test", "subset": "bg" }, { "name": "Encoding queries and documents", "start": 259.8400353714824, "end": 363.08120211958885, "split": "test", "subset": "bn" }, { "name": "Scoring", "start": 363.08132084459066, "end": 364.1855931058526, "split": "test", "subset": "bn" }, { "name": "Encoding queries and documents", "start": 364.25844583660364, "end": 420.2733707278967, "split": "test", "subset": "cs" }, { "name": "Scoring", "start": 420.273401722312, "end": 421.46741834282875, "split": "test", "subset": "cs" }, { "name": "Encoding queries and documents", "start": 421.54187159240246, "end": 467.0194107145071, "split": "test", "subset": "da" }, { "name": "Scoring", "start": 467.0195038244128, "end": 468.14848556369543, "split": "test", "subset": "da" }, { "name": "Encoding queries and documents", "start": 468.2248502597213, "end": 512.122696608305, "split": "test", "subset": "de" }, { "name": "Scoring", "start": 512.1227748841047, "end": 513.2430694699287, "split": "test", "subset": "de" }, { "name": "Encoding queries and documents", "start": 513.3156975656748, "end": 555.8611087799072, "split": "test", "subset": "en" }, { "name": "Scoring", "start": 555.8612120449543, "end": 556.994005933404, "split": "test", "subset": "en" }, { "name": "Encoding queries and documents", "start": 557.0710088983178, "end": 614.553802266717, "split": "test", "subset": "fa" }, { "name": "Scoring", "start": 614.5538834705949, "end": 615.684378311038, "split": "test", "subset": "fa" }, { "name": "Encoding queries and documents", "start": 615.7565960213542, "end": 666.3259242549539, "split": "test", "subset": "fi" }, { "name": "Scoring", "start": 666.326008990407, "end": 667.4648917838931, "split": "test", "subset": "fi" }, { "name": "Encoding queries and documents", "start": 667.5425238609314, "end": 780.6249467507005, "split": "test", "subset": "hi" }, { "name": "Scoring", "start": 780.6250360384583, "end": 781.7482643648982, "split": "test", "subset": "hi" }, { "name": "Encoding queries and documents", "start": 781.827109657228, "end": 826.766224578023, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 826.7662857621908, "end": 827.9192202985287, "split": "test", "subset": "it" }, { "name": "Encoding queries and documents", "start": 827.9995229840279, "end": 872.1786496266723, "split": "test", "subset": "nl" }, { "name": "Scoring", "start": 872.1786873936653, "end": 873.3168313801289, "split": "test", "subset": "nl" }, { "name": "Encoding queries and documents", "start": 873.3953574821353, "end": 916.9196071401238, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 916.9196707680821, "end": 918.0554987937212, "split": "test", "subset": "pt" }, { "name": "Encoding queries and documents", "start": 918.1302586272359, "end": 966.0994751825929, "split": "test", "subset": "ro" }, { "name": "Scoring", "start": 966.0995534062386, "end": 967.2392011880875, "split": "test", "subset": "ro" }, { "name": "Encoding queries and documents", "start": 967.3238165900111, "end": 1021.5738047659397, "split": "test", "subset": "sr" }, { "name": "Scoring", "start": 1021.5738729611039, "end": 1022.6900984272361, "split": "test", "subset": "sr" }, { "name": "Encoding queries and documents", "start": 1022.7671143636107, "end": 1069.1060353443027, "split": "test", "subset": "no" }, { "name": "Scoring", "start": 1069.1060996502638, "end": 1070.2468780428171, "split": "test", "subset": "no" }, { "name": "Encoding queries and documents", "start": 1070.3255071341991, "end": 1117.4119915217161, "split": "test", "subset": "sv" }, { "name": "Scoring", "start": 1117.4120970964432, "end": 1118.5597697645426, "split": "test", "subset": "sv" } ] }