{ "dataset_revision": "a82b07a35dbf4757d56b05a84b5ee720565b458a", "task_name": "FleursT2ARetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.59657, "ndcg_at_3": 0.65333, "ndcg_at_5": 0.66054, "ndcg_at_10": 0.67162, "ndcg_at_20": 0.67924, "ndcg_at_100": 0.70305, "ndcg_at_1000": 0.71532, "map_at_1": 0.59657, "map_at_3": 0.6402, "map_at_5": 0.64428, "map_at_10": 0.64884, "map_at_20": 0.65094, "map_at_100": 0.65387, "map_at_1000": 0.65433, "recall_at_1": 0.59657, "recall_at_3": 0.69099, "recall_at_5": 0.70815, "recall_at_10": 0.74249, "recall_at_20": 0.77253, "recall_at_100": 0.90558, "recall_at_1000": 1.0, "accuracy": 0.59657, "precision_at_1": 0.59657, "precision_at_3": 0.23033, "precision_at_5": 0.14163, "precision_at_10": 0.07425, "precision_at_20": 0.03863, "precision_at_100": 0.00906, "precision_at_1000": 0.001, "mrr_at_1": 0.596567, "mrr_at_3": 0.6402, "mrr_at_5": 0.644278, "mrr_at_10": 0.648837, "mrr_at_20": 0.650935, "mrr_at_100": 0.653867, "mrr_at_1000": 0.654327, "nauc_ndcg_at_1_max": 0.493366, "nauc_ndcg_at_1_std": -0.002077, "nauc_ndcg_at_1_diff1": 0.85567, "nauc_ndcg_at_3_max": 0.459044, "nauc_ndcg_at_3_std": -0.014308, "nauc_ndcg_at_3_diff1": 0.795834, "nauc_ndcg_at_5_max": 0.462801, "nauc_ndcg_at_5_std": -0.0119, "nauc_ndcg_at_5_diff1": 0.796223, "nauc_ndcg_at_10_max": 0.451895, "nauc_ndcg_at_10_std": -0.020929, "nauc_ndcg_at_10_diff1": 0.786887, "nauc_ndcg_at_20_max": 0.445088, "nauc_ndcg_at_20_std": -0.02678, "nauc_ndcg_at_20_diff1": 0.784902, "nauc_ndcg_at_100_max": 0.417972, "nauc_ndcg_at_100_std": -0.06624, "nauc_ndcg_at_100_diff1": 0.78383, "nauc_ndcg_at_1000_max": 0.447395, "nauc_ndcg_at_1000_std": -0.032756, "nauc_ndcg_at_1000_diff1": 0.796085, "nauc_map_at_1_max": 0.493366, "nauc_map_at_1_std": -0.002077, "nauc_map_at_1_diff1": 0.85567, "nauc_map_at_3_max": 0.466895, "nauc_map_at_3_std": -0.013236, "nauc_map_at_3_diff1": 0.810935, "nauc_map_at_5_max": 0.469219, "nauc_map_at_5_std": -0.011668, "nauc_map_at_5_diff1": 0.811125, "nauc_map_at_10_max": 0.465251, "nauc_map_at_10_std": -0.014843, "nauc_map_at_10_diff1": 0.807576, "nauc_map_at_20_max": 0.463602, "nauc_map_at_20_std": -0.016234, "nauc_map_at_20_diff1": 0.807079, "nauc_map_at_100_max": 0.461035, "nauc_map_at_100_std": -0.020514, "nauc_map_at_100_diff1": 0.807478, "nauc_map_at_1000_max": 0.461982, "nauc_map_at_1000_std": -0.019458, "nauc_map_at_1000_diff1": 0.807906, "nauc_recall_at_1_max": 0.493366, "nauc_recall_at_1_std": -0.002077, "nauc_recall_at_1_diff1": 0.85567, "nauc_recall_at_3_max": 0.434514, "nauc_recall_at_3_std": -0.016758, "nauc_recall_at_3_diff1": 0.747916, "nauc_recall_at_5_max": 0.442431, "nauc_recall_at_5_std": -0.011653, "nauc_recall_at_5_diff1": 0.747621, "nauc_recall_at_10_max": 0.398437, "nauc_recall_at_10_std": -0.047397, "nauc_recall_at_10_diff1": 0.708339, "nauc_recall_at_20_max": 0.3579, "nauc_recall_at_20_std": -0.080693, "nauc_recall_at_20_diff1": 0.691011, "nauc_recall_at_100_max": -0.149804, "nauc_recall_at_100_std": -0.714611, "nauc_recall_at_100_diff1": 0.550381, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.493366, "nauc_precision_at_1_std": -0.002077, "nauc_precision_at_1_diff1": 0.85567, "nauc_precision_at_3_max": 0.434514, "nauc_precision_at_3_std": -0.016758, "nauc_precision_at_3_diff1": 0.747916, "nauc_precision_at_5_max": 0.442431, "nauc_precision_at_5_std": -0.011653, "nauc_precision_at_5_diff1": 0.747621, "nauc_precision_at_10_max": 0.398437, "nauc_precision_at_10_std": -0.047397, "nauc_precision_at_10_diff1": 0.708339, "nauc_precision_at_20_max": 0.3579, "nauc_precision_at_20_std": -0.080693, "nauc_precision_at_20_diff1": 0.691011, "nauc_precision_at_100_max": -0.149804, "nauc_precision_at_100_std": -0.714611, "nauc_precision_at_100_diff1": 0.550381, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.493366, "nauc_mrr_at_1_std": -0.002077, "nauc_mrr_at_1_diff1": 0.85567, "nauc_mrr_at_3_max": 0.466895, "nauc_mrr_at_3_std": -0.013236, "nauc_mrr_at_3_diff1": 0.810935, "nauc_mrr_at_5_max": 0.469219, "nauc_mrr_at_5_std": -0.011668, "nauc_mrr_at_5_diff1": 0.811125, "nauc_mrr_at_10_max": 0.465251, "nauc_mrr_at_10_std": -0.014843, "nauc_mrr_at_10_diff1": 0.807576, "nauc_mrr_at_20_max": 0.463602, "nauc_mrr_at_20_std": -0.016234, "nauc_mrr_at_20_diff1": 0.807079, "nauc_mrr_at_100_max": 0.461035, "nauc_mrr_at_100_std": -0.020514, "nauc_mrr_at_100_diff1": 0.807478, "nauc_mrr_at_1000_max": 0.461982, "nauc_mrr_at_1000_std": -0.019458, "nauc_mrr_at_1000_diff1": 0.807906, "hit_rate_at_1": 0.59657, "hit_rate_at_3": 0.69099, "hit_rate_at_5": 0.70815, "hit_rate_at_10": 0.74249, "hit_rate_at_20": 0.77253, "hit_rate_at_100": 0.90558, "hit_rate_at_1000": 1.0, "main_score": 0.70815, "hf_subset": "af_za", "languages": [ "afr-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.07432, "ndcg_at_3": 0.10489, "ndcg_at_5": 0.11885, "ndcg_at_10": 0.14134, "ndcg_at_20": 0.16343, "ndcg_at_100": 0.22564, "ndcg_at_1000": 0.26833, "map_at_1": 0.07432, "map_at_3": 0.09685, "map_at_5": 0.10462, "map_at_10": 0.11363, "map_at_20": 0.11963, "map_at_100": 0.12691, "map_at_1000": 0.1288, "recall_at_1": 0.07432, "recall_at_3": 0.12838, "recall_at_5": 0.16216, "recall_at_10": 0.23311, "recall_at_20": 0.32095, "recall_at_100": 0.67568, "recall_at_1000": 0.99324, "accuracy": 0.07432, "precision_at_1": 0.07432, "precision_at_3": 0.04279, "precision_at_5": 0.03243, "precision_at_10": 0.02331, "precision_at_20": 0.01605, "precision_at_100": 0.00676, "precision_at_1000": 0.00099, "mrr_at_1": 0.074324, "mrr_at_3": 0.096847, "mrr_at_5": 0.104617, "mrr_at_10": 0.113633, "mrr_at_20": 0.119634, "mrr_at_100": 0.126911, "mrr_at_1000": 0.1288, "nauc_ndcg_at_1_max": 0.052284, "nauc_ndcg_at_1_std": 0.009185, "nauc_ndcg_at_1_diff1": 0.53698, "nauc_ndcg_at_3_max": 0.066765, "nauc_ndcg_at_3_std": 0.022185, "nauc_ndcg_at_3_diff1": 0.42437, "nauc_ndcg_at_5_max": 0.038311, "nauc_ndcg_at_5_std": 0.019156, "nauc_ndcg_at_5_diff1": 0.360432, "nauc_ndcg_at_10_max": 0.009143, "nauc_ndcg_at_10_std": 0.013804, "nauc_ndcg_at_10_diff1": 0.298317, "nauc_ndcg_at_20_max": 0.024518, "nauc_ndcg_at_20_std": 0.003044, "nauc_ndcg_at_20_diff1": 0.287671, "nauc_ndcg_at_100_max": 0.030442, "nauc_ndcg_at_100_std": -0.017161, "nauc_ndcg_at_100_diff1": 0.293345, "nauc_ndcg_at_1000_max": 0.028792, "nauc_ndcg_at_1000_std": 0.007829, "nauc_ndcg_at_1000_diff1": 0.31998, "nauc_map_at_1_max": 0.052284, "nauc_map_at_1_std": 0.009185, "nauc_map_at_1_diff1": 0.53698, "nauc_map_at_3_max": 0.062041, "nauc_map_at_3_std": 0.023117, "nauc_map_at_3_diff1": 0.442468, "nauc_map_at_5_max": 0.045312, "nauc_map_at_5_std": 0.022667, "nauc_map_at_5_diff1": 0.401551, "nauc_map_at_10_max": 0.031514, "nauc_map_at_10_std": 0.021703, "nauc_map_at_10_diff1": 0.368924, "nauc_map_at_20_max": 0.036276, "nauc_map_at_20_std": 0.018126, "nauc_map_at_20_diff1": 0.363731, "nauc_map_at_100_max": 0.036413, "nauc_map_at_100_std": 0.01594, "nauc_map_at_100_diff1": 0.364432, "nauc_map_at_1000_max": 0.036017, "nauc_map_at_1000_std": 0.016768, "nauc_map_at_1000_diff1": 0.366193, "nauc_recall_at_1_max": 0.052284, "nauc_recall_at_1_std": 0.009185, "nauc_recall_at_1_diff1": 0.53698, "nauc_recall_at_3_max": 0.07812, "nauc_recall_at_3_std": 0.018961, "nauc_recall_at_3_diff1": 0.384412, "nauc_recall_at_5_max": 0.021421, "nauc_recall_at_5_std": 0.009562, "nauc_recall_at_5_diff1": 0.272664, "nauc_recall_at_10_max": -0.038443, "nauc_recall_at_10_std": -0.005306, "nauc_recall_at_10_diff1": 0.161798, "nauc_recall_at_20_max": 0.005542, "nauc_recall_at_20_std": -0.030509, "nauc_recall_at_20_diff1": 0.153522, "nauc_recall_at_100_max": 0.035849, "nauc_recall_at_100_std": -0.131819, "nauc_recall_at_100_diff1": 0.143633, "nauc_recall_at_1000_max": 0.348479, "nauc_recall_at_1000_std": 0.72215, "nauc_recall_at_1000_diff1": -0.687871, "nauc_precision_at_1_max": 0.052284, "nauc_precision_at_1_std": 0.009185, "nauc_precision_at_1_diff1": 0.53698, "nauc_precision_at_3_max": 0.07812, "nauc_precision_at_3_std": 0.018961, "nauc_precision_at_3_diff1": 0.384412, "nauc_precision_at_5_max": 0.021421, "nauc_precision_at_5_std": 0.009562, "nauc_precision_at_5_diff1": 0.272664, "nauc_precision_at_10_max": -0.038443, "nauc_precision_at_10_std": -0.005306, "nauc_precision_at_10_diff1": 0.161798, "nauc_precision_at_20_max": 0.005542, "nauc_precision_at_20_std": -0.030509, "nauc_precision_at_20_diff1": 0.153522, "nauc_precision_at_100_max": 0.035849, "nauc_precision_at_100_std": -0.131819, "nauc_precision_at_100_diff1": 0.143633, "nauc_precision_at_1000_max": 0.348479, "nauc_precision_at_1000_std": 0.72215, "nauc_precision_at_1000_diff1": -0.687871, "nauc_mrr_at_1_max": 0.052284, "nauc_mrr_at_1_std": 0.009185, "nauc_mrr_at_1_diff1": 0.53698, "nauc_mrr_at_3_max": 0.062041, "nauc_mrr_at_3_std": 0.023117, "nauc_mrr_at_3_diff1": 0.442468, "nauc_mrr_at_5_max": 0.045312, "nauc_mrr_at_5_std": 0.022667, "nauc_mrr_at_5_diff1": 0.401551, "nauc_mrr_at_10_max": 0.031514, "nauc_mrr_at_10_std": 0.021703, "nauc_mrr_at_10_diff1": 0.368924, "nauc_mrr_at_20_max": 0.036276, "nauc_mrr_at_20_std": 0.018126, "nauc_mrr_at_20_diff1": 0.363731, "nauc_mrr_at_100_max": 0.036413, "nauc_mrr_at_100_std": 0.01594, "nauc_mrr_at_100_diff1": 0.364432, "nauc_mrr_at_1000_max": 0.036017, "nauc_mrr_at_1000_std": 0.016768, "nauc_mrr_at_1000_diff1": 0.366193, "hit_rate_at_1": 0.07432, "hit_rate_at_3": 0.12838, "hit_rate_at_5": 0.16216, "hit_rate_at_10": 0.23311, "hit_rate_at_20": 0.32095, "hit_rate_at_100": 0.67568, "hit_rate_at_1000": 0.99324, "main_score": 0.16216, "hf_subset": "am_et", "languages": [ "amh-Ethi" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.86219, "ndcg_at_3": 0.89424, "ndcg_at_5": 0.90154, "ndcg_at_10": 0.90501, "ndcg_at_20": 0.90693, "ndcg_at_100": 0.90881, "ndcg_at_1000": 0.9136, "map_at_1": 0.86219, "map_at_3": 0.88693, "map_at_5": 0.89099, "map_at_10": 0.89244, "map_at_20": 0.89303, "map_at_100": 0.89325, "map_at_1000": 0.89339, "recall_at_1": 0.86219, "recall_at_3": 0.91519, "recall_at_5": 0.93286, "recall_at_10": 0.94346, "recall_at_20": 0.95053, "recall_at_100": 0.96113, "recall_at_1000": 1.0, "accuracy": 0.86219, "precision_at_1": 0.86219, "precision_at_3": 0.30506, "precision_at_5": 0.18657, "precision_at_10": 0.09435, "precision_at_20": 0.04753, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.862191, "mrr_at_3": 0.886926, "mrr_at_5": 0.890989, "mrr_at_10": 0.892441, "mrr_at_20": 0.893034, "mrr_at_100": 0.893253, "mrr_at_1000": 0.893394, "nauc_ndcg_at_1_max": 0.642984, "nauc_ndcg_at_1_std": -0.147345, "nauc_ndcg_at_1_diff1": 0.925734, "nauc_ndcg_at_3_max": 0.639844, "nauc_ndcg_at_3_std": -0.187464, "nauc_ndcg_at_3_diff1": 0.90717, "nauc_ndcg_at_5_max": 0.61906, "nauc_ndcg_at_5_std": -0.24077, "nauc_ndcg_at_5_diff1": 0.906326, "nauc_ndcg_at_10_max": 0.620553, "nauc_ndcg_at_10_std": -0.248535, "nauc_ndcg_at_10_diff1": 0.913346, "nauc_ndcg_at_20_max": 0.621525, "nauc_ndcg_at_20_std": -0.243817, "nauc_ndcg_at_20_diff1": 0.914268, "nauc_ndcg_at_100_max": 0.614421, "nauc_ndcg_at_100_std": -0.254327, "nauc_ndcg_at_100_diff1": 0.913337, "nauc_ndcg_at_1000_max": 0.623346, "nauc_ndcg_at_1000_std": -0.229707, "nauc_ndcg_at_1000_diff1": 0.91331, "nauc_map_at_1_max": 0.642984, "nauc_map_at_1_std": -0.147345, "nauc_map_at_1_diff1": 0.925734, "nauc_map_at_3_max": 0.640441, "nauc_map_at_3_std": -0.176651, "nauc_map_at_3_diff1": 0.911535, "nauc_map_at_5_max": 0.630107, "nauc_map_at_5_std": -0.203002, "nauc_map_at_5_diff1": 0.911408, "nauc_map_at_10_max": 0.630555, "nauc_map_at_10_std": -0.205946, "nauc_map_at_10_diff1": 0.913877, "nauc_map_at_20_max": 0.630742, "nauc_map_at_20_std": -0.2048, "nauc_map_at_20_diff1": 0.914129, "nauc_map_at_100_max": 0.63004, "nauc_map_at_100_std": -0.205873, "nauc_map_at_100_diff1": 0.914025, "nauc_map_at_1000_max": 0.630274, "nauc_map_at_1000_std": -0.205219, "nauc_map_at_1000_diff1": 0.914025, "nauc_recall_at_1_max": 0.642984, "nauc_recall_at_1_std": -0.147345, "nauc_recall_at_1_diff1": 0.925734, "nauc_recall_at_3_max": 0.637766, "nauc_recall_at_3_std": -0.227699, "nauc_recall_at_3_diff1": 0.891297, "nauc_recall_at_5_max": 0.563939, "nauc_recall_at_5_std": -0.424929, "nauc_recall_at_5_diff1": 0.883307, "nauc_recall_at_10_max": 0.563628, "nauc_recall_at_10_std": -0.492789, "nauc_recall_at_10_diff1": 0.916303, "nauc_recall_at_20_max": 0.564005, "nauc_recall_at_20_std": -0.490267, "nauc_recall_at_20_diff1": 0.922998, "nauc_recall_at_100_max": 0.456966, "nauc_recall_at_100_std": -0.68868, "nauc_recall_at_100_diff1": 0.913867, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.642984, "nauc_precision_at_1_std": -0.147345, "nauc_precision_at_1_diff1": 0.925734, "nauc_precision_at_3_max": 0.637766, "nauc_precision_at_3_std": -0.227699, "nauc_precision_at_3_diff1": 0.891297, "nauc_precision_at_5_max": 0.563939, "nauc_precision_at_5_std": -0.424929, "nauc_precision_at_5_diff1": 0.883307, "nauc_precision_at_10_max": 0.563628, "nauc_precision_at_10_std": -0.492789, "nauc_precision_at_10_diff1": 0.916303, "nauc_precision_at_20_max": 0.564005, "nauc_precision_at_20_std": -0.490267, "nauc_precision_at_20_diff1": 0.922998, "nauc_precision_at_100_max": 0.456966, "nauc_precision_at_100_std": -0.68868, "nauc_precision_at_100_diff1": 0.913867, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.642984, "nauc_mrr_at_1_std": -0.147345, "nauc_mrr_at_1_diff1": 0.925734, "nauc_mrr_at_3_max": 0.640441, "nauc_mrr_at_3_std": -0.176651, "nauc_mrr_at_3_diff1": 0.911535, "nauc_mrr_at_5_max": 0.630107, "nauc_mrr_at_5_std": -0.203002, "nauc_mrr_at_5_diff1": 0.911408, "nauc_mrr_at_10_max": 0.630555, "nauc_mrr_at_10_std": -0.205946, "nauc_mrr_at_10_diff1": 0.913877, "nauc_mrr_at_20_max": 0.630742, "nauc_mrr_at_20_std": -0.2048, "nauc_mrr_at_20_diff1": 0.914129, "nauc_mrr_at_100_max": 0.63004, "nauc_mrr_at_100_std": -0.205873, "nauc_mrr_at_100_diff1": 0.914025, "nauc_mrr_at_1000_max": 0.630274, "nauc_mrr_at_1000_std": -0.205219, "nauc_mrr_at_1000_diff1": 0.914025, "hit_rate_at_1": 0.86219, "hit_rate_at_3": 0.91519, "hit_rate_at_5": 0.93286, "hit_rate_at_10": 0.94346, "hit_rate_at_20": 0.95053, "hit_rate_at_100": 0.96113, "hit_rate_at_1000": 1.0, "main_score": 0.93286, "hf_subset": "ar_eg", "languages": [ "ara-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.26934, "ndcg_at_3": 0.34176, "ndcg_at_5": 0.3679, "ndcg_at_10": 0.40427, "ndcg_at_20": 0.42641, "ndcg_at_100": 0.45635, "ndcg_at_1000": 0.47211, "map_at_1": 0.26934, "map_at_3": 0.3233, "map_at_5": 0.33792, "map_at_10": 0.35305, "map_at_20": 0.35933, "map_at_100": 0.36337, "map_at_1000": 0.36413, "recall_at_1": 0.26934, "recall_at_3": 0.39542, "recall_at_5": 0.45845, "recall_at_10": 0.5702, "recall_at_20": 0.65616, "recall_at_100": 0.81948, "recall_at_1000": 0.9341, "accuracy": 0.26934, "precision_at_1": 0.26934, "precision_at_3": 0.13181, "precision_at_5": 0.09169, "precision_at_10": 0.05702, "precision_at_20": 0.03281, "precision_at_100": 0.00819, "precision_at_1000": 0.00093, "mrr_at_1": 0.269341, "mrr_at_3": 0.323305, "mrr_at_5": 0.337918, "mrr_at_10": 0.353051, "mrr_at_20": 0.359334, "mrr_at_100": 0.363365, "mrr_at_1000": 0.364128, "nauc_ndcg_at_1_max": 0.375404, "nauc_ndcg_at_1_std": 0.146711, "nauc_ndcg_at_1_diff1": 0.619971, "nauc_ndcg_at_3_max": 0.316624, "nauc_ndcg_at_3_std": 0.133704, "nauc_ndcg_at_3_diff1": 0.563056, "nauc_ndcg_at_5_max": 0.291636, "nauc_ndcg_at_5_std": 0.11916, "nauc_ndcg_at_5_diff1": 0.566952, "nauc_ndcg_at_10_max": 0.294298, "nauc_ndcg_at_10_std": 0.101661, "nauc_ndcg_at_10_diff1": 0.560829, "nauc_ndcg_at_20_max": 0.287436, "nauc_ndcg_at_20_std": 0.093456, "nauc_ndcg_at_20_diff1": 0.55452, "nauc_ndcg_at_100_max": 0.286155, "nauc_ndcg_at_100_std": 0.088782, "nauc_ndcg_at_100_diff1": 0.553141, "nauc_ndcg_at_1000_max": 0.287588, "nauc_ndcg_at_1000_std": 0.095052, "nauc_ndcg_at_1000_diff1": 0.553409, "nauc_map_at_1_max": 0.375404, "nauc_map_at_1_std": 0.146711, "nauc_map_at_1_diff1": 0.619971, "nauc_map_at_3_max": 0.330832, "nauc_map_at_3_std": 0.134067, "nauc_map_at_3_diff1": 0.577301, "nauc_map_at_5_max": 0.316917, "nauc_map_at_5_std": 0.125775, "nauc_map_at_5_diff1": 0.579563, "nauc_map_at_10_max": 0.318609, "nauc_map_at_10_std": 0.118693, "nauc_map_at_10_diff1": 0.577518, "nauc_map_at_20_max": 0.31677, "nauc_map_at_20_std": 0.116262, "nauc_map_at_20_diff1": 0.576112, "nauc_map_at_100_max": 0.316876, "nauc_map_at_100_std": 0.116304, "nauc_map_at_100_diff1": 0.575879, "nauc_map_at_1000_max": 0.316989, "nauc_map_at_1000_std": 0.116593, "nauc_map_at_1000_diff1": 0.575939, "nauc_recall_at_1_max": 0.375404, "nauc_recall_at_1_std": 0.146711, "nauc_recall_at_1_diff1": 0.619971, "nauc_recall_at_3_max": 0.277456, "nauc_recall_at_3_std": 0.133739, "nauc_recall_at_3_diff1": 0.523603, "nauc_recall_at_5_max": 0.217682, "nauc_recall_at_5_std": 0.099981, "nauc_recall_at_5_diff1": 0.532043, "nauc_recall_at_10_max": 0.217746, "nauc_recall_at_10_std": 0.042331, "nauc_recall_at_10_diff1": 0.507465, "nauc_recall_at_20_max": 0.17745, "nauc_recall_at_20_std": -6.4e-05, "nauc_recall_at_20_diff1": 0.469948, "nauc_recall_at_100_max": 0.089066, "nauc_recall_at_100_std": -0.120565, "nauc_recall_at_100_diff1": 0.406812, "nauc_recall_at_1000_max": -0.174959, "nauc_recall_at_1000_std": -0.241865, "nauc_recall_at_1000_diff1": 0.182635, "nauc_precision_at_1_max": 0.375404, "nauc_precision_at_1_std": 0.146711, "nauc_precision_at_1_diff1": 0.619971, "nauc_precision_at_3_max": 0.277456, "nauc_precision_at_3_std": 0.133739, "nauc_precision_at_3_diff1": 0.523603, "nauc_precision_at_5_max": 0.217682, "nauc_precision_at_5_std": 0.099981, "nauc_precision_at_5_diff1": 0.532043, "nauc_precision_at_10_max": 0.217746, "nauc_precision_at_10_std": 0.042331, "nauc_precision_at_10_diff1": 0.507465, "nauc_precision_at_20_max": 0.17745, "nauc_precision_at_20_std": -6.4e-05, "nauc_precision_at_20_diff1": 0.469948, "nauc_precision_at_100_max": 0.089066, "nauc_precision_at_100_std": -0.120565, "nauc_precision_at_100_diff1": 0.406812, "nauc_precision_at_1000_max": -0.174959, "nauc_precision_at_1000_std": -0.241865, "nauc_precision_at_1000_diff1": 0.182635, "nauc_mrr_at_1_max": 0.375404, "nauc_mrr_at_1_std": 0.146711, "nauc_mrr_at_1_diff1": 0.619971, "nauc_mrr_at_3_max": 0.330832, "nauc_mrr_at_3_std": 0.134067, "nauc_mrr_at_3_diff1": 0.577301, "nauc_mrr_at_5_max": 0.316917, "nauc_mrr_at_5_std": 0.125775, "nauc_mrr_at_5_diff1": 0.579563, "nauc_mrr_at_10_max": 0.318609, "nauc_mrr_at_10_std": 0.118693, "nauc_mrr_at_10_diff1": 0.577518, "nauc_mrr_at_20_max": 0.31677, "nauc_mrr_at_20_std": 0.116262, "nauc_mrr_at_20_diff1": 0.576112, "nauc_mrr_at_100_max": 0.316876, "nauc_mrr_at_100_std": 0.116304, "nauc_mrr_at_100_diff1": 0.575879, "nauc_mrr_at_1000_max": 0.316989, "nauc_mrr_at_1000_std": 0.116593, "nauc_mrr_at_1000_diff1": 0.575939, "hit_rate_at_1": 0.26934, "hit_rate_at_3": 0.39542, "hit_rate_at_5": 0.45845, "hit_rate_at_10": 0.5702, "hit_rate_at_20": 0.65616, "hit_rate_at_100": 0.81948, "hit_rate_at_1000": 0.9341, "main_score": 0.45845, "hf_subset": "as_in", "languages": [ "asm-Beng" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.93983, "ndcg_at_3": 0.96544, "ndcg_at_5": 0.96668, "ndcg_at_10": 0.96668, "ndcg_at_20": 0.96745, "ndcg_at_100": 0.96745, "ndcg_at_1000": 0.96813, "map_at_1": 0.93983, "map_at_3": 0.95941, "map_at_5": 0.96012, "map_at_10": 0.96012, "map_at_20": 0.96036, "map_at_100": 0.96036, "map_at_1000": 0.96038, "recall_at_1": 0.93983, "recall_at_3": 0.98281, "recall_at_5": 0.98567, "recall_at_10": 0.98567, "recall_at_20": 0.98854, "recall_at_100": 0.98854, "recall_at_1000": 0.99427, "accuracy": 0.93983, "precision_at_1": 0.93983, "precision_at_3": 0.3276, "precision_at_5": 0.19713, "precision_at_10": 0.09857, "precision_at_20": 0.04943, "precision_at_100": 0.00989, "precision_at_1000": 0.00099, "mrr_at_1": 0.939828, "mrr_at_3": 0.959408, "mrr_at_5": 0.960124, "mrr_at_10": 0.960124, "mrr_at_20": 0.960363, "mrr_at_100": 0.960363, "mrr_at_1000": 0.96038, "nauc_ndcg_at_1_max": 0.666256, "nauc_ndcg_at_1_std": 0.218425, "nauc_ndcg_at_1_diff1": 0.93539, "nauc_ndcg_at_3_max": 0.627387, "nauc_ndcg_at_3_std": 0.156163, "nauc_ndcg_at_3_diff1": 0.942517, "nauc_ndcg_at_5_max": 0.613588, "nauc_ndcg_at_5_std": 0.129755, "nauc_ndcg_at_5_diff1": 0.950681, "nauc_ndcg_at_10_max": 0.613588, "nauc_ndcg_at_10_std": 0.129755, "nauc_ndcg_at_10_diff1": 0.950681, "nauc_ndcg_at_20_max": 0.607506, "nauc_ndcg_at_20_std": 0.109051, "nauc_ndcg_at_20_diff1": 0.949508, "nauc_ndcg_at_100_max": 0.607506, "nauc_ndcg_at_100_std": 0.109051, "nauc_ndcg_at_100_diff1": 0.949508, "nauc_ndcg_at_1000_max": 0.614575, "nauc_ndcg_at_1000_std": 0.14834, "nauc_ndcg_at_1000_diff1": 0.948432, "nauc_map_at_1_max": 0.666256, "nauc_map_at_1_std": 0.218425, "nauc_map_at_1_diff1": 0.93539, "nauc_map_at_3_max": 0.6434, "nauc_map_at_3_std": 0.182789, "nauc_map_at_3_diff1": 0.940765, "nauc_map_at_5_max": 0.636994, "nauc_map_at_5_std": 0.170458, "nauc_map_at_5_diff1": 0.944693, "nauc_map_at_10_max": 0.636994, "nauc_map_at_10_std": 0.170458, "nauc_map_at_10_diff1": 0.944693, "nauc_map_at_20_max": 0.635595, "nauc_map_at_20_std": 0.165461, "nauc_map_at_20_diff1": 0.94436, "nauc_map_at_100_max": 0.635595, "nauc_map_at_100_std": 0.165461, "nauc_map_at_100_diff1": 0.94436, "nauc_map_at_1000_max": 0.635746, "nauc_map_at_1000_std": 0.166255, "nauc_map_at_1000_diff1": 0.944337, "nauc_recall_at_1_max": 0.666256, "nauc_recall_at_1_std": 0.218425, "nauc_recall_at_1_diff1": 0.93539, "nauc_recall_at_3_max": 0.516215, "nauc_recall_at_3_std": -0.029519, "nauc_recall_at_3_diff1": 0.953679, "nauc_recall_at_5_max": 0.419458, "nauc_recall_at_5_std": -0.209271, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.419458, "nauc_recall_at_10_std": -0.209271, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.307013, "nauc_recall_at_20_std": -0.511588, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 0.307013, "nauc_recall_at_100_std": -0.511588, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": 0.338264, "nauc_recall_at_1000_std": 0.71152, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.666256, "nauc_precision_at_1_std": 0.218425, "nauc_precision_at_1_diff1": 0.93539, "nauc_precision_at_3_max": 0.516215, "nauc_precision_at_3_std": -0.029519, "nauc_precision_at_3_diff1": 0.953679, "nauc_precision_at_5_max": 0.419458, "nauc_precision_at_5_std": -0.209271, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.419458, "nauc_precision_at_10_std": -0.209271, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.307013, "nauc_precision_at_20_std": -0.511588, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 0.307013, "nauc_precision_at_100_std": -0.511588, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 0.338264, "nauc_precision_at_1000_std": 0.71152, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.666256, "nauc_mrr_at_1_std": 0.218425, "nauc_mrr_at_1_diff1": 0.93539, "nauc_mrr_at_3_max": 0.6434, "nauc_mrr_at_3_std": 0.182789, "nauc_mrr_at_3_diff1": 0.940765, "nauc_mrr_at_5_max": 0.636994, "nauc_mrr_at_5_std": 0.170458, "nauc_mrr_at_5_diff1": 0.944693, "nauc_mrr_at_10_max": 0.636994, "nauc_mrr_at_10_std": 0.170458, "nauc_mrr_at_10_diff1": 0.944693, "nauc_mrr_at_20_max": 0.635595, "nauc_mrr_at_20_std": 0.165461, "nauc_mrr_at_20_diff1": 0.94436, "nauc_mrr_at_100_max": 0.635595, "nauc_mrr_at_100_std": 0.165461, "nauc_mrr_at_100_diff1": 0.94436, "nauc_mrr_at_1000_max": 0.635746, "nauc_mrr_at_1000_std": 0.166255, "nauc_mrr_at_1000_diff1": 0.944337, "hit_rate_at_1": 0.93983, "hit_rate_at_3": 0.98281, "hit_rate_at_5": 0.98567, "hit_rate_at_10": 0.98567, "hit_rate_at_20": 0.98854, "hit_rate_at_100": 0.98854, "hit_rate_at_1000": 0.99427, "main_score": 0.98567, "hf_subset": "ast_es", "languages": [ "ast-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.31778, "ndcg_at_3": 0.37023, "ndcg_at_5": 0.39555, "ndcg_at_10": 0.42684, "ndcg_at_20": 0.45071, "ndcg_at_100": 0.49744, "ndcg_at_1000": 0.50562, "map_at_1": 0.31778, "map_at_3": 0.35714, "map_at_5": 0.37055, "map_at_10": 0.38301, "map_at_20": 0.38974, "map_at_100": 0.3964, "map_at_1000": 0.39675, "recall_at_1": 0.31778, "recall_at_3": 0.40816, "recall_at_5": 0.4723, "recall_at_10": 0.57143, "recall_at_20": 0.66472, "recall_at_100": 0.91254, "recall_at_1000": 0.97376, "accuracy": 0.31778, "precision_at_1": 0.31778, "precision_at_3": 0.13605, "precision_at_5": 0.09446, "precision_at_10": 0.05714, "precision_at_20": 0.03324, "precision_at_100": 0.00913, "precision_at_1000": 0.00097, "mrr_at_1": 0.317784, "mrr_at_3": 0.357143, "mrr_at_5": 0.370554, "mrr_at_10": 0.383013, "mrr_at_20": 0.389738, "mrr_at_100": 0.396398, "mrr_at_1000": 0.396754, "nauc_ndcg_at_1_max": 0.330412, "nauc_ndcg_at_1_std": 0.143515, "nauc_ndcg_at_1_diff1": 0.567911, "nauc_ndcg_at_3_max": 0.320415, "nauc_ndcg_at_3_std": 0.1556, "nauc_ndcg_at_3_diff1": 0.528786, "nauc_ndcg_at_5_max": 0.304522, "nauc_ndcg_at_5_std": 0.145961, "nauc_ndcg_at_5_diff1": 0.522302, "nauc_ndcg_at_10_max": 0.295841, "nauc_ndcg_at_10_std": 0.124444, "nauc_ndcg_at_10_diff1": 0.514784, "nauc_ndcg_at_20_max": 0.285485, "nauc_ndcg_at_20_std": 0.111575, "nauc_ndcg_at_20_diff1": 0.503384, "nauc_ndcg_at_100_max": 0.291614, "nauc_ndcg_at_100_std": 0.109466, "nauc_ndcg_at_100_diff1": 0.520182, "nauc_ndcg_at_1000_max": 0.292092, "nauc_ndcg_at_1000_std": 0.126192, "nauc_ndcg_at_1000_diff1": 0.521566, "nauc_map_at_1_max": 0.330412, "nauc_map_at_1_std": 0.143515, "nauc_map_at_1_diff1": 0.567911, "nauc_map_at_3_max": 0.323414, "nauc_map_at_3_std": 0.152653, "nauc_map_at_3_diff1": 0.539095, "nauc_map_at_5_max": 0.315048, "nauc_map_at_5_std": 0.147138, "nauc_map_at_5_diff1": 0.536142, "nauc_map_at_10_max": 0.310766, "nauc_map_at_10_std": 0.138813, "nauc_map_at_10_diff1": 0.533094, "nauc_map_at_20_max": 0.308206, "nauc_map_at_20_std": 0.13535, "nauc_map_at_20_diff1": 0.530457, "nauc_map_at_100_max": 0.309698, "nauc_map_at_100_std": 0.135223, "nauc_map_at_100_diff1": 0.532454, "nauc_map_at_1000_max": 0.309651, "nauc_map_at_1000_std": 0.135787, "nauc_map_at_1000_diff1": 0.532472, "nauc_recall_at_1_max": 0.330412, "nauc_recall_at_1_std": 0.143515, "nauc_recall_at_1_diff1": 0.567911, "nauc_recall_at_3_max": 0.311676, "nauc_recall_at_3_std": 0.163971, "nauc_recall_at_3_diff1": 0.499203, "nauc_recall_at_5_max": 0.271099, "nauc_recall_at_5_std": 0.141396, "nauc_recall_at_5_diff1": 0.480342, "nauc_recall_at_10_max": 0.244783, "nauc_recall_at_10_std": 0.068088, "nauc_recall_at_10_diff1": 0.452706, "nauc_recall_at_20_max": 0.187126, "nauc_recall_at_20_std": -8.6e-05, "nauc_recall_at_20_diff1": 0.386682, "nauc_recall_at_100_max": 0.061533, "nauc_recall_at_100_std": -0.268335, "nauc_recall_at_100_diff1": 0.460803, "nauc_recall_at_1000_max": -0.3798, "nauc_recall_at_1000_std": 0.283902, "nauc_recall_at_1000_diff1": 0.463003, "nauc_precision_at_1_max": 0.330412, "nauc_precision_at_1_std": 0.143515, "nauc_precision_at_1_diff1": 0.567911, "nauc_precision_at_3_max": 0.311676, "nauc_precision_at_3_std": 0.163971, "nauc_precision_at_3_diff1": 0.499203, "nauc_precision_at_5_max": 0.271099, "nauc_precision_at_5_std": 0.141396, "nauc_precision_at_5_diff1": 0.480342, "nauc_precision_at_10_max": 0.244783, "nauc_precision_at_10_std": 0.068088, "nauc_precision_at_10_diff1": 0.452706, "nauc_precision_at_20_max": 0.187126, "nauc_precision_at_20_std": -8.6e-05, "nauc_precision_at_20_diff1": 0.386682, "nauc_precision_at_100_max": 0.061533, "nauc_precision_at_100_std": -0.268335, "nauc_precision_at_100_diff1": 0.460803, "nauc_precision_at_1000_max": -0.3798, "nauc_precision_at_1000_std": 0.283902, "nauc_precision_at_1000_diff1": 0.463003, "nauc_mrr_at_1_max": 0.330412, "nauc_mrr_at_1_std": 0.143515, "nauc_mrr_at_1_diff1": 0.567911, "nauc_mrr_at_3_max": 0.323414, "nauc_mrr_at_3_std": 0.152653, "nauc_mrr_at_3_diff1": 0.539095, "nauc_mrr_at_5_max": 0.315048, "nauc_mrr_at_5_std": 0.147138, "nauc_mrr_at_5_diff1": 0.536142, "nauc_mrr_at_10_max": 0.310766, "nauc_mrr_at_10_std": 0.138813, "nauc_mrr_at_10_diff1": 0.533094, "nauc_mrr_at_20_max": 0.308206, "nauc_mrr_at_20_std": 0.13535, "nauc_mrr_at_20_diff1": 0.530457, "nauc_mrr_at_100_max": 0.309698, "nauc_mrr_at_100_std": 0.135223, "nauc_mrr_at_100_diff1": 0.532454, "nauc_mrr_at_1000_max": 0.309651, "nauc_mrr_at_1000_std": 0.135787, "nauc_mrr_at_1000_diff1": 0.532472, "hit_rate_at_1": 0.31778, "hit_rate_at_3": 0.40816, "hit_rate_at_5": 0.4723, "hit_rate_at_10": 0.57143, "hit_rate_at_20": 0.66472, "hit_rate_at_100": 0.91254, "hit_rate_at_1000": 0.97376, "main_score": 0.4723, "hf_subset": "az_az", "languages": [ "aze-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.75072, "ndcg_at_3": 0.79939, "ndcg_at_5": 0.80544, "ndcg_at_10": 0.81469, "ndcg_at_20": 0.82301, "ndcg_at_100": 0.82347, "ndcg_at_1000": 0.82495, "map_at_1": 0.75072, "map_at_3": 0.78749, "map_at_5": 0.79093, "map_at_10": 0.79475, "map_at_20": 0.79722, "map_at_100": 0.79726, "map_at_1000": 0.79731, "recall_at_1": 0.75072, "recall_at_3": 0.83381, "recall_at_5": 0.84814, "recall_at_10": 0.87679, "recall_at_20": 0.90831, "recall_at_100": 0.91117, "recall_at_1000": 0.92264, "accuracy": 0.75072, "precision_at_1": 0.75072, "precision_at_3": 0.27794, "precision_at_5": 0.16963, "precision_at_10": 0.08768, "precision_at_20": 0.04542, "precision_at_100": 0.00911, "precision_at_1000": 0.00092, "mrr_at_1": 0.750716, "mrr_at_3": 0.787488, "mrr_at_5": 0.790926, "mrr_at_10": 0.794746, "mrr_at_20": 0.797217, "mrr_at_100": 0.797256, "mrr_at_1000": 0.797311, "nauc_ndcg_at_1_max": 0.561799, "nauc_ndcg_at_1_std": 0.41208, "nauc_ndcg_at_1_diff1": 0.816795, "nauc_ndcg_at_3_max": 0.518582, "nauc_ndcg_at_3_std": 0.375262, "nauc_ndcg_at_3_diff1": 0.785343, "nauc_ndcg_at_5_max": 0.510386, "nauc_ndcg_at_5_std": 0.365028, "nauc_ndcg_at_5_diff1": 0.784053, "nauc_ndcg_at_10_max": 0.495367, "nauc_ndcg_at_10_std": 0.372444, "nauc_ndcg_at_10_diff1": 0.788643, "nauc_ndcg_at_20_max": 0.485727, "nauc_ndcg_at_20_std": 0.360106, "nauc_ndcg_at_20_diff1": 0.782792, "nauc_ndcg_at_100_max": 0.484648, "nauc_ndcg_at_100_std": 0.358307, "nauc_ndcg_at_100_diff1": 0.782181, "nauc_ndcg_at_1000_max": 0.483717, "nauc_ndcg_at_1000_std": 0.367917, "nauc_ndcg_at_1000_diff1": 0.781834, "nauc_map_at_1_max": 0.561799, "nauc_map_at_1_std": 0.41208, "nauc_map_at_1_diff1": 0.816795, "nauc_map_at_3_max": 0.530688, "nauc_map_at_3_std": 0.385755, "nauc_map_at_3_diff1": 0.793565, "nauc_map_at_5_max": 0.526612, "nauc_map_at_5_std": 0.380487, "nauc_map_at_5_diff1": 0.793108, "nauc_map_at_10_max": 0.521104, "nauc_map_at_10_std": 0.384351, "nauc_map_at_10_diff1": 0.795176, "nauc_map_at_20_max": 0.518932, "nauc_map_at_20_std": 0.381066, "nauc_map_at_20_diff1": 0.793635, "nauc_map_at_100_max": 0.518859, "nauc_map_at_100_std": 0.380937, "nauc_map_at_100_diff1": 0.793592, "nauc_map_at_1000_max": 0.518841, "nauc_map_at_1000_std": 0.381208, "nauc_map_at_1000_diff1": 0.793588, "nauc_recall_at_1_max": 0.561799, "nauc_recall_at_1_std": 0.41208, "nauc_recall_at_1_diff1": 0.816795, "nauc_recall_at_3_max": 0.475432, "nauc_recall_at_3_std": 0.337771, "nauc_recall_at_3_diff1": 0.756329, "nauc_recall_at_5_max": 0.447076, "nauc_recall_at_5_std": 0.304353, "nauc_recall_at_5_diff1": 0.749496, "nauc_recall_at_10_max": 0.368727, "nauc_recall_at_10_std": 0.317908, "nauc_recall_at_10_diff1": 0.761034, "nauc_recall_at_20_max": 0.263237, "nauc_recall_at_20_std": 0.220216, "nauc_recall_at_20_diff1": 0.714093, "nauc_recall_at_100_max": 0.243689, "nauc_recall_at_100_std": 0.195061, "nauc_recall_at_100_diff1": 0.704871, "nauc_recall_at_1000_max": 0.192558, "nauc_recall_at_1000_std": 0.332029, "nauc_recall_at_1000_diff1": 0.68736, "nauc_precision_at_1_max": 0.561799, "nauc_precision_at_1_std": 0.41208, "nauc_precision_at_1_diff1": 0.816795, "nauc_precision_at_3_max": 0.475432, "nauc_precision_at_3_std": 0.337771, "nauc_precision_at_3_diff1": 0.756329, "nauc_precision_at_5_max": 0.447076, "nauc_precision_at_5_std": 0.304353, "nauc_precision_at_5_diff1": 0.749496, "nauc_precision_at_10_max": 0.368727, "nauc_precision_at_10_std": 0.317908, "nauc_precision_at_10_diff1": 0.761034, "nauc_precision_at_20_max": 0.263237, "nauc_precision_at_20_std": 0.220216, "nauc_precision_at_20_diff1": 0.714093, "nauc_precision_at_100_max": 0.243689, "nauc_precision_at_100_std": 0.195061, "nauc_precision_at_100_diff1": 0.704871, "nauc_precision_at_1000_max": 0.192558, "nauc_precision_at_1000_std": 0.332029, "nauc_precision_at_1000_diff1": 0.68736, "nauc_mrr_at_1_max": 0.561799, "nauc_mrr_at_1_std": 0.41208, "nauc_mrr_at_1_diff1": 0.816795, "nauc_mrr_at_3_max": 0.530688, "nauc_mrr_at_3_std": 0.385755, "nauc_mrr_at_3_diff1": 0.793565, "nauc_mrr_at_5_max": 0.526612, "nauc_mrr_at_5_std": 0.380487, "nauc_mrr_at_5_diff1": 0.793108, "nauc_mrr_at_10_max": 0.521104, "nauc_mrr_at_10_std": 0.384351, "nauc_mrr_at_10_diff1": 0.795176, "nauc_mrr_at_20_max": 0.518932, "nauc_mrr_at_20_std": 0.381066, "nauc_mrr_at_20_diff1": 0.793635, "nauc_mrr_at_100_max": 0.518859, "nauc_mrr_at_100_std": 0.380937, "nauc_mrr_at_100_diff1": 0.793592, "nauc_mrr_at_1000_max": 0.518841, "nauc_mrr_at_1000_std": 0.381208, "nauc_mrr_at_1000_diff1": 0.793588, "hit_rate_at_1": 0.75072, "hit_rate_at_3": 0.83381, "hit_rate_at_5": 0.84814, "hit_rate_at_10": 0.87679, "hit_rate_at_20": 0.90831, "hit_rate_at_100": 0.91117, "hit_rate_at_1000": 0.92264, "main_score": 0.84814, "hf_subset": "be_by", "languages": [ "bel-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.37536, "ndcg_at_3": 0.44385, "ndcg_at_5": 0.47443, "ndcg_at_10": 0.50112, "ndcg_at_20": 0.51631, "ndcg_at_100": 0.54722, "ndcg_at_1000": 0.5549, "map_at_1": 0.37536, "map_at_3": 0.42693, "map_at_5": 0.44384, "map_at_10": 0.45475, "map_at_20": 0.45891, "map_at_100": 0.4636, "map_at_1000": 0.46394, "recall_at_1": 0.37536, "recall_at_3": 0.49284, "recall_at_5": 0.56734, "recall_at_10": 0.65043, "recall_at_20": 0.7106, "recall_at_100": 0.87106, "recall_at_1000": 0.92837, "accuracy": 0.37536, "precision_at_1": 0.37536, "precision_at_3": 0.16428, "precision_at_5": 0.11347, "precision_at_10": 0.06504, "precision_at_20": 0.03553, "precision_at_100": 0.00871, "precision_at_1000": 0.00093, "mrr_at_1": 0.375358, "mrr_at_3": 0.426934, "mrr_at_5": 0.44384, "mrr_at_10": 0.454752, "mrr_at_20": 0.458914, "mrr_at_100": 0.463597, "mrr_at_1000": 0.463936, "nauc_ndcg_at_1_max": 0.295269, "nauc_ndcg_at_1_std": 0.2503, "nauc_ndcg_at_1_diff1": 0.546483, "nauc_ndcg_at_3_max": 0.247289, "nauc_ndcg_at_3_std": 0.248532, "nauc_ndcg_at_3_diff1": 0.53339, "nauc_ndcg_at_5_max": 0.229492, "nauc_ndcg_at_5_std": 0.238146, "nauc_ndcg_at_5_diff1": 0.510645, "nauc_ndcg_at_10_max": 0.238293, "nauc_ndcg_at_10_std": 0.252825, "nauc_ndcg_at_10_diff1": 0.513574, "nauc_ndcg_at_20_max": 0.24311, "nauc_ndcg_at_20_std": 0.251802, "nauc_ndcg_at_20_diff1": 0.520271, "nauc_ndcg_at_100_max": 0.221357, "nauc_ndcg_at_100_std": 0.223713, "nauc_ndcg_at_100_diff1": 0.504789, "nauc_ndcg_at_1000_max": 0.224006, "nauc_ndcg_at_1000_std": 0.239091, "nauc_ndcg_at_1000_diff1": 0.508373, "nauc_map_at_1_max": 0.295269, "nauc_map_at_1_std": 0.2503, "nauc_map_at_1_diff1": 0.546483, "nauc_map_at_3_max": 0.258892, "nauc_map_at_3_std": 0.249197, "nauc_map_at_3_diff1": 0.535002, "nauc_map_at_5_max": 0.249854, "nauc_map_at_5_std": 0.243434, "nauc_map_at_5_diff1": 0.522636, "nauc_map_at_10_max": 0.254172, "nauc_map_at_10_std": 0.249002, "nauc_map_at_10_diff1": 0.52438, "nauc_map_at_20_max": 0.255431, "nauc_map_at_20_std": 0.24826, "nauc_map_at_20_diff1": 0.525943, "nauc_map_at_100_max": 0.253111, "nauc_map_at_100_std": 0.244274, "nauc_map_at_100_diff1": 0.523768, "nauc_map_at_1000_max": 0.253178, "nauc_map_at_1000_std": 0.244696, "nauc_map_at_1000_diff1": 0.523901, "nauc_recall_at_1_max": 0.295269, "nauc_recall_at_1_std": 0.2503, "nauc_recall_at_1_diff1": 0.546483, "nauc_recall_at_3_max": 0.213417, "nauc_recall_at_3_std": 0.246492, "nauc_recall_at_3_diff1": 0.529334, "nauc_recall_at_5_max": 0.163105, "nauc_recall_at_5_std": 0.220208, "nauc_recall_at_5_diff1": 0.470687, "nauc_recall_at_10_max": 0.181847, "nauc_recall_at_10_std": 0.272183, "nauc_recall_at_10_diff1": 0.473153, "nauc_recall_at_20_max": 0.199283, "nauc_recall_at_20_std": 0.27434, "nauc_recall_at_20_diff1": 0.503993, "nauc_recall_at_100_max": -0.131448, "nauc_recall_at_100_std": -0.044083, "nauc_recall_at_100_diff1": 0.303402, "nauc_recall_at_1000_max": -0.299368, "nauc_recall_at_1000_std": 0.261971, "nauc_recall_at_1000_diff1": 0.266854, "nauc_precision_at_1_max": 0.295269, "nauc_precision_at_1_std": 0.2503, "nauc_precision_at_1_diff1": 0.546483, "nauc_precision_at_3_max": 0.213417, "nauc_precision_at_3_std": 0.246492, "nauc_precision_at_3_diff1": 0.529334, "nauc_precision_at_5_max": 0.163105, "nauc_precision_at_5_std": 0.220208, "nauc_precision_at_5_diff1": 0.470687, "nauc_precision_at_10_max": 0.181847, "nauc_precision_at_10_std": 0.272183, "nauc_precision_at_10_diff1": 0.473153, "nauc_precision_at_20_max": 0.199283, "nauc_precision_at_20_std": 0.27434, "nauc_precision_at_20_diff1": 0.503993, "nauc_precision_at_100_max": -0.131448, "nauc_precision_at_100_std": -0.044083, "nauc_precision_at_100_diff1": 0.303402, "nauc_precision_at_1000_max": -0.299368, "nauc_precision_at_1000_std": 0.261971, "nauc_precision_at_1000_diff1": 0.266854, "nauc_mrr_at_1_max": 0.295269, "nauc_mrr_at_1_std": 0.2503, "nauc_mrr_at_1_diff1": 0.546483, "nauc_mrr_at_3_max": 0.258892, "nauc_mrr_at_3_std": 0.249197, "nauc_mrr_at_3_diff1": 0.535002, "nauc_mrr_at_5_max": 0.249854, "nauc_mrr_at_5_std": 0.243434, "nauc_mrr_at_5_diff1": 0.522636, "nauc_mrr_at_10_max": 0.254172, "nauc_mrr_at_10_std": 0.249002, "nauc_mrr_at_10_diff1": 0.52438, "nauc_mrr_at_20_max": 0.255431, "nauc_mrr_at_20_std": 0.24826, "nauc_mrr_at_20_diff1": 0.525943, "nauc_mrr_at_100_max": 0.253111, "nauc_mrr_at_100_std": 0.244274, "nauc_mrr_at_100_diff1": 0.523768, "nauc_mrr_at_1000_max": 0.253178, "nauc_mrr_at_1000_std": 0.244696, "nauc_mrr_at_1000_diff1": 0.523901, "hit_rate_at_1": 0.37536, "hit_rate_at_3": 0.49284, "hit_rate_at_5": 0.56734, "hit_rate_at_10": 0.65043, "hit_rate_at_20": 0.7106, "hit_rate_at_100": 0.87106, "hit_rate_at_1000": 0.92837, "main_score": 0.56734, "hf_subset": "bn_in", "languages": [ "ben-Beng" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.53295, "ndcg_at_3": 0.626, "ndcg_at_5": 0.64993, "ndcg_at_10": 0.66937, "ndcg_at_20": 0.68632, "ndcg_at_100": 0.704, "ndcg_at_1000": 0.70659, "map_at_1": 0.53295, "map_at_3": 0.60363, "map_at_5": 0.6171, "map_at_10": 0.6251, "map_at_20": 0.6299, "map_at_100": 0.63278, "map_at_1000": 0.63287, "recall_at_1": 0.53295, "recall_at_3": 0.69054, "recall_at_5": 0.74785, "recall_at_10": 0.80802, "recall_at_20": 0.87393, "recall_at_100": 0.96275, "recall_at_1000": 0.98281, "accuracy": 0.53295, "precision_at_1": 0.53295, "precision_at_3": 0.23018, "precision_at_5": 0.14957, "precision_at_10": 0.0808, "precision_at_20": 0.0437, "precision_at_100": 0.00963, "precision_at_1000": 0.00098, "mrr_at_1": 0.532951, "mrr_at_3": 0.603629, "mrr_at_5": 0.617096, "mrr_at_10": 0.6251, "mrr_at_20": 0.629903, "mrr_at_100": 0.632777, "mrr_at_1000": 0.632874, "nauc_ndcg_at_1_max": 0.483658, "nauc_ndcg_at_1_std": 0.227259, "nauc_ndcg_at_1_diff1": 0.749537, "nauc_ndcg_at_3_max": 0.445363, "nauc_ndcg_at_3_std": 0.268032, "nauc_ndcg_at_3_diff1": 0.695391, "nauc_ndcg_at_5_max": 0.437769, "nauc_ndcg_at_5_std": 0.259346, "nauc_ndcg_at_5_diff1": 0.683649, "nauc_ndcg_at_10_max": 0.426302, "nauc_ndcg_at_10_std": 0.272945, "nauc_ndcg_at_10_diff1": 0.690358, "nauc_ndcg_at_20_max": 0.420826, "nauc_ndcg_at_20_std": 0.269476, "nauc_ndcg_at_20_diff1": 0.688704, "nauc_ndcg_at_100_max": 0.418443, "nauc_ndcg_at_100_std": 0.24997, "nauc_ndcg_at_100_diff1": 0.698242, "nauc_ndcg_at_1000_max": 0.427786, "nauc_ndcg_at_1000_std": 0.26155, "nauc_ndcg_at_1000_diff1": 0.698915, "nauc_map_at_1_max": 0.483658, "nauc_map_at_1_std": 0.227259, "nauc_map_at_1_diff1": 0.749537, "nauc_map_at_3_max": 0.456761, "nauc_map_at_3_std": 0.258987, "nauc_map_at_3_diff1": 0.708686, "nauc_map_at_5_max": 0.453421, "nauc_map_at_5_std": 0.254741, "nauc_map_at_5_diff1": 0.702636, "nauc_map_at_10_max": 0.449257, "nauc_map_at_10_std": 0.260342, "nauc_map_at_10_diff1": 0.705573, "nauc_map_at_20_max": 0.44864, "nauc_map_at_20_std": 0.258802, "nauc_map_at_20_diff1": 0.705322, "nauc_map_at_100_max": 0.448823, "nauc_map_at_100_std": 0.255842, "nauc_map_at_100_diff1": 0.706742, "nauc_map_at_1000_max": 0.449088, "nauc_map_at_1000_std": 0.256186, "nauc_map_at_1000_diff1": 0.70676, "nauc_recall_at_1_max": 0.483658, "nauc_recall_at_1_std": 0.227259, "nauc_recall_at_1_diff1": 0.749537, "nauc_recall_at_3_max": 0.406731, "nauc_recall_at_3_std": 0.297367, "nauc_recall_at_3_diff1": 0.651539, "nauc_recall_at_5_max": 0.375557, "nauc_recall_at_5_std": 0.273294, "nauc_recall_at_5_diff1": 0.610263, "nauc_recall_at_10_max": 0.309596, "nauc_recall_at_10_std": 0.333425, "nauc_recall_at_10_diff1": 0.622268, "nauc_recall_at_20_max": 0.204979, "nauc_recall_at_20_std": 0.342586, "nauc_recall_at_20_diff1": 0.578414, "nauc_recall_at_100_max": -0.389789, "nauc_recall_at_100_std": -0.075331, "nauc_recall_at_100_diff1": 0.624583, "nauc_recall_at_1000_max": -0.343103, "nauc_recall_at_1000_std": 0.758587, "nauc_recall_at_1000_diff1": 0.61056, "nauc_precision_at_1_max": 0.483658, "nauc_precision_at_1_std": 0.227259, "nauc_precision_at_1_diff1": 0.749537, "nauc_precision_at_3_max": 0.406731, "nauc_precision_at_3_std": 0.297367, "nauc_precision_at_3_diff1": 0.651539, "nauc_precision_at_5_max": 0.375557, "nauc_precision_at_5_std": 0.273294, "nauc_precision_at_5_diff1": 0.610263, "nauc_precision_at_10_max": 0.309596, "nauc_precision_at_10_std": 0.333425, "nauc_precision_at_10_diff1": 0.622268, "nauc_precision_at_20_max": 0.204979, "nauc_precision_at_20_std": 0.342586, "nauc_precision_at_20_diff1": 0.578414, "nauc_precision_at_100_max": -0.389789, "nauc_precision_at_100_std": -0.075331, "nauc_precision_at_100_diff1": 0.624583, "nauc_precision_at_1000_max": -0.343103, "nauc_precision_at_1000_std": 0.758587, "nauc_precision_at_1000_diff1": 0.61056, "nauc_mrr_at_1_max": 0.483658, "nauc_mrr_at_1_std": 0.227259, "nauc_mrr_at_1_diff1": 0.749537, "nauc_mrr_at_3_max": 0.456761, "nauc_mrr_at_3_std": 0.258987, "nauc_mrr_at_3_diff1": 0.708686, "nauc_mrr_at_5_max": 0.453421, "nauc_mrr_at_5_std": 0.254741, "nauc_mrr_at_5_diff1": 0.702636, "nauc_mrr_at_10_max": 0.449257, "nauc_mrr_at_10_std": 0.260342, "nauc_mrr_at_10_diff1": 0.705573, "nauc_mrr_at_20_max": 0.44864, "nauc_mrr_at_20_std": 0.258802, "nauc_mrr_at_20_diff1": 0.705322, "nauc_mrr_at_100_max": 0.448823, "nauc_mrr_at_100_std": 0.255842, "nauc_mrr_at_100_diff1": 0.706742, "nauc_mrr_at_1000_max": 0.449088, "nauc_mrr_at_1000_std": 0.256186, "nauc_mrr_at_1000_diff1": 0.70676, "hit_rate_at_1": 0.53295, "hit_rate_at_3": 0.69054, "hit_rate_at_5": 0.74785, "hit_rate_at_10": 0.80802, "hit_rate_at_20": 0.87393, "hit_rate_at_100": 0.96275, "hit_rate_at_1000": 0.98281, "main_score": 0.74785, "hf_subset": "bs_ba", "languages": [ "bos-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.77429, "ndcg_at_3": 0.84483, "ndcg_at_5": 0.85515, "ndcg_at_10": 0.86173, "ndcg_at_20": 0.869, "ndcg_at_100": 0.87077, "ndcg_at_1000": 0.87111, "map_at_1": 0.77429, "map_at_3": 0.82857, "map_at_5": 0.83414, "map_at_10": 0.83693, "map_at_20": 0.83894, "map_at_100": 0.83926, "map_at_1000": 0.83927, "recall_at_1": 0.77429, "recall_at_3": 0.89143, "recall_at_5": 0.91714, "recall_at_10": 0.93714, "recall_at_20": 0.96571, "recall_at_100": 0.97429, "recall_at_1000": 0.97714, "accuracy": 0.77429, "precision_at_1": 0.77429, "precision_at_3": 0.29714, "precision_at_5": 0.18343, "precision_at_10": 0.09371, "precision_at_20": 0.04829, "precision_at_100": 0.00974, "precision_at_1000": 0.00098, "mrr_at_1": 0.774286, "mrr_at_3": 0.828571, "mrr_at_5": 0.834143, "mrr_at_10": 0.836929, "mrr_at_20": 0.838942, "mrr_at_100": 0.839259, "mrr_at_1000": 0.839268, "nauc_ndcg_at_1_max": 0.449141, "nauc_ndcg_at_1_std": 0.224908, "nauc_ndcg_at_1_diff1": 0.820723, "nauc_ndcg_at_3_max": 0.450752, "nauc_ndcg_at_3_std": 0.254539, "nauc_ndcg_at_3_diff1": 0.822938, "nauc_ndcg_at_5_max": 0.423874, "nauc_ndcg_at_5_std": 0.241517, "nauc_ndcg_at_5_diff1": 0.815024, "nauc_ndcg_at_10_max": 0.414459, "nauc_ndcg_at_10_std": 0.222897, "nauc_ndcg_at_10_diff1": 0.81376, "nauc_ndcg_at_20_max": 0.399174, "nauc_ndcg_at_20_std": 0.213831, "nauc_ndcg_at_20_diff1": 0.812993, "nauc_ndcg_at_100_max": 0.398795, "nauc_ndcg_at_100_std": 0.220822, "nauc_ndcg_at_100_diff1": 0.812889, "nauc_ndcg_at_1000_max": 0.400398, "nauc_ndcg_at_1000_std": 0.226336, "nauc_ndcg_at_1000_diff1": 0.813144, "nauc_map_at_1_max": 0.449141, "nauc_map_at_1_std": 0.224908, "nauc_map_at_1_diff1": 0.820723, "nauc_map_at_3_max": 0.452824, "nauc_map_at_3_std": 0.248961, "nauc_map_at_3_diff1": 0.823585, "nauc_map_at_5_max": 0.439917, "nauc_map_at_5_std": 0.241875, "nauc_map_at_5_diff1": 0.819566, "nauc_map_at_10_max": 0.4368, "nauc_map_at_10_std": 0.23513, "nauc_map_at_10_diff1": 0.819201, "nauc_map_at_20_max": 0.433516, "nauc_map_at_20_std": 0.233108, "nauc_map_at_20_diff1": 0.81913, "nauc_map_at_100_max": 0.433487, "nauc_map_at_100_std": 0.234077, "nauc_map_at_100_diff1": 0.819128, "nauc_map_at_1000_max": 0.433521, "nauc_map_at_1000_std": 0.234188, "nauc_map_at_1000_diff1": 0.819134, "nauc_recall_at_1_max": 0.449141, "nauc_recall_at_1_std": 0.224908, "nauc_recall_at_1_diff1": 0.820723, "nauc_recall_at_3_max": 0.440253, "nauc_recall_at_3_std": 0.27633, "nauc_recall_at_3_diff1": 0.819331, "nauc_recall_at_5_max": 0.328021, "nauc_recall_at_5_std": 0.234634, "nauc_recall_at_5_diff1": 0.787839, "nauc_recall_at_10_max": 0.23835, "nauc_recall_at_10_std": 0.115334, "nauc_recall_at_10_diff1": 0.771051, "nauc_recall_at_20_max": -0.120565, "nauc_recall_at_20_std": -0.098545, "nauc_recall_at_20_diff1": 0.723623, "nauc_recall_at_100_max": -0.299876, "nauc_recall_at_100_std": -0.0374, "nauc_recall_at_100_diff1": 0.69141, "nauc_recall_at_1000_max": -0.315943, "nauc_recall_at_1000_std": 0.17542, "nauc_recall_at_1000_diff1": 0.687558, "nauc_precision_at_1_max": 0.449141, "nauc_precision_at_1_std": 0.224908, "nauc_precision_at_1_diff1": 0.820723, "nauc_precision_at_3_max": 0.440253, "nauc_precision_at_3_std": 0.27633, "nauc_precision_at_3_diff1": 0.819331, "nauc_precision_at_5_max": 0.328021, "nauc_precision_at_5_std": 0.234634, "nauc_precision_at_5_diff1": 0.787839, "nauc_precision_at_10_max": 0.23835, "nauc_precision_at_10_std": 0.115334, "nauc_precision_at_10_diff1": 0.771051, "nauc_precision_at_20_max": -0.120565, "nauc_precision_at_20_std": -0.098545, "nauc_precision_at_20_diff1": 0.723623, "nauc_precision_at_100_max": -0.299876, "nauc_precision_at_100_std": -0.0374, "nauc_precision_at_100_diff1": 0.69141, "nauc_precision_at_1000_max": -0.315943, "nauc_precision_at_1000_std": 0.17542, "nauc_precision_at_1000_diff1": 0.687558, "nauc_mrr_at_1_max": 0.449141, "nauc_mrr_at_1_std": 0.224908, "nauc_mrr_at_1_diff1": 0.820723, "nauc_mrr_at_3_max": 0.452824, "nauc_mrr_at_3_std": 0.248961, "nauc_mrr_at_3_diff1": 0.823585, "nauc_mrr_at_5_max": 0.439917, "nauc_mrr_at_5_std": 0.241875, "nauc_mrr_at_5_diff1": 0.819566, "nauc_mrr_at_10_max": 0.4368, "nauc_mrr_at_10_std": 0.23513, "nauc_mrr_at_10_diff1": 0.819201, "nauc_mrr_at_20_max": 0.433516, "nauc_mrr_at_20_std": 0.233108, "nauc_mrr_at_20_diff1": 0.81913, "nauc_mrr_at_100_max": 0.433487, "nauc_mrr_at_100_std": 0.234077, "nauc_mrr_at_100_diff1": 0.819128, "nauc_mrr_at_1000_max": 0.433521, "nauc_mrr_at_1000_std": 0.234188, "nauc_mrr_at_1000_diff1": 0.819134, "hit_rate_at_1": 0.77429, "hit_rate_at_3": 0.89143, "hit_rate_at_5": 0.91714, "hit_rate_at_10": 0.93714, "hit_rate_at_20": 0.96571, "hit_rate_at_100": 0.97429, "hit_rate_at_1000": 0.97714, "main_score": 0.91714, "hf_subset": "ca_es", "languages": [ "cat-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.48173, "ndcg_at_3": 0.54489, "ndcg_at_5": 0.56162, "ndcg_at_10": 0.57132, "ndcg_at_20": 0.58591, "ndcg_at_100": 0.60073, "ndcg_at_1000": 0.62449, "map_at_1": 0.48173, "map_at_3": 0.5299, "map_at_5": 0.53937, "map_at_10": 0.54339, "map_at_20": 0.54757, "map_at_100": 0.54941, "map_at_1000": 0.55025, "recall_at_1": 0.48173, "recall_at_3": 0.58804, "recall_at_5": 0.62791, "recall_at_10": 0.65781, "recall_at_20": 0.71429, "recall_at_100": 0.79734, "recall_at_1000": 0.98339, "accuracy": 0.48173, "precision_at_1": 0.48173, "precision_at_3": 0.19601, "precision_at_5": 0.12558, "precision_at_10": 0.06578, "precision_at_20": 0.03571, "precision_at_100": 0.00797, "precision_at_1000": 0.00098, "mrr_at_1": 0.481728, "mrr_at_3": 0.5299, "mrr_at_5": 0.539369, "mrr_at_10": 0.543386, "mrr_at_20": 0.547574, "mrr_at_100": 0.54941, "mrr_at_1000": 0.55025, "nauc_ndcg_at_1_max": 0.495317, "nauc_ndcg_at_1_std": -0.021272, "nauc_ndcg_at_1_diff1": 0.74066, "nauc_ndcg_at_3_max": 0.459099, "nauc_ndcg_at_3_std": -0.107455, "nauc_ndcg_at_3_diff1": 0.701239, "nauc_ndcg_at_5_max": 0.435005, "nauc_ndcg_at_5_std": -0.134129, "nauc_ndcg_at_5_diff1": 0.677915, "nauc_ndcg_at_10_max": 0.43719, "nauc_ndcg_at_10_std": -0.132366, "nauc_ndcg_at_10_diff1": 0.679775, "nauc_ndcg_at_20_max": 0.424799, "nauc_ndcg_at_20_std": -0.144687, "nauc_ndcg_at_20_diff1": 0.67259, "nauc_ndcg_at_100_max": 0.412115, "nauc_ndcg_at_100_std": -0.154888, "nauc_ndcg_at_100_diff1": 0.665216, "nauc_ndcg_at_1000_max": 0.435159, "nauc_ndcg_at_1000_std": -0.122053, "nauc_ndcg_at_1000_diff1": 0.684885, "nauc_map_at_1_max": 0.495317, "nauc_map_at_1_std": -0.021272, "nauc_map_at_1_diff1": 0.74066, "nauc_map_at_3_max": 0.467467, "nauc_map_at_3_std": -0.085044, "nauc_map_at_3_diff1": 0.711748, "nauc_map_at_5_max": 0.454396, "nauc_map_at_5_std": -0.099331, "nauc_map_at_5_diff1": 0.698987, "nauc_map_at_10_max": 0.455473, "nauc_map_at_10_std": -0.098398, "nauc_map_at_10_diff1": 0.700307, "nauc_map_at_20_max": 0.452041, "nauc_map_at_20_std": -0.101103, "nauc_map_at_20_diff1": 0.698544, "nauc_map_at_100_max": 0.450968, "nauc_map_at_100_std": -0.101945, "nauc_map_at_100_diff1": 0.698102, "nauc_map_at_1000_max": 0.451665, "nauc_map_at_1000_std": -0.101056, "nauc_map_at_1000_diff1": 0.6988, "nauc_recall_at_1_max": 0.495317, "nauc_recall_at_1_std": -0.021272, "nauc_recall_at_1_diff1": 0.74066, "nauc_recall_at_3_max": 0.433875, "nauc_recall_at_3_std": -0.176204, "nauc_recall_at_3_diff1": 0.668892, "nauc_recall_at_5_max": 0.369515, "nauc_recall_at_5_std": -0.250121, "nauc_recall_at_5_diff1": 0.606726, "nauc_recall_at_10_max": 0.37288, "nauc_recall_at_10_std": -0.250713, "nauc_recall_at_10_diff1": 0.60644, "nauc_recall_at_20_max": 0.306549, "nauc_recall_at_20_std": -0.330065, "nauc_recall_at_20_diff1": 0.561517, "nauc_recall_at_100_max": 0.150161, "nauc_recall_at_100_std": -0.48273, "nauc_recall_at_100_diff1": 0.45271, "nauc_recall_at_1000_max": 0.5301, "nauc_recall_at_1000_std": 0.611511, "nauc_recall_at_1000_diff1": 0.803123, "nauc_precision_at_1_max": 0.495317, "nauc_precision_at_1_std": -0.021272, "nauc_precision_at_1_diff1": 0.74066, "nauc_precision_at_3_max": 0.433875, "nauc_precision_at_3_std": -0.176204, "nauc_precision_at_3_diff1": 0.668892, "nauc_precision_at_5_max": 0.369515, "nauc_precision_at_5_std": -0.250121, "nauc_precision_at_5_diff1": 0.606726, "nauc_precision_at_10_max": 0.37288, "nauc_precision_at_10_std": -0.250713, "nauc_precision_at_10_diff1": 0.60644, "nauc_precision_at_20_max": 0.306549, "nauc_precision_at_20_std": -0.330065, "nauc_precision_at_20_diff1": 0.561517, "nauc_precision_at_100_max": 0.150161, "nauc_precision_at_100_std": -0.48273, "nauc_precision_at_100_diff1": 0.45271, "nauc_precision_at_1000_max": 0.5301, "nauc_precision_at_1000_std": 0.611511, "nauc_precision_at_1000_diff1": 0.803123, "nauc_mrr_at_1_max": 0.495317, "nauc_mrr_at_1_std": -0.021272, "nauc_mrr_at_1_diff1": 0.74066, "nauc_mrr_at_3_max": 0.467467, "nauc_mrr_at_3_std": -0.085044, "nauc_mrr_at_3_diff1": 0.711748, "nauc_mrr_at_5_max": 0.454396, "nauc_mrr_at_5_std": -0.099331, "nauc_mrr_at_5_diff1": 0.698987, "nauc_mrr_at_10_max": 0.455473, "nauc_mrr_at_10_std": -0.098398, "nauc_mrr_at_10_diff1": 0.700307, "nauc_mrr_at_20_max": 0.452041, "nauc_mrr_at_20_std": -0.101103, "nauc_mrr_at_20_diff1": 0.698544, "nauc_mrr_at_100_max": 0.450968, "nauc_mrr_at_100_std": -0.101945, "nauc_mrr_at_100_diff1": 0.698102, "nauc_mrr_at_1000_max": 0.451665, "nauc_mrr_at_1000_std": -0.101056, "nauc_mrr_at_1000_diff1": 0.6988, "hit_rate_at_1": 0.48173, "hit_rate_at_3": 0.58804, "hit_rate_at_5": 0.62791, "hit_rate_at_10": 0.65781, "hit_rate_at_20": 0.71429, "hit_rate_at_100": 0.79734, "hit_rate_at_1000": 0.98339, "main_score": 0.62791, "hf_subset": "ceb_ph", "languages": [ "ceb-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.94842, "ndcg_at_3": 0.96357, "ndcg_at_5": 0.96579, "ndcg_at_10": 0.96669, "ndcg_at_20": 0.96829, "ndcg_at_100": 0.96877, "ndcg_at_1000": 0.96918, "map_at_1": 0.94842, "map_at_3": 0.95989, "map_at_5": 0.96103, "map_at_10": 0.96139, "map_at_20": 0.96191, "map_at_100": 0.96196, "map_at_1000": 0.96198, "recall_at_1": 0.94842, "recall_at_3": 0.97421, "recall_at_5": 0.97994, "recall_at_10": 0.98281, "recall_at_20": 0.98854, "recall_at_100": 0.9914, "recall_at_1000": 0.99427, "accuracy": 0.94842, "precision_at_1": 0.94842, "precision_at_3": 0.32474, "precision_at_5": 0.19599, "precision_at_10": 0.09828, "precision_at_20": 0.04943, "precision_at_100": 0.00991, "precision_at_1000": 0.00099, "mrr_at_1": 0.948424, "mrr_at_3": 0.959885, "mrr_at_5": 0.961032, "mrr_at_10": 0.96139, "mrr_at_20": 0.961911, "mrr_at_100": 0.961957, "mrr_at_1000": 0.961981, "nauc_ndcg_at_1_max": 0.836899, "nauc_ndcg_at_1_std": 0.493707, "nauc_ndcg_at_1_diff1": 0.992736, "nauc_ndcg_at_3_max": 0.875153, "nauc_ndcg_at_3_std": 0.541831, "nauc_ndcg_at_3_diff1": 0.996204, "nauc_ndcg_at_5_max": 0.876068, "nauc_ndcg_at_5_std": 0.540565, "nauc_ndcg_at_5_diff1": 0.995958, "nauc_ndcg_at_10_max": 0.872705, "nauc_ndcg_at_10_std": 0.528098, "nauc_ndcg_at_10_diff1": 0.995849, "nauc_ndcg_at_20_max": 0.866288, "nauc_ndcg_at_20_std": 0.511315, "nauc_ndcg_at_20_diff1": 0.995639, "nauc_ndcg_at_100_max": 0.864236, "nauc_ndcg_at_100_std": 0.536785, "nauc_ndcg_at_100_diff1": 0.995573, "nauc_ndcg_at_1000_max": 0.862414, "nauc_ndcg_at_1000_std": 0.530572, "nauc_ndcg_at_1000_diff1": 0.995513, "nauc_map_at_1_max": 0.836899, "nauc_map_at_1_std": 0.493707, "nauc_map_at_1_diff1": 0.992736, "nauc_map_at_3_max": 0.864205, "nauc_map_at_3_std": 0.522204, "nauc_map_at_3_diff1": 0.99533, "nauc_map_at_5_max": 0.864299, "nauc_map_at_5_std": 0.521052, "nauc_map_at_5_diff1": 0.995193, "nauc_map_at_10_max": 0.86304, "nauc_map_at_10_std": 0.516609, "nauc_map_at_10_diff1": 0.995148, "nauc_map_at_20_max": 0.861166, "nauc_map_at_20_std": 0.511898, "nauc_map_at_20_diff1": 0.995082, "nauc_map_at_100_max": 0.860998, "nauc_map_at_100_std": 0.513915, "nauc_map_at_100_diff1": 0.995076, "nauc_map_at_1000_max": 0.860911, "nauc_map_at_1000_std": 0.513612, "nauc_map_at_1000_diff1": 0.995073, "nauc_recall_at_1_max": 0.836899, "nauc_recall_at_1_std": 0.493707, "nauc_recall_at_1_diff1": 0.992736, "nauc_recall_at_3_max": 0.92371, "nauc_recall_at_3_std": 0.632962, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.941616, "nauc_recall_at_5_std": 0.653419, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.931886, "nauc_recall_at_10_std": 0.595655, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.897829, "nauc_recall_at_20_std": 0.462964, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 0.863772, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": 0.795657, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.836899, "nauc_precision_at_1_std": 0.493707, "nauc_precision_at_1_diff1": 0.992736, "nauc_precision_at_3_max": 0.92371, "nauc_precision_at_3_std": 0.632962, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.941616, "nauc_precision_at_5_std": 0.653419, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.931886, "nauc_precision_at_10_std": 0.595655, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.897829, "nauc_precision_at_20_std": 0.462964, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 0.863772, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 0.795657, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.836899, "nauc_mrr_at_1_std": 0.493707, "nauc_mrr_at_1_diff1": 0.992736, "nauc_mrr_at_3_max": 0.864205, "nauc_mrr_at_3_std": 0.522204, "nauc_mrr_at_3_diff1": 0.99533, "nauc_mrr_at_5_max": 0.864299, "nauc_mrr_at_5_std": 0.521052, "nauc_mrr_at_5_diff1": 0.995193, "nauc_mrr_at_10_max": 0.86304, "nauc_mrr_at_10_std": 0.516609, "nauc_mrr_at_10_diff1": 0.995148, "nauc_mrr_at_20_max": 0.861166, "nauc_mrr_at_20_std": 0.511898, "nauc_mrr_at_20_diff1": 0.995082, "nauc_mrr_at_100_max": 0.860998, "nauc_mrr_at_100_std": 0.513915, "nauc_mrr_at_100_diff1": 0.995076, "nauc_mrr_at_1000_max": 0.860911, "nauc_mrr_at_1000_std": 0.513612, "nauc_mrr_at_1000_diff1": 0.995073, "hit_rate_at_1": 0.94842, "hit_rate_at_3": 0.97421, "hit_rate_at_5": 0.97994, "hit_rate_at_10": 0.98281, "hit_rate_at_20": 0.98854, "hit_rate_at_100": 0.9914, "hit_rate_at_1000": 0.99427, "main_score": 0.97994, "hf_subset": "cmn_hans_cn", "languages": [ "cmn-Hans" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.9056, "ndcg_at_3": 0.93012, "ndcg_at_5": 0.9324, "ndcg_at_10": 0.93543, "ndcg_at_20": 0.93767, "ndcg_at_100": 0.93826, "ndcg_at_1000": 0.93967, "map_at_1": 0.9056, "map_at_3": 0.92429, "map_at_5": 0.92547, "map_at_10": 0.92682, "map_at_20": 0.92743, "map_at_100": 0.92753, "map_at_1000": 0.92756, "recall_at_1": 0.9056, "recall_at_3": 0.9469, "recall_at_5": 0.9528, "recall_at_10": 0.96165, "recall_at_20": 0.9705, "recall_at_100": 0.97345, "recall_at_1000": 0.98525, "accuracy": 0.9056, "precision_at_1": 0.9056, "precision_at_3": 0.31563, "precision_at_5": 0.19056, "precision_at_10": 0.09617, "precision_at_20": 0.04853, "precision_at_100": 0.00973, "precision_at_1000": 0.00099, "mrr_at_1": 0.905605, "mrr_at_3": 0.924287, "mrr_at_5": 0.925467, "mrr_at_10": 0.926819, "mrr_at_20": 0.92743, "mrr_at_100": 0.927525, "mrr_at_1000": 0.927561, "nauc_ndcg_at_1_max": 0.736295, "nauc_ndcg_at_1_std": 0.302007, "nauc_ndcg_at_1_diff1": 0.894774, "nauc_ndcg_at_3_max": 0.725488, "nauc_ndcg_at_3_std": 0.231142, "nauc_ndcg_at_3_diff1": 0.864109, "nauc_ndcg_at_5_max": 0.71622, "nauc_ndcg_at_5_std": 0.205184, "nauc_ndcg_at_5_diff1": 0.861728, "nauc_ndcg_at_10_max": 0.702894, "nauc_ndcg_at_10_std": 0.167861, "nauc_ndcg_at_10_diff1": 0.855235, "nauc_ndcg_at_20_max": 0.700845, "nauc_ndcg_at_20_std": 0.171851, "nauc_ndcg_at_20_diff1": 0.855078, "nauc_ndcg_at_100_max": 0.697986, "nauc_ndcg_at_100_std": 0.163938, "nauc_ndcg_at_100_diff1": 0.853693, "nauc_ndcg_at_1000_max": 0.701162, "nauc_ndcg_at_1000_std": 0.208353, "nauc_ndcg_at_1000_diff1": 0.855275, "nauc_map_at_1_max": 0.736295, "nauc_map_at_1_std": 0.302007, "nauc_map_at_1_diff1": 0.894774, "nauc_map_at_3_max": 0.728501, "nauc_map_at_3_std": 0.249154, "nauc_map_at_3_diff1": 0.873054, "nauc_map_at_5_max": 0.724203, "nauc_map_at_5_std": 0.237267, "nauc_map_at_5_diff1": 0.872079, "nauc_map_at_10_max": 0.719108, "nauc_map_at_10_std": 0.223175, "nauc_map_at_10_diff1": 0.869716, "nauc_map_at_20_max": 0.71883, "nauc_map_at_20_std": 0.224382, "nauc_map_at_20_diff1": 0.869868, "nauc_map_at_100_max": 0.718461, "nauc_map_at_100_std": 0.223364, "nauc_map_at_100_diff1": 0.869697, "nauc_map_at_1000_max": 0.71854, "nauc_map_at_1000_std": 0.224335, "nauc_map_at_1000_diff1": 0.869739, "nauc_recall_at_1_max": 0.736295, "nauc_recall_at_1_std": 0.302007, "nauc_recall_at_1_diff1": 0.894774, "nauc_recall_at_3_max": 0.713228, "nauc_recall_at_3_std": 0.158966, "nauc_recall_at_3_diff1": 0.82746, "nauc_recall_at_5_max": 0.677381, "nauc_recall_at_5_std": 0.053837, "nauc_recall_at_5_diff1": 0.814065, "nauc_recall_at_10_max": 0.60293, "nauc_recall_at_10_std": -0.164509, "nauc_recall_at_10_diff1": 0.771157, "nauc_recall_at_20_max": 0.554583, "nauc_recall_at_20_std": -0.227302, "nauc_recall_at_20_diff1": 0.743373, "nauc_recall_at_100_max": 0.505092, "nauc_recall_at_100_std": -0.363669, "nauc_recall_at_100_diff1": 0.714859, "nauc_recall_at_1000_max": 0.458943, "nauc_recall_at_1000_std": 0.734141, "nauc_recall_at_1000_diff1": 0.657726, "nauc_precision_at_1_max": 0.736295, "nauc_precision_at_1_std": 0.302007, "nauc_precision_at_1_diff1": 0.894774, "nauc_precision_at_3_max": 0.713228, "nauc_precision_at_3_std": 0.158966, "nauc_precision_at_3_diff1": 0.82746, "nauc_precision_at_5_max": 0.677381, "nauc_precision_at_5_std": 0.053837, "nauc_precision_at_5_diff1": 0.814065, "nauc_precision_at_10_max": 0.60293, "nauc_precision_at_10_std": -0.164509, "nauc_precision_at_10_diff1": 0.771157, "nauc_precision_at_20_max": 0.554583, "nauc_precision_at_20_std": -0.227302, "nauc_precision_at_20_diff1": 0.743373, "nauc_precision_at_100_max": 0.505092, "nauc_precision_at_100_std": -0.363669, "nauc_precision_at_100_diff1": 0.714859, "nauc_precision_at_1000_max": 0.458943, "nauc_precision_at_1000_std": 0.734141, "nauc_precision_at_1000_diff1": 0.657726, "nauc_mrr_at_1_max": 0.736295, "nauc_mrr_at_1_std": 0.302007, "nauc_mrr_at_1_diff1": 0.894774, "nauc_mrr_at_3_max": 0.728501, "nauc_mrr_at_3_std": 0.249154, "nauc_mrr_at_3_diff1": 0.873054, "nauc_mrr_at_5_max": 0.724203, "nauc_mrr_at_5_std": 0.237267, "nauc_mrr_at_5_diff1": 0.872079, "nauc_mrr_at_10_max": 0.719108, "nauc_mrr_at_10_std": 0.223175, "nauc_mrr_at_10_diff1": 0.869716, "nauc_mrr_at_20_max": 0.71883, "nauc_mrr_at_20_std": 0.224382, "nauc_mrr_at_20_diff1": 0.869868, "nauc_mrr_at_100_max": 0.718461, "nauc_mrr_at_100_std": 0.223364, "nauc_mrr_at_100_diff1": 0.869697, "nauc_mrr_at_1000_max": 0.71854, "nauc_mrr_at_1000_std": 0.224335, "nauc_mrr_at_1000_diff1": 0.869739, "hit_rate_at_1": 0.9056, "hit_rate_at_3": 0.9469, "hit_rate_at_5": 0.9528, "hit_rate_at_10": 0.96165, "hit_rate_at_20": 0.9705, "hit_rate_at_100": 0.97345, "hit_rate_at_1000": 0.98525, "main_score": 0.9528, "hf_subset": "yue_hant_hk", "languages": [ "yue-Hant" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.41716, "ndcg_at_3": 0.48415, "ndcg_at_5": 0.50287, "ndcg_at_10": 0.52291, "ndcg_at_20": 0.53768, "ndcg_at_100": 0.57392, "ndcg_at_1000": 0.58428, "map_at_1": 0.41716, "map_at_3": 0.46746, "map_at_5": 0.47811, "map_at_10": 0.48634, "map_at_20": 0.4903, "map_at_100": 0.49512, "map_at_1000": 0.49559, "recall_at_1": 0.41716, "recall_at_3": 0.53254, "recall_at_5": 0.57692, "recall_at_10": 0.63905, "recall_at_20": 0.69822, "recall_at_100": 0.89645, "recall_at_1000": 0.97337, "accuracy": 0.41716, "precision_at_1": 0.41716, "precision_at_3": 0.17751, "precision_at_5": 0.11538, "precision_at_10": 0.06391, "precision_at_20": 0.03491, "precision_at_100": 0.00896, "precision_at_1000": 0.00097, "mrr_at_1": 0.41716, "mrr_at_3": 0.467456, "mrr_at_5": 0.478107, "mrr_at_10": 0.486335, "mrr_at_20": 0.490304, "mrr_at_100": 0.495118, "mrr_at_1000": 0.495587, "nauc_ndcg_at_1_max": 0.40039, "nauc_ndcg_at_1_std": 0.087518, "nauc_ndcg_at_1_diff1": 0.699269, "nauc_ndcg_at_3_max": 0.400368, "nauc_ndcg_at_3_std": 0.128106, "nauc_ndcg_at_3_diff1": 0.667521, "nauc_ndcg_at_5_max": 0.40115, "nauc_ndcg_at_5_std": 0.121127, "nauc_ndcg_at_5_diff1": 0.659141, "nauc_ndcg_at_10_max": 0.393805, "nauc_ndcg_at_10_std": 0.104273, "nauc_ndcg_at_10_diff1": 0.652606, "nauc_ndcg_at_20_max": 0.380951, "nauc_ndcg_at_20_std": 0.095726, "nauc_ndcg_at_20_diff1": 0.646815, "nauc_ndcg_at_100_max": 0.382945, "nauc_ndcg_at_100_std": 0.094322, "nauc_ndcg_at_100_diff1": 0.649116, "nauc_ndcg_at_1000_max": 0.376836, "nauc_ndcg_at_1000_std": 0.10833, "nauc_ndcg_at_1000_diff1": 0.656547, "nauc_map_at_1_max": 0.40039, "nauc_map_at_1_std": 0.087518, "nauc_map_at_1_diff1": 0.699269, "nauc_map_at_3_max": 0.398787, "nauc_map_at_3_std": 0.118743, "nauc_map_at_3_diff1": 0.674829, "nauc_map_at_5_max": 0.399422, "nauc_map_at_5_std": 0.114692, "nauc_map_at_5_diff1": 0.670198, "nauc_map_at_10_max": 0.396248, "nauc_map_at_10_std": 0.108461, "nauc_map_at_10_diff1": 0.66745, "nauc_map_at_20_max": 0.392975, "nauc_map_at_20_std": 0.106368, "nauc_map_at_20_diff1": 0.666448, "nauc_map_at_100_max": 0.393789, "nauc_map_at_100_std": 0.106073, "nauc_map_at_100_diff1": 0.667164, "nauc_map_at_1000_max": 0.393492, "nauc_map_at_1000_std": 0.106387, "nauc_map_at_1000_diff1": 0.66749, "nauc_recall_at_1_max": 0.40039, "nauc_recall_at_1_std": 0.087518, "nauc_recall_at_1_diff1": 0.699269, "nauc_recall_at_3_max": 0.405789, "nauc_recall_at_3_std": 0.155883, "nauc_recall_at_3_diff1": 0.645843, "nauc_recall_at_5_max": 0.407055, "nauc_recall_at_5_std": 0.139962, "nauc_recall_at_5_diff1": 0.623877, "nauc_recall_at_10_max": 0.383327, "nauc_recall_at_10_std": 0.079418, "nauc_recall_at_10_diff1": 0.598891, "nauc_recall_at_20_max": 0.318032, "nauc_recall_at_20_std": 0.033057, "nauc_recall_at_20_diff1": 0.559478, "nauc_recall_at_100_max": 0.231878, "nauc_recall_at_100_std": -0.076177, "nauc_recall_at_100_diff1": 0.452651, "nauc_recall_at_1000_max": -0.645581, "nauc_recall_at_1000_std": 0.677401, "nauc_recall_at_1000_diff1": 0.467647, "nauc_precision_at_1_max": 0.40039, "nauc_precision_at_1_std": 0.087518, "nauc_precision_at_1_diff1": 0.699269, "nauc_precision_at_3_max": 0.405789, "nauc_precision_at_3_std": 0.155883, "nauc_precision_at_3_diff1": 0.645843, "nauc_precision_at_5_max": 0.407055, "nauc_precision_at_5_std": 0.139962, "nauc_precision_at_5_diff1": 0.623877, "nauc_precision_at_10_max": 0.383327, "nauc_precision_at_10_std": 0.079418, "nauc_precision_at_10_diff1": 0.598891, "nauc_precision_at_20_max": 0.318032, "nauc_precision_at_20_std": 0.033057, "nauc_precision_at_20_diff1": 0.559478, "nauc_precision_at_100_max": 0.231878, "nauc_precision_at_100_std": -0.076177, "nauc_precision_at_100_diff1": 0.452651, "nauc_precision_at_1000_max": -0.645581, "nauc_precision_at_1000_std": 0.677401, "nauc_precision_at_1000_diff1": 0.467647, "nauc_mrr_at_1_max": 0.40039, "nauc_mrr_at_1_std": 0.087518, "nauc_mrr_at_1_diff1": 0.699269, "nauc_mrr_at_3_max": 0.398787, "nauc_mrr_at_3_std": 0.118743, "nauc_mrr_at_3_diff1": 0.674829, "nauc_mrr_at_5_max": 0.399422, "nauc_mrr_at_5_std": 0.114692, "nauc_mrr_at_5_diff1": 0.670198, "nauc_mrr_at_10_max": 0.396248, "nauc_mrr_at_10_std": 0.108461, "nauc_mrr_at_10_diff1": 0.66745, "nauc_mrr_at_20_max": 0.392975, "nauc_mrr_at_20_std": 0.106368, "nauc_mrr_at_20_diff1": 0.666448, "nauc_mrr_at_100_max": 0.393789, "nauc_mrr_at_100_std": 0.106073, "nauc_mrr_at_100_diff1": 0.667164, "nauc_mrr_at_1000_max": 0.393492, "nauc_mrr_at_1000_std": 0.106387, "nauc_mrr_at_1000_diff1": 0.66749, "hit_rate_at_1": 0.41716, "hit_rate_at_3": 0.53254, "hit_rate_at_5": 0.57692, "hit_rate_at_10": 0.63905, "hit_rate_at_20": 0.69822, "hit_rate_at_100": 0.89645, "hit_rate_at_1000": 0.97337, "main_score": 0.57692, "hf_subset": "cs_cz", "languages": [ "ces-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.27143, "ndcg_at_3": 0.31599, "ndcg_at_5": 0.33836, "ndcg_at_10": 0.35618, "ndcg_at_20": 0.37588, "ndcg_at_100": 0.41948, "ndcg_at_1000": 0.43516, "map_at_1": 0.27143, "map_at_3": 0.30476, "map_at_5": 0.31719, "map_at_10": 0.3247, "map_at_20": 0.3302, "map_at_100": 0.33589, "map_at_1000": 0.33672, "recall_at_1": 0.27143, "recall_at_3": 0.34857, "recall_at_5": 0.40286, "recall_at_10": 0.45714, "recall_at_20": 0.53429, "recall_at_100": 0.77429, "recall_at_1000": 0.88571, "accuracy": 0.27143, "precision_at_1": 0.27143, "precision_at_3": 0.11619, "precision_at_5": 0.08057, "precision_at_10": 0.04571, "precision_at_20": 0.02671, "precision_at_100": 0.00774, "precision_at_1000": 0.00089, "mrr_at_1": 0.271429, "mrr_at_3": 0.304762, "mrr_at_5": 0.31719, "mrr_at_10": 0.324701, "mrr_at_20": 0.330203, "mrr_at_100": 0.335894, "mrr_at_1000": 0.336724, "nauc_ndcg_at_1_max": 0.43922, "nauc_ndcg_at_1_std": 0.026664, "nauc_ndcg_at_1_diff1": 0.759573, "nauc_ndcg_at_3_max": 0.40671, "nauc_ndcg_at_3_std": 0.018713, "nauc_ndcg_at_3_diff1": 0.72546, "nauc_ndcg_at_5_max": 0.385787, "nauc_ndcg_at_5_std": 0.005588, "nauc_ndcg_at_5_diff1": 0.710618, "nauc_ndcg_at_10_max": 0.361181, "nauc_ndcg_at_10_std": -0.002756, "nauc_ndcg_at_10_diff1": 0.690602, "nauc_ndcg_at_20_max": 0.347961, "nauc_ndcg_at_20_std": -0.003319, "nauc_ndcg_at_20_diff1": 0.669546, "nauc_ndcg_at_100_max": 0.336638, "nauc_ndcg_at_100_std": 0.016548, "nauc_ndcg_at_100_diff1": 0.665158, "nauc_ndcg_at_1000_max": 0.337392, "nauc_ndcg_at_1000_std": 0.014254, "nauc_ndcg_at_1000_diff1": 0.672613, "nauc_map_at_1_max": 0.43922, "nauc_map_at_1_std": 0.026664, "nauc_map_at_1_diff1": 0.759573, "nauc_map_at_3_max": 0.416303, "nauc_map_at_3_std": 0.022626, "nauc_map_at_3_diff1": 0.733886, "nauc_map_at_5_max": 0.404973, "nauc_map_at_5_std": 0.015176, "nauc_map_at_5_diff1": 0.72535, "nauc_map_at_10_max": 0.394681, "nauc_map_at_10_std": 0.011704, "nauc_map_at_10_diff1": 0.717236, "nauc_map_at_20_max": 0.390945, "nauc_map_at_20_std": 0.011448, "nauc_map_at_20_diff1": 0.71141, "nauc_map_at_100_max": 0.389753, "nauc_map_at_100_std": 0.013436, "nauc_map_at_100_diff1": 0.71081, "nauc_map_at_1000_max": 0.389862, "nauc_map_at_1000_std": 0.013299, "nauc_map_at_1000_diff1": 0.711208, "nauc_recall_at_1_max": 0.43922, "nauc_recall_at_1_std": 0.026664, "nauc_recall_at_1_diff1": 0.759573, "nauc_recall_at_3_max": 0.379253, "nauc_recall_at_3_std": 0.007019, "nauc_recall_at_3_diff1": 0.701859, "nauc_recall_at_5_max": 0.32918, "nauc_recall_at_5_std": -0.023128, "nauc_recall_at_5_diff1": 0.668353, "nauc_recall_at_10_max": 0.254613, "nauc_recall_at_10_std": -0.048496, "nauc_recall_at_10_diff1": 0.606455, "nauc_recall_at_20_max": 0.197971, "nauc_recall_at_20_std": -0.052124, "nauc_recall_at_20_diff1": 0.519168, "nauc_recall_at_100_max": 0.006932, "nauc_recall_at_100_std": 0.098473, "nauc_recall_at_100_diff1": 0.394313, "nauc_recall_at_1000_max": -0.24599, "nauc_recall_at_1000_std": 0.126103, "nauc_recall_at_1000_diff1": 0.31915, "nauc_precision_at_1_max": 0.43922, "nauc_precision_at_1_std": 0.026664, "nauc_precision_at_1_diff1": 0.759573, "nauc_precision_at_3_max": 0.379253, "nauc_precision_at_3_std": 0.007019, "nauc_precision_at_3_diff1": 0.701859, "nauc_precision_at_5_max": 0.32918, "nauc_precision_at_5_std": -0.023128, "nauc_precision_at_5_diff1": 0.668353, "nauc_precision_at_10_max": 0.254613, "nauc_precision_at_10_std": -0.048496, "nauc_precision_at_10_diff1": 0.606455, "nauc_precision_at_20_max": 0.197971, "nauc_precision_at_20_std": -0.052124, "nauc_precision_at_20_diff1": 0.519168, "nauc_precision_at_100_max": 0.006932, "nauc_precision_at_100_std": 0.098473, "nauc_precision_at_100_diff1": 0.394313, "nauc_precision_at_1000_max": -0.24599, "nauc_precision_at_1000_std": 0.126103, "nauc_precision_at_1000_diff1": 0.31915, "nauc_mrr_at_1_max": 0.43922, "nauc_mrr_at_1_std": 0.026664, "nauc_mrr_at_1_diff1": 0.759573, "nauc_mrr_at_3_max": 0.416303, "nauc_mrr_at_3_std": 0.022626, "nauc_mrr_at_3_diff1": 0.733886, "nauc_mrr_at_5_max": 0.404973, "nauc_mrr_at_5_std": 0.015176, "nauc_mrr_at_5_diff1": 0.72535, "nauc_mrr_at_10_max": 0.394681, "nauc_mrr_at_10_std": 0.011704, "nauc_mrr_at_10_diff1": 0.717236, "nauc_mrr_at_20_max": 0.390945, "nauc_mrr_at_20_std": 0.011448, "nauc_mrr_at_20_diff1": 0.71141, "nauc_mrr_at_100_max": 0.389753, "nauc_mrr_at_100_std": 0.013436, "nauc_mrr_at_100_diff1": 0.71081, "nauc_mrr_at_1000_max": 0.389862, "nauc_mrr_at_1000_std": 0.013299, "nauc_mrr_at_1000_diff1": 0.711208, "hit_rate_at_1": 0.27143, "hit_rate_at_3": 0.34857, "hit_rate_at_5": 0.40286, "hit_rate_at_10": 0.45714, "hit_rate_at_20": 0.53429, "hit_rate_at_100": 0.77429, "hit_rate_at_1000": 0.88571, "main_score": 0.40286, "hf_subset": "cy_gb", "languages": [ "cym-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.34571, "ndcg_at_3": 0.42799, "ndcg_at_5": 0.45898, "ndcg_at_10": 0.48007, "ndcg_at_20": 0.50543, "ndcg_at_100": 0.54187, "ndcg_at_1000": 0.55043, "map_at_1": 0.34571, "map_at_3": 0.40714, "map_at_5": 0.42457, "map_at_10": 0.43317, "map_at_20": 0.44017, "map_at_100": 0.44576, "map_at_1000": 0.44616, "recall_at_1": 0.34571, "recall_at_3": 0.48857, "recall_at_5": 0.56286, "recall_at_10": 0.62857, "recall_at_20": 0.72857, "recall_at_100": 0.91714, "recall_at_1000": 0.98, "accuracy": 0.34571, "precision_at_1": 0.34571, "precision_at_3": 0.16286, "precision_at_5": 0.11257, "precision_at_10": 0.06286, "precision_at_20": 0.03643, "precision_at_100": 0.00917, "precision_at_1000": 0.00098, "mrr_at_1": 0.345714, "mrr_at_3": 0.407143, "mrr_at_5": 0.424571, "mrr_at_10": 0.433172, "mrr_at_20": 0.440174, "mrr_at_100": 0.44576, "mrr_at_1000": 0.446157, "nauc_ndcg_at_1_max": 0.3923, "nauc_ndcg_at_1_std": 0.112413, "nauc_ndcg_at_1_diff1": 0.658884, "nauc_ndcg_at_3_max": 0.389741, "nauc_ndcg_at_3_std": 0.105616, "nauc_ndcg_at_3_diff1": 0.577563, "nauc_ndcg_at_5_max": 0.367818, "nauc_ndcg_at_5_std": 0.094695, "nauc_ndcg_at_5_diff1": 0.553394, "nauc_ndcg_at_10_max": 0.3573, "nauc_ndcg_at_10_std": 0.081836, "nauc_ndcg_at_10_diff1": 0.542527, "nauc_ndcg_at_20_max": 0.354808, "nauc_ndcg_at_20_std": 0.088953, "nauc_ndcg_at_20_diff1": 0.546009, "nauc_ndcg_at_100_max": 0.354561, "nauc_ndcg_at_100_std": 0.083443, "nauc_ndcg_at_100_diff1": 0.561603, "nauc_ndcg_at_1000_max": 0.354797, "nauc_ndcg_at_1000_std": 0.09075, "nauc_ndcg_at_1000_diff1": 0.566871, "nauc_map_at_1_max": 0.3923, "nauc_map_at_1_std": 0.112413, "nauc_map_at_1_diff1": 0.658884, "nauc_map_at_3_max": 0.391782, "nauc_map_at_3_std": 0.110621, "nauc_map_at_3_diff1": 0.597339, "nauc_map_at_5_max": 0.379503, "nauc_map_at_5_std": 0.104229, "nauc_map_at_5_diff1": 0.584634, "nauc_map_at_10_max": 0.37517, "nauc_map_at_10_std": 0.098987, "nauc_map_at_10_diff1": 0.580315, "nauc_map_at_20_max": 0.375229, "nauc_map_at_20_std": 0.100479, "nauc_map_at_20_diff1": 0.581591, "nauc_map_at_100_max": 0.375274, "nauc_map_at_100_std": 0.099972, "nauc_map_at_100_diff1": 0.583555, "nauc_map_at_1000_max": 0.375303, "nauc_map_at_1000_std": 0.100255, "nauc_map_at_1000_diff1": 0.583827, "nauc_recall_at_1_max": 0.3923, "nauc_recall_at_1_std": 0.112413, "nauc_recall_at_1_diff1": 0.658884, "nauc_recall_at_3_max": 0.383226, "nauc_recall_at_3_std": 0.089691, "nauc_recall_at_3_diff1": 0.520087, "nauc_recall_at_5_max": 0.328396, "nauc_recall_at_5_std": 0.062941, "nauc_recall_at_5_diff1": 0.453542, "nauc_recall_at_10_max": 0.289748, "nauc_recall_at_10_std": 0.016695, "nauc_recall_at_10_diff1": 0.408024, "nauc_recall_at_20_max": 0.25447, "nauc_recall_at_20_std": 0.043676, "nauc_recall_at_20_diff1": 0.39358, "nauc_recall_at_100_max": 0.071412, "nauc_recall_at_100_std": -0.149763, "nauc_recall_at_100_diff1": 0.421311, "nauc_recall_at_1000_max": -0.788315, "nauc_recall_at_1000_std": -0.115113, "nauc_recall_at_1000_diff1": 0.497532, "nauc_precision_at_1_max": 0.3923, "nauc_precision_at_1_std": 0.112413, "nauc_precision_at_1_diff1": 0.658884, "nauc_precision_at_3_max": 0.383226, "nauc_precision_at_3_std": 0.089691, "nauc_precision_at_3_diff1": 0.520087, "nauc_precision_at_5_max": 0.328396, "nauc_precision_at_5_std": 0.062941, "nauc_precision_at_5_diff1": 0.453542, "nauc_precision_at_10_max": 0.289748, "nauc_precision_at_10_std": 0.016695, "nauc_precision_at_10_diff1": 0.408024, "nauc_precision_at_20_max": 0.25447, "nauc_precision_at_20_std": 0.043676, "nauc_precision_at_20_diff1": 0.39358, "nauc_precision_at_100_max": 0.071412, "nauc_precision_at_100_std": -0.149763, "nauc_precision_at_100_diff1": 0.421311, "nauc_precision_at_1000_max": -0.788315, "nauc_precision_at_1000_std": -0.115113, "nauc_precision_at_1000_diff1": 0.497532, "nauc_mrr_at_1_max": 0.3923, "nauc_mrr_at_1_std": 0.112413, "nauc_mrr_at_1_diff1": 0.658884, "nauc_mrr_at_3_max": 0.391782, "nauc_mrr_at_3_std": 0.110621, "nauc_mrr_at_3_diff1": 0.597339, "nauc_mrr_at_5_max": 0.379503, "nauc_mrr_at_5_std": 0.104229, "nauc_mrr_at_5_diff1": 0.584634, "nauc_mrr_at_10_max": 0.37517, "nauc_mrr_at_10_std": 0.098987, "nauc_mrr_at_10_diff1": 0.580315, "nauc_mrr_at_20_max": 0.375229, "nauc_mrr_at_20_std": 0.100479, "nauc_mrr_at_20_diff1": 0.581591, "nauc_mrr_at_100_max": 0.375274, "nauc_mrr_at_100_std": 0.099972, "nauc_mrr_at_100_diff1": 0.583555, "nauc_mrr_at_1000_max": 0.375303, "nauc_mrr_at_1000_std": 0.100255, "nauc_mrr_at_1000_diff1": 0.583827, "hit_rate_at_1": 0.34571, "hit_rate_at_3": 0.48857, "hit_rate_at_5": 0.56286, "hit_rate_at_10": 0.62857, "hit_rate_at_20": 0.72857, "hit_rate_at_100": 0.91714, "hit_rate_at_1000": 0.98, "main_score": 0.56286, "hf_subset": "da_dk", "languages": [ "dan-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.8098, "ndcg_at_3": 0.86709, "ndcg_at_5": 0.87069, "ndcg_at_10": 0.87466, "ndcg_at_20": 0.87683, "ndcg_at_100": 0.88153, "ndcg_at_1000": 0.88362, "map_at_1": 0.8098, "map_at_3": 0.85303, "map_at_5": 0.85504, "map_at_10": 0.85683, "map_at_20": 0.85741, "map_at_100": 0.85802, "map_at_1000": 0.85808, "recall_at_1": 0.8098, "recall_at_3": 0.90778, "recall_at_5": 0.91643, "recall_at_10": 0.92795, "recall_at_20": 0.9366, "recall_at_100": 0.96254, "recall_at_1000": 0.97983, "accuracy": 0.8098, "precision_at_1": 0.8098, "precision_at_3": 0.30259, "precision_at_5": 0.18329, "precision_at_10": 0.0928, "precision_at_20": 0.04683, "precision_at_100": 0.00963, "precision_at_1000": 0.00098, "mrr_at_1": 0.809798, "mrr_at_3": 0.853026, "mrr_at_5": 0.855043, "mrr_at_10": 0.856827, "mrr_at_20": 0.857413, "mrr_at_100": 0.85802, "mrr_at_1000": 0.858076, "nauc_ndcg_at_1_max": 0.813714, "nauc_ndcg_at_1_std": 0.3155, "nauc_ndcg_at_1_diff1": 0.904288, "nauc_ndcg_at_3_max": 0.800895, "nauc_ndcg_at_3_std": 0.293692, "nauc_ndcg_at_3_diff1": 0.877825, "nauc_ndcg_at_5_max": 0.799083, "nauc_ndcg_at_5_std": 0.281354, "nauc_ndcg_at_5_diff1": 0.879538, "nauc_ndcg_at_10_max": 0.794617, "nauc_ndcg_at_10_std": 0.261074, "nauc_ndcg_at_10_diff1": 0.876682, "nauc_ndcg_at_20_max": 0.79318, "nauc_ndcg_at_20_std": 0.249956, "nauc_ndcg_at_20_diff1": 0.87604, "nauc_ndcg_at_100_max": 0.791644, "nauc_ndcg_at_100_std": 0.233137, "nauc_ndcg_at_100_diff1": 0.878571, "nauc_ndcg_at_1000_max": 0.792397, "nauc_ndcg_at_1000_std": 0.27007, "nauc_ndcg_at_1000_diff1": 0.878843, "nauc_map_at_1_max": 0.813714, "nauc_map_at_1_std": 0.3155, "nauc_map_at_1_diff1": 0.904288, "nauc_map_at_3_max": 0.803632, "nauc_map_at_3_std": 0.302757, "nauc_map_at_3_diff1": 0.885635, "nauc_map_at_5_max": 0.802761, "nauc_map_at_5_std": 0.296583, "nauc_map_at_5_diff1": 0.886639, "nauc_map_at_10_max": 0.801042, "nauc_map_at_10_std": 0.288776, "nauc_map_at_10_diff1": 0.885619, "nauc_map_at_20_max": 0.800652, "nauc_map_at_20_std": 0.286278, "nauc_map_at_20_diff1": 0.885517, "nauc_map_at_100_max": 0.800458, "nauc_map_at_100_std": 0.284128, "nauc_map_at_100_diff1": 0.885872, "nauc_map_at_1000_max": 0.800477, "nauc_map_at_1000_std": 0.284967, "nauc_map_at_1000_diff1": 0.885881, "nauc_recall_at_1_max": 0.813714, "nauc_recall_at_1_std": 0.3155, "nauc_recall_at_1_diff1": 0.904288, "nauc_recall_at_3_max": 0.789605, "nauc_recall_at_3_std": 0.252319, "nauc_recall_at_3_diff1": 0.843655, "nauc_recall_at_5_max": 0.781927, "nauc_recall_at_5_std": 0.204429, "nauc_recall_at_5_diff1": 0.846081, "nauc_recall_at_10_max": 0.757503, "nauc_recall_at_10_std": 0.093479, "nauc_recall_at_10_diff1": 0.826687, "nauc_recall_at_20_max": 0.743005, "nauc_recall_at_20_std": -0.012295, "nauc_recall_at_20_diff1": 0.814949, "nauc_recall_at_100_max": 0.686153, "nauc_recall_at_100_std": -0.446777, "nauc_recall_at_100_diff1": 0.811992, "nauc_recall_at_1000_max": 0.630881, "nauc_recall_at_1000_std": 0.660841, "nauc_recall_at_1000_diff1": 0.767567, "nauc_precision_at_1_max": 0.813714, "nauc_precision_at_1_std": 0.3155, "nauc_precision_at_1_diff1": 0.904288, "nauc_precision_at_3_max": 0.789605, "nauc_precision_at_3_std": 0.252319, "nauc_precision_at_3_diff1": 0.843655, "nauc_precision_at_5_max": 0.781927, "nauc_precision_at_5_std": 0.204429, "nauc_precision_at_5_diff1": 0.846081, "nauc_precision_at_10_max": 0.757503, "nauc_precision_at_10_std": 0.093479, "nauc_precision_at_10_diff1": 0.826687, "nauc_precision_at_20_max": 0.743005, "nauc_precision_at_20_std": -0.012295, "nauc_precision_at_20_diff1": 0.814949, "nauc_precision_at_100_max": 0.686153, "nauc_precision_at_100_std": -0.446777, "nauc_precision_at_100_diff1": 0.811992, "nauc_precision_at_1000_max": 0.630881, "nauc_precision_at_1000_std": 0.660841, "nauc_precision_at_1000_diff1": 0.767567, "nauc_mrr_at_1_max": 0.813714, "nauc_mrr_at_1_std": 0.3155, "nauc_mrr_at_1_diff1": 0.904288, "nauc_mrr_at_3_max": 0.803632, "nauc_mrr_at_3_std": 0.302757, "nauc_mrr_at_3_diff1": 0.885635, "nauc_mrr_at_5_max": 0.802761, "nauc_mrr_at_5_std": 0.296583, "nauc_mrr_at_5_diff1": 0.886639, "nauc_mrr_at_10_max": 0.801042, "nauc_mrr_at_10_std": 0.288776, "nauc_mrr_at_10_diff1": 0.885619, "nauc_mrr_at_20_max": 0.800652, "nauc_mrr_at_20_std": 0.286278, "nauc_mrr_at_20_diff1": 0.885517, "nauc_mrr_at_100_max": 0.800458, "nauc_mrr_at_100_std": 0.284128, "nauc_mrr_at_100_diff1": 0.885872, "nauc_mrr_at_1000_max": 0.800477, "nauc_mrr_at_1000_std": 0.284967, "nauc_mrr_at_1000_diff1": 0.885881, "hit_rate_at_1": 0.8098, "hit_rate_at_3": 0.90778, "hit_rate_at_5": 0.91643, "hit_rate_at_10": 0.92795, "hit_rate_at_20": 0.9366, "hit_rate_at_100": 0.96254, "hit_rate_at_1000": 0.97983, "main_score": 0.91643, "hf_subset": "de_de", "languages": [ "deu-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.24625, "ndcg_at_3": 0.31921, "ndcg_at_5": 0.33756, "ndcg_at_10": 0.36282, "ndcg_at_20": 0.38759, "ndcg_at_100": 0.42577, "ndcg_at_1000": 0.45099, "map_at_1": 0.24625, "map_at_3": 0.3018, "map_at_5": 0.31186, "map_at_10": 0.3223, "map_at_20": 0.32895, "map_at_100": 0.33393, "map_at_1000": 0.33502, "recall_at_1": 0.24625, "recall_at_3": 0.36937, "recall_at_5": 0.41441, "recall_at_10": 0.49249, "recall_at_20": 0.59159, "recall_at_100": 0.8018, "recall_at_1000": 0.99099, "accuracy": 0.24625, "precision_at_1": 0.24625, "precision_at_3": 0.12312, "precision_at_5": 0.08288, "precision_at_10": 0.04925, "precision_at_20": 0.02958, "precision_at_100": 0.00802, "precision_at_1000": 0.00099, "mrr_at_1": 0.246246, "mrr_at_3": 0.301802, "mrr_at_5": 0.311862, "mrr_at_10": 0.322298, "mrr_at_20": 0.32895, "mrr_at_100": 0.333934, "mrr_at_1000": 0.335022, "nauc_ndcg_at_1_max": 0.409119, "nauc_ndcg_at_1_std": 0.079921, "nauc_ndcg_at_1_diff1": 0.643009, "nauc_ndcg_at_3_max": 0.342459, "nauc_ndcg_at_3_std": 0.068768, "nauc_ndcg_at_3_diff1": 0.55638, "nauc_ndcg_at_5_max": 0.338487, "nauc_ndcg_at_5_std": 0.071533, "nauc_ndcg_at_5_diff1": 0.5339, "nauc_ndcg_at_10_max": 0.346376, "nauc_ndcg_at_10_std": 0.083257, "nauc_ndcg_at_10_diff1": 0.50721, "nauc_ndcg_at_20_max": 0.349443, "nauc_ndcg_at_20_std": 0.074009, "nauc_ndcg_at_20_diff1": 0.511445, "nauc_ndcg_at_100_max": 0.339299, "nauc_ndcg_at_100_std": 0.050384, "nauc_ndcg_at_100_diff1": 0.51475, "nauc_ndcg_at_1000_max": 0.347738, "nauc_ndcg_at_1000_std": 0.066799, "nauc_ndcg_at_1000_diff1": 0.533642, "nauc_map_at_1_max": 0.409119, "nauc_map_at_1_std": 0.079921, "nauc_map_at_1_diff1": 0.643009, "nauc_map_at_3_max": 0.357484, "nauc_map_at_3_std": 0.071383, "nauc_map_at_3_diff1": 0.575994, "nauc_map_at_5_max": 0.354964, "nauc_map_at_5_std": 0.072623, "nauc_map_at_5_diff1": 0.56314, "nauc_map_at_10_max": 0.358978, "nauc_map_at_10_std": 0.076831, "nauc_map_at_10_diff1": 0.552476, "nauc_map_at_20_max": 0.360625, "nauc_map_at_20_std": 0.074463, "nauc_map_at_20_diff1": 0.553756, "nauc_map_at_100_max": 0.359342, "nauc_map_at_100_std": 0.071503, "nauc_map_at_100_diff1": 0.554457, "nauc_map_at_1000_max": 0.359667, "nauc_map_at_1000_std": 0.071918, "nauc_map_at_1000_diff1": 0.555201, "nauc_recall_at_1_max": 0.409119, "nauc_recall_at_1_std": 0.079921, "nauc_recall_at_1_diff1": 0.643009, "nauc_recall_at_3_max": 0.301821, "nauc_recall_at_3_std": 0.061657, "nauc_recall_at_3_diff1": 0.503294, "nauc_recall_at_5_max": 0.293952, "nauc_recall_at_5_std": 0.069317, "nauc_recall_at_5_diff1": 0.452333, "nauc_recall_at_10_max": 0.313126, "nauc_recall_at_10_std": 0.10799, "nauc_recall_at_10_diff1": 0.368439, "nauc_recall_at_20_max": 0.316568, "nauc_recall_at_20_std": 0.070805, "nauc_recall_at_20_diff1": 0.372627, "nauc_recall_at_100_max": 0.203602, "nauc_recall_at_100_std": -0.145566, "nauc_recall_at_100_diff1": 0.305719, "nauc_recall_at_1000_max": -0.354533, "nauc_recall_at_1000_std": 0.345208, "nauc_recall_at_1000_diff1": 0.807801, "nauc_precision_at_1_max": 0.409119, "nauc_precision_at_1_std": 0.079921, "nauc_precision_at_1_diff1": 0.643009, "nauc_precision_at_3_max": 0.301821, "nauc_precision_at_3_std": 0.061657, "nauc_precision_at_3_diff1": 0.503294, "nauc_precision_at_5_max": 0.293952, "nauc_precision_at_5_std": 0.069317, "nauc_precision_at_5_diff1": 0.452333, "nauc_precision_at_10_max": 0.313126, "nauc_precision_at_10_std": 0.10799, "nauc_precision_at_10_diff1": 0.368439, "nauc_precision_at_20_max": 0.316568, "nauc_precision_at_20_std": 0.070805, "nauc_precision_at_20_diff1": 0.372627, "nauc_precision_at_100_max": 0.203602, "nauc_precision_at_100_std": -0.145566, "nauc_precision_at_100_diff1": 0.305719, "nauc_precision_at_1000_max": -0.354533, "nauc_precision_at_1000_std": 0.345208, "nauc_precision_at_1000_diff1": 0.807801, "nauc_mrr_at_1_max": 0.409119, "nauc_mrr_at_1_std": 0.079921, "nauc_mrr_at_1_diff1": 0.643009, "nauc_mrr_at_3_max": 0.357484, "nauc_mrr_at_3_std": 0.071383, "nauc_mrr_at_3_diff1": 0.575994, "nauc_mrr_at_5_max": 0.354964, "nauc_mrr_at_5_std": 0.072623, "nauc_mrr_at_5_diff1": 0.56314, "nauc_mrr_at_10_max": 0.358978, "nauc_mrr_at_10_std": 0.076831, "nauc_mrr_at_10_diff1": 0.552476, "nauc_mrr_at_20_max": 0.360625, "nauc_mrr_at_20_std": 0.074463, "nauc_mrr_at_20_diff1": 0.553756, "nauc_mrr_at_100_max": 0.359342, "nauc_mrr_at_100_std": 0.071503, "nauc_mrr_at_100_diff1": 0.554457, "nauc_mrr_at_1000_max": 0.359667, "nauc_mrr_at_1000_std": 0.071918, "nauc_mrr_at_1000_diff1": 0.555201, "hit_rate_at_1": 0.24625, "hit_rate_at_3": 0.36937, "hit_rate_at_5": 0.41441, "hit_rate_at_10": 0.49249, "hit_rate_at_20": 0.59159, "hit_rate_at_100": 0.8018, "hit_rate_at_1000": 0.99099, "main_score": 0.41441, "hf_subset": "el_gr", "languages": [ "ell-Grek" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.9, "ndcg_at_3": 0.94755, "ndcg_at_5": 0.94989, "ndcg_at_10": 0.95079, "ndcg_at_20": 0.95079, "ndcg_at_100": 0.95127, "ndcg_at_1000": 0.95241, "map_at_1": 0.9, "map_at_3": 0.93714, "map_at_5": 0.93843, "map_at_10": 0.93879, "map_at_20": 0.93879, "map_at_100": 0.93884, "map_at_1000": 0.93889, "recall_at_1": 0.9, "recall_at_3": 0.97714, "recall_at_5": 0.98286, "recall_at_10": 0.98571, "recall_at_20": 0.98571, "recall_at_100": 0.98857, "recall_at_1000": 0.99714, "accuracy": 0.9, "precision_at_1": 0.9, "precision_at_3": 0.32571, "precision_at_5": 0.19657, "precision_at_10": 0.09857, "precision_at_20": 0.04929, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.9, "mrr_at_3": 0.937143, "mrr_at_5": 0.938429, "mrr_at_10": 0.938786, "mrr_at_20": 0.938786, "mrr_at_100": 0.938836, "mrr_at_1000": 0.938885, "nauc_ndcg_at_1_max": 0.571002, "nauc_ndcg_at_1_std": 0.108137, "nauc_ndcg_at_1_diff1": 0.914766, "nauc_ndcg_at_3_max": 0.60183, "nauc_ndcg_at_3_std": -0.028514, "nauc_ndcg_at_3_diff1": 0.907483, "nauc_ndcg_at_5_max": 0.586482, "nauc_ndcg_at_5_std": -0.003049, "nauc_ndcg_at_5_diff1": 0.903171, "nauc_ndcg_at_10_max": 0.578908, "nauc_ndcg_at_10_std": -0.021419, "nauc_ndcg_at_10_diff1": 0.901398, "nauc_ndcg_at_20_max": 0.578908, "nauc_ndcg_at_20_std": -0.021419, "nauc_ndcg_at_20_diff1": 0.901398, "nauc_ndcg_at_100_max": 0.579156, "nauc_ndcg_at_100_std": -0.004217, "nauc_ndcg_at_100_diff1": 0.900411, "nauc_ndcg_at_1000_max": 0.570176, "nauc_ndcg_at_1000_std": 0.00428, "nauc_ndcg_at_1000_diff1": 0.900369, "nauc_map_at_1_max": 0.571002, "nauc_map_at_1_std": 0.108137, "nauc_map_at_1_diff1": 0.914766, "nauc_map_at_3_max": 0.587747, "nauc_map_at_3_std": 0.013974, "nauc_map_at_3_diff1": 0.910308, "nauc_map_at_5_max": 0.580655, "nauc_map_at_5_std": 0.027748, "nauc_map_at_5_diff1": 0.908435, "nauc_map_at_10_max": 0.578209, "nauc_map_at_10_std": 0.022076, "nauc_map_at_10_diff1": 0.9079, "nauc_map_at_20_max": 0.578209, "nauc_map_at_20_std": 0.022076, "nauc_map_at_20_diff1": 0.9079, "nauc_map_at_100_max": 0.578228, "nauc_map_at_100_std": 0.02352, "nauc_map_at_100_diff1": 0.907825, "nauc_map_at_1000_max": 0.577932, "nauc_map_at_1000_std": 0.023709, "nauc_map_at_1000_diff1": 0.907845, "nauc_recall_at_1_max": 0.571002, "nauc_recall_at_1_std": 0.108137, "nauc_recall_at_1_diff1": 0.914766, "nauc_recall_at_3_max": 0.716153, "nauc_recall_at_3_std": -0.3544, "nauc_recall_at_3_diff1": 0.885037, "nauc_recall_at_5_max": 0.643324, "nauc_recall_at_5_std": -0.30291, "nauc_recall_at_5_diff1": 0.846716, "nauc_recall_at_10_max": 0.571989, "nauc_recall_at_10_std": -0.563492, "nauc_recall_at_10_diff1": 0.81606, "nauc_recall_at_20_max": 0.571989, "nauc_recall_at_20_std": -0.563492, "nauc_recall_at_20_diff1": 0.81606, "nauc_recall_at_100_max": 0.576447, "nauc_recall_at_100_std": -0.269374, "nauc_recall_at_100_diff1": 0.770075, "nauc_recall_at_1000_max": -0.563492, "nauc_recall_at_1000_std": 0.122782, "nauc_recall_at_1000_diff1": 0.358077, "nauc_precision_at_1_max": 0.571002, "nauc_precision_at_1_std": 0.108137, "nauc_precision_at_1_diff1": 0.914766, "nauc_precision_at_3_max": 0.716153, "nauc_precision_at_3_std": -0.3544, "nauc_precision_at_3_diff1": 0.885037, "nauc_precision_at_5_max": 0.643324, "nauc_precision_at_5_std": -0.30291, "nauc_precision_at_5_diff1": 0.846716, "nauc_precision_at_10_max": 0.571989, "nauc_precision_at_10_std": -0.563492, "nauc_precision_at_10_diff1": 0.81606, "nauc_precision_at_20_max": 0.571989, "nauc_precision_at_20_std": -0.563492, "nauc_precision_at_20_diff1": 0.81606, "nauc_precision_at_100_max": 0.576447, "nauc_precision_at_100_std": -0.269374, "nauc_precision_at_100_diff1": 0.770075, "nauc_precision_at_1000_max": -0.563492, "nauc_precision_at_1000_std": 0.122782, "nauc_precision_at_1000_diff1": 0.358077, "nauc_mrr_at_1_max": 0.571002, "nauc_mrr_at_1_std": 0.108137, "nauc_mrr_at_1_diff1": 0.914766, "nauc_mrr_at_3_max": 0.587747, "nauc_mrr_at_3_std": 0.013974, "nauc_mrr_at_3_diff1": 0.910308, "nauc_mrr_at_5_max": 0.580655, "nauc_mrr_at_5_std": 0.027748, "nauc_mrr_at_5_diff1": 0.908435, "nauc_mrr_at_10_max": 0.578209, "nauc_mrr_at_10_std": 0.022076, "nauc_mrr_at_10_diff1": 0.9079, "nauc_mrr_at_20_max": 0.578209, "nauc_mrr_at_20_std": 0.022076, "nauc_mrr_at_20_diff1": 0.9079, "nauc_mrr_at_100_max": 0.578228, "nauc_mrr_at_100_std": 0.02352, "nauc_mrr_at_100_diff1": 0.907825, "nauc_mrr_at_1000_max": 0.577932, "nauc_mrr_at_1000_std": 0.023709, "nauc_mrr_at_1000_diff1": 0.907845, "hit_rate_at_1": 0.9, "hit_rate_at_3": 0.97714, "hit_rate_at_5": 0.98286, "hit_rate_at_10": 0.98571, "hit_rate_at_20": 0.98571, "hit_rate_at_100": 0.98857, "hit_rate_at_1000": 0.99714, "main_score": 0.98286, "hf_subset": "en_us", "languages": [ "eng-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.95402, "ndcg_at_3": 0.96309, "ndcg_at_5": 0.96309, "ndcg_at_10": 0.96405, "ndcg_at_20": 0.96405, "ndcg_at_100": 0.96405, "ndcg_at_1000": 0.96511, "map_at_1": 0.95402, "map_at_3": 0.96121, "map_at_5": 0.96121, "map_at_10": 0.96162, "map_at_20": 0.96162, "map_at_100": 0.96162, "map_at_1000": 0.96165, "recall_at_1": 0.95402, "recall_at_3": 0.96839, "recall_at_5": 0.96839, "recall_at_10": 0.97126, "recall_at_20": 0.97126, "recall_at_100": 0.97126, "recall_at_1000": 0.97989, "accuracy": 0.95402, "precision_at_1": 0.95402, "precision_at_3": 0.3228, "precision_at_5": 0.19368, "precision_at_10": 0.09713, "precision_at_20": 0.04856, "precision_at_100": 0.00971, "precision_at_1000": 0.00098, "mrr_at_1": 0.954023, "mrr_at_3": 0.961207, "mrr_at_5": 0.961207, "mrr_at_10": 0.961617, "mrr_at_20": 0.961617, "mrr_at_100": 0.961617, "mrr_at_1000": 0.96165, "nauc_ndcg_at_1_max": 0.621467, "nauc_ndcg_at_1_std": 0.262098, "nauc_ndcg_at_1_diff1": 0.901333, "nauc_ndcg_at_3_max": 0.593767, "nauc_ndcg_at_3_std": 0.326845, "nauc_ndcg_at_3_diff1": 0.905426, "nauc_ndcg_at_5_max": 0.593767, "nauc_ndcg_at_5_std": 0.326845, "nauc_ndcg_at_5_diff1": 0.905426, "nauc_ndcg_at_10_max": 0.582944, "nauc_ndcg_at_10_std": 0.316319, "nauc_ndcg_at_10_diff1": 0.902906, "nauc_ndcg_at_20_max": 0.582944, "nauc_ndcg_at_20_std": 0.316319, "nauc_ndcg_at_20_diff1": 0.902906, "nauc_ndcg_at_100_max": 0.582944, "nauc_ndcg_at_100_std": 0.316319, "nauc_ndcg_at_100_diff1": 0.902906, "nauc_ndcg_at_1000_max": 0.579258, "nauc_ndcg_at_1000_std": 0.349137, "nauc_ndcg_at_1000_diff1": 0.902673, "nauc_map_at_1_max": 0.621467, "nauc_map_at_1_std": 0.262098, "nauc_map_at_1_diff1": 0.901333, "nauc_map_at_3_max": 0.600579, "nauc_map_at_3_std": 0.31092, "nauc_map_at_3_diff1": 0.904419, "nauc_map_at_5_max": 0.600579, "nauc_map_at_5_std": 0.31092, "nauc_map_at_5_diff1": 0.904419, "nauc_map_at_10_max": 0.596308, "nauc_map_at_10_std": 0.306525, "nauc_map_at_10_diff1": 0.903397, "nauc_map_at_20_max": 0.596308, "nauc_map_at_20_std": 0.306525, "nauc_map_at_20_diff1": 0.903397, "nauc_map_at_100_max": 0.596308, "nauc_map_at_100_std": 0.306525, "nauc_map_at_100_diff1": 0.903397, "nauc_map_at_1000_max": 0.596174, "nauc_map_at_1000_std": 0.307163, "nauc_map_at_1000_diff1": 0.903378, "nauc_recall_at_1_max": 0.621467, "nauc_recall_at_1_std": 0.262098, "nauc_recall_at_1_diff1": 0.901333, "nauc_recall_at_3_max": 0.570198, "nauc_recall_at_3_std": 0.381935, "nauc_recall_at_3_diff1": 0.908908, "nauc_recall_at_5_max": 0.570198, "nauc_recall_at_5_std": 0.381935, "nauc_recall_at_5_diff1": 0.908908, "nauc_recall_at_10_max": 0.527217, "nauc_recall_at_10_std": 0.347936, "nauc_recall_at_10_diff1": 0.899799, "nauc_recall_at_20_max": 0.527217, "nauc_recall_at_20_std": 0.347936, "nauc_recall_at_20_diff1": 0.899799, "nauc_recall_at_100_max": 0.527217, "nauc_recall_at_100_std": 0.347936, "nauc_recall_at_100_diff1": 0.899799, "nauc_recall_at_1000_max": 0.456, "nauc_recall_at_1000_std": 0.84991, "nauc_recall_at_1000_diff1": 0.89658, "nauc_precision_at_1_max": 0.621467, "nauc_precision_at_1_std": 0.262098, "nauc_precision_at_1_diff1": 0.901333, "nauc_precision_at_3_max": 0.570198, "nauc_precision_at_3_std": 0.381935, "nauc_precision_at_3_diff1": 0.908908, "nauc_precision_at_5_max": 0.570198, "nauc_precision_at_5_std": 0.381935, "nauc_precision_at_5_diff1": 0.908908, "nauc_precision_at_10_max": 0.527217, "nauc_precision_at_10_std": 0.347936, "nauc_precision_at_10_diff1": 0.899799, "nauc_precision_at_20_max": 0.527217, "nauc_precision_at_20_std": 0.347936, "nauc_precision_at_20_diff1": 0.899799, "nauc_precision_at_100_max": 0.527217, "nauc_precision_at_100_std": 0.347936, "nauc_precision_at_100_diff1": 0.899799, "nauc_precision_at_1000_max": 0.456, "nauc_precision_at_1000_std": 0.84991, "nauc_precision_at_1000_diff1": 0.89658, "nauc_mrr_at_1_max": 0.621467, "nauc_mrr_at_1_std": 0.262098, "nauc_mrr_at_1_diff1": 0.901333, "nauc_mrr_at_3_max": 0.600579, "nauc_mrr_at_3_std": 0.31092, "nauc_mrr_at_3_diff1": 0.904419, "nauc_mrr_at_5_max": 0.600579, "nauc_mrr_at_5_std": 0.31092, "nauc_mrr_at_5_diff1": 0.904419, "nauc_mrr_at_10_max": 0.596308, "nauc_mrr_at_10_std": 0.306525, "nauc_mrr_at_10_diff1": 0.903397, "nauc_mrr_at_20_max": 0.596308, "nauc_mrr_at_20_std": 0.306525, "nauc_mrr_at_20_diff1": 0.903397, "nauc_mrr_at_100_max": 0.596308, "nauc_mrr_at_100_std": 0.306525, "nauc_mrr_at_100_diff1": 0.903397, "nauc_mrr_at_1000_max": 0.596174, "nauc_mrr_at_1000_std": 0.307163, "nauc_mrr_at_1000_diff1": 0.903378, "hit_rate_at_1": 0.95402, "hit_rate_at_3": 0.96839, "hit_rate_at_5": 0.96839, "hit_rate_at_10": 0.97126, "hit_rate_at_20": 0.97126, "hit_rate_at_100": 0.97126, "hit_rate_at_1000": 0.97989, "main_score": 0.96839, "hf_subset": "es_419", "languages": [ "spa-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.42609, "ndcg_at_3": 0.48958, "ndcg_at_5": 0.50978, "ndcg_at_10": 0.53836, "ndcg_at_20": 0.55894, "ndcg_at_100": 0.59055, "ndcg_at_1000": 0.59711, "map_at_1": 0.42609, "map_at_3": 0.4744, "map_at_5": 0.48556, "map_at_10": 0.49763, "map_at_20": 0.50332, "map_at_100": 0.5076, "map_at_1000": 0.50788, "recall_at_1": 0.42609, "recall_at_3": 0.53333, "recall_at_5": 0.58261, "recall_at_10": 0.66957, "recall_at_20": 0.75072, "recall_at_100": 0.92174, "recall_at_1000": 0.97101, "accuracy": 0.42609, "precision_at_1": 0.42609, "precision_at_3": 0.17778, "precision_at_5": 0.11652, "precision_at_10": 0.06696, "precision_at_20": 0.03754, "precision_at_100": 0.00922, "precision_at_1000": 0.00097, "mrr_at_1": 0.426087, "mrr_at_3": 0.474396, "mrr_at_5": 0.485556, "mrr_at_10": 0.497629, "mrr_at_20": 0.503321, "mrr_at_100": 0.507602, "mrr_at_1000": 0.507884, "nauc_ndcg_at_1_max": 0.465012, "nauc_ndcg_at_1_std": 0.149906, "nauc_ndcg_at_1_diff1": 0.680683, "nauc_ndcg_at_3_max": 0.461955, "nauc_ndcg_at_3_std": 0.121299, "nauc_ndcg_at_3_diff1": 0.66099, "nauc_ndcg_at_5_max": 0.436215, "nauc_ndcg_at_5_std": 0.133438, "nauc_ndcg_at_5_diff1": 0.656984, "nauc_ndcg_at_10_max": 0.445665, "nauc_ndcg_at_10_std": 0.125977, "nauc_ndcg_at_10_diff1": 0.645233, "nauc_ndcg_at_20_max": 0.451731, "nauc_ndcg_at_20_std": 0.121864, "nauc_ndcg_at_20_diff1": 0.642947, "nauc_ndcg_at_100_max": 0.430478, "nauc_ndcg_at_100_std": 0.111777, "nauc_ndcg_at_100_diff1": 0.645642, "nauc_ndcg_at_1000_max": 0.434129, "nauc_ndcg_at_1000_std": 0.127177, "nauc_ndcg_at_1000_diff1": 0.647377, "nauc_map_at_1_max": 0.465012, "nauc_map_at_1_std": 0.149906, "nauc_map_at_1_diff1": 0.680683, "nauc_map_at_3_max": 0.463678, "nauc_map_at_3_std": 0.128663, "nauc_map_at_3_diff1": 0.665647, "nauc_map_at_5_max": 0.449879, "nauc_map_at_5_std": 0.13564, "nauc_map_at_5_diff1": 0.663911, "nauc_map_at_10_max": 0.453766, "nauc_map_at_10_std": 0.132347, "nauc_map_at_10_diff1": 0.658664, "nauc_map_at_20_max": 0.455776, "nauc_map_at_20_std": 0.131466, "nauc_map_at_20_diff1": 0.658383, "nauc_map_at_100_max": 0.453443, "nauc_map_at_100_std": 0.130022, "nauc_map_at_100_diff1": 0.658738, "nauc_map_at_1000_max": 0.453491, "nauc_map_at_1000_std": 0.130511, "nauc_map_at_1000_diff1": 0.658818, "nauc_recall_at_1_max": 0.465012, "nauc_recall_at_1_std": 0.149906, "nauc_recall_at_1_diff1": 0.680683, "nauc_recall_at_3_max": 0.456386, "nauc_recall_at_3_std": 0.09915, "nauc_recall_at_3_diff1": 0.647153, "nauc_recall_at_5_max": 0.388872, "nauc_recall_at_5_std": 0.12795, "nauc_recall_at_5_diff1": 0.634315, "nauc_recall_at_10_max": 0.41628, "nauc_recall_at_10_std": 0.102254, "nauc_recall_at_10_diff1": 0.592608, "nauc_recall_at_20_max": 0.438647, "nauc_recall_at_20_std": 0.072522, "nauc_recall_at_20_diff1": 0.565468, "nauc_recall_at_100_max": -0.013133, "nauc_recall_at_100_std": -0.19397, "nauc_recall_at_100_diff1": 0.482669, "nauc_recall_at_1000_max": -0.449108, "nauc_recall_at_1000_std": 0.446693, "nauc_recall_at_1000_diff1": 0.326239, "nauc_precision_at_1_max": 0.465012, "nauc_precision_at_1_std": 0.149906, "nauc_precision_at_1_diff1": 0.680683, "nauc_precision_at_3_max": 0.456386, "nauc_precision_at_3_std": 0.09915, "nauc_precision_at_3_diff1": 0.647153, "nauc_precision_at_5_max": 0.388872, "nauc_precision_at_5_std": 0.12795, "nauc_precision_at_5_diff1": 0.634315, "nauc_precision_at_10_max": 0.41628, "nauc_precision_at_10_std": 0.102254, "nauc_precision_at_10_diff1": 0.592608, "nauc_precision_at_20_max": 0.438647, "nauc_precision_at_20_std": 0.072522, "nauc_precision_at_20_diff1": 0.565468, "nauc_precision_at_100_max": -0.013133, "nauc_precision_at_100_std": -0.19397, "nauc_precision_at_100_diff1": 0.482669, "nauc_precision_at_1000_max": -0.449108, "nauc_precision_at_1000_std": 0.446693, "nauc_precision_at_1000_diff1": 0.326239, "nauc_mrr_at_1_max": 0.465012, "nauc_mrr_at_1_std": 0.149906, "nauc_mrr_at_1_diff1": 0.680683, "nauc_mrr_at_3_max": 0.463678, "nauc_mrr_at_3_std": 0.128663, "nauc_mrr_at_3_diff1": 0.665647, "nauc_mrr_at_5_max": 0.449879, "nauc_mrr_at_5_std": 0.13564, "nauc_mrr_at_5_diff1": 0.663911, "nauc_mrr_at_10_max": 0.453766, "nauc_mrr_at_10_std": 0.132347, "nauc_mrr_at_10_diff1": 0.658664, "nauc_mrr_at_20_max": 0.455776, "nauc_mrr_at_20_std": 0.131466, "nauc_mrr_at_20_diff1": 0.658383, "nauc_mrr_at_100_max": 0.453443, "nauc_mrr_at_100_std": 0.130022, "nauc_mrr_at_100_diff1": 0.658738, "nauc_mrr_at_1000_max": 0.453491, "nauc_mrr_at_1000_std": 0.130511, "nauc_mrr_at_1000_diff1": 0.658818, "hit_rate_at_1": 0.42609, "hit_rate_at_3": 0.53333, "hit_rate_at_5": 0.58261, "hit_rate_at_10": 0.66957, "hit_rate_at_20": 0.75072, "hit_rate_at_100": 0.92174, "hit_rate_at_1000": 0.97101, "main_score": 0.58261, "hf_subset": "et_ee", "languages": [ "est-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.16975, "ndcg_at_3": 0.21124, "ndcg_at_5": 0.22173, "ndcg_at_10": 0.24105, "ndcg_at_20": 0.26513, "ndcg_at_100": 0.31425, "ndcg_at_1000": 0.33965, "map_at_1": 0.16975, "map_at_3": 0.2001, "map_at_5": 0.20612, "map_at_10": 0.21429, "map_at_20": 0.22084, "map_at_100": 0.22719, "map_at_1000": 0.22833, "recall_at_1": 0.16975, "recall_at_3": 0.24383, "recall_at_5": 0.26852, "recall_at_10": 0.32716, "recall_at_20": 0.42284, "recall_at_100": 0.69444, "recall_at_1000": 0.88272, "accuracy": 0.16975, "precision_at_1": 0.16975, "precision_at_3": 0.08128, "precision_at_5": 0.0537, "precision_at_10": 0.03272, "precision_at_20": 0.02114, "precision_at_100": 0.00694, "precision_at_1000": 0.00088, "mrr_at_1": 0.169753, "mrr_at_3": 0.200103, "mrr_at_5": 0.206121, "mrr_at_10": 0.214293, "mrr_at_20": 0.22084, "mrr_at_100": 0.227187, "mrr_at_1000": 0.228334, "nauc_ndcg_at_1_max": 0.300048, "nauc_ndcg_at_1_std": -0.040541, "nauc_ndcg_at_1_diff1": 0.709269, "nauc_ndcg_at_3_max": 0.301641, "nauc_ndcg_at_3_std": -0.054195, "nauc_ndcg_at_3_diff1": 0.552875, "nauc_ndcg_at_5_max": 0.282758, "nauc_ndcg_at_5_std": -0.07388, "nauc_ndcg_at_5_diff1": 0.541185, "nauc_ndcg_at_10_max": 0.25891, "nauc_ndcg_at_10_std": -0.090349, "nauc_ndcg_at_10_diff1": 0.495102, "nauc_ndcg_at_20_max": 0.228058, "nauc_ndcg_at_20_std": -0.094324, "nauc_ndcg_at_20_diff1": 0.464482, "nauc_ndcg_at_100_max": 0.213901, "nauc_ndcg_at_100_std": -0.124173, "nauc_ndcg_at_100_diff1": 0.478621, "nauc_ndcg_at_1000_max": 0.218058, "nauc_ndcg_at_1000_std": -0.092523, "nauc_ndcg_at_1000_diff1": 0.503876, "nauc_map_at_1_max": 0.300048, "nauc_map_at_1_std": -0.040541, "nauc_map_at_1_diff1": 0.709269, "nauc_map_at_3_max": 0.299477, "nauc_map_at_3_std": -0.053635, "nauc_map_at_3_diff1": 0.587281, "nauc_map_at_5_max": 0.288251, "nauc_map_at_5_std": -0.065493, "nauc_map_at_5_diff1": 0.580093, "nauc_map_at_10_max": 0.2779, "nauc_map_at_10_std": -0.07333, "nauc_map_at_10_diff1": 0.558982, "nauc_map_at_20_max": 0.269119, "nauc_map_at_20_std": -0.074153, "nauc_map_at_20_diff1": 0.550367, "nauc_map_at_100_max": 0.266942, "nauc_map_at_100_std": -0.078652, "nauc_map_at_100_diff1": 0.552456, "nauc_map_at_1000_max": 0.266996, "nauc_map_at_1000_std": -0.077649, "nauc_map_at_1000_diff1": 0.553711, "nauc_recall_at_1_max": 0.300048, "nauc_recall_at_1_std": -0.040541, "nauc_recall_at_1_diff1": 0.709269, "nauc_recall_at_3_max": 0.307885, "nauc_recall_at_3_std": -0.054746, "nauc_recall_at_3_diff1": 0.464165, "nauc_recall_at_5_max": 0.267689, "nauc_recall_at_5_std": -0.095908, "nauc_recall_at_5_diff1": 0.442533, "nauc_recall_at_10_max": 0.204625, "nauc_recall_at_10_std": -0.135844, "nauc_recall_at_10_diff1": 0.328411, "nauc_recall_at_20_max": 0.101289, "nauc_recall_at_20_std": -0.150199, "nauc_recall_at_20_diff1": 0.227623, "nauc_recall_at_100_max": -0.022855, "nauc_recall_at_100_std": -0.340759, "nauc_recall_at_100_diff1": 0.230242, "nauc_recall_at_1000_max": -0.223395, "nauc_recall_at_1000_std": -0.015508, "nauc_recall_at_1000_diff1": 0.35169, "nauc_precision_at_1_max": 0.300048, "nauc_precision_at_1_std": -0.040541, "nauc_precision_at_1_diff1": 0.709269, "nauc_precision_at_3_max": 0.307885, "nauc_precision_at_3_std": -0.054746, "nauc_precision_at_3_diff1": 0.464165, "nauc_precision_at_5_max": 0.267689, "nauc_precision_at_5_std": -0.095908, "nauc_precision_at_5_diff1": 0.442533, "nauc_precision_at_10_max": 0.204625, "nauc_precision_at_10_std": -0.135844, "nauc_precision_at_10_diff1": 0.328411, "nauc_precision_at_20_max": 0.101289, "nauc_precision_at_20_std": -0.150199, "nauc_precision_at_20_diff1": 0.227623, "nauc_precision_at_100_max": -0.022855, "nauc_precision_at_100_std": -0.340759, "nauc_precision_at_100_diff1": 0.230242, "nauc_precision_at_1000_max": -0.223395, "nauc_precision_at_1000_std": -0.015508, "nauc_precision_at_1000_diff1": 0.35169, "nauc_mrr_at_1_max": 0.300048, "nauc_mrr_at_1_std": -0.040541, "nauc_mrr_at_1_diff1": 0.709269, "nauc_mrr_at_3_max": 0.299477, "nauc_mrr_at_3_std": -0.053635, "nauc_mrr_at_3_diff1": 0.587281, "nauc_mrr_at_5_max": 0.288251, "nauc_mrr_at_5_std": -0.065493, "nauc_mrr_at_5_diff1": 0.580093, "nauc_mrr_at_10_max": 0.2779, "nauc_mrr_at_10_std": -0.07333, "nauc_mrr_at_10_diff1": 0.558982, "nauc_mrr_at_20_max": 0.269119, "nauc_mrr_at_20_std": -0.074153, "nauc_mrr_at_20_diff1": 0.550367, "nauc_mrr_at_100_max": 0.266942, "nauc_mrr_at_100_std": -0.078652, "nauc_mrr_at_100_diff1": 0.552456, "nauc_mrr_at_1000_max": 0.266996, "nauc_mrr_at_1000_std": -0.077649, "nauc_mrr_at_1000_diff1": 0.553711, "hit_rate_at_1": 0.16975, "hit_rate_at_3": 0.24383, "hit_rate_at_5": 0.26852, "hit_rate_at_10": 0.32716, "hit_rate_at_20": 0.42284, "hit_rate_at_100": 0.69444, "hit_rate_at_1000": 0.88272, "main_score": 0.26852, "hf_subset": "fa_ir", "languages": [ "fas-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.27273, "ndcg_at_3": 0.35083, "ndcg_at_5": 0.37821, "ndcg_at_10": 0.39732, "ndcg_at_20": 0.41048, "ndcg_at_100": 0.44203, "ndcg_at_1000": 0.46588, "map_at_1": 0.27273, "map_at_3": 0.33081, "map_at_5": 0.34596, "map_at_10": 0.35356, "map_at_20": 0.35724, "map_at_100": 0.36119, "map_at_1000": 0.36216, "recall_at_1": 0.27273, "recall_at_3": 0.40909, "recall_at_5": 0.47576, "recall_at_10": 0.53636, "recall_at_20": 0.58788, "recall_at_100": 0.76364, "recall_at_1000": 0.94545, "accuracy": 0.27273, "precision_at_1": 0.27273, "precision_at_3": 0.13636, "precision_at_5": 0.09515, "precision_at_10": 0.05364, "precision_at_20": 0.02939, "precision_at_100": 0.00764, "precision_at_1000": 0.00095, "mrr_at_1": 0.272727, "mrr_at_3": 0.330808, "mrr_at_5": 0.34596, "mrr_at_10": 0.353562, "mrr_at_20": 0.357243, "mrr_at_100": 0.361195, "mrr_at_1000": 0.362155, "nauc_ndcg_at_1_max": 0.407764, "nauc_ndcg_at_1_std": 0.092831, "nauc_ndcg_at_1_diff1": 0.64648, "nauc_ndcg_at_3_max": 0.365813, "nauc_ndcg_at_3_std": 0.09022, "nauc_ndcg_at_3_diff1": 0.531802, "nauc_ndcg_at_5_max": 0.335895, "nauc_ndcg_at_5_std": 0.07694, "nauc_ndcg_at_5_diff1": 0.523908, "nauc_ndcg_at_10_max": 0.316807, "nauc_ndcg_at_10_std": 0.069894, "nauc_ndcg_at_10_diff1": 0.510681, "nauc_ndcg_at_20_max": 0.313198, "nauc_ndcg_at_20_std": 0.054623, "nauc_ndcg_at_20_diff1": 0.502647, "nauc_ndcg_at_100_max": 0.299392, "nauc_ndcg_at_100_std": 0.041243, "nauc_ndcg_at_100_diff1": 0.492067, "nauc_ndcg_at_1000_max": 0.31083, "nauc_ndcg_at_1000_std": 0.073255, "nauc_ndcg_at_1000_diff1": 0.514315, "nauc_map_at_1_max": 0.407764, "nauc_map_at_1_std": 0.092831, "nauc_map_at_1_diff1": 0.64648, "nauc_map_at_3_max": 0.376098, "nauc_map_at_3_std": 0.090389, "nauc_map_at_3_diff1": 0.560091, "nauc_map_at_5_max": 0.359532, "nauc_map_at_5_std": 0.082061, "nauc_map_at_5_diff1": 0.555946, "nauc_map_at_10_max": 0.352158, "nauc_map_at_10_std": 0.079533, "nauc_map_at_10_diff1": 0.550607, "nauc_map_at_20_max": 0.351318, "nauc_map_at_20_std": 0.075371, "nauc_map_at_20_diff1": 0.548471, "nauc_map_at_100_max": 0.350033, "nauc_map_at_100_std": 0.074263, "nauc_map_at_100_diff1": 0.54693, "nauc_map_at_1000_max": 0.350477, "nauc_map_at_1000_std": 0.075065, "nauc_map_at_1000_diff1": 0.547818, "nauc_recall_at_1_max": 0.407764, "nauc_recall_at_1_std": 0.092831, "nauc_recall_at_1_diff1": 0.64648, "nauc_recall_at_3_max": 0.337293, "nauc_recall_at_3_std": 0.089926, "nauc_recall_at_3_diff1": 0.453296, "nauc_recall_at_5_max": 0.265109, "nauc_recall_at_5_std": 0.061993, "nauc_recall_at_5_diff1": 0.432251, "nauc_recall_at_10_max": 0.200175, "nauc_recall_at_10_std": 0.037436, "nauc_recall_at_10_diff1": 0.386881, "nauc_recall_at_20_max": 0.178501, "nauc_recall_at_20_std": -0.027619, "nauc_recall_at_20_diff1": 0.347158, "nauc_recall_at_100_max": -0.004838, "nauc_recall_at_100_std": -0.189341, "nauc_recall_at_100_diff1": 0.197736, "nauc_recall_at_1000_max": -0.389771, "nauc_recall_at_1000_std": 0.584241, "nauc_recall_at_1000_diff1": 0.271761, "nauc_precision_at_1_max": 0.407764, "nauc_precision_at_1_std": 0.092831, "nauc_precision_at_1_diff1": 0.64648, "nauc_precision_at_3_max": 0.337293, "nauc_precision_at_3_std": 0.089926, "nauc_precision_at_3_diff1": 0.453296, "nauc_precision_at_5_max": 0.265109, "nauc_precision_at_5_std": 0.061993, "nauc_precision_at_5_diff1": 0.432251, "nauc_precision_at_10_max": 0.200175, "nauc_precision_at_10_std": 0.037436, "nauc_precision_at_10_diff1": 0.386881, "nauc_precision_at_20_max": 0.178501, "nauc_precision_at_20_std": -0.027619, "nauc_precision_at_20_diff1": 0.347158, "nauc_precision_at_100_max": -0.004838, "nauc_precision_at_100_std": -0.189341, "nauc_precision_at_100_diff1": 0.197736, "nauc_precision_at_1000_max": -0.389771, "nauc_precision_at_1000_std": 0.584241, "nauc_precision_at_1000_diff1": 0.271761, "nauc_mrr_at_1_max": 0.407764, "nauc_mrr_at_1_std": 0.092831, "nauc_mrr_at_1_diff1": 0.64648, "nauc_mrr_at_3_max": 0.376098, "nauc_mrr_at_3_std": 0.090389, "nauc_mrr_at_3_diff1": 0.560091, "nauc_mrr_at_5_max": 0.359532, "nauc_mrr_at_5_std": 0.082061, "nauc_mrr_at_5_diff1": 0.555946, "nauc_mrr_at_10_max": 0.352158, "nauc_mrr_at_10_std": 0.079533, "nauc_mrr_at_10_diff1": 0.550607, "nauc_mrr_at_20_max": 0.351318, "nauc_mrr_at_20_std": 0.075371, "nauc_mrr_at_20_diff1": 0.548471, "nauc_mrr_at_100_max": 0.350033, "nauc_mrr_at_100_std": 0.074263, "nauc_mrr_at_100_diff1": 0.54693, "nauc_mrr_at_1000_max": 0.350477, "nauc_mrr_at_1000_std": 0.075065, "nauc_mrr_at_1000_diff1": 0.547818, "hit_rate_at_1": 0.27273, "hit_rate_at_3": 0.40909, "hit_rate_at_5": 0.47576, "hit_rate_at_10": 0.53636, "hit_rate_at_20": 0.58788, "hit_rate_at_100": 0.76364, "hit_rate_at_1000": 0.94545, "main_score": 0.47576, "hf_subset": "ff_sn", "languages": [ "ful-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.26437, "ndcg_at_3": 0.3153, "ndcg_at_5": 0.34066, "ndcg_at_10": 0.37004, "ndcg_at_20": 0.38878, "ndcg_at_100": 0.4273, "ndcg_at_1000": 0.44666, "map_at_1": 0.26437, "map_at_3": 0.3022, "map_at_5": 0.31657, "map_at_10": 0.32848, "map_at_20": 0.33353, "map_at_100": 0.3387, "map_at_1000": 0.33958, "recall_at_1": 0.26437, "recall_at_3": 0.35345, "recall_at_5": 0.41379, "recall_at_10": 0.50575, "recall_at_20": 0.58046, "recall_at_100": 0.79023, "recall_at_1000": 0.93391, "accuracy": 0.26437, "precision_at_1": 0.26437, "precision_at_3": 0.11782, "precision_at_5": 0.08276, "precision_at_10": 0.05057, "precision_at_20": 0.02902, "precision_at_100": 0.0079, "precision_at_1000": 0.00093, "mrr_at_1": 0.264368, "mrr_at_3": 0.302203, "mrr_at_5": 0.316571, "mrr_at_10": 0.328478, "mrr_at_20": 0.333533, "mrr_at_100": 0.338705, "mrr_at_1000": 0.339578, "nauc_ndcg_at_1_max": 0.299289, "nauc_ndcg_at_1_std": 0.018473, "nauc_ndcg_at_1_diff1": 0.54995, "nauc_ndcg_at_3_max": 0.298253, "nauc_ndcg_at_3_std": 0.00475, "nauc_ndcg_at_3_diff1": 0.531723, "nauc_ndcg_at_5_max": 0.290821, "nauc_ndcg_at_5_std": 0.014964, "nauc_ndcg_at_5_diff1": 0.510112, "nauc_ndcg_at_10_max": 0.286839, "nauc_ndcg_at_10_std": 0.004467, "nauc_ndcg_at_10_diff1": 0.490248, "nauc_ndcg_at_20_max": 0.267716, "nauc_ndcg_at_20_std": -0.017504, "nauc_ndcg_at_20_diff1": 0.492291, "nauc_ndcg_at_100_max": 0.261264, "nauc_ndcg_at_100_std": -0.013049, "nauc_ndcg_at_100_diff1": 0.494844, "nauc_ndcg_at_1000_max": 0.262505, "nauc_ndcg_at_1000_std": 0.005744, "nauc_ndcg_at_1000_diff1": 0.499445, "nauc_map_at_1_max": 0.299289, "nauc_map_at_1_std": 0.018473, "nauc_map_at_1_diff1": 0.54995, "nauc_map_at_3_max": 0.300271, "nauc_map_at_3_std": 0.009361, "nauc_map_at_3_diff1": 0.537488, "nauc_map_at_5_max": 0.295654, "nauc_map_at_5_std": 0.014499, "nauc_map_at_5_diff1": 0.524766, "nauc_map_at_10_max": 0.294516, "nauc_map_at_10_std": 0.0104, "nauc_map_at_10_diff1": 0.516575, "nauc_map_at_20_max": 0.289493, "nauc_map_at_20_std": 0.004539, "nauc_map_at_20_diff1": 0.517392, "nauc_map_at_100_max": 0.288551, "nauc_map_at_100_std": 0.00511, "nauc_map_at_100_diff1": 0.517287, "nauc_map_at_1000_max": 0.28852, "nauc_map_at_1000_std": 0.005651, "nauc_map_at_1000_diff1": 0.51748, "nauc_recall_at_1_max": 0.299289, "nauc_recall_at_1_std": 0.018473, "nauc_recall_at_1_diff1": 0.54995, "nauc_recall_at_3_max": 0.291983, "nauc_recall_at_3_std": -0.008536, "nauc_recall_at_3_diff1": 0.515208, "nauc_recall_at_5_max": 0.276441, "nauc_recall_at_5_std": 0.017779, "nauc_recall_at_5_diff1": 0.467239, "nauc_recall_at_10_max": 0.26122, "nauc_recall_at_10_std": -0.01541, "nauc_recall_at_10_diff1": 0.405473, "nauc_recall_at_20_max": 0.179094, "nauc_recall_at_20_std": -0.108386, "nauc_recall_at_20_diff1": 0.405857, "nauc_recall_at_100_max": 0.070902, "nauc_recall_at_100_std": -0.127761, "nauc_recall_at_100_diff1": 0.387912, "nauc_recall_at_1000_max": -0.224694, "nauc_recall_at_1000_std": 0.331279, "nauc_recall_at_1000_diff1": 0.342635, "nauc_precision_at_1_max": 0.299289, "nauc_precision_at_1_std": 0.018473, "nauc_precision_at_1_diff1": 0.54995, "nauc_precision_at_3_max": 0.291983, "nauc_precision_at_3_std": -0.008536, "nauc_precision_at_3_diff1": 0.515208, "nauc_precision_at_5_max": 0.276441, "nauc_precision_at_5_std": 0.017779, "nauc_precision_at_5_diff1": 0.467239, "nauc_precision_at_10_max": 0.26122, "nauc_precision_at_10_std": -0.01541, "nauc_precision_at_10_diff1": 0.405473, "nauc_precision_at_20_max": 0.179094, "nauc_precision_at_20_std": -0.108386, "nauc_precision_at_20_diff1": 0.405857, "nauc_precision_at_100_max": 0.070902, "nauc_precision_at_100_std": -0.127761, "nauc_precision_at_100_diff1": 0.387912, "nauc_precision_at_1000_max": -0.224694, "nauc_precision_at_1000_std": 0.331279, "nauc_precision_at_1000_diff1": 0.342635, "nauc_mrr_at_1_max": 0.299289, "nauc_mrr_at_1_std": 0.018473, "nauc_mrr_at_1_diff1": 0.54995, "nauc_mrr_at_3_max": 0.300271, "nauc_mrr_at_3_std": 0.009361, "nauc_mrr_at_3_diff1": 0.537488, "nauc_mrr_at_5_max": 0.295654, "nauc_mrr_at_5_std": 0.014499, "nauc_mrr_at_5_diff1": 0.524766, "nauc_mrr_at_10_max": 0.294516, "nauc_mrr_at_10_std": 0.0104, "nauc_mrr_at_10_diff1": 0.516575, "nauc_mrr_at_20_max": 0.289493, "nauc_mrr_at_20_std": 0.004539, "nauc_mrr_at_20_diff1": 0.517392, "nauc_mrr_at_100_max": 0.288551, "nauc_mrr_at_100_std": 0.00511, "nauc_mrr_at_100_diff1": 0.517287, "nauc_mrr_at_1000_max": 0.28852, "nauc_mrr_at_1000_std": 0.005651, "nauc_mrr_at_1000_diff1": 0.51748, "hit_rate_at_1": 0.26437, "hit_rate_at_3": 0.35345, "hit_rate_at_5": 0.41379, "hit_rate_at_10": 0.50575, "hit_rate_at_20": 0.58046, "hit_rate_at_100": 0.79023, "hit_rate_at_1000": 0.93391, "main_score": 0.41379, "hf_subset": "fi_fi", "languages": [ "fin-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.38968, "ndcg_at_3": 0.42465, "ndcg_at_5": 0.4445, "ndcg_at_10": 0.46638, "ndcg_at_20": 0.48734, "ndcg_at_100": 0.50981, "ndcg_at_1000": 0.51744, "map_at_1": 0.38968, "map_at_3": 0.41595, "map_at_5": 0.42684, "map_at_10": 0.43567, "map_at_20": 0.4414, "map_at_100": 0.4446, "map_at_1000": 0.44493, "recall_at_1": 0.38968, "recall_at_3": 0.44986, "recall_at_5": 0.49857, "recall_at_10": 0.56734, "recall_at_20": 0.65043, "recall_at_100": 0.77077, "recall_at_1000": 0.82808, "accuracy": 0.38968, "precision_at_1": 0.38968, "precision_at_3": 0.14995, "precision_at_5": 0.09971, "precision_at_10": 0.05673, "precision_at_20": 0.03252, "precision_at_100": 0.00771, "precision_at_1000": 0.00083, "mrr_at_1": 0.389685, "mrr_at_3": 0.41595, "mrr_at_5": 0.426839, "mrr_at_10": 0.435668, "mrr_at_20": 0.441396, "mrr_at_100": 0.444605, "mrr_at_1000": 0.444933, "nauc_ndcg_at_1_max": 0.436242, "nauc_ndcg_at_1_std": 0.092863, "nauc_ndcg_at_1_diff1": 0.716146, "nauc_ndcg_at_3_max": 0.41683, "nauc_ndcg_at_3_std": 0.094388, "nauc_ndcg_at_3_diff1": 0.704345, "nauc_ndcg_at_5_max": 0.385905, "nauc_ndcg_at_5_std": 0.080846, "nauc_ndcg_at_5_diff1": 0.679839, "nauc_ndcg_at_10_max": 0.362607, "nauc_ndcg_at_10_std": 0.069695, "nauc_ndcg_at_10_diff1": 0.665883, "nauc_ndcg_at_20_max": 0.352316, "nauc_ndcg_at_20_std": 0.053035, "nauc_ndcg_at_20_diff1": 0.65761, "nauc_ndcg_at_100_max": 0.340613, "nauc_ndcg_at_100_std": 0.053377, "nauc_ndcg_at_100_diff1": 0.654982, "nauc_ndcg_at_1000_max": 0.341249, "nauc_ndcg_at_1000_std": 0.070383, "nauc_ndcg_at_1000_diff1": 0.661497, "nauc_map_at_1_max": 0.436242, "nauc_map_at_1_std": 0.092863, "nauc_map_at_1_diff1": 0.716146, "nauc_map_at_3_max": 0.421942, "nauc_map_at_3_std": 0.094556, "nauc_map_at_3_diff1": 0.70848, "nauc_map_at_5_max": 0.40512, "nauc_map_at_5_std": 0.087495, "nauc_map_at_5_diff1": 0.695245, "nauc_map_at_10_max": 0.396523, "nauc_map_at_10_std": 0.0832, "nauc_map_at_10_diff1": 0.689926, "nauc_map_at_20_max": 0.393884, "nauc_map_at_20_std": 0.078599, "nauc_map_at_20_diff1": 0.687633, "nauc_map_at_100_max": 0.392341, "nauc_map_at_100_std": 0.079045, "nauc_map_at_100_diff1": 0.687045, "nauc_map_at_1000_max": 0.39238, "nauc_map_at_1000_std": 0.079643, "nauc_map_at_1000_diff1": 0.687299, "nauc_recall_at_1_max": 0.436242, "nauc_recall_at_1_std": 0.092863, "nauc_recall_at_1_diff1": 0.716146, "nauc_recall_at_3_max": 0.401805, "nauc_recall_at_3_std": 0.093675, "nauc_recall_at_3_diff1": 0.691797, "nauc_recall_at_5_max": 0.324311, "nauc_recall_at_5_std": 0.058519, "nauc_recall_at_5_diff1": 0.62998, "nauc_recall_at_10_max": 0.239014, "nauc_recall_at_10_std": 0.019052, "nauc_recall_at_10_diff1": 0.579084, "nauc_recall_at_20_max": 0.175358, "nauc_recall_at_20_std": -0.0628, "nauc_recall_at_20_diff1": 0.531097, "nauc_recall_at_100_max": 0.017987, "nauc_recall_at_100_std": -0.112445, "nauc_recall_at_100_diff1": 0.472192, "nauc_recall_at_1000_max": -0.060601, "nauc_recall_at_1000_std": 0.099711, "nauc_recall_at_1000_diff1": 0.519287, "nauc_precision_at_1_max": 0.436242, "nauc_precision_at_1_std": 0.092863, "nauc_precision_at_1_diff1": 0.716146, "nauc_precision_at_3_max": 0.401805, "nauc_precision_at_3_std": 0.093675, "nauc_precision_at_3_diff1": 0.691797, "nauc_precision_at_5_max": 0.324311, "nauc_precision_at_5_std": 0.058519, "nauc_precision_at_5_diff1": 0.62998, "nauc_precision_at_10_max": 0.239014, "nauc_precision_at_10_std": 0.019052, "nauc_precision_at_10_diff1": 0.579084, "nauc_precision_at_20_max": 0.175358, "nauc_precision_at_20_std": -0.0628, "nauc_precision_at_20_diff1": 0.531097, "nauc_precision_at_100_max": 0.017987, "nauc_precision_at_100_std": -0.112445, "nauc_precision_at_100_diff1": 0.472192, "nauc_precision_at_1000_max": -0.060601, "nauc_precision_at_1000_std": 0.099711, "nauc_precision_at_1000_diff1": 0.519287, "nauc_mrr_at_1_max": 0.436242, "nauc_mrr_at_1_std": 0.092863, "nauc_mrr_at_1_diff1": 0.716146, "nauc_mrr_at_3_max": 0.421942, "nauc_mrr_at_3_std": 0.094556, "nauc_mrr_at_3_diff1": 0.70848, "nauc_mrr_at_5_max": 0.40512, "nauc_mrr_at_5_std": 0.087495, "nauc_mrr_at_5_diff1": 0.695245, "nauc_mrr_at_10_max": 0.396523, "nauc_mrr_at_10_std": 0.0832, "nauc_mrr_at_10_diff1": 0.689926, "nauc_mrr_at_20_max": 0.393884, "nauc_mrr_at_20_std": 0.078599, "nauc_mrr_at_20_diff1": 0.687633, "nauc_mrr_at_100_max": 0.392341, "nauc_mrr_at_100_std": 0.079045, "nauc_mrr_at_100_diff1": 0.687045, "nauc_mrr_at_1000_max": 0.39238, "nauc_mrr_at_1000_std": 0.079643, "nauc_mrr_at_1000_diff1": 0.687299, "hit_rate_at_1": 0.38968, "hit_rate_at_3": 0.44986, "hit_rate_at_5": 0.49857, "hit_rate_at_10": 0.56734, "hit_rate_at_20": 0.65043, "hit_rate_at_100": 0.77077, "hit_rate_at_1000": 0.82808, "main_score": 0.49857, "hf_subset": "fil_ph", "languages": [ "fil-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.91265, "ndcg_at_3": 0.94869, "ndcg_at_5": 0.95128, "ndcg_at_10": 0.95235, "ndcg_at_20": 0.95235, "ndcg_at_100": 0.95235, "ndcg_at_1000": 0.95308, "map_at_1": 0.91265, "map_at_3": 0.94026, "map_at_5": 0.94177, "map_at_10": 0.94227, "map_at_20": 0.94227, "map_at_100": 0.94227, "map_at_1000": 0.94229, "recall_at_1": 0.91265, "recall_at_3": 0.97289, "recall_at_5": 0.97892, "recall_at_10": 0.98193, "recall_at_20": 0.98193, "recall_at_100": 0.98193, "recall_at_1000": 0.98795, "accuracy": 0.91265, "precision_at_1": 0.91265, "precision_at_3": 0.3243, "precision_at_5": 0.19578, "precision_at_10": 0.09819, "precision_at_20": 0.0491, "precision_at_100": 0.00982, "precision_at_1000": 0.00099, "mrr_at_1": 0.912651, "mrr_at_3": 0.940261, "mrr_at_5": 0.941767, "mrr_at_10": 0.942269, "mrr_at_20": 0.942269, "mrr_at_100": 0.942269, "mrr_at_1000": 0.942288, "nauc_ndcg_at_1_max": 0.786861, "nauc_ndcg_at_1_std": 0.223449, "nauc_ndcg_at_1_diff1": 0.953837, "nauc_ndcg_at_3_max": 0.78451, "nauc_ndcg_at_3_std": 0.192864, "nauc_ndcg_at_3_diff1": 0.953876, "nauc_ndcg_at_5_max": 0.773035, "nauc_ndcg_at_5_std": 0.165231, "nauc_ndcg_at_5_diff1": 0.95142, "nauc_ndcg_at_10_max": 0.774172, "nauc_ndcg_at_10_std": 0.194926, "nauc_ndcg_at_10_diff1": 0.950326, "nauc_ndcg_at_20_max": 0.774172, "nauc_ndcg_at_20_std": 0.194926, "nauc_ndcg_at_20_diff1": 0.950326, "nauc_ndcg_at_100_max": 0.774172, "nauc_ndcg_at_100_std": 0.194926, "nauc_ndcg_at_100_diff1": 0.950326, "nauc_ndcg_at_1000_max": 0.774096, "nauc_ndcg_at_1000_std": 0.215815, "nauc_ndcg_at_1000_diff1": 0.951686, "nauc_map_at_1_max": 0.786861, "nauc_map_at_1_std": 0.223449, "nauc_map_at_1_diff1": 0.953837, "nauc_map_at_3_max": 0.78343, "nauc_map_at_3_std": 0.19955, "nauc_map_at_3_diff1": 0.953767, "nauc_map_at_5_max": 0.777829, "nauc_map_at_5_std": 0.186303, "nauc_map_at_5_diff1": 0.952571, "nauc_map_at_10_max": 0.77831, "nauc_map_at_10_std": 0.197953, "nauc_map_at_10_diff1": 0.952159, "nauc_map_at_20_max": 0.77831, "nauc_map_at_20_std": 0.197953, "nauc_map_at_20_diff1": 0.952159, "nauc_map_at_100_max": 0.77831, "nauc_map_at_100_std": 0.197953, "nauc_map_at_100_diff1": 0.952159, "nauc_map_at_1000_max": 0.778307, "nauc_map_at_1000_std": 0.198406, "nauc_map_at_1000_diff1": 0.952187, "nauc_recall_at_1_max": 0.786861, "nauc_recall_at_1_std": 0.223449, "nauc_recall_at_1_diff1": 0.953837, "nauc_recall_at_3_max": 0.793116, "nauc_recall_at_3_std": 0.154078, "nauc_recall_at_3_diff1": 0.954655, "nauc_recall_at_5_max": 0.734007, "nauc_recall_at_5_std": -0.005262, "nauc_recall_at_5_diff1": 0.9417, "nauc_recall_at_10_max": 0.735919, "nauc_recall_at_10_std": 0.186104, "nauc_recall_at_10_diff1": 0.931983, "nauc_recall_at_20_max": 0.735919, "nauc_recall_at_20_std": 0.186104, "nauc_recall_at_20_diff1": 0.931983, "nauc_recall_at_100_max": 0.735919, "nauc_recall_at_100_std": 0.186104, "nauc_recall_at_100_diff1": 0.931983, "nauc_recall_at_1000_max": 0.715335, "nauc_recall_at_1000_std": 0.855886, "nauc_recall_at_1000_diff1": 0.967342, "nauc_precision_at_1_max": 0.786861, "nauc_precision_at_1_std": 0.223449, "nauc_precision_at_1_diff1": 0.953837, "nauc_precision_at_3_max": 0.793116, "nauc_precision_at_3_std": 0.154078, "nauc_precision_at_3_diff1": 0.954655, "nauc_precision_at_5_max": 0.734007, "nauc_precision_at_5_std": -0.005262, "nauc_precision_at_5_diff1": 0.9417, "nauc_precision_at_10_max": 0.735919, "nauc_precision_at_10_std": 0.186104, "nauc_precision_at_10_diff1": 0.931983, "nauc_precision_at_20_max": 0.735919, "nauc_precision_at_20_std": 0.186104, "nauc_precision_at_20_diff1": 0.931983, "nauc_precision_at_100_max": 0.735919, "nauc_precision_at_100_std": 0.186104, "nauc_precision_at_100_diff1": 0.931983, "nauc_precision_at_1000_max": 0.715335, "nauc_precision_at_1000_std": 0.855886, "nauc_precision_at_1000_diff1": 0.967342, "nauc_mrr_at_1_max": 0.786861, "nauc_mrr_at_1_std": 0.223449, "nauc_mrr_at_1_diff1": 0.953837, "nauc_mrr_at_3_max": 0.78343, "nauc_mrr_at_3_std": 0.19955, "nauc_mrr_at_3_diff1": 0.953767, "nauc_mrr_at_5_max": 0.777829, "nauc_mrr_at_5_std": 0.186303, "nauc_mrr_at_5_diff1": 0.952571, "nauc_mrr_at_10_max": 0.77831, "nauc_mrr_at_10_std": 0.197953, "nauc_mrr_at_10_diff1": 0.952159, "nauc_mrr_at_20_max": 0.77831, "nauc_mrr_at_20_std": 0.197953, "nauc_mrr_at_20_diff1": 0.952159, "nauc_mrr_at_100_max": 0.77831, "nauc_mrr_at_100_std": 0.197953, "nauc_mrr_at_100_diff1": 0.952159, "nauc_mrr_at_1000_max": 0.778307, "nauc_mrr_at_1000_std": 0.198406, "nauc_mrr_at_1000_diff1": 0.952187, "hit_rate_at_1": 0.91265, "hit_rate_at_3": 0.97289, "hit_rate_at_5": 0.97892, "hit_rate_at_10": 0.98193, "hit_rate_at_20": 0.98193, "hit_rate_at_100": 0.98193, "hit_rate_at_1000": 0.98795, "main_score": 0.97892, "hf_subset": "fr_fr", "languages": [ "fra-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.16618, "ndcg_at_3": 0.2003, "ndcg_at_5": 0.21209, "ndcg_at_10": 0.2295, "ndcg_at_20": 0.25171, "ndcg_at_100": 0.30464, "ndcg_at_1000": 0.33744, "map_at_1": 0.16618, "map_at_3": 0.19193, "map_at_5": 0.19835, "map_at_10": 0.20525, "map_at_20": 0.21139, "map_at_100": 0.2185, "map_at_1000": 0.22009, "recall_at_1": 0.16618, "recall_at_3": 0.22449, "recall_at_5": 0.25364, "recall_at_10": 0.30904, "recall_at_20": 0.3965, "recall_at_100": 0.68513, "recall_at_1000": 0.9242, "accuracy": 0.16618, "precision_at_1": 0.16618, "precision_at_3": 0.07483, "precision_at_5": 0.05073, "precision_at_10": 0.0309, "precision_at_20": 0.01983, "precision_at_100": 0.00685, "precision_at_1000": 0.00092, "mrr_at_1": 0.166181, "mrr_at_3": 0.191934, "mrr_at_5": 0.198348, "mrr_at_10": 0.205247, "mrr_at_20": 0.211395, "mrr_at_100": 0.218499, "mrr_at_1000": 0.220091, "nauc_ndcg_at_1_max": 0.209515, "nauc_ndcg_at_1_std": -0.222773, "nauc_ndcg_at_1_diff1": 0.657987, "nauc_ndcg_at_3_max": 0.227584, "nauc_ndcg_at_3_std": -0.164808, "nauc_ndcg_at_3_diff1": 0.60212, "nauc_ndcg_at_5_max": 0.224656, "nauc_ndcg_at_5_std": -0.167966, "nauc_ndcg_at_5_diff1": 0.575247, "nauc_ndcg_at_10_max": 0.218488, "nauc_ndcg_at_10_std": -0.163996, "nauc_ndcg_at_10_diff1": 0.52954, "nauc_ndcg_at_20_max": 0.181322, "nauc_ndcg_at_20_std": -0.197622, "nauc_ndcg_at_20_diff1": 0.497998, "nauc_ndcg_at_100_max": 0.1799, "nauc_ndcg_at_100_std": -0.212768, "nauc_ndcg_at_100_diff1": 0.49276, "nauc_ndcg_at_1000_max": 0.173716, "nauc_ndcg_at_1000_std": -0.173659, "nauc_ndcg_at_1000_diff1": 0.522933, "nauc_map_at_1_max": 0.209515, "nauc_map_at_1_std": -0.222773, "nauc_map_at_1_diff1": 0.657987, "nauc_map_at_3_max": 0.223995, "nauc_map_at_3_std": -0.180455, "nauc_map_at_3_diff1": 0.614995, "nauc_map_at_5_max": 0.222497, "nauc_map_at_5_std": -0.181759, "nauc_map_at_5_diff1": 0.599523, "nauc_map_at_10_max": 0.219644, "nauc_map_at_10_std": -0.179505, "nauc_map_at_10_diff1": 0.580342, "nauc_map_at_20_max": 0.208521, "nauc_map_at_20_std": -0.189272, "nauc_map_at_20_diff1": 0.570652, "nauc_map_at_100_max": 0.209042, "nauc_map_at_100_std": -0.192129, "nauc_map_at_100_diff1": 0.570461, "nauc_map_at_1000_max": 0.208441, "nauc_map_at_1000_std": -0.190643, "nauc_map_at_1000_diff1": 0.572185, "nauc_recall_at_1_max": 0.209515, "nauc_recall_at_1_std": -0.222773, "nauc_recall_at_1_diff1": 0.657987, "nauc_recall_at_3_max": 0.236826, "nauc_recall_at_3_std": -0.122818, "nauc_recall_at_3_diff1": 0.568239, "nauc_recall_at_5_max": 0.229421, "nauc_recall_at_5_std": -0.133021, "nauc_recall_at_5_diff1": 0.510468, "nauc_recall_at_10_max": 0.213543, "nauc_recall_at_10_std": -0.12674, "nauc_recall_at_10_diff1": 0.390143, "nauc_recall_at_20_max": 0.092893, "nauc_recall_at_20_std": -0.238799, "nauc_recall_at_20_diff1": 0.293809, "nauc_recall_at_100_max": 0.044732, "nauc_recall_at_100_std": -0.327603, "nauc_recall_at_100_diff1": 0.189317, "nauc_recall_at_1000_max": -0.37948, "nauc_recall_at_1000_std": 0.415529, "nauc_recall_at_1000_diff1": 0.169096, "nauc_precision_at_1_max": 0.209515, "nauc_precision_at_1_std": -0.222773, "nauc_precision_at_1_diff1": 0.657987, "nauc_precision_at_3_max": 0.236826, "nauc_precision_at_3_std": -0.122818, "nauc_precision_at_3_diff1": 0.568239, "nauc_precision_at_5_max": 0.229421, "nauc_precision_at_5_std": -0.133021, "nauc_precision_at_5_diff1": 0.510468, "nauc_precision_at_10_max": 0.213543, "nauc_precision_at_10_std": -0.12674, "nauc_precision_at_10_diff1": 0.390143, "nauc_precision_at_20_max": 0.092893, "nauc_precision_at_20_std": -0.238799, "nauc_precision_at_20_diff1": 0.293809, "nauc_precision_at_100_max": 0.044732, "nauc_precision_at_100_std": -0.327603, "nauc_precision_at_100_diff1": 0.189317, "nauc_precision_at_1000_max": -0.37948, "nauc_precision_at_1000_std": 0.415529, "nauc_precision_at_1000_diff1": 0.169096, "nauc_mrr_at_1_max": 0.209515, "nauc_mrr_at_1_std": -0.222773, "nauc_mrr_at_1_diff1": 0.657987, "nauc_mrr_at_3_max": 0.223995, "nauc_mrr_at_3_std": -0.180455, "nauc_mrr_at_3_diff1": 0.614995, "nauc_mrr_at_5_max": 0.222497, "nauc_mrr_at_5_std": -0.181759, "nauc_mrr_at_5_diff1": 0.599523, "nauc_mrr_at_10_max": 0.219644, "nauc_mrr_at_10_std": -0.179505, "nauc_mrr_at_10_diff1": 0.580342, "nauc_mrr_at_20_max": 0.208521, "nauc_mrr_at_20_std": -0.189272, "nauc_mrr_at_20_diff1": 0.570652, "nauc_mrr_at_100_max": 0.209042, "nauc_mrr_at_100_std": -0.192129, "nauc_mrr_at_100_diff1": 0.570461, "nauc_mrr_at_1000_max": 0.208441, "nauc_mrr_at_1000_std": -0.190643, "nauc_mrr_at_1000_diff1": 0.572185, "hit_rate_at_1": 0.16618, "hit_rate_at_3": 0.22449, "hit_rate_at_5": 0.25364, "hit_rate_at_10": 0.30904, "hit_rate_at_20": 0.3965, "hit_rate_at_100": 0.68513, "hit_rate_at_1000": 0.9242, "main_score": 0.25364, "hf_subset": "ga_ie", "languages": [ "gle-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.9366, "ndcg_at_3": 0.96675, "ndcg_at_5": 0.96675, "ndcg_at_10": 0.96778, "ndcg_at_20": 0.96778, "ndcg_at_100": 0.96778, "ndcg_at_1000": 0.96813, "map_at_1": 0.9366, "map_at_3": 0.96013, "map_at_5": 0.96013, "map_at_10": 0.96061, "map_at_20": 0.96061, "map_at_100": 0.96061, "map_at_1000": 0.96062, "recall_at_1": 0.9366, "recall_at_3": 0.98559, "recall_at_5": 0.98559, "recall_at_10": 0.98847, "recall_at_20": 0.98847, "recall_at_100": 0.98847, "recall_at_1000": 0.99135, "accuracy": 0.9366, "precision_at_1": 0.9366, "precision_at_3": 0.32853, "precision_at_5": 0.19712, "precision_at_10": 0.09885, "precision_at_20": 0.04942, "precision_at_100": 0.00988, "precision_at_1000": 0.00099, "mrr_at_1": 0.936599, "mrr_at_3": 0.960134, "mrr_at_5": 0.960134, "mrr_at_10": 0.960615, "mrr_at_20": 0.960615, "mrr_at_100": 0.960615, "mrr_at_1000": 0.960625, "nauc_ndcg_at_1_max": 0.647689, "nauc_ndcg_at_1_std": -0.069796, "nauc_ndcg_at_1_diff1": 0.950965, "nauc_ndcg_at_3_max": 0.591939, "nauc_ndcg_at_3_std": -0.020556, "nauc_ndcg_at_3_diff1": 0.958331, "nauc_ndcg_at_5_max": 0.591939, "nauc_ndcg_at_5_std": -0.020556, "nauc_ndcg_at_5_diff1": 0.958331, "nauc_ndcg_at_10_max": 0.583107, "nauc_ndcg_at_10_std": -0.015743, "nauc_ndcg_at_10_diff1": 0.957004, "nauc_ndcg_at_20_max": 0.583107, "nauc_ndcg_at_20_std": -0.015743, "nauc_ndcg_at_20_diff1": 0.957004, "nauc_ndcg_at_100_max": 0.583107, "nauc_ndcg_at_100_std": -0.015743, "nauc_ndcg_at_100_diff1": 0.957004, "nauc_ndcg_at_1000_max": 0.579956, "nauc_ndcg_at_1000_std": 0.00324, "nauc_ndcg_at_1000_diff1": 0.957971, "nauc_map_at_1_max": 0.647689, "nauc_map_at_1_std": -0.069796, "nauc_map_at_1_diff1": 0.950965, "nauc_map_at_3_max": 0.612023, "nauc_map_at_3_std": -0.033544, "nauc_map_at_3_diff1": 0.956279, "nauc_map_at_5_max": 0.612023, "nauc_map_at_5_std": -0.033544, "nauc_map_at_5_diff1": 0.956279, "nauc_map_at_10_max": 0.608887, "nauc_map_at_10_std": -0.03186, "nauc_map_at_10_diff1": 0.955746, "nauc_map_at_20_max": 0.608887, "nauc_map_at_20_std": -0.03186, "nauc_map_at_20_diff1": 0.955746, "nauc_map_at_100_max": 0.608887, "nauc_map_at_100_std": -0.03186, "nauc_map_at_100_diff1": 0.955746, "nauc_map_at_1000_max": 0.608822, "nauc_map_at_1000_std": -0.031436, "nauc_map_at_1000_diff1": 0.955768, "nauc_recall_at_1_max": 0.647689, "nauc_recall_at_1_std": -0.069796, "nauc_recall_at_1_diff1": 0.950965, "nauc_recall_at_3_max": 0.433075, "nauc_recall_at_3_std": 0.076399, "nauc_recall_at_3_diff1": 0.973831, "nauc_recall_at_5_max": 0.433075, "nauc_recall_at_5_std": 0.076399, "nauc_recall_at_5_diff1": 0.973831, "nauc_recall_at_10_max": 0.324055, "nauc_recall_at_10_std": 0.138406, "nauc_recall_at_10_diff1": 0.967289, "nauc_recall_at_20_max": 0.324055, "nauc_recall_at_20_std": 0.138406, "nauc_recall_at_20_diff1": 0.967289, "nauc_recall_at_100_max": 0.324055, "nauc_recall_at_100_std": 0.138406, "nauc_recall_at_100_diff1": 0.967289, "nauc_recall_at_1000_max": 0.142355, "nauc_recall_at_1000_std": 0.764207, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.647689, "nauc_precision_at_1_std": -0.069796, "nauc_precision_at_1_diff1": 0.950965, "nauc_precision_at_3_max": 0.433075, "nauc_precision_at_3_std": 0.076399, "nauc_precision_at_3_diff1": 0.973831, "nauc_precision_at_5_max": 0.433075, "nauc_precision_at_5_std": 0.076399, "nauc_precision_at_5_diff1": 0.973831, "nauc_precision_at_10_max": 0.324055, "nauc_precision_at_10_std": 0.138406, "nauc_precision_at_10_diff1": 0.967289, "nauc_precision_at_20_max": 0.324055, "nauc_precision_at_20_std": 0.138406, "nauc_precision_at_20_diff1": 0.967289, "nauc_precision_at_100_max": 0.324055, "nauc_precision_at_100_std": 0.138406, "nauc_precision_at_100_diff1": 0.967289, "nauc_precision_at_1000_max": 0.142355, "nauc_precision_at_1000_std": 0.764207, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.647689, "nauc_mrr_at_1_std": -0.069796, "nauc_mrr_at_1_diff1": 0.950965, "nauc_mrr_at_3_max": 0.612023, "nauc_mrr_at_3_std": -0.033544, "nauc_mrr_at_3_diff1": 0.956279, "nauc_mrr_at_5_max": 0.612023, "nauc_mrr_at_5_std": -0.033544, "nauc_mrr_at_5_diff1": 0.956279, "nauc_mrr_at_10_max": 0.608887, "nauc_mrr_at_10_std": -0.03186, "nauc_mrr_at_10_diff1": 0.955746, "nauc_mrr_at_20_max": 0.608887, "nauc_mrr_at_20_std": -0.03186, "nauc_mrr_at_20_diff1": 0.955746, "nauc_mrr_at_100_max": 0.608887, "nauc_mrr_at_100_std": -0.03186, "nauc_mrr_at_100_diff1": 0.955746, "nauc_mrr_at_1000_max": 0.608822, "nauc_mrr_at_1000_std": -0.031436, "nauc_mrr_at_1000_diff1": 0.955768, "hit_rate_at_1": 0.9366, "hit_rate_at_3": 0.98559, "hit_rate_at_5": 0.98559, "hit_rate_at_10": 0.98847, "hit_rate_at_20": 0.98847, "hit_rate_at_100": 0.98847, "hit_rate_at_1000": 0.99135, "main_score": 0.98559, "hf_subset": "gl_es", "languages": [ "glg-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.86246, "ndcg_at_3": 0.91046, "ndcg_at_5": 0.91267, "ndcg_at_10": 0.91641, "ndcg_at_20": 0.91716, "ndcg_at_100": 0.92044, "ndcg_at_1000": 0.92121, "map_at_1": 0.86246, "map_at_3": 0.89924, "map_at_5": 0.90038, "map_at_10": 0.90193, "map_at_20": 0.90215, "map_at_100": 0.90265, "map_at_1000": 0.90268, "recall_at_1": 0.86246, "recall_at_3": 0.94269, "recall_at_5": 0.94842, "recall_at_10": 0.95989, "recall_at_20": 0.96275, "recall_at_100": 0.97994, "recall_at_1000": 0.98567, "accuracy": 0.86246, "precision_at_1": 0.86246, "precision_at_3": 0.31423, "precision_at_5": 0.18968, "precision_at_10": 0.09599, "precision_at_20": 0.04814, "precision_at_100": 0.0098, "precision_at_1000": 0.00099, "mrr_at_1": 0.862464, "mrr_at_3": 0.899236, "mrr_at_5": 0.900382, "mrr_at_10": 0.901934, "mrr_at_20": 0.902155, "mrr_at_100": 0.90265, "mrr_at_1000": 0.902684, "nauc_ndcg_at_1_max": 0.645831, "nauc_ndcg_at_1_std": 0.310419, "nauc_ndcg_at_1_diff1": 0.89639, "nauc_ndcg_at_3_max": 0.686364, "nauc_ndcg_at_3_std": 0.350502, "nauc_ndcg_at_3_diff1": 0.914394, "nauc_ndcg_at_5_max": 0.678234, "nauc_ndcg_at_5_std": 0.348837, "nauc_ndcg_at_5_diff1": 0.91387, "nauc_ndcg_at_10_max": 0.6697, "nauc_ndcg_at_10_std": 0.3415, "nauc_ndcg_at_10_diff1": 0.914456, "nauc_ndcg_at_20_max": 0.674779, "nauc_ndcg_at_20_std": 0.341353, "nauc_ndcg_at_20_diff1": 0.913661, "nauc_ndcg_at_100_max": 0.666321, "nauc_ndcg_at_100_std": 0.343714, "nauc_ndcg_at_100_diff1": 0.911054, "nauc_ndcg_at_1000_max": 0.665309, "nauc_ndcg_at_1000_std": 0.337149, "nauc_ndcg_at_1000_diff1": 0.910164, "nauc_map_at_1_max": 0.645831, "nauc_map_at_1_std": 0.310419, "nauc_map_at_1_diff1": 0.89639, "nauc_map_at_3_max": 0.672357, "nauc_map_at_3_std": 0.332219, "nauc_map_at_3_diff1": 0.906767, "nauc_map_at_5_max": 0.668492, "nauc_map_at_5_std": 0.331246, "nauc_map_at_5_diff1": 0.906438, "nauc_map_at_10_max": 0.665296, "nauc_map_at_10_std": 0.32917, "nauc_map_at_10_diff1": 0.906451, "nauc_map_at_20_max": 0.666549, "nauc_map_at_20_std": 0.329105, "nauc_map_at_20_diff1": 0.906234, "nauc_map_at_100_max": 0.665554, "nauc_map_at_100_std": 0.327671, "nauc_map_at_100_diff1": 0.905909, "nauc_map_at_1000_max": 0.665531, "nauc_map_at_1000_std": 0.327433, "nauc_map_at_1000_diff1": 0.905876, "nauc_recall_at_1_max": 0.645831, "nauc_recall_at_1_std": 0.310419, "nauc_recall_at_1_diff1": 0.89639, "nauc_recall_at_3_max": 0.7563, "nauc_recall_at_3_std": 0.444743, "nauc_recall_at_3_diff1": 0.953414, "nauc_recall_at_5_max": 0.729222, "nauc_recall_at_5_std": 0.448078, "nauc_recall_at_5_diff1": 0.955502, "nauc_recall_at_10_max": 0.690389, "nauc_recall_at_10_std": 0.420608, "nauc_recall_at_10_diff1": 0.97198, "nauc_recall_at_20_max": 0.734055, "nauc_recall_at_20_std": 0.425475, "nauc_recall_at_20_diff1": 0.969824, "nauc_recall_at_100_max": 0.607206, "nauc_recall_at_100_std": 0.667933, "nauc_recall_at_100_diff1": 0.96264, "nauc_recall_at_1000_max": 0.539328, "nauc_recall_at_1000_std": 0.535106, "nauc_recall_at_1000_diff1": 0.947696, "nauc_precision_at_1_max": 0.645831, "nauc_precision_at_1_std": 0.310419, "nauc_precision_at_1_diff1": 0.89639, "nauc_precision_at_3_max": 0.7563, "nauc_precision_at_3_std": 0.444743, "nauc_precision_at_3_diff1": 0.953414, "nauc_precision_at_5_max": 0.729222, "nauc_precision_at_5_std": 0.448078, "nauc_precision_at_5_diff1": 0.955502, "nauc_precision_at_10_max": 0.690389, "nauc_precision_at_10_std": 0.420608, "nauc_precision_at_10_diff1": 0.97198, "nauc_precision_at_20_max": 0.734055, "nauc_precision_at_20_std": 0.425475, "nauc_precision_at_20_diff1": 0.969824, "nauc_precision_at_100_max": 0.607206, "nauc_precision_at_100_std": 0.667933, "nauc_precision_at_100_diff1": 0.96264, "nauc_precision_at_1000_max": 0.539328, "nauc_precision_at_1000_std": 0.535106, "nauc_precision_at_1000_diff1": 0.947696, "nauc_mrr_at_1_max": 0.645831, "nauc_mrr_at_1_std": 0.310419, "nauc_mrr_at_1_diff1": 0.89639, "nauc_mrr_at_3_max": 0.672357, "nauc_mrr_at_3_std": 0.332219, "nauc_mrr_at_3_diff1": 0.906767, "nauc_mrr_at_5_max": 0.668492, "nauc_mrr_at_5_std": 0.331246, "nauc_mrr_at_5_diff1": 0.906438, "nauc_mrr_at_10_max": 0.665296, "nauc_mrr_at_10_std": 0.32917, "nauc_mrr_at_10_diff1": 0.906451, "nauc_mrr_at_20_max": 0.666549, "nauc_mrr_at_20_std": 0.329105, "nauc_mrr_at_20_diff1": 0.906234, "nauc_mrr_at_100_max": 0.665554, "nauc_mrr_at_100_std": 0.327671, "nauc_mrr_at_100_diff1": 0.905909, "nauc_mrr_at_1000_max": 0.665531, "nauc_mrr_at_1000_std": 0.327433, "nauc_mrr_at_1000_diff1": 0.905876, "hit_rate_at_1": 0.86246, "hit_rate_at_3": 0.94269, "hit_rate_at_5": 0.94842, "hit_rate_at_10": 0.95989, "hit_rate_at_20": 0.96275, "hit_rate_at_100": 0.97994, "hit_rate_at_1000": 0.98567, "main_score": 0.94842, "hf_subset": "gu_in", "languages": [ "guj-Gujr" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.12085, "ndcg_at_3": 0.14174, "ndcg_at_5": 0.14525, "ndcg_at_10": 0.15682, "ndcg_at_20": 0.16584, "ndcg_at_100": 0.2102, "ndcg_at_1000": 0.26967, "map_at_1": 0.12085, "map_at_3": 0.13646, "map_at_5": 0.13827, "map_at_10": 0.14295, "map_at_20": 0.14535, "map_at_100": 0.15096, "map_at_1000": 0.15343, "recall_at_1": 0.12085, "recall_at_3": 0.1571, "recall_at_5": 0.16616, "recall_at_10": 0.20242, "recall_at_20": 0.23867, "recall_at_100": 0.4864, "recall_at_1000": 0.93656, "accuracy": 0.12085, "precision_at_1": 0.12085, "precision_at_3": 0.05237, "precision_at_5": 0.03323, "precision_at_10": 0.02024, "precision_at_20": 0.01193, "precision_at_100": 0.00486, "precision_at_1000": 0.00094, "mrr_at_1": 0.120846, "mrr_at_3": 0.136455, "mrr_at_5": 0.138268, "mrr_at_10": 0.142949, "mrr_at_20": 0.145348, "mrr_at_100": 0.150961, "mrr_at_1000": 0.153427, "nauc_ndcg_at_1_max": 0.340982, "nauc_ndcg_at_1_std": -0.119975, "nauc_ndcg_at_1_diff1": 0.612611, "nauc_ndcg_at_3_max": 0.29264, "nauc_ndcg_at_3_std": -0.126302, "nauc_ndcg_at_3_diff1": 0.520312, "nauc_ndcg_at_5_max": 0.27984, "nauc_ndcg_at_5_std": -0.125093, "nauc_ndcg_at_5_diff1": 0.523816, "nauc_ndcg_at_10_max": 0.257986, "nauc_ndcg_at_10_std": -0.115575, "nauc_ndcg_at_10_diff1": 0.482673, "nauc_ndcg_at_20_max": 0.258045, "nauc_ndcg_at_20_std": -0.123107, "nauc_ndcg_at_20_diff1": 0.462401, "nauc_ndcg_at_100_max": 0.20377, "nauc_ndcg_at_100_std": -0.142337, "nauc_ndcg_at_100_diff1": 0.414018, "nauc_ndcg_at_1000_max": 0.227121, "nauc_ndcg_at_1000_std": -0.100524, "nauc_ndcg_at_1000_diff1": 0.450239, "nauc_map_at_1_max": 0.340982, "nauc_map_at_1_std": -0.119975, "nauc_map_at_1_diff1": 0.612611, "nauc_map_at_3_max": 0.30216, "nauc_map_at_3_std": -0.127833, "nauc_map_at_3_diff1": 0.540244, "nauc_map_at_5_max": 0.295207, "nauc_map_at_5_std": -0.12717, "nauc_map_at_5_diff1": 0.541931, "nauc_map_at_10_max": 0.285278, "nauc_map_at_10_std": -0.123916, "nauc_map_at_10_diff1": 0.523785, "nauc_map_at_20_max": 0.285609, "nauc_map_at_20_std": -0.125608, "nauc_map_at_20_diff1": 0.518161, "nauc_map_at_100_max": 0.27806, "nauc_map_at_100_std": -0.127461, "nauc_map_at_100_diff1": 0.510145, "nauc_map_at_1000_max": 0.278489, "nauc_map_at_1000_std": -0.12661, "nauc_map_at_1000_diff1": 0.511889, "nauc_recall_at_1_max": 0.340982, "nauc_recall_at_1_std": -0.119975, "nauc_recall_at_1_diff1": 0.612611, "nauc_recall_at_3_max": 0.268329, "nauc_recall_at_3_std": -0.121232, "nauc_recall_at_3_diff1": 0.468676, "nauc_recall_at_5_max": 0.239445, "nauc_recall_at_5_std": -0.118619, "nauc_recall_at_5_diff1": 0.479016, "nauc_recall_at_10_max": 0.189121, "nauc_recall_at_10_std": -0.091311, "nauc_recall_at_10_diff1": 0.378623, "nauc_recall_at_20_max": 0.191269, "nauc_recall_at_20_std": -0.118967, "nauc_recall_at_20_diff1": 0.318988, "nauc_recall_at_100_max": -0.022684, "nauc_recall_at_100_std": -0.205892, "nauc_recall_at_100_diff1": 0.147903, "nauc_recall_at_1000_max": -0.308584, "nauc_recall_at_1000_std": 0.718812, "nauc_recall_at_1000_diff1": -0.083121, "nauc_precision_at_1_max": 0.340982, "nauc_precision_at_1_std": -0.119975, "nauc_precision_at_1_diff1": 0.612611, "nauc_precision_at_3_max": 0.268329, "nauc_precision_at_3_std": -0.121232, "nauc_precision_at_3_diff1": 0.468676, "nauc_precision_at_5_max": 0.239445, "nauc_precision_at_5_std": -0.118619, "nauc_precision_at_5_diff1": 0.479016, "nauc_precision_at_10_max": 0.189121, "nauc_precision_at_10_std": -0.091311, "nauc_precision_at_10_diff1": 0.378623, "nauc_precision_at_20_max": 0.191269, "nauc_precision_at_20_std": -0.118967, "nauc_precision_at_20_diff1": 0.318988, "nauc_precision_at_100_max": -0.022684, "nauc_precision_at_100_std": -0.205892, "nauc_precision_at_100_diff1": 0.147903, "nauc_precision_at_1000_max": -0.308584, "nauc_precision_at_1000_std": 0.718812, "nauc_precision_at_1000_diff1": -0.083121, "nauc_mrr_at_1_max": 0.340982, "nauc_mrr_at_1_std": -0.119975, "nauc_mrr_at_1_diff1": 0.612611, "nauc_mrr_at_3_max": 0.30216, "nauc_mrr_at_3_std": -0.127833, "nauc_mrr_at_3_diff1": 0.540244, "nauc_mrr_at_5_max": 0.295207, "nauc_mrr_at_5_std": -0.12717, "nauc_mrr_at_5_diff1": 0.541931, "nauc_mrr_at_10_max": 0.285278, "nauc_mrr_at_10_std": -0.123916, "nauc_mrr_at_10_diff1": 0.523785, "nauc_mrr_at_20_max": 0.285609, "nauc_mrr_at_20_std": -0.125608, "nauc_mrr_at_20_diff1": 0.518161, "nauc_mrr_at_100_max": 0.27806, "nauc_mrr_at_100_std": -0.127461, "nauc_mrr_at_100_diff1": 0.510145, "nauc_mrr_at_1000_max": 0.278489, "nauc_mrr_at_1000_std": -0.12661, "nauc_mrr_at_1000_diff1": 0.511889, "hit_rate_at_1": 0.12085, "hit_rate_at_3": 0.1571, "hit_rate_at_5": 0.16616, "hit_rate_at_10": 0.20242, "hit_rate_at_20": 0.23867, "hit_rate_at_100": 0.4864, "hit_rate_at_1000": 0.93656, "main_score": 0.16616, "hf_subset": "ha_ng", "languages": [ "hau-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.23343, "ndcg_at_3": 0.29323, "ndcg_at_5": 0.31195, "ndcg_at_10": 0.33764, "ndcg_at_20": 0.35448, "ndcg_at_100": 0.4071, "ndcg_at_1000": 0.42807, "map_at_1": 0.23343, "map_at_3": 0.2781, "map_at_5": 0.28833, "map_at_10": 0.29871, "map_at_20": 0.30338, "map_at_100": 0.31034, "map_at_1000": 0.31128, "recall_at_1": 0.23343, "recall_at_3": 0.33718, "recall_at_5": 0.38329, "recall_at_10": 0.46398, "recall_at_20": 0.53026, "recall_at_100": 0.81844, "recall_at_1000": 0.97406, "accuracy": 0.23343, "precision_at_1": 0.23343, "precision_at_3": 0.11239, "precision_at_5": 0.07666, "precision_at_10": 0.0464, "precision_at_20": 0.02651, "precision_at_100": 0.00818, "precision_at_1000": 0.00097, "mrr_at_1": 0.233429, "mrr_at_3": 0.278098, "mrr_at_5": 0.288329, "mrr_at_10": 0.298713, "mrr_at_20": 0.303383, "mrr_at_100": 0.310343, "mrr_at_1000": 0.311282, "nauc_ndcg_at_1_max": 0.329331, "nauc_ndcg_at_1_std": 0.218594, "nauc_ndcg_at_1_diff1": 0.691205, "nauc_ndcg_at_3_max": 0.308149, "nauc_ndcg_at_3_std": 0.194058, "nauc_ndcg_at_3_diff1": 0.593884, "nauc_ndcg_at_5_max": 0.285751, "nauc_ndcg_at_5_std": 0.18756, "nauc_ndcg_at_5_diff1": 0.585955, "nauc_ndcg_at_10_max": 0.299266, "nauc_ndcg_at_10_std": 0.178205, "nauc_ndcg_at_10_diff1": 0.57196, "nauc_ndcg_at_20_max": 0.30785, "nauc_ndcg_at_20_std": 0.186381, "nauc_ndcg_at_20_diff1": 0.568055, "nauc_ndcg_at_100_max": 0.283571, "nauc_ndcg_at_100_std": 0.156192, "nauc_ndcg_at_100_diff1": 0.565728, "nauc_ndcg_at_1000_max": 0.294984, "nauc_ndcg_at_1000_std": 0.175888, "nauc_ndcg_at_1000_diff1": 0.580298, "nauc_map_at_1_max": 0.329331, "nauc_map_at_1_std": 0.218594, "nauc_map_at_1_diff1": 0.691205, "nauc_map_at_3_max": 0.311924, "nauc_map_at_3_std": 0.200805, "nauc_map_at_3_diff1": 0.615735, "nauc_map_at_5_max": 0.298997, "nauc_map_at_5_std": 0.196841, "nauc_map_at_5_diff1": 0.61111, "nauc_map_at_10_max": 0.305007, "nauc_map_at_10_std": 0.191729, "nauc_map_at_10_diff1": 0.605123, "nauc_map_at_20_max": 0.308041, "nauc_map_at_20_std": 0.194382, "nauc_map_at_20_diff1": 0.603839, "nauc_map_at_100_max": 0.304864, "nauc_map_at_100_std": 0.189554, "nauc_map_at_100_diff1": 0.603458, "nauc_map_at_1000_max": 0.305148, "nauc_map_at_1000_std": 0.190121, "nauc_map_at_1000_diff1": 0.60415, "nauc_recall_at_1_max": 0.329331, "nauc_recall_at_1_std": 0.218594, "nauc_recall_at_1_diff1": 0.691205, "nauc_recall_at_3_max": 0.298374, "nauc_recall_at_3_std": 0.175431, "nauc_recall_at_3_diff1": 0.535108, "nauc_recall_at_5_max": 0.248295, "nauc_recall_at_5_std": 0.161942, "nauc_recall_at_5_diff1": 0.518364, "nauc_recall_at_10_max": 0.28602, "nauc_recall_at_10_std": 0.140003, "nauc_recall_at_10_diff1": 0.476947, "nauc_recall_at_20_max": 0.31428, "nauc_recall_at_20_std": 0.167408, "nauc_recall_at_20_diff1": 0.459575, "nauc_recall_at_100_max": 0.092742, "nauc_recall_at_100_std": -0.110564, "nauc_recall_at_100_diff1": 0.3446, "nauc_recall_at_1000_max": 0.078022, "nauc_recall_at_1000_std": 0.158988, "nauc_recall_at_1000_diff1": 0.276689, "nauc_precision_at_1_max": 0.329331, "nauc_precision_at_1_std": 0.218594, "nauc_precision_at_1_diff1": 0.691205, "nauc_precision_at_3_max": 0.298374, "nauc_precision_at_3_std": 0.175431, "nauc_precision_at_3_diff1": 0.535108, "nauc_precision_at_5_max": 0.248295, "nauc_precision_at_5_std": 0.161942, "nauc_precision_at_5_diff1": 0.518364, "nauc_precision_at_10_max": 0.28602, "nauc_precision_at_10_std": 0.140003, "nauc_precision_at_10_diff1": 0.476947, "nauc_precision_at_20_max": 0.31428, "nauc_precision_at_20_std": 0.167408, "nauc_precision_at_20_diff1": 0.459575, "nauc_precision_at_100_max": 0.092742, "nauc_precision_at_100_std": -0.110564, "nauc_precision_at_100_diff1": 0.3446, "nauc_precision_at_1000_max": 0.078022, "nauc_precision_at_1000_std": 0.158988, "nauc_precision_at_1000_diff1": 0.276689, "nauc_mrr_at_1_max": 0.329331, "nauc_mrr_at_1_std": 0.218594, "nauc_mrr_at_1_diff1": 0.691205, "nauc_mrr_at_3_max": 0.311924, "nauc_mrr_at_3_std": 0.200805, "nauc_mrr_at_3_diff1": 0.615735, "nauc_mrr_at_5_max": 0.298997, "nauc_mrr_at_5_std": 0.196841, "nauc_mrr_at_5_diff1": 0.61111, "nauc_mrr_at_10_max": 0.305007, "nauc_mrr_at_10_std": 0.191729, "nauc_mrr_at_10_diff1": 0.605123, "nauc_mrr_at_20_max": 0.308041, "nauc_mrr_at_20_std": 0.194382, "nauc_mrr_at_20_diff1": 0.603839, "nauc_mrr_at_100_max": 0.304864, "nauc_mrr_at_100_std": 0.189554, "nauc_mrr_at_100_diff1": 0.603458, "nauc_mrr_at_1000_max": 0.305148, "nauc_mrr_at_1000_std": 0.190121, "nauc_mrr_at_1000_diff1": 0.60415, "hit_rate_at_1": 0.23343, "hit_rate_at_3": 0.33718, "hit_rate_at_5": 0.38329, "hit_rate_at_10": 0.46398, "hit_rate_at_20": 0.53026, "hit_rate_at_100": 0.81844, "hit_rate_at_1000": 0.97406, "main_score": 0.38329, "hf_subset": "he_il", "languages": [ "heb-Hebr" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.84151, "ndcg_at_3": 0.87435, "ndcg_at_5": 0.87906, "ndcg_at_10": 0.88166, "ndcg_at_20": 0.88256, "ndcg_at_100": 0.88339, "ndcg_at_1000": 0.89346, "map_at_1": 0.84151, "map_at_3": 0.8673, "map_at_5": 0.86994, "map_at_10": 0.87111, "map_at_20": 0.87133, "map_at_100": 0.87149, "map_at_1000": 0.87184, "recall_at_1": 0.84151, "recall_at_3": 0.89434, "recall_at_5": 0.90566, "recall_at_10": 0.91321, "recall_at_20": 0.91698, "recall_at_100": 0.92075, "recall_at_1000": 1.0, "accuracy": 0.84151, "precision_at_1": 0.84151, "precision_at_3": 0.29811, "precision_at_5": 0.18113, "precision_at_10": 0.09132, "precision_at_20": 0.04585, "precision_at_100": 0.00921, "precision_at_1000": 0.001, "mrr_at_1": 0.841509, "mrr_at_3": 0.867296, "mrr_at_5": 0.869937, "mrr_at_10": 0.871105, "mrr_at_20": 0.871327, "mrr_at_100": 0.871491, "mrr_at_1000": 0.871836, "nauc_ndcg_at_1_max": 0.703849, "nauc_ndcg_at_1_std": -0.230686, "nauc_ndcg_at_1_diff1": 0.911649, "nauc_ndcg_at_3_max": 0.709725, "nauc_ndcg_at_3_std": -0.331753, "nauc_ndcg_at_3_diff1": 0.914255, "nauc_ndcg_at_5_max": 0.70119, "nauc_ndcg_at_5_std": -0.341804, "nauc_ndcg_at_5_diff1": 0.915306, "nauc_ndcg_at_10_max": 0.698993, "nauc_ndcg_at_10_std": -0.344794, "nauc_ndcg_at_10_diff1": 0.914915, "nauc_ndcg_at_20_max": 0.696609, "nauc_ndcg_at_20_std": -0.350359, "nauc_ndcg_at_20_diff1": 0.914241, "nauc_ndcg_at_100_max": 0.695354, "nauc_ndcg_at_100_std": -0.351662, "nauc_ndcg_at_100_diff1": 0.913619, "nauc_ndcg_at_1000_max": 0.699112, "nauc_ndcg_at_1000_std": -0.33418, "nauc_ndcg_at_1000_diff1": 0.914083, "nauc_map_at_1_max": 0.703849, "nauc_map_at_1_std": -0.230686, "nauc_map_at_1_diff1": 0.911649, "nauc_map_at_3_max": 0.70876, "nauc_map_at_3_std": -0.306349, "nauc_map_at_3_diff1": 0.913999, "nauc_map_at_5_max": 0.704317, "nauc_map_at_5_std": -0.31055, "nauc_map_at_5_diff1": 0.914533, "nauc_map_at_10_max": 0.703405, "nauc_map_at_10_std": -0.311639, "nauc_map_at_10_diff1": 0.91439, "nauc_map_at_20_max": 0.702875, "nauc_map_at_20_std": -0.312833, "nauc_map_at_20_diff1": 0.914237, "nauc_map_at_100_max": 0.702655, "nauc_map_at_100_std": -0.313021, "nauc_map_at_100_diff1": 0.914124, "nauc_map_at_1000_max": 0.702733, "nauc_map_at_1000_std": -0.312519, "nauc_map_at_1000_diff1": 0.914139, "nauc_recall_at_1_max": 0.703849, "nauc_recall_at_1_std": -0.230686, "nauc_recall_at_1_diff1": 0.911649, "nauc_recall_at_3_max": 0.712782, "nauc_recall_at_3_std": -0.419902, "nauc_recall_at_3_diff1": 0.914915, "nauc_recall_at_5_max": 0.687196, "nauc_recall_at_5_std": -0.462984, "nauc_recall_at_5_diff1": 0.918216, "nauc_recall_at_10_max": 0.677732, "nauc_recall_at_10_std": -0.484036, "nauc_recall_at_10_diff1": 0.916776, "nauc_recall_at_20_max": 0.663084, "nauc_recall_at_20_std": -0.522305, "nauc_recall_at_20_diff1": 0.912993, "nauc_recall_at_100_max": 0.653252, "nauc_recall_at_100_std": -0.539052, "nauc_recall_at_100_diff1": 0.90885, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.703849, "nauc_precision_at_1_std": -0.230686, "nauc_precision_at_1_diff1": 0.911649, "nauc_precision_at_3_max": 0.712782, "nauc_precision_at_3_std": -0.419902, "nauc_precision_at_3_diff1": 0.914915, "nauc_precision_at_5_max": 0.687196, "nauc_precision_at_5_std": -0.462984, "nauc_precision_at_5_diff1": 0.918216, "nauc_precision_at_10_max": 0.677732, "nauc_precision_at_10_std": -0.484036, "nauc_precision_at_10_diff1": 0.916776, "nauc_precision_at_20_max": 0.663084, "nauc_precision_at_20_std": -0.522305, "nauc_precision_at_20_diff1": 0.912993, "nauc_precision_at_100_max": 0.653252, "nauc_precision_at_100_std": -0.539052, "nauc_precision_at_100_diff1": 0.90885, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.703849, "nauc_mrr_at_1_std": -0.230686, "nauc_mrr_at_1_diff1": 0.911649, "nauc_mrr_at_3_max": 0.70876, "nauc_mrr_at_3_std": -0.306349, "nauc_mrr_at_3_diff1": 0.913999, "nauc_mrr_at_5_max": 0.704317, "nauc_mrr_at_5_std": -0.31055, "nauc_mrr_at_5_diff1": 0.914533, "nauc_mrr_at_10_max": 0.703405, "nauc_mrr_at_10_std": -0.311639, "nauc_mrr_at_10_diff1": 0.91439, "nauc_mrr_at_20_max": 0.702875, "nauc_mrr_at_20_std": -0.312833, "nauc_mrr_at_20_diff1": 0.914237, "nauc_mrr_at_100_max": 0.702655, "nauc_mrr_at_100_std": -0.313021, "nauc_mrr_at_100_diff1": 0.914124, "nauc_mrr_at_1000_max": 0.702733, "nauc_mrr_at_1000_std": -0.312519, "nauc_mrr_at_1000_diff1": 0.914139, "hit_rate_at_1": 0.84151, "hit_rate_at_3": 0.89434, "hit_rate_at_5": 0.90566, "hit_rate_at_10": 0.91321, "hit_rate_at_20": 0.91698, "hit_rate_at_100": 0.92075, "hit_rate_at_1000": 1.0, "main_score": 0.90566, "hf_subset": "hi_in", "languages": [ "hin-Deva" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.60458, "ndcg_at_3": 0.68641, "ndcg_at_5": 0.70712, "ndcg_at_10": 0.72622, "ndcg_at_20": 0.74172, "ndcg_at_100": 0.75373, "ndcg_at_1000": 0.75525, "map_at_1": 0.60458, "map_at_3": 0.66619, "map_at_5": 0.67736, "map_at_10": 0.68504, "map_at_20": 0.68945, "map_at_100": 0.69142, "map_at_1000": 0.69149, "recall_at_1": 0.60458, "recall_at_3": 0.74499, "recall_at_5": 0.79656, "recall_at_10": 0.85673, "recall_at_20": 0.91691, "recall_at_100": 0.97708, "recall_at_1000": 0.98854, "accuracy": 0.60458, "precision_at_1": 0.60458, "precision_at_3": 0.24833, "precision_at_5": 0.15931, "precision_at_10": 0.08567, "precision_at_20": 0.04585, "precision_at_100": 0.00977, "precision_at_1000": 0.00099, "mrr_at_1": 0.604585, "mrr_at_3": 0.666189, "mrr_at_5": 0.677364, "mrr_at_10": 0.685042, "mrr_at_20": 0.689453, "mrr_at_100": 0.691424, "mrr_at_1000": 0.691488, "nauc_ndcg_at_1_max": 0.400308, "nauc_ndcg_at_1_std": 0.237589, "nauc_ndcg_at_1_diff1": 0.708351, "nauc_ndcg_at_3_max": 0.426586, "nauc_ndcg_at_3_std": 0.288412, "nauc_ndcg_at_3_diff1": 0.716645, "nauc_ndcg_at_5_max": 0.425637, "nauc_ndcg_at_5_std": 0.290356, "nauc_ndcg_at_5_diff1": 0.724333, "nauc_ndcg_at_10_max": 0.408779, "nauc_ndcg_at_10_std": 0.280938, "nauc_ndcg_at_10_diff1": 0.715123, "nauc_ndcg_at_20_max": 0.387835, "nauc_ndcg_at_20_std": 0.270382, "nauc_ndcg_at_20_diff1": 0.714826, "nauc_ndcg_at_100_max": 0.391917, "nauc_ndcg_at_100_std": 0.265772, "nauc_ndcg_at_100_diff1": 0.713514, "nauc_ndcg_at_1000_max": 0.392885, "nauc_ndcg_at_1000_std": 0.270142, "nauc_ndcg_at_1000_diff1": 0.71243, "nauc_map_at_1_max": 0.400308, "nauc_map_at_1_std": 0.237589, "nauc_map_at_1_diff1": 0.708351, "nauc_map_at_3_max": 0.418527, "nauc_map_at_3_std": 0.272137, "nauc_map_at_3_diff1": 0.714712, "nauc_map_at_5_max": 0.418378, "nauc_map_at_5_std": 0.273361, "nauc_map_at_5_diff1": 0.718667, "nauc_map_at_10_max": 0.412424, "nauc_map_at_10_std": 0.269587, "nauc_map_at_10_diff1": 0.715293, "nauc_map_at_20_max": 0.407355, "nauc_map_at_20_std": 0.267515, "nauc_map_at_20_diff1": 0.715367, "nauc_map_at_100_max": 0.407719, "nauc_map_at_100_std": 0.266715, "nauc_map_at_100_diff1": 0.714933, "nauc_map_at_1000_max": 0.40771, "nauc_map_at_1000_std": 0.266784, "nauc_map_at_1000_diff1": 0.714903, "nauc_recall_at_1_max": 0.400308, "nauc_recall_at_1_std": 0.237589, "nauc_recall_at_1_diff1": 0.708351, "nauc_recall_at_3_max": 0.455282, "nauc_recall_at_3_std": 0.346677, "nauc_recall_at_3_diff1": 0.723255, "nauc_recall_at_5_max": 0.454508, "nauc_recall_at_5_std": 0.360134, "nauc_recall_at_5_diff1": 0.748659, "nauc_recall_at_10_max": 0.373519, "nauc_recall_at_10_std": 0.33608, "nauc_recall_at_10_diff1": 0.708517, "nauc_recall_at_20_max": 0.139081, "nauc_recall_at_20_std": 0.249705, "nauc_recall_at_20_diff1": 0.697988, "nauc_recall_at_100_max": -0.272327, "nauc_recall_at_100_std": 0.013633, "nauc_recall_at_100_diff1": 0.636438, "nauc_recall_at_1000_max": -0.757106, "nauc_recall_at_1000_std": 0.426665, "nauc_recall_at_1000_diff1": 0.407737, "nauc_precision_at_1_max": 0.400308, "nauc_precision_at_1_std": 0.237589, "nauc_precision_at_1_diff1": 0.708351, "nauc_precision_at_3_max": 0.455282, "nauc_precision_at_3_std": 0.346677, "nauc_precision_at_3_diff1": 0.723255, "nauc_precision_at_5_max": 0.454508, "nauc_precision_at_5_std": 0.360134, "nauc_precision_at_5_diff1": 0.748659, "nauc_precision_at_10_max": 0.373519, "nauc_precision_at_10_std": 0.33608, "nauc_precision_at_10_diff1": 0.708517, "nauc_precision_at_20_max": 0.139081, "nauc_precision_at_20_std": 0.249705, "nauc_precision_at_20_diff1": 0.697988, "nauc_precision_at_100_max": -0.272327, "nauc_precision_at_100_std": 0.013633, "nauc_precision_at_100_diff1": 0.636438, "nauc_precision_at_1000_max": -0.757106, "nauc_precision_at_1000_std": 0.426665, "nauc_precision_at_1000_diff1": 0.407737, "nauc_mrr_at_1_max": 0.400308, "nauc_mrr_at_1_std": 0.237589, "nauc_mrr_at_1_diff1": 0.708351, "nauc_mrr_at_3_max": 0.418527, "nauc_mrr_at_3_std": 0.272137, "nauc_mrr_at_3_diff1": 0.714712, "nauc_mrr_at_5_max": 0.418378, "nauc_mrr_at_5_std": 0.273361, "nauc_mrr_at_5_diff1": 0.718667, "nauc_mrr_at_10_max": 0.412424, "nauc_mrr_at_10_std": 0.269587, "nauc_mrr_at_10_diff1": 0.715293, "nauc_mrr_at_20_max": 0.407355, "nauc_mrr_at_20_std": 0.267515, "nauc_mrr_at_20_diff1": 0.715367, "nauc_mrr_at_100_max": 0.407719, "nauc_mrr_at_100_std": 0.266715, "nauc_mrr_at_100_diff1": 0.714933, "nauc_mrr_at_1000_max": 0.40771, "nauc_mrr_at_1000_std": 0.266784, "nauc_mrr_at_1000_diff1": 0.714903, "hit_rate_at_1": 0.60458, "hit_rate_at_3": 0.74499, "hit_rate_at_5": 0.79656, "hit_rate_at_10": 0.85673, "hit_rate_at_20": 0.91691, "hit_rate_at_100": 0.97708, "hit_rate_at_1000": 0.98854, "main_score": 0.79656, "hf_subset": "hr_hr", "languages": [ "hrv-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.18678, "ndcg_at_3": 0.23666, "ndcg_at_5": 0.25669, "ndcg_at_10": 0.2712, "ndcg_at_20": 0.29397, "ndcg_at_100": 0.348, "ndcg_at_1000": 0.37275, "map_at_1": 0.18678, "map_at_3": 0.22414, "map_at_5": 0.2352, "map_at_10": 0.24098, "map_at_20": 0.24736, "map_at_100": 0.2545, "map_at_1000": 0.25561, "recall_at_1": 0.18678, "recall_at_3": 0.27299, "recall_at_5": 0.32184, "recall_at_10": 0.36782, "recall_at_20": 0.4569, "recall_at_100": 0.75287, "recall_at_1000": 0.93678, "accuracy": 0.18678, "precision_at_1": 0.18678, "precision_at_3": 0.091, "precision_at_5": 0.06437, "precision_at_10": 0.03678, "precision_at_20": 0.02284, "precision_at_100": 0.00753, "precision_at_1000": 0.00094, "mrr_at_1": 0.186782, "mrr_at_3": 0.224138, "mrr_at_5": 0.235201, "mrr_at_10": 0.240978, "mrr_at_20": 0.247361, "mrr_at_100": 0.254496, "mrr_at_1000": 0.255608, "nauc_ndcg_at_1_max": 0.271561, "nauc_ndcg_at_1_std": 0.25515, "nauc_ndcg_at_1_diff1": 0.586048, "nauc_ndcg_at_3_max": 0.269543, "nauc_ndcg_at_3_std": 0.221611, "nauc_ndcg_at_3_diff1": 0.483318, "nauc_ndcg_at_5_max": 0.270058, "nauc_ndcg_at_5_std": 0.21542, "nauc_ndcg_at_5_diff1": 0.466154, "nauc_ndcg_at_10_max": 0.257027, "nauc_ndcg_at_10_std": 0.218942, "nauc_ndcg_at_10_diff1": 0.450733, "nauc_ndcg_at_20_max": 0.242547, "nauc_ndcg_at_20_std": 0.20741, "nauc_ndcg_at_20_diff1": 0.437574, "nauc_ndcg_at_100_max": 0.209826, "nauc_ndcg_at_100_std": 0.176801, "nauc_ndcg_at_100_diff1": 0.439478, "nauc_ndcg_at_1000_max": 0.221139, "nauc_ndcg_at_1000_std": 0.202516, "nauc_ndcg_at_1000_diff1": 0.458637, "nauc_map_at_1_max": 0.271561, "nauc_map_at_1_std": 0.25515, "nauc_map_at_1_diff1": 0.586048, "nauc_map_at_3_max": 0.269598, "nauc_map_at_3_std": 0.22836, "nauc_map_at_3_diff1": 0.504259, "nauc_map_at_5_max": 0.269187, "nauc_map_at_5_std": 0.224839, "nauc_map_at_5_diff1": 0.493908, "nauc_map_at_10_max": 0.26427, "nauc_map_at_10_std": 0.22609, "nauc_map_at_10_diff1": 0.487719, "nauc_map_at_20_max": 0.260021, "nauc_map_at_20_std": 0.222958, "nauc_map_at_20_diff1": 0.483178, "nauc_map_at_100_max": 0.255364, "nauc_map_at_100_std": 0.218666, "nauc_map_at_100_diff1": 0.482691, "nauc_map_at_1000_max": 0.255656, "nauc_map_at_1000_std": 0.219309, "nauc_map_at_1000_diff1": 0.483533, "nauc_recall_at_1_max": 0.271561, "nauc_recall_at_1_std": 0.25515, "nauc_recall_at_1_diff1": 0.586048, "nauc_recall_at_3_max": 0.269546, "nauc_recall_at_3_std": 0.204253, "nauc_recall_at_3_diff1": 0.429347, "nauc_recall_at_5_max": 0.273215, "nauc_recall_at_5_std": 0.191106, "nauc_recall_at_5_diff1": 0.395209, "nauc_recall_at_10_max": 0.234194, "nauc_recall_at_10_std": 0.202303, "nauc_recall_at_10_diff1": 0.351985, "nauc_recall_at_20_max": 0.183699, "nauc_recall_at_20_std": 0.160514, "nauc_recall_at_20_diff1": 0.309827, "nauc_recall_at_100_max": -0.077517, "nauc_recall_at_100_std": -0.080386, "nauc_recall_at_100_diff1": 0.270071, "nauc_recall_at_1000_max": -0.366654, "nauc_recall_at_1000_std": 0.218435, "nauc_recall_at_1000_diff1": 0.48105, "nauc_precision_at_1_max": 0.271561, "nauc_precision_at_1_std": 0.25515, "nauc_precision_at_1_diff1": 0.586048, "nauc_precision_at_3_max": 0.269546, "nauc_precision_at_3_std": 0.204253, "nauc_precision_at_3_diff1": 0.429347, "nauc_precision_at_5_max": 0.273215, "nauc_precision_at_5_std": 0.191106, "nauc_precision_at_5_diff1": 0.395209, "nauc_precision_at_10_max": 0.234194, "nauc_precision_at_10_std": 0.202303, "nauc_precision_at_10_diff1": 0.351985, "nauc_precision_at_20_max": 0.183699, "nauc_precision_at_20_std": 0.160514, "nauc_precision_at_20_diff1": 0.309827, "nauc_precision_at_100_max": -0.077517, "nauc_precision_at_100_std": -0.080386, "nauc_precision_at_100_diff1": 0.270071, "nauc_precision_at_1000_max": -0.366654, "nauc_precision_at_1000_std": 0.218435, "nauc_precision_at_1000_diff1": 0.48105, "nauc_mrr_at_1_max": 0.271561, "nauc_mrr_at_1_std": 0.25515, "nauc_mrr_at_1_diff1": 0.586048, "nauc_mrr_at_3_max": 0.269598, "nauc_mrr_at_3_std": 0.22836, "nauc_mrr_at_3_diff1": 0.504259, "nauc_mrr_at_5_max": 0.269187, "nauc_mrr_at_5_std": 0.224839, "nauc_mrr_at_5_diff1": 0.493908, "nauc_mrr_at_10_max": 0.26427, "nauc_mrr_at_10_std": 0.22609, "nauc_mrr_at_10_diff1": 0.487719, "nauc_mrr_at_20_max": 0.260021, "nauc_mrr_at_20_std": 0.222958, "nauc_mrr_at_20_diff1": 0.483178, "nauc_mrr_at_100_max": 0.255364, "nauc_mrr_at_100_std": 0.218666, "nauc_mrr_at_100_diff1": 0.482691, "nauc_mrr_at_1000_max": 0.255656, "nauc_mrr_at_1000_std": 0.219309, "nauc_mrr_at_1000_diff1": 0.483533, "hit_rate_at_1": 0.18678, "hit_rate_at_3": 0.27299, "hit_rate_at_5": 0.32184, "hit_rate_at_10": 0.36782, "hit_rate_at_20": 0.4569, "hit_rate_at_100": 0.75287, "hit_rate_at_1000": 0.93678, "main_score": 0.32184, "hf_subset": "hu_hu", "languages": [ "hun-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.23714, "ndcg_at_3": 0.27313, "ndcg_at_5": 0.29219, "ndcg_at_10": 0.32493, "ndcg_at_20": 0.34691, "ndcg_at_100": 0.39929, "ndcg_at_1000": 0.41598, "map_at_1": 0.23714, "map_at_3": 0.26476, "map_at_5": 0.27548, "map_at_10": 0.28922, "map_at_20": 0.29543, "map_at_100": 0.30247, "map_at_1000": 0.30325, "recall_at_1": 0.23714, "recall_at_3": 0.29714, "recall_at_5": 0.34286, "recall_at_10": 0.44286, "recall_at_20": 0.52857, "recall_at_100": 0.81429, "recall_at_1000": 0.93714, "accuracy": 0.23714, "precision_at_1": 0.23714, "precision_at_3": 0.09905, "precision_at_5": 0.06857, "precision_at_10": 0.04429, "precision_at_20": 0.02643, "precision_at_100": 0.00814, "precision_at_1000": 0.00094, "mrr_at_1": 0.237143, "mrr_at_3": 0.264762, "mrr_at_5": 0.275476, "mrr_at_10": 0.289222, "mrr_at_20": 0.295426, "mrr_at_100": 0.302469, "mrr_at_1000": 0.303246, "nauc_ndcg_at_1_max": 0.304162, "nauc_ndcg_at_1_std": 0.087448, "nauc_ndcg_at_1_diff1": 0.554308, "nauc_ndcg_at_3_max": 0.30207, "nauc_ndcg_at_3_std": 0.091007, "nauc_ndcg_at_3_diff1": 0.508962, "nauc_ndcg_at_5_max": 0.290254, "nauc_ndcg_at_5_std": 0.078896, "nauc_ndcg_at_5_diff1": 0.49901, "nauc_ndcg_at_10_max": 0.254465, "nauc_ndcg_at_10_std": 0.07382, "nauc_ndcg_at_10_diff1": 0.472431, "nauc_ndcg_at_20_max": 0.25895, "nauc_ndcg_at_20_std": 0.063917, "nauc_ndcg_at_20_diff1": 0.469489, "nauc_ndcg_at_100_max": 0.247584, "nauc_ndcg_at_100_std": 0.048784, "nauc_ndcg_at_100_diff1": 0.484853, "nauc_ndcg_at_1000_max": 0.249611, "nauc_ndcg_at_1000_std": 0.069435, "nauc_ndcg_at_1000_diff1": 0.486448, "nauc_map_at_1_max": 0.304162, "nauc_map_at_1_std": 0.087448, "nauc_map_at_1_diff1": 0.554308, "nauc_map_at_3_max": 0.302911, "nauc_map_at_3_std": 0.090753, "nauc_map_at_3_diff1": 0.517586, "nauc_map_at_5_max": 0.295437, "nauc_map_at_5_std": 0.083913, "nauc_map_at_5_diff1": 0.512431, "nauc_map_at_10_max": 0.280759, "nauc_map_at_10_std": 0.081453, "nauc_map_at_10_diff1": 0.500982, "nauc_map_at_20_max": 0.281618, "nauc_map_at_20_std": 0.07798, "nauc_map_at_20_diff1": 0.500025, "nauc_map_at_100_max": 0.279418, "nauc_map_at_100_std": 0.075433, "nauc_map_at_100_diff1": 0.502633, "nauc_map_at_1000_max": 0.279506, "nauc_map_at_1000_std": 0.076118, "nauc_map_at_1000_diff1": 0.502755, "nauc_recall_at_1_max": 0.304162, "nauc_recall_at_1_std": 0.087448, "nauc_recall_at_1_diff1": 0.554308, "nauc_recall_at_3_max": 0.29963, "nauc_recall_at_3_std": 0.091483, "nauc_recall_at_3_diff1": 0.486095, "nauc_recall_at_5_max": 0.275546, "nauc_recall_at_5_std": 0.063593, "nauc_recall_at_5_diff1": 0.461756, "nauc_recall_at_10_max": 0.169724, "nauc_recall_at_10_std": 0.050341, "nauc_recall_at_10_diff1": 0.385937, "nauc_recall_at_20_max": 0.186353, "nauc_recall_at_20_std": 0.016584, "nauc_recall_at_20_diff1": 0.372001, "nauc_recall_at_100_max": 0.039792, "nauc_recall_at_100_std": -0.148574, "nauc_recall_at_100_diff1": 0.414477, "nauc_recall_at_1000_max": -0.244186, "nauc_recall_at_1000_std": 0.249745, "nauc_recall_at_1000_diff1": 0.337556, "nauc_precision_at_1_max": 0.304162, "nauc_precision_at_1_std": 0.087448, "nauc_precision_at_1_diff1": 0.554308, "nauc_precision_at_3_max": 0.29963, "nauc_precision_at_3_std": 0.091483, "nauc_precision_at_3_diff1": 0.486095, "nauc_precision_at_5_max": 0.275546, "nauc_precision_at_5_std": 0.063593, "nauc_precision_at_5_diff1": 0.461756, "nauc_precision_at_10_max": 0.169724, "nauc_precision_at_10_std": 0.050341, "nauc_precision_at_10_diff1": 0.385937, "nauc_precision_at_20_max": 0.186353, "nauc_precision_at_20_std": 0.016584, "nauc_precision_at_20_diff1": 0.372001, "nauc_precision_at_100_max": 0.039792, "nauc_precision_at_100_std": -0.148574, "nauc_precision_at_100_diff1": 0.414477, "nauc_precision_at_1000_max": -0.244186, "nauc_precision_at_1000_std": 0.249745, "nauc_precision_at_1000_diff1": 0.337556, "nauc_mrr_at_1_max": 0.304162, "nauc_mrr_at_1_std": 0.087448, "nauc_mrr_at_1_diff1": 0.554308, "nauc_mrr_at_3_max": 0.302911, "nauc_mrr_at_3_std": 0.090753, "nauc_mrr_at_3_diff1": 0.517586, "nauc_mrr_at_5_max": 0.295437, "nauc_mrr_at_5_std": 0.083913, "nauc_mrr_at_5_diff1": 0.512431, "nauc_mrr_at_10_max": 0.280759, "nauc_mrr_at_10_std": 0.081453, "nauc_mrr_at_10_diff1": 0.500982, "nauc_mrr_at_20_max": 0.281618, "nauc_mrr_at_20_std": 0.07798, "nauc_mrr_at_20_diff1": 0.500025, "nauc_mrr_at_100_max": 0.279418, "nauc_mrr_at_100_std": 0.075433, "nauc_mrr_at_100_diff1": 0.502633, "nauc_mrr_at_1000_max": 0.279506, "nauc_mrr_at_1000_std": 0.076118, "nauc_mrr_at_1000_diff1": 0.502755, "hit_rate_at_1": 0.23714, "hit_rate_at_3": 0.29714, "hit_rate_at_5": 0.34286, "hit_rate_at_10": 0.44286, "hit_rate_at_20": 0.52857, "hit_rate_at_100": 0.81429, "hit_rate_at_1000": 0.93714, "main_score": 0.34286, "hf_subset": "hy_am", "languages": [ "hye-Armn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.87805, "ndcg_at_3": 0.90498, "ndcg_at_5": 0.9076, "ndcg_at_10": 0.90869, "ndcg_at_20": 0.91102, "ndcg_at_100": 0.91479, "ndcg_at_1000": 0.91893, "map_at_1": 0.87805, "map_at_3": 0.89939, "map_at_5": 0.90091, "map_at_10": 0.90142, "map_at_20": 0.90207, "map_at_100": 0.90251, "map_at_1000": 0.90264, "recall_at_1": 0.87805, "recall_at_3": 0.92073, "recall_at_5": 0.92683, "recall_at_10": 0.92988, "recall_at_20": 0.93902, "recall_at_100": 0.96037, "recall_at_1000": 0.9939, "accuracy": 0.87805, "precision_at_1": 0.87805, "precision_at_3": 0.30691, "precision_at_5": 0.18537, "precision_at_10": 0.09299, "precision_at_20": 0.04695, "precision_at_100": 0.0096, "precision_at_1000": 0.00099, "mrr_at_1": 0.878049, "mrr_at_3": 0.89939, "mrr_at_5": 0.900915, "mrr_at_10": 0.901423, "mrr_at_20": 0.902071, "mrr_at_100": 0.902511, "mrr_at_1000": 0.902636, "nauc_ndcg_at_1_max": 0.582168, "nauc_ndcg_at_1_std": -0.153397, "nauc_ndcg_at_1_diff1": 0.935775, "nauc_ndcg_at_3_max": 0.665554, "nauc_ndcg_at_3_std": -0.198474, "nauc_ndcg_at_3_diff1": 0.935062, "nauc_ndcg_at_5_max": 0.655941, "nauc_ndcg_at_5_std": -0.210425, "nauc_ndcg_at_5_diff1": 0.937192, "nauc_ndcg_at_10_max": 0.651802, "nauc_ndcg_at_10_std": -0.224986, "nauc_ndcg_at_10_diff1": 0.936437, "nauc_ndcg_at_20_max": 0.649497, "nauc_ndcg_at_20_std": -0.252579, "nauc_ndcg_at_20_diff1": 0.935942, "nauc_ndcg_at_100_max": 0.641674, "nauc_ndcg_at_100_std": -0.283293, "nauc_ndcg_at_100_diff1": 0.933951, "nauc_ndcg_at_1000_max": 0.638403, "nauc_ndcg_at_1000_std": -0.228684, "nauc_ndcg_at_1000_diff1": 0.935325, "nauc_map_at_1_max": 0.582168, "nauc_map_at_1_std": -0.153397, "nauc_map_at_1_diff1": 0.935775, "nauc_map_at_3_max": 0.644771, "nauc_map_at_3_std": -0.187239, "nauc_map_at_3_diff1": 0.93524, "nauc_map_at_5_max": 0.639228, "nauc_map_at_5_std": -0.193552, "nauc_map_at_5_diff1": 0.936399, "nauc_map_at_10_max": 0.637342, "nauc_map_at_10_std": -0.199793, "nauc_map_at_10_diff1": 0.936067, "nauc_map_at_20_max": 0.636708, "nauc_map_at_20_std": -0.206705, "nauc_map_at_20_diff1": 0.935955, "nauc_map_at_100_max": 0.635769, "nauc_map_at_100_std": -0.209876, "nauc_map_at_100_diff1": 0.935761, "nauc_map_at_1000_max": 0.635685, "nauc_map_at_1000_std": -0.208385, "nauc_map_at_1000_diff1": 0.935787, "nauc_recall_at_1_max": 0.582168, "nauc_recall_at_1_std": -0.153397, "nauc_recall_at_1_diff1": 0.935775, "nauc_recall_at_3_max": 0.738879, "nauc_recall_at_3_std": -0.238113, "nauc_recall_at_3_diff1": 0.934435, "nauc_recall_at_5_max": 0.717119, "nauc_recall_at_5_std": -0.276065, "nauc_recall_at_5_diff1": 0.940559, "nauc_recall_at_10_max": 0.70482, "nauc_recall_at_10_std": -0.331546, "nauc_recall_at_10_diff1": 0.937974, "nauc_recall_at_20_max": 0.69917, "nauc_recall_at_20_std": -0.502445, "nauc_recall_at_20_diff1": 0.935211, "nauc_recall_at_100_max": 0.63439, "nauc_recall_at_100_std": -0.998881, "nauc_recall_at_100_diff1": 0.910386, "nauc_recall_at_1000_max": 0.240608, "nauc_recall_at_1000_std": 0.869192, "nauc_recall_at_1000_diff1": 0.934596, "nauc_precision_at_1_max": 0.582168, "nauc_precision_at_1_std": -0.153397, "nauc_precision_at_1_diff1": 0.935775, "nauc_precision_at_3_max": 0.738879, "nauc_precision_at_3_std": -0.238113, "nauc_precision_at_3_diff1": 0.934435, "nauc_precision_at_5_max": 0.717119, "nauc_precision_at_5_std": -0.276065, "nauc_precision_at_5_diff1": 0.940559, "nauc_precision_at_10_max": 0.70482, "nauc_precision_at_10_std": -0.331546, "nauc_precision_at_10_diff1": 0.937974, "nauc_precision_at_20_max": 0.69917, "nauc_precision_at_20_std": -0.502445, "nauc_precision_at_20_diff1": 0.935211, "nauc_precision_at_100_max": 0.63439, "nauc_precision_at_100_std": -0.998881, "nauc_precision_at_100_diff1": 0.910386, "nauc_precision_at_1000_max": 0.240608, "nauc_precision_at_1000_std": 0.869192, "nauc_precision_at_1000_diff1": 0.934596, "nauc_mrr_at_1_max": 0.582168, "nauc_mrr_at_1_std": -0.153397, "nauc_mrr_at_1_diff1": 0.935775, "nauc_mrr_at_3_max": 0.644771, "nauc_mrr_at_3_std": -0.187239, "nauc_mrr_at_3_diff1": 0.93524, "nauc_mrr_at_5_max": 0.639228, "nauc_mrr_at_5_std": -0.193552, "nauc_mrr_at_5_diff1": 0.936399, "nauc_mrr_at_10_max": 0.637342, "nauc_mrr_at_10_std": -0.199793, "nauc_mrr_at_10_diff1": 0.936067, "nauc_mrr_at_20_max": 0.636708, "nauc_mrr_at_20_std": -0.206705, "nauc_mrr_at_20_diff1": 0.935955, "nauc_mrr_at_100_max": 0.635769, "nauc_mrr_at_100_std": -0.209876, "nauc_mrr_at_100_diff1": 0.935761, "nauc_mrr_at_1000_max": 0.635685, "nauc_mrr_at_1000_std": -0.208385, "nauc_mrr_at_1000_diff1": 0.935787, "hit_rate_at_1": 0.87805, "hit_rate_at_3": 0.92073, "hit_rate_at_5": 0.92683, "hit_rate_at_10": 0.92988, "hit_rate_at_20": 0.93902, "hit_rate_at_100": 0.96037, "hit_rate_at_1000": 0.9939, "main_score": 0.92683, "hf_subset": "id_id", "languages": [ "ind-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.15429, "ndcg_at_3": 0.18697, "ndcg_at_5": 0.1973, "ndcg_at_10": 0.21662, "ndcg_at_20": 0.23927, "ndcg_at_100": 0.28052, "ndcg_at_1000": 0.30923, "map_at_1": 0.15429, "map_at_3": 0.17857, "map_at_5": 0.18414, "map_at_10": 0.19208, "map_at_20": 0.19806, "map_at_100": 0.20342, "map_at_1000": 0.20474, "recall_at_1": 0.15429, "recall_at_3": 0.21143, "recall_at_5": 0.23714, "recall_at_10": 0.29714, "recall_at_20": 0.38857, "recall_at_100": 0.61714, "recall_at_1000": 0.82857, "accuracy": 0.15429, "precision_at_1": 0.15429, "precision_at_3": 0.07048, "precision_at_5": 0.04743, "precision_at_10": 0.02971, "precision_at_20": 0.01943, "precision_at_100": 0.00617, "precision_at_1000": 0.00083, "mrr_at_1": 0.154286, "mrr_at_3": 0.178571, "mrr_at_5": 0.184143, "mrr_at_10": 0.192077, "mrr_at_20": 0.198057, "mrr_at_100": 0.203424, "mrr_at_1000": 0.20474, "nauc_ndcg_at_1_max": -0.04872, "nauc_ndcg_at_1_std": -0.059932, "nauc_ndcg_at_1_diff1": 0.57865, "nauc_ndcg_at_3_max": -0.073857, "nauc_ndcg_at_3_std": -0.027711, "nauc_ndcg_at_3_diff1": 0.491013, "nauc_ndcg_at_5_max": -0.068869, "nauc_ndcg_at_5_std": -0.020557, "nauc_ndcg_at_5_diff1": 0.48918, "nauc_ndcg_at_10_max": -0.079655, "nauc_ndcg_at_10_std": -0.035404, "nauc_ndcg_at_10_diff1": 0.450519, "nauc_ndcg_at_20_max": -0.115819, "nauc_ndcg_at_20_std": -0.060649, "nauc_ndcg_at_20_diff1": 0.432239, "nauc_ndcg_at_100_max": -0.142679, "nauc_ndcg_at_100_std": -0.061288, "nauc_ndcg_at_100_diff1": 0.412409, "nauc_ndcg_at_1000_max": -0.127429, "nauc_ndcg_at_1000_std": -0.044541, "nauc_ndcg_at_1000_diff1": 0.429392, "nauc_map_at_1_max": -0.04872, "nauc_map_at_1_std": -0.059932, "nauc_map_at_1_diff1": 0.57865, "nauc_map_at_3_max": -0.067014, "nauc_map_at_3_std": -0.034243, "nauc_map_at_3_diff1": 0.51152, "nauc_map_at_5_max": -0.06428, "nauc_map_at_5_std": -0.03038, "nauc_map_at_5_diff1": 0.510196, "nauc_map_at_10_max": -0.068989, "nauc_map_at_10_std": -0.037513, "nauc_map_at_10_diff1": 0.492589, "nauc_map_at_20_max": -0.079048, "nauc_map_at_20_std": -0.044586, "nauc_map_at_20_diff1": 0.487322, "nauc_map_at_100_max": -0.083283, "nauc_map_at_100_std": -0.044222, "nauc_map_at_100_diff1": 0.483695, "nauc_map_at_1000_max": -0.082498, "nauc_map_at_1000_std": -0.043631, "nauc_map_at_1000_diff1": 0.484645, "nauc_recall_at_1_max": -0.04872, "nauc_recall_at_1_std": -0.059932, "nauc_recall_at_1_diff1": 0.57865, "nauc_recall_at_3_max": -0.091879, "nauc_recall_at_3_std": -0.011163, "nauc_recall_at_3_diff1": 0.437983, "nauc_recall_at_5_max": -0.079985, "nauc_recall_at_5_std": 0.004805, "nauc_recall_at_5_diff1": 0.436565, "nauc_recall_at_10_max": -0.107126, "nauc_recall_at_10_std": -0.032979, "nauc_recall_at_10_diff1": 0.342895, "nauc_recall_at_20_max": -0.225349, "nauc_recall_at_20_std": -0.116149, "nauc_recall_at_20_diff1": 0.287654, "nauc_recall_at_100_max": -0.376213, "nauc_recall_at_100_std": -0.135059, "nauc_recall_at_100_diff1": 0.172666, "nauc_recall_at_1000_max": -0.39391, "nauc_recall_at_1000_std": 0.014648, "nauc_recall_at_1000_diff1": 0.167158, "nauc_precision_at_1_max": -0.04872, "nauc_precision_at_1_std": -0.059932, "nauc_precision_at_1_diff1": 0.57865, "nauc_precision_at_3_max": -0.091879, "nauc_precision_at_3_std": -0.011163, "nauc_precision_at_3_diff1": 0.437983, "nauc_precision_at_5_max": -0.079985, "nauc_precision_at_5_std": 0.004805, "nauc_precision_at_5_diff1": 0.436565, "nauc_precision_at_10_max": -0.107126, "nauc_precision_at_10_std": -0.032979, "nauc_precision_at_10_diff1": 0.342895, "nauc_precision_at_20_max": -0.225349, "nauc_precision_at_20_std": -0.116149, "nauc_precision_at_20_diff1": 0.287654, "nauc_precision_at_100_max": -0.376213, "nauc_precision_at_100_std": -0.135059, "nauc_precision_at_100_diff1": 0.172666, "nauc_precision_at_1000_max": -0.39391, "nauc_precision_at_1000_std": 0.014648, "nauc_precision_at_1000_diff1": 0.167158, "nauc_mrr_at_1_max": -0.04872, "nauc_mrr_at_1_std": -0.059932, "nauc_mrr_at_1_diff1": 0.57865, "nauc_mrr_at_3_max": -0.067014, "nauc_mrr_at_3_std": -0.034243, "nauc_mrr_at_3_diff1": 0.51152, "nauc_mrr_at_5_max": -0.06428, "nauc_mrr_at_5_std": -0.03038, "nauc_mrr_at_5_diff1": 0.510196, "nauc_mrr_at_10_max": -0.068989, "nauc_mrr_at_10_std": -0.037513, "nauc_mrr_at_10_diff1": 0.492589, "nauc_mrr_at_20_max": -0.079048, "nauc_mrr_at_20_std": -0.044586, "nauc_mrr_at_20_diff1": 0.487322, "nauc_mrr_at_100_max": -0.083283, "nauc_mrr_at_100_std": -0.044222, "nauc_mrr_at_100_diff1": 0.483695, "nauc_mrr_at_1000_max": -0.082498, "nauc_mrr_at_1000_std": -0.043631, "nauc_mrr_at_1000_diff1": 0.484645, "hit_rate_at_1": 0.15429, "hit_rate_at_3": 0.21143, "hit_rate_at_5": 0.23714, "hit_rate_at_10": 0.29714, "hit_rate_at_20": 0.38857, "hit_rate_at_100": 0.61714, "hit_rate_at_1000": 0.82857, "main_score": 0.23714, "hf_subset": "ig_ng", "languages": [ "ibo-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.26667, "ndcg_at_3": 0.35899, "ndcg_at_5": 0.37813, "ndcg_at_10": 0.40708, "ndcg_at_20": 0.45857, "ndcg_at_100": 0.50807, "ndcg_at_1000": 0.50807, "map_at_1": 0.26667, "map_at_3": 0.33704, "map_at_5": 0.34815, "map_at_10": 0.36019, "map_at_20": 0.37482, "map_at_100": 0.38322, "map_at_1000": 0.38322, "recall_at_1": 0.26667, "recall_at_3": 0.42222, "recall_at_5": 0.46667, "recall_at_10": 0.55556, "recall_at_20": 0.75556, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.26667, "precision_at_1": 0.26667, "precision_at_3": 0.14074, "precision_at_5": 0.09333, "precision_at_10": 0.05556, "precision_at_20": 0.03778, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.266667, "mrr_at_3": 0.337037, "mrr_at_5": 0.348148, "mrr_at_10": 0.360185, "mrr_at_20": 0.374818, "mrr_at_100": 0.383222, "mrr_at_1000": 0.383222, "nauc_ndcg_at_1_max": 0.058637, "nauc_ndcg_at_1_std": -0.155445, "nauc_ndcg_at_1_diff1": -0.090696, "nauc_ndcg_at_3_max": 0.071018, "nauc_ndcg_at_3_std": -0.192116, "nauc_ndcg_at_3_diff1": -0.095022, "nauc_ndcg_at_5_max": 0.072642, "nauc_ndcg_at_5_std": -0.200498, "nauc_ndcg_at_5_diff1": -0.058666, "nauc_ndcg_at_10_max": 0.101681, "nauc_ndcg_at_10_std": -0.171958, "nauc_ndcg_at_10_diff1": -0.017258, "nauc_ndcg_at_20_max": 0.109627, "nauc_ndcg_at_20_std": -0.149688, "nauc_ndcg_at_20_diff1": -0.005604, "nauc_ndcg_at_100_max": 0.079914, "nauc_ndcg_at_100_std": -0.17887, "nauc_ndcg_at_100_diff1": -0.049253, "nauc_ndcg_at_1000_max": 0.079914, "nauc_ndcg_at_1000_std": -0.17887, "nauc_ndcg_at_1000_diff1": -0.049253, "nauc_map_at_1_max": 0.058637, "nauc_map_at_1_std": -0.155445, "nauc_map_at_1_diff1": -0.090696, "nauc_map_at_3_max": 0.066781, "nauc_map_at_3_std": -0.188127, "nauc_map_at_3_diff1": -0.089185, "nauc_map_at_5_max": 0.067714, "nauc_map_at_5_std": -0.193015, "nauc_map_at_5_diff1": -0.067887, "nauc_map_at_10_max": 0.078553, "nauc_map_at_10_std": -0.182655, "nauc_map_at_10_diff1": -0.051844, "nauc_map_at_20_max": 0.082387, "nauc_map_at_20_std": -0.173995, "nauc_map_at_20_diff1": -0.048514, "nauc_map_at_100_max": 0.0752, "nauc_map_at_100_std": -0.18078, "nauc_map_at_100_diff1": -0.057528, "nauc_map_at_1000_max": 0.0752, "nauc_map_at_1000_std": -0.18078, "nauc_map_at_1000_diff1": -0.057528, "nauc_recall_at_1_max": 0.058637, "nauc_recall_at_1_std": -0.155445, "nauc_recall_at_1_diff1": -0.090696, "nauc_recall_at_3_max": 0.083297, "nauc_recall_at_3_std": -0.201385, "nauc_recall_at_3_diff1": -0.113108, "nauc_recall_at_5_max": 0.087184, "nauc_recall_at_5_std": -0.220584, "nauc_recall_at_5_diff1": -0.030762, "nauc_recall_at_10_max": 0.185185, "nauc_recall_at_10_std": -0.124447, "nauc_recall_at_10_diff1": 0.10631, "nauc_recall_at_20_max": 0.245586, "nauc_recall_at_20_std": -0.011652, "nauc_recall_at_20_diff1": 0.221984, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.058637, "nauc_precision_at_1_std": -0.155445, "nauc_precision_at_1_diff1": -0.090696, "nauc_precision_at_3_max": 0.083297, "nauc_precision_at_3_std": -0.201385, "nauc_precision_at_3_diff1": -0.113108, "nauc_precision_at_5_max": 0.087184, "nauc_precision_at_5_std": -0.220584, "nauc_precision_at_5_diff1": -0.030762, "nauc_precision_at_10_max": 0.185185, "nauc_precision_at_10_std": -0.124447, "nauc_precision_at_10_diff1": 0.10631, "nauc_precision_at_20_max": 0.245586, "nauc_precision_at_20_std": -0.011652, "nauc_precision_at_20_diff1": 0.221984, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.058637, "nauc_mrr_at_1_std": -0.155445, "nauc_mrr_at_1_diff1": -0.090696, "nauc_mrr_at_3_max": 0.066781, "nauc_mrr_at_3_std": -0.188127, "nauc_mrr_at_3_diff1": -0.089185, "nauc_mrr_at_5_max": 0.067714, "nauc_mrr_at_5_std": -0.193015, "nauc_mrr_at_5_diff1": -0.067887, "nauc_mrr_at_10_max": 0.078553, "nauc_mrr_at_10_std": -0.182655, "nauc_mrr_at_10_diff1": -0.051844, "nauc_mrr_at_20_max": 0.082387, "nauc_mrr_at_20_std": -0.173995, "nauc_mrr_at_20_diff1": -0.048514, "nauc_mrr_at_100_max": 0.0752, "nauc_mrr_at_100_std": -0.18078, "nauc_mrr_at_100_diff1": -0.057528, "nauc_mrr_at_1000_max": 0.0752, "nauc_mrr_at_1000_std": -0.18078, "nauc_mrr_at_1000_diff1": -0.057528, "hit_rate_at_1": 0.26667, "hit_rate_at_3": 0.42222, "hit_rate_at_5": 0.46667, "hit_rate_at_10": 0.55556, "hit_rate_at_20": 0.75556, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.46667, "hf_subset": "is_is", "languages": [ "isl-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.82659, "ndcg_at_3": 0.8601, "ndcg_at_5": 0.86483, "ndcg_at_10": 0.86682, "ndcg_at_20": 0.86913, "ndcg_at_100": 0.87239, "ndcg_at_1000": 0.87777, "map_at_1": 0.82659, "map_at_3": 0.8526, "map_at_5": 0.8552, "map_at_10": 0.8561, "map_at_20": 0.85679, "map_at_100": 0.85726, "map_at_1000": 0.85743, "recall_at_1": 0.82659, "recall_at_3": 0.8815, "recall_at_5": 0.89306, "recall_at_10": 0.89884, "recall_at_20": 0.90751, "recall_at_100": 0.92486, "recall_at_1000": 0.96821, "accuracy": 0.82659, "precision_at_1": 0.82659, "precision_at_3": 0.29383, "precision_at_5": 0.17861, "precision_at_10": 0.08988, "precision_at_20": 0.04538, "precision_at_100": 0.00925, "precision_at_1000": 0.00097, "mrr_at_1": 0.82659, "mrr_at_3": 0.852601, "mrr_at_5": 0.855202, "mrr_at_10": 0.856097, "mrr_at_20": 0.856793, "mrr_at_100": 0.857263, "mrr_at_1000": 0.85743, "nauc_ndcg_at_1_max": 0.642269, "nauc_ndcg_at_1_std": -0.091477, "nauc_ndcg_at_1_diff1": 0.87555, "nauc_ndcg_at_3_max": 0.66302, "nauc_ndcg_at_3_std": -0.051075, "nauc_ndcg_at_3_diff1": 0.853751, "nauc_ndcg_at_5_max": 0.64994, "nauc_ndcg_at_5_std": -0.075489, "nauc_ndcg_at_5_diff1": 0.848037, "nauc_ndcg_at_10_max": 0.643217, "nauc_ndcg_at_10_std": -0.084953, "nauc_ndcg_at_10_diff1": 0.843974, "nauc_ndcg_at_20_max": 0.641415, "nauc_ndcg_at_20_std": -0.096285, "nauc_ndcg_at_20_diff1": 0.847283, "nauc_ndcg_at_100_max": 0.635983, "nauc_ndcg_at_100_std": -0.12059, "nauc_ndcg_at_100_diff1": 0.849394, "nauc_ndcg_at_1000_max": 0.637299, "nauc_ndcg_at_1000_std": -0.072608, "nauc_ndcg_at_1000_diff1": 0.846538, "nauc_map_at_1_max": 0.642269, "nauc_map_at_1_std": -0.091477, "nauc_map_at_1_diff1": 0.87555, "nauc_map_at_3_max": 0.658918, "nauc_map_at_3_std": -0.059574, "nauc_map_at_3_diff1": 0.859994, "nauc_map_at_5_max": 0.652014, "nauc_map_at_5_std": -0.072033, "nauc_map_at_5_diff1": 0.857174, "nauc_map_at_10_max": 0.649211, "nauc_map_at_10_std": -0.075851, "nauc_map_at_10_diff1": 0.855525, "nauc_map_at_20_max": 0.648743, "nauc_map_at_20_std": -0.079023, "nauc_map_at_20_diff1": 0.856512, "nauc_map_at_100_max": 0.648027, "nauc_map_at_100_std": -0.082268, "nauc_map_at_100_diff1": 0.856593, "nauc_map_at_1000_max": 0.648046, "nauc_map_at_1000_std": -0.081206, "nauc_map_at_1000_diff1": 0.856517, "nauc_recall_at_1_max": 0.642269, "nauc_recall_at_1_std": -0.091477, "nauc_recall_at_1_diff1": 0.87555, "nauc_recall_at_3_max": 0.676559, "nauc_recall_at_3_std": -0.022657, "nauc_recall_at_3_diff1": 0.831769, "nauc_recall_at_5_max": 0.638827, "nauc_recall_at_5_std": -0.09518, "nauc_recall_at_5_diff1": 0.812287, "nauc_recall_at_10_max": 0.613411, "nauc_recall_at_10_std": -0.131991, "nauc_recall_at_10_diff1": 0.795486, "nauc_recall_at_20_max": 0.601313, "nauc_recall_at_20_std": -0.193916, "nauc_recall_at_20_diff1": 0.80781, "nauc_recall_at_100_max": 0.545783, "nauc_recall_at_100_std": -0.423998, "nauc_recall_at_100_diff1": 0.823597, "nauc_recall_at_1000_max": 0.468556, "nauc_recall_at_1000_std": 0.654834, "nauc_recall_at_1000_diff1": 0.704958, "nauc_precision_at_1_max": 0.642269, "nauc_precision_at_1_std": -0.091477, "nauc_precision_at_1_diff1": 0.87555, "nauc_precision_at_3_max": 0.676559, "nauc_precision_at_3_std": -0.022657, "nauc_precision_at_3_diff1": 0.831769, "nauc_precision_at_5_max": 0.638827, "nauc_precision_at_5_std": -0.09518, "nauc_precision_at_5_diff1": 0.812287, "nauc_precision_at_10_max": 0.613411, "nauc_precision_at_10_std": -0.131991, "nauc_precision_at_10_diff1": 0.795486, "nauc_precision_at_20_max": 0.601313, "nauc_precision_at_20_std": -0.193916, "nauc_precision_at_20_diff1": 0.80781, "nauc_precision_at_100_max": 0.545783, "nauc_precision_at_100_std": -0.423998, "nauc_precision_at_100_diff1": 0.823597, "nauc_precision_at_1000_max": 0.468556, "nauc_precision_at_1000_std": 0.654834, "nauc_precision_at_1000_diff1": 0.704958, "nauc_mrr_at_1_max": 0.642269, "nauc_mrr_at_1_std": -0.091477, "nauc_mrr_at_1_diff1": 0.87555, "nauc_mrr_at_3_max": 0.658918, "nauc_mrr_at_3_std": -0.059574, "nauc_mrr_at_3_diff1": 0.859994, "nauc_mrr_at_5_max": 0.652014, "nauc_mrr_at_5_std": -0.072033, "nauc_mrr_at_5_diff1": 0.857174, "nauc_mrr_at_10_max": 0.649211, "nauc_mrr_at_10_std": -0.075851, "nauc_mrr_at_10_diff1": 0.855525, "nauc_mrr_at_20_max": 0.648743, "nauc_mrr_at_20_std": -0.079023, "nauc_mrr_at_20_diff1": 0.856512, "nauc_mrr_at_100_max": 0.648027, "nauc_mrr_at_100_std": -0.082268, "nauc_mrr_at_100_diff1": 0.856593, "nauc_mrr_at_1000_max": 0.648046, "nauc_mrr_at_1000_std": -0.081206, "nauc_mrr_at_1000_diff1": 0.856517, "hit_rate_at_1": 0.82659, "hit_rate_at_3": 0.8815, "hit_rate_at_5": 0.89306, "hit_rate_at_10": 0.89884, "hit_rate_at_20": 0.90751, "hit_rate_at_100": 0.92486, "hit_rate_at_1000": 0.96821, "main_score": 0.89306, "hf_subset": "it_it", "languages": [ "ita-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.90031, "ndcg_at_3": 0.92112, "ndcg_at_5": 0.92112, "ndcg_at_10": 0.92223, "ndcg_at_20": 0.92457, "ndcg_at_100": 0.9269, "ndcg_at_1000": 0.9307, "map_at_1": 0.90031, "map_at_3": 0.91641, "map_at_5": 0.91641, "map_at_10": 0.91693, "map_at_20": 0.91756, "map_at_100": 0.91788, "map_at_1000": 0.91799, "recall_at_1": 0.90031, "recall_at_3": 0.93458, "recall_at_5": 0.93458, "recall_at_10": 0.93769, "recall_at_20": 0.94704, "recall_at_100": 0.9595, "recall_at_1000": 0.99065, "accuracy": 0.90031, "precision_at_1": 0.90031, "precision_at_3": 0.31153, "precision_at_5": 0.18692, "precision_at_10": 0.09377, "precision_at_20": 0.04735, "precision_at_100": 0.0096, "precision_at_1000": 0.00099, "mrr_at_1": 0.900312, "mrr_at_3": 0.916407, "mrr_at_5": 0.916407, "mrr_at_10": 0.916926, "mrr_at_20": 0.917557, "mrr_at_100": 0.917885, "mrr_at_1000": 0.917991, "nauc_ndcg_at_1_max": 0.520476, "nauc_ndcg_at_1_std": -0.344193, "nauc_ndcg_at_1_diff1": 0.914863, "nauc_ndcg_at_3_max": 0.48742, "nauc_ndcg_at_3_std": -0.445355, "nauc_ndcg_at_3_diff1": 0.906764, "nauc_ndcg_at_5_max": 0.48742, "nauc_ndcg_at_5_std": -0.445355, "nauc_ndcg_at_5_diff1": 0.906764, "nauc_ndcg_at_10_max": 0.496811, "nauc_ndcg_at_10_std": -0.426822, "nauc_ndcg_at_10_diff1": 0.909395, "nauc_ndcg_at_20_max": 0.486789, "nauc_ndcg_at_20_std": -0.421141, "nauc_ndcg_at_20_diff1": 0.907873, "nauc_ndcg_at_100_max": 0.48291, "nauc_ndcg_at_100_std": -0.438064, "nauc_ndcg_at_100_diff1": 0.904934, "nauc_ndcg_at_1000_max": 0.491308, "nauc_ndcg_at_1000_std": -0.407418, "nauc_ndcg_at_1000_diff1": 0.906113, "nauc_map_at_1_max": 0.520476, "nauc_map_at_1_std": -0.344193, "nauc_map_at_1_diff1": 0.914863, "nauc_map_at_3_max": 0.496309, "nauc_map_at_3_std": -0.425026, "nauc_map_at_3_diff1": 0.909205, "nauc_map_at_5_max": 0.496309, "nauc_map_at_5_std": -0.425026, "nauc_map_at_5_diff1": 0.909205, "nauc_map_at_10_max": 0.500478, "nauc_map_at_10_std": -0.416781, "nauc_map_at_10_diff1": 0.910373, "nauc_map_at_20_max": 0.497973, "nauc_map_at_20_std": -0.414939, "nauc_map_at_20_diff1": 0.909978, "nauc_map_at_100_max": 0.497374, "nauc_map_at_100_std": -0.417919, "nauc_map_at_100_diff1": 0.909618, "nauc_map_at_1000_max": 0.497621, "nauc_map_at_1000_std": -0.417259, "nauc_map_at_1000_diff1": 0.909654, "nauc_recall_at_1_max": 0.520476, "nauc_recall_at_1_std": -0.344193, "nauc_recall_at_1_diff1": 0.914863, "nauc_recall_at_3_max": 0.45497, "nauc_recall_at_3_std": -0.515687, "nauc_recall_at_3_diff1": 0.897702, "nauc_recall_at_5_max": 0.45497, "nauc_recall_at_5_std": -0.515687, "nauc_recall_at_5_diff1": 0.897702, "nauc_recall_at_10_max": 0.486255, "nauc_recall_at_10_std": -0.454258, "nauc_recall_at_10_diff1": 0.906468, "nauc_recall_at_20_max": 0.428256, "nauc_recall_at_20_std": -0.431255, "nauc_recall_at_20_diff1": 0.897649, "nauc_recall_at_100_max": 0.379065, "nauc_recall_at_100_std": -0.566908, "nauc_recall_at_100_diff1": 0.866157, "nauc_recall_at_1000_max": 0.52902, "nauc_recall_at_1000_std": 0.912884, "nauc_recall_at_1000_diff1": 0.807955, "nauc_precision_at_1_max": 0.520476, "nauc_precision_at_1_std": -0.344193, "nauc_precision_at_1_diff1": 0.914863, "nauc_precision_at_3_max": 0.45497, "nauc_precision_at_3_std": -0.515687, "nauc_precision_at_3_diff1": 0.897702, "nauc_precision_at_5_max": 0.45497, "nauc_precision_at_5_std": -0.515687, "nauc_precision_at_5_diff1": 0.897702, "nauc_precision_at_10_max": 0.486255, "nauc_precision_at_10_std": -0.454258, "nauc_precision_at_10_diff1": 0.906468, "nauc_precision_at_20_max": 0.428256, "nauc_precision_at_20_std": -0.431255, "nauc_precision_at_20_diff1": 0.897649, "nauc_precision_at_100_max": 0.379065, "nauc_precision_at_100_std": -0.566908, "nauc_precision_at_100_diff1": 0.866157, "nauc_precision_at_1000_max": 0.52902, "nauc_precision_at_1000_std": 0.912884, "nauc_precision_at_1000_diff1": 0.807955, "nauc_mrr_at_1_max": 0.520476, "nauc_mrr_at_1_std": -0.344193, "nauc_mrr_at_1_diff1": 0.914863, "nauc_mrr_at_3_max": 0.496309, "nauc_mrr_at_3_std": -0.425026, "nauc_mrr_at_3_diff1": 0.909205, "nauc_mrr_at_5_max": 0.496309, "nauc_mrr_at_5_std": -0.425026, "nauc_mrr_at_5_diff1": 0.909205, "nauc_mrr_at_10_max": 0.500478, "nauc_mrr_at_10_std": -0.416781, "nauc_mrr_at_10_diff1": 0.910373, "nauc_mrr_at_20_max": 0.497973, "nauc_mrr_at_20_std": -0.414939, "nauc_mrr_at_20_diff1": 0.909978, "nauc_mrr_at_100_max": 0.497374, "nauc_mrr_at_100_std": -0.417919, "nauc_mrr_at_100_diff1": 0.909618, "nauc_mrr_at_1000_max": 0.497621, "nauc_mrr_at_1000_std": -0.417259, "nauc_mrr_at_1000_diff1": 0.909654, "hit_rate_at_1": 0.90031, "hit_rate_at_3": 0.93458, "hit_rate_at_5": 0.93458, "hit_rate_at_10": 0.93769, "hit_rate_at_20": 0.94704, "hit_rate_at_100": 0.9595, "hit_rate_at_1000": 0.99065, "main_score": 0.93458, "hf_subset": "ja_jp", "languages": [ "jpn-Jpan" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.62202, "ndcg_at_3": 0.67297, "ndcg_at_5": 0.69513, "ndcg_at_10": 0.70677, "ndcg_at_20": 0.71373, "ndcg_at_100": 0.72825, "ndcg_at_1000": 0.73466, "map_at_1": 0.62202, "map_at_3": 0.66071, "map_at_5": 0.67307, "map_at_10": 0.67792, "map_at_20": 0.67992, "map_at_100": 0.68202, "map_at_1000": 0.68224, "recall_at_1": 0.62202, "recall_at_3": 0.70833, "recall_at_5": 0.7619, "recall_at_10": 0.79762, "recall_at_20": 0.8244, "recall_at_100": 0.90179, "recall_at_1000": 0.95238, "accuracy": 0.62202, "precision_at_1": 0.62202, "precision_at_3": 0.23611, "precision_at_5": 0.15238, "precision_at_10": 0.07976, "precision_at_20": 0.04122, "precision_at_100": 0.00902, "precision_at_1000": 0.00095, "mrr_at_1": 0.622024, "mrr_at_3": 0.660714, "mrr_at_5": 0.673065, "mrr_at_10": 0.677916, "mrr_at_20": 0.679925, "mrr_at_100": 0.682024, "mrr_at_1000": 0.682245, "nauc_ndcg_at_1_max": 0.529756, "nauc_ndcg_at_1_std": 0.054243, "nauc_ndcg_at_1_diff1": 0.82971, "nauc_ndcg_at_3_max": 0.529334, "nauc_ndcg_at_3_std": 0.037534, "nauc_ndcg_at_3_diff1": 0.806569, "nauc_ndcg_at_5_max": 0.539094, "nauc_ndcg_at_5_std": 0.028721, "nauc_ndcg_at_5_diff1": 0.800925, "nauc_ndcg_at_10_max": 0.523105, "nauc_ndcg_at_10_std": 0.035096, "nauc_ndcg_at_10_diff1": 0.793054, "nauc_ndcg_at_20_max": 0.516991, "nauc_ndcg_at_20_std": 0.026696, "nauc_ndcg_at_20_diff1": 0.793806, "nauc_ndcg_at_100_max": 0.504871, "nauc_ndcg_at_100_std": 0.019075, "nauc_ndcg_at_100_diff1": 0.789738, "nauc_ndcg_at_1000_max": 0.50734, "nauc_ndcg_at_1000_std": 0.039434, "nauc_ndcg_at_1000_diff1": 0.792, "nauc_map_at_1_max": 0.529756, "nauc_map_at_1_std": 0.054243, "nauc_map_at_1_diff1": 0.82971, "nauc_map_at_3_max": 0.528493, "nauc_map_at_3_std": 0.040366, "nauc_map_at_3_diff1": 0.81089, "nauc_map_at_5_max": 0.533619, "nauc_map_at_5_std": 0.035002, "nauc_map_at_5_diff1": 0.807812, "nauc_map_at_10_max": 0.527172, "nauc_map_at_10_std": 0.037943, "nauc_map_at_10_diff1": 0.804851, "nauc_map_at_20_max": 0.525586, "nauc_map_at_20_std": 0.035879, "nauc_map_at_20_diff1": 0.805035, "nauc_map_at_100_max": 0.523835, "nauc_map_at_100_std": 0.035016, "nauc_map_at_100_diff1": 0.80424, "nauc_map_at_1000_max": 0.523917, "nauc_map_at_1000_std": 0.035443, "nauc_map_at_1000_diff1": 0.804326, "nauc_recall_at_1_max": 0.529756, "nauc_recall_at_1_std": 0.054243, "nauc_recall_at_1_diff1": 0.82971, "nauc_recall_at_3_max": 0.532458, "nauc_recall_at_3_std": 0.029171, "nauc_recall_at_3_diff1": 0.793527, "nauc_recall_at_5_max": 0.561368, "nauc_recall_at_5_std": 0.006278, "nauc_recall_at_5_diff1": 0.776044, "nauc_recall_at_10_max": 0.500967, "nauc_recall_at_10_std": 0.026054, "nauc_recall_at_10_diff1": 0.740762, "nauc_recall_at_20_max": 0.463486, "nauc_recall_at_20_std": -0.024147, "nauc_recall_at_20_diff1": 0.738885, "nauc_recall_at_100_max": 0.286608, "nauc_recall_at_100_std": -0.154111, "nauc_recall_at_100_diff1": 0.664486, "nauc_recall_at_1000_max": 0.147858, "nauc_recall_at_1000_std": 0.469242, "nauc_recall_at_1000_diff1": 0.612818, "nauc_precision_at_1_max": 0.529756, "nauc_precision_at_1_std": 0.054243, "nauc_precision_at_1_diff1": 0.82971, "nauc_precision_at_3_max": 0.532458, "nauc_precision_at_3_std": 0.029171, "nauc_precision_at_3_diff1": 0.793527, "nauc_precision_at_5_max": 0.561368, "nauc_precision_at_5_std": 0.006278, "nauc_precision_at_5_diff1": 0.776044, "nauc_precision_at_10_max": 0.500967, "nauc_precision_at_10_std": 0.026054, "nauc_precision_at_10_diff1": 0.740762, "nauc_precision_at_20_max": 0.463486, "nauc_precision_at_20_std": -0.024147, "nauc_precision_at_20_diff1": 0.738885, "nauc_precision_at_100_max": 0.286608, "nauc_precision_at_100_std": -0.154111, "nauc_precision_at_100_diff1": 0.664486, "nauc_precision_at_1000_max": 0.147858, "nauc_precision_at_1000_std": 0.469242, "nauc_precision_at_1000_diff1": 0.612818, "nauc_mrr_at_1_max": 0.529756, "nauc_mrr_at_1_std": 0.054243, "nauc_mrr_at_1_diff1": 0.82971, "nauc_mrr_at_3_max": 0.528493, "nauc_mrr_at_3_std": 0.040366, "nauc_mrr_at_3_diff1": 0.81089, "nauc_mrr_at_5_max": 0.533619, "nauc_mrr_at_5_std": 0.035002, "nauc_mrr_at_5_diff1": 0.807812, "nauc_mrr_at_10_max": 0.527172, "nauc_mrr_at_10_std": 0.037943, "nauc_mrr_at_10_diff1": 0.804851, "nauc_mrr_at_20_max": 0.525586, "nauc_mrr_at_20_std": 0.035879, "nauc_mrr_at_20_diff1": 0.805035, "nauc_mrr_at_100_max": 0.523835, "nauc_mrr_at_100_std": 0.035016, "nauc_mrr_at_100_diff1": 0.80424, "nauc_mrr_at_1000_max": 0.523917, "nauc_mrr_at_1000_std": 0.035443, "nauc_mrr_at_1000_diff1": 0.804326, "hit_rate_at_1": 0.62202, "hit_rate_at_3": 0.70833, "hit_rate_at_5": 0.7619, "hit_rate_at_10": 0.79762, "hit_rate_at_20": 0.8244, "hit_rate_at_100": 0.90179, "hit_rate_at_1000": 0.95238, "main_score": 0.7619, "hf_subset": "jv_id", "languages": [ "jav-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.29429, "ndcg_at_3": 0.37377, "ndcg_at_5": 0.39811, "ndcg_at_10": 0.42262, "ndcg_at_20": 0.44856, "ndcg_at_100": 0.48305, "ndcg_at_1000": 0.49737, "map_at_1": 0.29429, "map_at_3": 0.35476, "map_at_5": 0.36805, "map_at_10": 0.3779, "map_at_20": 0.38499, "map_at_100": 0.38959, "map_at_1000": 0.39031, "recall_at_1": 0.29429, "recall_at_3": 0.42857, "recall_at_5": 0.48857, "recall_at_10": 0.56571, "recall_at_20": 0.66857, "recall_at_100": 0.85714, "recall_at_1000": 0.96, "accuracy": 0.29429, "precision_at_1": 0.29429, "precision_at_3": 0.14286, "precision_at_5": 0.09771, "precision_at_10": 0.05657, "precision_at_20": 0.03343, "precision_at_100": 0.00857, "precision_at_1000": 0.00096, "mrr_at_1": 0.294286, "mrr_at_3": 0.354762, "mrr_at_5": 0.368048, "mrr_at_10": 0.377898, "mrr_at_20": 0.384986, "mrr_at_100": 0.389588, "mrr_at_1000": 0.390313, "nauc_ndcg_at_1_max": 0.350677, "nauc_ndcg_at_1_std": 0.126432, "nauc_ndcg_at_1_diff1": 0.527673, "nauc_ndcg_at_3_max": 0.318957, "nauc_ndcg_at_3_std": 0.15948, "nauc_ndcg_at_3_diff1": 0.484333, "nauc_ndcg_at_5_max": 0.323213, "nauc_ndcg_at_5_std": 0.172453, "nauc_ndcg_at_5_diff1": 0.472694, "nauc_ndcg_at_10_max": 0.3073, "nauc_ndcg_at_10_std": 0.167737, "nauc_ndcg_at_10_diff1": 0.464384, "nauc_ndcg_at_20_max": 0.312303, "nauc_ndcg_at_20_std": 0.179894, "nauc_ndcg_at_20_diff1": 0.467471, "nauc_ndcg_at_100_max": 0.314471, "nauc_ndcg_at_100_std": 0.166727, "nauc_ndcg_at_100_diff1": 0.468879, "nauc_ndcg_at_1000_max": 0.309747, "nauc_ndcg_at_1000_std": 0.161134, "nauc_ndcg_at_1000_diff1": 0.471338, "nauc_map_at_1_max": 0.350677, "nauc_map_at_1_std": 0.126432, "nauc_map_at_1_diff1": 0.527673, "nauc_map_at_3_max": 0.327895, "nauc_map_at_3_std": 0.154617, "nauc_map_at_3_diff1": 0.494318, "nauc_map_at_5_max": 0.330642, "nauc_map_at_5_std": 0.162228, "nauc_map_at_5_diff1": 0.488286, "nauc_map_at_10_max": 0.32443, "nauc_map_at_10_std": 0.15987, "nauc_map_at_10_diff1": 0.485173, "nauc_map_at_20_max": 0.326205, "nauc_map_at_20_std": 0.163063, "nauc_map_at_20_diff1": 0.486468, "nauc_map_at_100_max": 0.326647, "nauc_map_at_100_std": 0.160578, "nauc_map_at_100_diff1": 0.486326, "nauc_map_at_1000_max": 0.326468, "nauc_map_at_1000_std": 0.160302, "nauc_map_at_1000_diff1": 0.486363, "nauc_recall_at_1_max": 0.350677, "nauc_recall_at_1_std": 0.126432, "nauc_recall_at_1_diff1": 0.527673, "nauc_recall_at_3_max": 0.293155, "nauc_recall_at_3_std": 0.172022, "nauc_recall_at_3_diff1": 0.456256, "nauc_recall_at_5_max": 0.301509, "nauc_recall_at_5_std": 0.20191, "nauc_recall_at_5_diff1": 0.425918, "nauc_recall_at_10_max": 0.247178, "nauc_recall_at_10_std": 0.190884, "nauc_recall_at_10_diff1": 0.394741, "nauc_recall_at_20_max": 0.256991, "nauc_recall_at_20_std": 0.251768, "nauc_recall_at_20_diff1": 0.393948, "nauc_recall_at_100_max": 0.2245, "nauc_recall_at_100_std": 0.193576, "nauc_recall_at_100_diff1": 0.353129, "nauc_recall_at_1000_max": -0.241997, "nauc_recall_at_1000_std": -0.026344, "nauc_recall_at_1000_diff1": 0.23256, "nauc_precision_at_1_max": 0.350677, "nauc_precision_at_1_std": 0.126432, "nauc_precision_at_1_diff1": 0.527673, "nauc_precision_at_3_max": 0.293155, "nauc_precision_at_3_std": 0.172022, "nauc_precision_at_3_diff1": 0.456256, "nauc_precision_at_5_max": 0.301509, "nauc_precision_at_5_std": 0.20191, "nauc_precision_at_5_diff1": 0.425918, "nauc_precision_at_10_max": 0.247178, "nauc_precision_at_10_std": 0.190884, "nauc_precision_at_10_diff1": 0.394741, "nauc_precision_at_20_max": 0.256991, "nauc_precision_at_20_std": 0.251768, "nauc_precision_at_20_diff1": 0.393948, "nauc_precision_at_100_max": 0.2245, "nauc_precision_at_100_std": 0.193576, "nauc_precision_at_100_diff1": 0.353129, "nauc_precision_at_1000_max": -0.241997, "nauc_precision_at_1000_std": -0.026344, "nauc_precision_at_1000_diff1": 0.23256, "nauc_mrr_at_1_max": 0.350677, "nauc_mrr_at_1_std": 0.126432, "nauc_mrr_at_1_diff1": 0.527673, "nauc_mrr_at_3_max": 0.327895, "nauc_mrr_at_3_std": 0.154617, "nauc_mrr_at_3_diff1": 0.494318, "nauc_mrr_at_5_max": 0.330642, "nauc_mrr_at_5_std": 0.162228, "nauc_mrr_at_5_diff1": 0.488286, "nauc_mrr_at_10_max": 0.32443, "nauc_mrr_at_10_std": 0.15987, "nauc_mrr_at_10_diff1": 0.485173, "nauc_mrr_at_20_max": 0.326205, "nauc_mrr_at_20_std": 0.163063, "nauc_mrr_at_20_diff1": 0.486468, "nauc_mrr_at_100_max": 0.326647, "nauc_mrr_at_100_std": 0.160578, "nauc_mrr_at_100_diff1": 0.486326, "nauc_mrr_at_1000_max": 0.326468, "nauc_mrr_at_1000_std": 0.160302, "nauc_mrr_at_1000_diff1": 0.486363, "hit_rate_at_1": 0.29429, "hit_rate_at_3": 0.42857, "hit_rate_at_5": 0.48857, "hit_rate_at_10": 0.56571, "hit_rate_at_20": 0.66857, "hit_rate_at_100": 0.85714, "hit_rate_at_1000": 0.96, "main_score": 0.48857, "hf_subset": "ka_ge", "languages": [ "kat-Geor" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.1185, "ndcg_at_3": 0.14465, "ndcg_at_5": 0.1638, "ndcg_at_10": 0.18152, "ndcg_at_20": 0.19237, "ndcg_at_100": 0.24232, "ndcg_at_1000": 0.27925, "map_at_1": 0.1185, "map_at_3": 0.13776, "map_at_5": 0.14846, "map_at_10": 0.15576, "map_at_20": 0.15867, "map_at_100": 0.16462, "map_at_1000": 0.16627, "recall_at_1": 0.1185, "recall_at_3": 0.16474, "recall_at_5": 0.21098, "recall_at_10": 0.2659, "recall_at_20": 0.30925, "recall_at_100": 0.59249, "recall_at_1000": 0.86705, "accuracy": 0.1185, "precision_at_1": 0.1185, "precision_at_3": 0.05491, "precision_at_5": 0.0422, "precision_at_10": 0.02659, "precision_at_20": 0.01546, "precision_at_100": 0.00592, "precision_at_1000": 0.00087, "mrr_at_1": 0.118497, "mrr_at_3": 0.137765, "mrr_at_5": 0.148459, "mrr_at_10": 0.155755, "mrr_at_20": 0.158671, "mrr_at_100": 0.164624, "mrr_at_1000": 0.166269, "nauc_ndcg_at_1_max": -0.102738, "nauc_ndcg_at_1_std": 0.023805, "nauc_ndcg_at_1_diff1": 0.473595, "nauc_ndcg_at_3_max": -0.109149, "nauc_ndcg_at_3_std": 0.013184, "nauc_ndcg_at_3_diff1": 0.384958, "nauc_ndcg_at_5_max": -0.110592, "nauc_ndcg_at_5_std": -0.021405, "nauc_ndcg_at_5_diff1": 0.354978, "nauc_ndcg_at_10_max": -0.105738, "nauc_ndcg_at_10_std": -0.04188, "nauc_ndcg_at_10_diff1": 0.356156, "nauc_ndcg_at_20_max": -0.10055, "nauc_ndcg_at_20_std": -0.042017, "nauc_ndcg_at_20_diff1": 0.333059, "nauc_ndcg_at_100_max": -0.130045, "nauc_ndcg_at_100_std": -0.054104, "nauc_ndcg_at_100_diff1": 0.333527, "nauc_ndcg_at_1000_max": -0.132082, "nauc_ndcg_at_1000_std": -0.01998, "nauc_ndcg_at_1000_diff1": 0.336584, "nauc_map_at_1_max": -0.102738, "nauc_map_at_1_std": 0.023805, "nauc_map_at_1_diff1": 0.473595, "nauc_map_at_3_max": -0.106555, "nauc_map_at_3_std": 0.015892, "nauc_map_at_3_diff1": 0.40609, "nauc_map_at_5_max": -0.106832, "nauc_map_at_5_std": -0.004449, "nauc_map_at_5_diff1": 0.387651, "nauc_map_at_10_max": -0.104728, "nauc_map_at_10_std": -0.014334, "nauc_map_at_10_diff1": 0.387863, "nauc_map_at_20_max": -0.10261, "nauc_map_at_20_std": -0.014479, "nauc_map_at_20_diff1": 0.38096, "nauc_map_at_100_max": -0.107121, "nauc_map_at_100_std": -0.015565, "nauc_map_at_100_diff1": 0.379672, "nauc_map_at_1000_max": -0.107262, "nauc_map_at_1000_std": -0.014464, "nauc_map_at_1000_diff1": 0.380086, "nauc_recall_at_1_max": -0.102738, "nauc_recall_at_1_std": 0.023805, "nauc_recall_at_1_diff1": 0.473595, "nauc_recall_at_3_max": -0.116134, "nauc_recall_at_3_std": 0.006202, "nauc_recall_at_3_diff1": 0.330902, "nauc_recall_at_5_max": -0.120207, "nauc_recall_at_5_std": -0.063551, "nauc_recall_at_5_diff1": 0.277709, "nauc_recall_at_10_max": -0.107477, "nauc_recall_at_10_std": -0.107807, "nauc_recall_at_10_diff1": 0.287061, "nauc_recall_at_20_max": -0.094861, "nauc_recall_at_20_std": -0.104598, "nauc_recall_at_20_diff1": 0.221006, "nauc_recall_at_100_max": -0.220434, "nauc_recall_at_100_std": -0.173175, "nauc_recall_at_100_diff1": 0.229328, "nauc_recall_at_1000_max": -0.369267, "nauc_recall_at_1000_std": 0.156634, "nauc_recall_at_1000_diff1": 0.112952, "nauc_precision_at_1_max": -0.102738, "nauc_precision_at_1_std": 0.023805, "nauc_precision_at_1_diff1": 0.473595, "nauc_precision_at_3_max": -0.116134, "nauc_precision_at_3_std": 0.006202, "nauc_precision_at_3_diff1": 0.330902, "nauc_precision_at_5_max": -0.120207, "nauc_precision_at_5_std": -0.063551, "nauc_precision_at_5_diff1": 0.277709, "nauc_precision_at_10_max": -0.107477, "nauc_precision_at_10_std": -0.107807, "nauc_precision_at_10_diff1": 0.287061, "nauc_precision_at_20_max": -0.094861, "nauc_precision_at_20_std": -0.104598, "nauc_precision_at_20_diff1": 0.221006, "nauc_precision_at_100_max": -0.220434, "nauc_precision_at_100_std": -0.173175, "nauc_precision_at_100_diff1": 0.229328, "nauc_precision_at_1000_max": -0.369267, "nauc_precision_at_1000_std": 0.156634, "nauc_precision_at_1000_diff1": 0.112952, "nauc_mrr_at_1_max": -0.102738, "nauc_mrr_at_1_std": 0.023805, "nauc_mrr_at_1_diff1": 0.473595, "nauc_mrr_at_3_max": -0.106555, "nauc_mrr_at_3_std": 0.015892, "nauc_mrr_at_3_diff1": 0.40609, "nauc_mrr_at_5_max": -0.106832, "nauc_mrr_at_5_std": -0.004449, "nauc_mrr_at_5_diff1": 0.387651, "nauc_mrr_at_10_max": -0.104728, "nauc_mrr_at_10_std": -0.014334, "nauc_mrr_at_10_diff1": 0.387863, "nauc_mrr_at_20_max": -0.10261, "nauc_mrr_at_20_std": -0.014479, "nauc_mrr_at_20_diff1": 0.38096, "nauc_mrr_at_100_max": -0.107121, "nauc_mrr_at_100_std": -0.015565, "nauc_mrr_at_100_diff1": 0.379672, "nauc_mrr_at_1000_max": -0.107262, "nauc_mrr_at_1000_std": -0.014464, "nauc_mrr_at_1000_diff1": 0.380086, "hit_rate_at_1": 0.1185, "hit_rate_at_3": 0.16474, "hit_rate_at_5": 0.21098, "hit_rate_at_10": 0.2659, "hit_rate_at_20": 0.30925, "hit_rate_at_100": 0.59249, "hit_rate_at_1000": 0.86705, "main_score": 0.21098, "hf_subset": "kam_ke", "languages": [ "kam-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.80603, "ndcg_at_5": 0.82041, "ndcg_at_10": 0.83172, "ndcg_at_20": 0.83676, "ndcg_at_100": 0.84089, "ndcg_at_1000": 0.84306, "map_at_1": 0.75, "map_at_3": 0.79312, "map_at_5": 0.80111, "map_at_10": 0.80579, "map_at_20": 0.80712, "map_at_100": 0.80764, "map_at_1000": 0.8077, "recall_at_1": 0.75, "recall_at_3": 0.84302, "recall_at_5": 0.87791, "recall_at_10": 0.91279, "recall_at_20": 0.93314, "recall_at_100": 0.9564, "recall_at_1000": 0.97384, "accuracy": 0.75, "precision_at_1": 0.75, "precision_at_3": 0.28101, "precision_at_5": 0.17558, "precision_at_10": 0.09128, "precision_at_20": 0.04666, "precision_at_100": 0.00956, "precision_at_1000": 0.00097, "mrr_at_1": 0.75, "mrr_at_3": 0.79312, "mrr_at_5": 0.801114, "mrr_at_10": 0.805791, "mrr_at_20": 0.807122, "mrr_at_100": 0.807636, "mrr_at_1000": 0.807704, "nauc_ndcg_at_1_max": 0.406417, "nauc_ndcg_at_1_std": 0.135118, "nauc_ndcg_at_1_diff1": 0.779696, "nauc_ndcg_at_3_max": 0.406686, "nauc_ndcg_at_3_std": 0.137762, "nauc_ndcg_at_3_diff1": 0.740076, "nauc_ndcg_at_5_max": 0.377494, "nauc_ndcg_at_5_std": 0.115728, "nauc_ndcg_at_5_diff1": 0.736326, "nauc_ndcg_at_10_max": 0.362235, "nauc_ndcg_at_10_std": 0.106032, "nauc_ndcg_at_10_diff1": 0.739935, "nauc_ndcg_at_20_max": 0.351905, "nauc_ndcg_at_20_std": 0.091501, "nauc_ndcg_at_20_diff1": 0.738646, "nauc_ndcg_at_100_max": 0.345496, "nauc_ndcg_at_100_std": 0.082433, "nauc_ndcg_at_100_diff1": 0.737371, "nauc_ndcg_at_1000_max": 0.347841, "nauc_ndcg_at_1000_std": 0.10973, "nauc_ndcg_at_1000_diff1": 0.737862, "nauc_map_at_1_max": 0.406417, "nauc_map_at_1_std": 0.135118, "nauc_map_at_1_diff1": 0.779696, "nauc_map_at_3_max": 0.406123, "nauc_map_at_3_std": 0.136586, "nauc_map_at_3_diff1": 0.751519, "nauc_map_at_5_max": 0.391328, "nauc_map_at_5_std": 0.125125, "nauc_map_at_5_diff1": 0.750172, "nauc_map_at_10_max": 0.386446, "nauc_map_at_10_std": 0.122543, "nauc_map_at_10_diff1": 0.751894, "nauc_map_at_20_max": 0.384307, "nauc_map_at_20_std": 0.11945, "nauc_map_at_20_diff1": 0.751613, "nauc_map_at_100_max": 0.383784, "nauc_map_at_100_std": 0.118438, "nauc_map_at_100_diff1": 0.751378, "nauc_map_at_1000_max": 0.383849, "nauc_map_at_1000_std": 0.119159, "nauc_map_at_1000_diff1": 0.751406, "nauc_recall_at_1_max": 0.406417, "nauc_recall_at_1_std": 0.135118, "nauc_recall_at_1_diff1": 0.779696, "nauc_recall_at_3_max": 0.408996, "nauc_recall_at_3_std": 0.142282, "nauc_recall_at_3_diff1": 0.698172, "nauc_recall_at_5_max": 0.310438, "nauc_recall_at_5_std": 0.070274, "nauc_recall_at_5_diff1": 0.674039, "nauc_recall_at_10_max": 0.197997, "nauc_recall_at_10_std": -0.007684, "nauc_recall_at_10_diff1": 0.670242, "nauc_recall_at_20_max": 0.053068, "nauc_recall_at_20_std": -0.176459, "nauc_recall_at_20_diff1": 0.638976, "nauc_recall_at_100_max": -0.230582, "nauc_recall_at_100_std": -0.47714, "nauc_recall_at_100_diff1": 0.570554, "nauc_recall_at_1000_max": -0.506987, "nauc_recall_at_1000_std": 0.368277, "nauc_recall_at_1000_diff1": 0.478167, "nauc_precision_at_1_max": 0.406417, "nauc_precision_at_1_std": 0.135118, "nauc_precision_at_1_diff1": 0.779696, "nauc_precision_at_3_max": 0.408996, "nauc_precision_at_3_std": 0.142282, "nauc_precision_at_3_diff1": 0.698172, "nauc_precision_at_5_max": 0.310438, "nauc_precision_at_5_std": 0.070274, "nauc_precision_at_5_diff1": 0.674039, "nauc_precision_at_10_max": 0.197997, "nauc_precision_at_10_std": -0.007684, "nauc_precision_at_10_diff1": 0.670242, "nauc_precision_at_20_max": 0.053068, "nauc_precision_at_20_std": -0.176459, "nauc_precision_at_20_diff1": 0.638976, "nauc_precision_at_100_max": -0.230582, "nauc_precision_at_100_std": -0.47714, "nauc_precision_at_100_diff1": 0.570554, "nauc_precision_at_1000_max": -0.506987, "nauc_precision_at_1000_std": 0.368277, "nauc_precision_at_1000_diff1": 0.478167, "nauc_mrr_at_1_max": 0.406417, "nauc_mrr_at_1_std": 0.135118, "nauc_mrr_at_1_diff1": 0.779696, "nauc_mrr_at_3_max": 0.406123, "nauc_mrr_at_3_std": 0.136586, "nauc_mrr_at_3_diff1": 0.751519, "nauc_mrr_at_5_max": 0.391328, "nauc_mrr_at_5_std": 0.125125, "nauc_mrr_at_5_diff1": 0.750172, "nauc_mrr_at_10_max": 0.386446, "nauc_mrr_at_10_std": 0.122543, "nauc_mrr_at_10_diff1": 0.751894, "nauc_mrr_at_20_max": 0.384307, "nauc_mrr_at_20_std": 0.11945, "nauc_mrr_at_20_diff1": 0.751613, "nauc_mrr_at_100_max": 0.383784, "nauc_mrr_at_100_std": 0.118438, "nauc_mrr_at_100_diff1": 0.751378, "nauc_mrr_at_1000_max": 0.383849, "nauc_mrr_at_1000_std": 0.119159, "nauc_mrr_at_1000_diff1": 0.751406, "hit_rate_at_1": 0.75, "hit_rate_at_3": 0.84302, "hit_rate_at_5": 0.87791, "hit_rate_at_10": 0.91279, "hit_rate_at_20": 0.93314, "hit_rate_at_100": 0.9564, "hit_rate_at_1000": 0.97384, "main_score": 0.87791, "hf_subset": "kea_cv", "languages": [ "kea-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.31232, "ndcg_at_3": 0.38044, "ndcg_at_5": 0.4051, "ndcg_at_10": 0.42418, "ndcg_at_20": 0.44411, "ndcg_at_100": 0.47839, "ndcg_at_1000": 0.49067, "map_at_1": 0.31232, "map_at_3": 0.36342, "map_at_5": 0.37703, "map_at_10": 0.38523, "map_at_20": 0.39051, "map_at_100": 0.39534, "map_at_1000": 0.39589, "recall_at_1": 0.31232, "recall_at_3": 0.4298, "recall_at_5": 0.48997, "recall_at_10": 0.54728, "recall_at_20": 0.62751, "recall_at_100": 0.81089, "recall_at_1000": 0.90258, "accuracy": 0.31232, "precision_at_1": 0.31232, "precision_at_3": 0.14327, "precision_at_5": 0.09799, "precision_at_10": 0.05473, "precision_at_20": 0.03138, "precision_at_100": 0.00811, "precision_at_1000": 0.0009, "mrr_at_1": 0.312321, "mrr_at_3": 0.363419, "mrr_at_5": 0.37703, "mrr_at_10": 0.385234, "mrr_at_20": 0.390514, "mrr_at_100": 0.395343, "mrr_at_1000": 0.39589, "nauc_ndcg_at_1_max": 0.539594, "nauc_ndcg_at_1_std": 0.086344, "nauc_ndcg_at_1_diff1": 0.743534, "nauc_ndcg_at_3_max": 0.450075, "nauc_ndcg_at_3_std": 0.064355, "nauc_ndcg_at_3_diff1": 0.621487, "nauc_ndcg_at_5_max": 0.41827, "nauc_ndcg_at_5_std": 0.04696, "nauc_ndcg_at_5_diff1": 0.604554, "nauc_ndcg_at_10_max": 0.408617, "nauc_ndcg_at_10_std": 0.055622, "nauc_ndcg_at_10_diff1": 0.607077, "nauc_ndcg_at_20_max": 0.390129, "nauc_ndcg_at_20_std": 0.038754, "nauc_ndcg_at_20_diff1": 0.594713, "nauc_ndcg_at_100_max": 0.389768, "nauc_ndcg_at_100_std": 0.023203, "nauc_ndcg_at_100_diff1": 0.596955, "nauc_ndcg_at_1000_max": 0.399198, "nauc_ndcg_at_1000_std": 0.053642, "nauc_ndcg_at_1000_diff1": 0.604263, "nauc_map_at_1_max": 0.539594, "nauc_map_at_1_std": 0.086344, "nauc_map_at_1_diff1": 0.743534, "nauc_map_at_3_max": 0.472059, "nauc_map_at_3_std": 0.072075, "nauc_map_at_3_diff1": 0.649046, "nauc_map_at_5_max": 0.454365, "nauc_map_at_5_std": 0.06302, "nauc_map_at_5_diff1": 0.639969, "nauc_map_at_10_max": 0.449888, "nauc_map_at_10_std": 0.067707, "nauc_map_at_10_diff1": 0.641005, "nauc_map_at_20_max": 0.445364, "nauc_map_at_20_std": 0.063324, "nauc_map_at_20_diff1": 0.638103, "nauc_map_at_100_max": 0.445697, "nauc_map_at_100_std": 0.061785, "nauc_map_at_100_diff1": 0.639083, "nauc_map_at_1000_max": 0.446086, "nauc_map_at_1000_std": 0.062634, "nauc_map_at_1000_diff1": 0.639384, "nauc_recall_at_1_max": 0.539594, "nauc_recall_at_1_std": 0.086344, "nauc_recall_at_1_diff1": 0.743534, "nauc_recall_at_3_max": 0.387336, "nauc_recall_at_3_std": 0.041416, "nauc_recall_at_3_diff1": 0.543786, "nauc_recall_at_5_max": 0.30936, "nauc_recall_at_5_std": -0.003659, "nauc_recall_at_5_diff1": 0.500228, "nauc_recall_at_10_max": 0.276835, "nauc_recall_at_10_std": 0.015656, "nauc_recall_at_10_diff1": 0.503908, "nauc_recall_at_20_max": 0.178196, "nauc_recall_at_20_std": -0.064417, "nauc_recall_at_20_diff1": 0.435393, "nauc_recall_at_100_max": 0.031677, "nauc_recall_at_100_std": -0.290605, "nauc_recall_at_100_diff1": 0.338553, "nauc_recall_at_1000_max": -0.033719, "nauc_recall_at_1000_std": 0.222141, "nauc_recall_at_1000_diff1": 0.303037, "nauc_precision_at_1_max": 0.539594, "nauc_precision_at_1_std": 0.086344, "nauc_precision_at_1_diff1": 0.743534, "nauc_precision_at_3_max": 0.387336, "nauc_precision_at_3_std": 0.041416, "nauc_precision_at_3_diff1": 0.543786, "nauc_precision_at_5_max": 0.30936, "nauc_precision_at_5_std": -0.003659, "nauc_precision_at_5_diff1": 0.500228, "nauc_precision_at_10_max": 0.276835, "nauc_precision_at_10_std": 0.015656, "nauc_precision_at_10_diff1": 0.503908, "nauc_precision_at_20_max": 0.178196, "nauc_precision_at_20_std": -0.064417, "nauc_precision_at_20_diff1": 0.435393, "nauc_precision_at_100_max": 0.031677, "nauc_precision_at_100_std": -0.290605, "nauc_precision_at_100_diff1": 0.338553, "nauc_precision_at_1000_max": -0.033719, "nauc_precision_at_1000_std": 0.222141, "nauc_precision_at_1000_diff1": 0.303037, "nauc_mrr_at_1_max": 0.539594, "nauc_mrr_at_1_std": 0.086344, "nauc_mrr_at_1_diff1": 0.743534, "nauc_mrr_at_3_max": 0.472059, "nauc_mrr_at_3_std": 0.072075, "nauc_mrr_at_3_diff1": 0.649046, "nauc_mrr_at_5_max": 0.454365, "nauc_mrr_at_5_std": 0.06302, "nauc_mrr_at_5_diff1": 0.639969, "nauc_mrr_at_10_max": 0.449888, "nauc_mrr_at_10_std": 0.067707, "nauc_mrr_at_10_diff1": 0.641005, "nauc_mrr_at_20_max": 0.445364, "nauc_mrr_at_20_std": 0.063324, "nauc_mrr_at_20_diff1": 0.638103, "nauc_mrr_at_100_max": 0.445697, "nauc_mrr_at_100_std": 0.061785, "nauc_mrr_at_100_diff1": 0.639083, "nauc_mrr_at_1000_max": 0.446086, "nauc_mrr_at_1000_std": 0.062634, "nauc_mrr_at_1000_diff1": 0.639384, "hit_rate_at_1": 0.31232, "hit_rate_at_3": 0.4298, "hit_rate_at_5": 0.48997, "hit_rate_at_10": 0.54728, "hit_rate_at_20": 0.62751, "hit_rate_at_100": 0.81089, "hit_rate_at_1000": 0.90258, "main_score": 0.48997, "hf_subset": "kk_kz", "languages": [ "kaz-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.06269, "ndcg_at_3": 0.08333, "ndcg_at_5": 0.09553, "ndcg_at_10": 0.10591, "ndcg_at_20": 0.12557, "ndcg_at_100": 0.17166, "ndcg_at_1000": 0.22461, "map_at_1": 0.06269, "map_at_3": 0.07811, "map_at_5": 0.08483, "map_at_10": 0.08897, "map_at_20": 0.09438, "map_at_100": 0.09981, "map_at_1000": 0.10209, "recall_at_1": 0.06269, "recall_at_3": 0.09851, "recall_at_5": 0.12836, "recall_at_10": 0.16119, "recall_at_20": 0.23881, "recall_at_100": 0.50149, "recall_at_1000": 0.89851, "accuracy": 0.06269, "precision_at_1": 0.06269, "precision_at_3": 0.03284, "precision_at_5": 0.02567, "precision_at_10": 0.01612, "precision_at_20": 0.01194, "precision_at_100": 0.00501, "precision_at_1000": 0.0009, "mrr_at_1": 0.062687, "mrr_at_3": 0.078109, "mrr_at_5": 0.084826, "mrr_at_10": 0.088971, "mrr_at_20": 0.094384, "mrr_at_100": 0.099807, "mrr_at_1000": 0.102092, "nauc_ndcg_at_1_max": 0.159367, "nauc_ndcg_at_1_std": -0.02657, "nauc_ndcg_at_1_diff1": 0.232176, "nauc_ndcg_at_3_max": 0.176324, "nauc_ndcg_at_3_std": -0.007505, "nauc_ndcg_at_3_diff1": 0.136951, "nauc_ndcg_at_5_max": 0.173445, "nauc_ndcg_at_5_std": -0.024893, "nauc_ndcg_at_5_diff1": 0.124316, "nauc_ndcg_at_10_max": 0.177251, "nauc_ndcg_at_10_std": -0.023675, "nauc_ndcg_at_10_diff1": 0.127859, "nauc_ndcg_at_20_max": 0.173464, "nauc_ndcg_at_20_std": -0.02301, "nauc_ndcg_at_20_diff1": 0.115098, "nauc_ndcg_at_100_max": 0.154655, "nauc_ndcg_at_100_std": -0.046082, "nauc_ndcg_at_100_diff1": 0.122835, "nauc_ndcg_at_1000_max": 0.150825, "nauc_ndcg_at_1000_std": -0.022296, "nauc_ndcg_at_1000_diff1": 0.130848, "nauc_map_at_1_max": 0.159367, "nauc_map_at_1_std": -0.02657, "nauc_map_at_1_diff1": 0.232176, "nauc_map_at_3_max": 0.172409, "nauc_map_at_3_std": -0.009457, "nauc_map_at_3_diff1": 0.155337, "nauc_map_at_5_max": 0.170941, "nauc_map_at_5_std": -0.020389, "nauc_map_at_5_diff1": 0.14575, "nauc_map_at_10_max": 0.173114, "nauc_map_at_10_std": -0.021529, "nauc_map_at_10_diff1": 0.148142, "nauc_map_at_20_max": 0.171592, "nauc_map_at_20_std": -0.020609, "nauc_map_at_20_diff1": 0.144082, "nauc_map_at_100_max": 0.170929, "nauc_map_at_100_std": -0.022981, "nauc_map_at_100_diff1": 0.143424, "nauc_map_at_1000_max": 0.170695, "nauc_map_at_1000_std": -0.023598, "nauc_map_at_1000_diff1": 0.144319, "nauc_recall_at_1_max": 0.159367, "nauc_recall_at_1_std": -0.02657, "nauc_recall_at_1_diff1": 0.232176, "nauc_recall_at_3_max": 0.185489, "nauc_recall_at_3_std": -0.003607, "nauc_recall_at_3_diff1": 0.094894, "nauc_recall_at_5_max": 0.178299, "nauc_recall_at_5_std": -0.035869, "nauc_recall_at_5_diff1": 0.080605, "nauc_recall_at_10_max": 0.184862, "nauc_recall_at_10_std": -0.026457, "nauc_recall_at_10_diff1": 0.090616, "nauc_recall_at_20_max": 0.175459, "nauc_recall_at_20_std": -0.02702, "nauc_recall_at_20_diff1": 0.064775, "nauc_recall_at_100_max": 0.099381, "nauc_recall_at_100_std": -0.107493, "nauc_recall_at_100_diff1": 0.106629, "nauc_recall_at_1000_max": -0.067051, "nauc_recall_at_1000_std": 0.166552, "nauc_recall_at_1000_diff1": 0.137806, "nauc_precision_at_1_max": 0.159367, "nauc_precision_at_1_std": -0.02657, "nauc_precision_at_1_diff1": 0.232176, "nauc_precision_at_3_max": 0.185489, "nauc_precision_at_3_std": -0.003607, "nauc_precision_at_3_diff1": 0.094894, "nauc_precision_at_5_max": 0.178299, "nauc_precision_at_5_std": -0.035869, "nauc_precision_at_5_diff1": 0.080605, "nauc_precision_at_10_max": 0.184862, "nauc_precision_at_10_std": -0.026457, "nauc_precision_at_10_diff1": 0.090616, "nauc_precision_at_20_max": 0.175459, "nauc_precision_at_20_std": -0.02702, "nauc_precision_at_20_diff1": 0.064775, "nauc_precision_at_100_max": 0.099381, "nauc_precision_at_100_std": -0.107493, "nauc_precision_at_100_diff1": 0.106629, "nauc_precision_at_1000_max": -0.067051, "nauc_precision_at_1000_std": 0.166552, "nauc_precision_at_1000_diff1": 0.137806, "nauc_mrr_at_1_max": 0.159367, "nauc_mrr_at_1_std": -0.02657, "nauc_mrr_at_1_diff1": 0.232176, "nauc_mrr_at_3_max": 0.172409, "nauc_mrr_at_3_std": -0.009457, "nauc_mrr_at_3_diff1": 0.155337, "nauc_mrr_at_5_max": 0.170941, "nauc_mrr_at_5_std": -0.020389, "nauc_mrr_at_5_diff1": 0.14575, "nauc_mrr_at_10_max": 0.173114, "nauc_mrr_at_10_std": -0.021529, "nauc_mrr_at_10_diff1": 0.148142, "nauc_mrr_at_20_max": 0.171592, "nauc_mrr_at_20_std": -0.020609, "nauc_mrr_at_20_diff1": 0.144082, "nauc_mrr_at_100_max": 0.170929, "nauc_mrr_at_100_std": -0.022981, "nauc_mrr_at_100_diff1": 0.143424, "nauc_mrr_at_1000_max": 0.170695, "nauc_mrr_at_1000_std": -0.023598, "nauc_mrr_at_1000_diff1": 0.144319, "hit_rate_at_1": 0.06269, "hit_rate_at_3": 0.09851, "hit_rate_at_5": 0.12836, "hit_rate_at_10": 0.16119, "hit_rate_at_20": 0.23881, "hit_rate_at_100": 0.50149, "hit_rate_at_1000": 0.89851, "main_score": 0.12836, "hf_subset": "km_kh", "languages": [ "khm-Khmr" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.23547, "ndcg_at_3": 0.33049, "ndcg_at_5": 0.35163, "ndcg_at_10": 0.38495, "ndcg_at_20": 0.41097, "ndcg_at_100": 0.44487, "ndcg_at_1000": 0.45694, "map_at_1": 0.23547, "map_at_3": 0.3062, "map_at_5": 0.31768, "map_at_10": 0.33114, "map_at_20": 0.33805, "map_at_100": 0.34232, "map_at_1000": 0.34286, "recall_at_1": 0.23547, "recall_at_3": 0.40116, "recall_at_5": 0.45349, "recall_at_10": 0.55814, "recall_at_20": 0.66279, "recall_at_100": 0.85174, "recall_at_1000": 0.94186, "accuracy": 0.23547, "precision_at_1": 0.23547, "precision_at_3": 0.13372, "precision_at_5": 0.0907, "precision_at_10": 0.05581, "precision_at_20": 0.03314, "precision_at_100": 0.00852, "precision_at_1000": 0.00094, "mrr_at_1": 0.235465, "mrr_at_3": 0.306202, "mrr_at_5": 0.317684, "mrr_at_10": 0.331136, "mrr_at_20": 0.338049, "mrr_at_100": 0.342322, "mrr_at_1000": 0.342858, "nauc_ndcg_at_1_max": 0.360341, "nauc_ndcg_at_1_std": 0.202631, "nauc_ndcg_at_1_diff1": 0.500419, "nauc_ndcg_at_3_max": 0.297572, "nauc_ndcg_at_3_std": 0.198026, "nauc_ndcg_at_3_diff1": 0.411146, "nauc_ndcg_at_5_max": 0.283542, "nauc_ndcg_at_5_std": 0.207328, "nauc_ndcg_at_5_diff1": 0.403702, "nauc_ndcg_at_10_max": 0.292434, "nauc_ndcg_at_10_std": 0.184434, "nauc_ndcg_at_10_diff1": 0.381241, "nauc_ndcg_at_20_max": 0.291315, "nauc_ndcg_at_20_std": 0.168317, "nauc_ndcg_at_20_diff1": 0.379012, "nauc_ndcg_at_100_max": 0.292814, "nauc_ndcg_at_100_std": 0.158591, "nauc_ndcg_at_100_diff1": 0.391663, "nauc_ndcg_at_1000_max": 0.294756, "nauc_ndcg_at_1000_std": 0.184437, "nauc_ndcg_at_1000_diff1": 0.401329, "nauc_map_at_1_max": 0.360341, "nauc_map_at_1_std": 0.202631, "nauc_map_at_1_diff1": 0.500419, "nauc_map_at_3_max": 0.312564, "nauc_map_at_3_std": 0.199257, "nauc_map_at_3_diff1": 0.431535, "nauc_map_at_5_max": 0.304551, "nauc_map_at_5_std": 0.204752, "nauc_map_at_5_diff1": 0.427301, "nauc_map_at_10_max": 0.309038, "nauc_map_at_10_std": 0.196329, "nauc_map_at_10_diff1": 0.41869, "nauc_map_at_20_max": 0.309849, "nauc_map_at_20_std": 0.192149, "nauc_map_at_20_diff1": 0.418945, "nauc_map_at_100_max": 0.309732, "nauc_map_at_100_std": 0.191037, "nauc_map_at_100_diff1": 0.420556, "nauc_map_at_1000_max": 0.30986, "nauc_map_at_1000_std": 0.191927, "nauc_map_at_1000_diff1": 0.42109, "nauc_recall_at_1_max": 0.360341, "nauc_recall_at_1_std": 0.202631, "nauc_recall_at_1_diff1": 0.500419, "nauc_recall_at_3_max": 0.257373, "nauc_recall_at_3_std": 0.194679, "nauc_recall_at_3_diff1": 0.356806, "nauc_recall_at_5_max": 0.224818, "nauc_recall_at_5_std": 0.2152, "nauc_recall_at_5_diff1": 0.339076, "nauc_recall_at_10_max": 0.244357, "nauc_recall_at_10_std": 0.139148, "nauc_recall_at_10_diff1": 0.261631, "nauc_recall_at_20_max": 0.222289, "nauc_recall_at_20_std": 0.058467, "nauc_recall_at_20_diff1": 0.226103, "nauc_recall_at_100_max": 0.187609, "nauc_recall_at_100_std": -0.15443, "nauc_recall_at_100_diff1": 0.228322, "nauc_recall_at_1000_max": 0.102164, "nauc_recall_at_1000_std": 0.378444, "nauc_recall_at_1000_diff1": 0.316235, "nauc_precision_at_1_max": 0.360341, "nauc_precision_at_1_std": 0.202631, "nauc_precision_at_1_diff1": 0.500419, "nauc_precision_at_3_max": 0.257373, "nauc_precision_at_3_std": 0.194679, "nauc_precision_at_3_diff1": 0.356806, "nauc_precision_at_5_max": 0.224818, "nauc_precision_at_5_std": 0.2152, "nauc_precision_at_5_diff1": 0.339076, "nauc_precision_at_10_max": 0.244357, "nauc_precision_at_10_std": 0.139148, "nauc_precision_at_10_diff1": 0.261631, "nauc_precision_at_20_max": 0.222289, "nauc_precision_at_20_std": 0.058467, "nauc_precision_at_20_diff1": 0.226103, "nauc_precision_at_100_max": 0.187609, "nauc_precision_at_100_std": -0.15443, "nauc_precision_at_100_diff1": 0.228322, "nauc_precision_at_1000_max": 0.102164, "nauc_precision_at_1000_std": 0.378444, "nauc_precision_at_1000_diff1": 0.316235, "nauc_mrr_at_1_max": 0.360341, "nauc_mrr_at_1_std": 0.202631, "nauc_mrr_at_1_diff1": 0.500419, "nauc_mrr_at_3_max": 0.312564, "nauc_mrr_at_3_std": 0.199257, "nauc_mrr_at_3_diff1": 0.431535, "nauc_mrr_at_5_max": 0.304551, "nauc_mrr_at_5_std": 0.204752, "nauc_mrr_at_5_diff1": 0.427301, "nauc_mrr_at_10_max": 0.309038, "nauc_mrr_at_10_std": 0.196329, "nauc_mrr_at_10_diff1": 0.41869, "nauc_mrr_at_20_max": 0.309849, "nauc_mrr_at_20_std": 0.192149, "nauc_mrr_at_20_diff1": 0.418945, "nauc_mrr_at_100_max": 0.309732, "nauc_mrr_at_100_std": 0.191037, "nauc_mrr_at_100_diff1": 0.420556, "nauc_mrr_at_1000_max": 0.30986, "nauc_mrr_at_1000_std": 0.191927, "nauc_mrr_at_1000_diff1": 0.42109, "hit_rate_at_1": 0.23547, "hit_rate_at_3": 0.40116, "hit_rate_at_5": 0.45349, "hit_rate_at_10": 0.55814, "hit_rate_at_20": 0.66279, "hit_rate_at_100": 0.85174, "hit_rate_at_1000": 0.94186, "main_score": 0.45349, "hf_subset": "kn_in", "languages": [ "kan-Knda" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.94815, "ndcg_at_3": 0.96168, "ndcg_at_5": 0.96328, "ndcg_at_10": 0.96451, "ndcg_at_20": 0.96451, "ndcg_at_100": 0.96534, "ndcg_at_1000": 0.9677, "map_at_1": 0.94815, "map_at_3": 0.95864, "map_at_5": 0.95957, "map_at_10": 0.9601, "map_at_20": 0.9601, "map_at_100": 0.96027, "map_at_1000": 0.96036, "recall_at_1": 0.94815, "recall_at_3": 0.97037, "recall_at_5": 0.97407, "recall_at_10": 0.97778, "recall_at_20": 0.97778, "recall_at_100": 0.98148, "recall_at_1000": 1.0, "accuracy": 0.94815, "precision_at_1": 0.94815, "precision_at_3": 0.32346, "precision_at_5": 0.19481, "precision_at_10": 0.09778, "precision_at_20": 0.04889, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.948148, "mrr_at_3": 0.958642, "mrr_at_5": 0.959568, "mrr_at_10": 0.960097, "mrr_at_20": 0.960097, "mrr_at_100": 0.960273, "mrr_at_1000": 0.960356, "nauc_ndcg_at_1_max": 0.851941, "nauc_ndcg_at_1_std": 0.006202, "nauc_ndcg_at_1_diff1": 0.970822, "nauc_ndcg_at_3_max": 0.901139, "nauc_ndcg_at_3_std": 0.035197, "nauc_ndcg_at_3_diff1": 0.985427, "nauc_ndcg_at_5_max": 0.896845, "nauc_ndcg_at_5_std": -0.006712, "nauc_ndcg_at_5_diff1": 0.984794, "nauc_ndcg_at_10_max": 0.893256, "nauc_ndcg_at_10_std": 0.012658, "nauc_ndcg_at_10_diff1": 0.984265, "nauc_ndcg_at_20_max": 0.893256, "nauc_ndcg_at_20_std": 0.012658, "nauc_ndcg_at_20_diff1": 0.984265, "nauc_ndcg_at_100_max": 0.890698, "nauc_ndcg_at_100_std": 0.017067, "nauc_ndcg_at_100_diff1": 0.983888, "nauc_ndcg_at_1000_max": 0.888532, "nauc_ndcg_at_1000_std": 0.017473, "nauc_ndcg_at_1000_diff1": 0.982711, "nauc_map_at_1_max": 0.851941, "nauc_map_at_1_std": 0.006202, "nauc_map_at_1_diff1": 0.970822, "nauc_map_at_3_max": 0.888896, "nauc_map_at_3_std": 0.032352, "nauc_map_at_3_diff1": 0.981709, "nauc_map_at_5_max": 0.886351, "nauc_map_at_5_std": 0.010192, "nauc_map_at_5_diff1": 0.98129, "nauc_map_at_10_max": 0.884845, "nauc_map_at_10_std": 0.017799, "nauc_map_at_10_diff1": 0.981042, "nauc_map_at_20_max": 0.884845, "nauc_map_at_20_std": 0.017799, "nauc_map_at_20_diff1": 0.981042, "nauc_map_at_100_max": 0.884333, "nauc_map_at_100_std": 0.018639, "nauc_map_at_100_diff1": 0.980958, "nauc_map_at_1000_max": 0.884237, "nauc_map_at_1000_std": 0.018703, "nauc_map_at_1000_diff1": 0.980918, "nauc_recall_at_1_max": 0.851941, "nauc_recall_at_1_std": 0.006202, "nauc_recall_at_1_diff1": 0.970822, "nauc_recall_at_3_max": 0.948938, "nauc_recall_at_3_std": 0.043242, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.941643, "nauc_recall_at_5_std": -0.093437, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.931917, "nauc_recall_at_10_std": -0.015095, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.931917, "nauc_recall_at_20_std": -0.015095, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 0.918301, "nauc_recall_at_100_std": 0.016153, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.851941, "nauc_precision_at_1_std": 0.006202, "nauc_precision_at_1_diff1": 0.970822, "nauc_precision_at_3_max": 0.948938, "nauc_precision_at_3_std": 0.043242, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.941643, "nauc_precision_at_5_std": -0.093437, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.931917, "nauc_precision_at_10_std": -0.015095, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.931917, "nauc_precision_at_20_std": -0.015095, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 0.918301, "nauc_precision_at_100_std": 0.016153, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.851941, "nauc_mrr_at_1_std": 0.006202, "nauc_mrr_at_1_diff1": 0.970822, "nauc_mrr_at_3_max": 0.888896, "nauc_mrr_at_3_std": 0.032352, "nauc_mrr_at_3_diff1": 0.981709, "nauc_mrr_at_5_max": 0.886351, "nauc_mrr_at_5_std": 0.010192, "nauc_mrr_at_5_diff1": 0.98129, "nauc_mrr_at_10_max": 0.884845, "nauc_mrr_at_10_std": 0.017799, "nauc_mrr_at_10_diff1": 0.981042, "nauc_mrr_at_20_max": 0.884845, "nauc_mrr_at_20_std": 0.017799, "nauc_mrr_at_20_diff1": 0.981042, "nauc_mrr_at_100_max": 0.884333, "nauc_mrr_at_100_std": 0.018639, "nauc_mrr_at_100_diff1": 0.980958, "nauc_mrr_at_1000_max": 0.884237, "nauc_mrr_at_1000_std": 0.018703, "nauc_mrr_at_1000_diff1": 0.980918, "hit_rate_at_1": 0.94815, "hit_rate_at_3": 0.97037, "hit_rate_at_5": 0.97407, "hit_rate_at_10": 0.97778, "hit_rate_at_20": 0.97778, "hit_rate_at_100": 0.98148, "hit_rate_at_1000": 1.0, "main_score": 0.97407, "hf_subset": "ko_kr", "languages": [ "kor-Hang" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.27586, "ndcg_at_3": 0.34055, "ndcg_at_5": 0.36232, "ndcg_at_10": 0.3879, "ndcg_at_20": 0.41107, "ndcg_at_100": 0.45364, "ndcg_at_1000": 0.47162, "map_at_1": 0.27586, "map_at_3": 0.32423, "map_at_5": 0.33659, "map_at_10": 0.34689, "map_at_20": 0.35318, "map_at_100": 0.35923, "map_at_1000": 0.36007, "recall_at_1": 0.27586, "recall_at_3": 0.38793, "recall_at_5": 0.43966, "recall_at_10": 0.52011, "recall_at_20": 0.61207, "recall_at_100": 0.83908, "recall_at_1000": 0.97126, "accuracy": 0.27586, "precision_at_1": 0.27586, "precision_at_3": 0.12931, "precision_at_5": 0.08793, "precision_at_10": 0.05201, "precision_at_20": 0.0306, "precision_at_100": 0.00839, "precision_at_1000": 0.00097, "mrr_at_1": 0.275862, "mrr_at_3": 0.324234, "mrr_at_5": 0.33659, "mrr_at_10": 0.346887, "mrr_at_20": 0.353185, "mrr_at_100": 0.359234, "mrr_at_1000": 0.360074, "nauc_ndcg_at_1_max": 0.374087, "nauc_ndcg_at_1_std": 0.291738, "nauc_ndcg_at_1_diff1": 0.718678, "nauc_ndcg_at_3_max": 0.38559, "nauc_ndcg_at_3_std": 0.250046, "nauc_ndcg_at_3_diff1": 0.651992, "nauc_ndcg_at_5_max": 0.366913, "nauc_ndcg_at_5_std": 0.220178, "nauc_ndcg_at_5_diff1": 0.624667, "nauc_ndcg_at_10_max": 0.343049, "nauc_ndcg_at_10_std": 0.217078, "nauc_ndcg_at_10_diff1": 0.612557, "nauc_ndcg_at_20_max": 0.333777, "nauc_ndcg_at_20_std": 0.200709, "nauc_ndcg_at_20_diff1": 0.606537, "nauc_ndcg_at_100_max": 0.328221, "nauc_ndcg_at_100_std": 0.203472, "nauc_ndcg_at_100_diff1": 0.621628, "nauc_ndcg_at_1000_max": 0.342975, "nauc_ndcg_at_1000_std": 0.218855, "nauc_ndcg_at_1000_diff1": 0.629269, "nauc_map_at_1_max": 0.374087, "nauc_map_at_1_std": 0.291738, "nauc_map_at_1_diff1": 0.718678, "nauc_map_at_3_max": 0.384201, "nauc_map_at_3_std": 0.259967, "nauc_map_at_3_diff1": 0.668298, "nauc_map_at_5_max": 0.373397, "nauc_map_at_5_std": 0.243111, "nauc_map_at_5_diff1": 0.652665, "nauc_map_at_10_max": 0.364471, "nauc_map_at_10_std": 0.243147, "nauc_map_at_10_diff1": 0.648411, "nauc_map_at_20_max": 0.36248, "nauc_map_at_20_std": 0.23891, "nauc_map_at_20_diff1": 0.647459, "nauc_map_at_100_max": 0.362054, "nauc_map_at_100_std": 0.239642, "nauc_map_at_100_diff1": 0.649742, "nauc_map_at_1000_max": 0.362622, "nauc_map_at_1000_std": 0.240143, "nauc_map_at_1000_diff1": 0.650016, "nauc_recall_at_1_max": 0.374087, "nauc_recall_at_1_std": 0.291738, "nauc_recall_at_1_diff1": 0.718678, "nauc_recall_at_3_max": 0.388917, "nauc_recall_at_3_std": 0.222549, "nauc_recall_at_3_diff1": 0.60663, "nauc_recall_at_5_max": 0.346163, "nauc_recall_at_5_std": 0.152315, "nauc_recall_at_5_diff1": 0.54311, "nauc_recall_at_10_max": 0.266612, "nauc_recall_at_10_std": 0.133611, "nauc_recall_at_10_diff1": 0.49899, "nauc_recall_at_20_max": 0.21514, "nauc_recall_at_20_std": 0.053725, "nauc_recall_at_20_diff1": 0.456785, "nauc_recall_at_100_max": 0.035621, "nauc_recall_at_100_std": -0.067392, "nauc_recall_at_100_diff1": 0.471304, "nauc_recall_at_1000_max": -0.077944, "nauc_recall_at_1000_std": 0.009009, "nauc_recall_at_1000_diff1": 0.433767, "nauc_precision_at_1_max": 0.374087, "nauc_precision_at_1_std": 0.291738, "nauc_precision_at_1_diff1": 0.718678, "nauc_precision_at_3_max": 0.388917, "nauc_precision_at_3_std": 0.222549, "nauc_precision_at_3_diff1": 0.60663, "nauc_precision_at_5_max": 0.346163, "nauc_precision_at_5_std": 0.152315, "nauc_precision_at_5_diff1": 0.54311, "nauc_precision_at_10_max": 0.266612, "nauc_precision_at_10_std": 0.133611, "nauc_precision_at_10_diff1": 0.49899, "nauc_precision_at_20_max": 0.21514, "nauc_precision_at_20_std": 0.053725, "nauc_precision_at_20_diff1": 0.456785, "nauc_precision_at_100_max": 0.035621, "nauc_precision_at_100_std": -0.067392, "nauc_precision_at_100_diff1": 0.471304, "nauc_precision_at_1000_max": -0.077944, "nauc_precision_at_1000_std": 0.009009, "nauc_precision_at_1000_diff1": 0.433767, "nauc_mrr_at_1_max": 0.374087, "nauc_mrr_at_1_std": 0.291738, "nauc_mrr_at_1_diff1": 0.718678, "nauc_mrr_at_3_max": 0.384201, "nauc_mrr_at_3_std": 0.259967, "nauc_mrr_at_3_diff1": 0.668298, "nauc_mrr_at_5_max": 0.373397, "nauc_mrr_at_5_std": 0.243111, "nauc_mrr_at_5_diff1": 0.652665, "nauc_mrr_at_10_max": 0.364471, "nauc_mrr_at_10_std": 0.243147, "nauc_mrr_at_10_diff1": 0.648411, "nauc_mrr_at_20_max": 0.36248, "nauc_mrr_at_20_std": 0.23891, "nauc_mrr_at_20_diff1": 0.647459, "nauc_mrr_at_100_max": 0.362054, "nauc_mrr_at_100_std": 0.239642, "nauc_mrr_at_100_diff1": 0.649742, "nauc_mrr_at_1000_max": 0.362622, "nauc_mrr_at_1000_std": 0.240143, "nauc_mrr_at_1000_diff1": 0.650016, "hit_rate_at_1": 0.27586, "hit_rate_at_3": 0.38793, "hit_rate_at_5": 0.43966, "hit_rate_at_10": 0.52011, "hit_rate_at_20": 0.61207, "hit_rate_at_100": 0.83908, "hit_rate_at_1000": 0.97126, "main_score": 0.43966, "hf_subset": "ckb_iq", "languages": [ "ckb-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.52571, "ndcg_at_3": 0.6152, "ndcg_at_5": 0.64459, "ndcg_at_10": 0.67489, "ndcg_at_20": 0.69176, "ndcg_at_100": 0.70262, "ndcg_at_1000": 0.70531, "map_at_1": 0.52571, "map_at_3": 0.59286, "map_at_5": 0.60914, "map_at_10": 0.62154, "map_at_20": 0.6263, "map_at_100": 0.6277, "map_at_1000": 0.62783, "recall_at_1": 0.52571, "recall_at_3": 0.68, "recall_at_5": 0.75143, "recall_at_10": 0.84571, "recall_at_20": 0.91143, "recall_at_100": 0.97143, "recall_at_1000": 0.99143, "accuracy": 0.52571, "precision_at_1": 0.52571, "precision_at_3": 0.22667, "precision_at_5": 0.15029, "precision_at_10": 0.08457, "precision_at_20": 0.04557, "precision_at_100": 0.00971, "precision_at_1000": 0.00099, "mrr_at_1": 0.525714, "mrr_at_3": 0.592857, "mrr_at_5": 0.609143, "mrr_at_10": 0.621542, "mrr_at_20": 0.626298, "mrr_at_100": 0.627702, "mrr_at_1000": 0.627825, "nauc_ndcg_at_1_max": 0.509751, "nauc_ndcg_at_1_std": 0.26829, "nauc_ndcg_at_1_diff1": 0.713241, "nauc_ndcg_at_3_max": 0.481961, "nauc_ndcg_at_3_std": 0.270752, "nauc_ndcg_at_3_diff1": 0.651806, "nauc_ndcg_at_5_max": 0.481891, "nauc_ndcg_at_5_std": 0.293663, "nauc_ndcg_at_5_diff1": 0.642942, "nauc_ndcg_at_10_max": 0.474983, "nauc_ndcg_at_10_std": 0.285668, "nauc_ndcg_at_10_diff1": 0.64295, "nauc_ndcg_at_20_max": 0.473037, "nauc_ndcg_at_20_std": 0.270884, "nauc_ndcg_at_20_diff1": 0.648336, "nauc_ndcg_at_100_max": 0.475702, "nauc_ndcg_at_100_std": 0.26237, "nauc_ndcg_at_100_diff1": 0.655014, "nauc_ndcg_at_1000_max": 0.479537, "nauc_ndcg_at_1000_std": 0.269745, "nauc_ndcg_at_1000_diff1": 0.656374, "nauc_map_at_1_max": 0.509751, "nauc_map_at_1_std": 0.26829, "nauc_map_at_1_diff1": 0.713241, "nauc_map_at_3_max": 0.491298, "nauc_map_at_3_std": 0.270976, "nauc_map_at_3_diff1": 0.668272, "nauc_map_at_5_max": 0.492085, "nauc_map_at_5_std": 0.282844, "nauc_map_at_5_diff1": 0.664116, "nauc_map_at_10_max": 0.490544, "nauc_map_at_10_std": 0.279332, "nauc_map_at_10_diff1": 0.665093, "nauc_map_at_20_max": 0.49042, "nauc_map_at_20_std": 0.275327, "nauc_map_at_20_diff1": 0.666458, "nauc_map_at_100_max": 0.490968, "nauc_map_at_100_std": 0.274588, "nauc_map_at_100_diff1": 0.667457, "nauc_map_at_1000_max": 0.491107, "nauc_map_at_1000_std": 0.274702, "nauc_map_at_1000_diff1": 0.667527, "nauc_recall_at_1_max": 0.509751, "nauc_recall_at_1_std": 0.26829, "nauc_recall_at_1_diff1": 0.713241, "nauc_recall_at_3_max": 0.449984, "nauc_recall_at_3_std": 0.269593, "nauc_recall_at_3_diff1": 0.596967, "nauc_recall_at_5_max": 0.440107, "nauc_recall_at_5_std": 0.339938, "nauc_recall_at_5_diff1": 0.558673, "nauc_recall_at_10_max": 0.374823, "nauc_recall_at_10_std": 0.322697, "nauc_recall_at_10_diff1": 0.513222, "nauc_recall_at_20_max": 0.285293, "nauc_recall_at_20_std": 0.199738, "nauc_recall_at_20_diff1": 0.490738, "nauc_recall_at_100_max": -0.01634, "nauc_recall_at_100_std": -0.350327, "nauc_recall_at_100_diff1": 0.436415, "nauc_recall_at_1000_max": -0.396359, "nauc_recall_at_1000_std": -0.085901, "nauc_recall_at_1000_diff1": 0.175537, "nauc_precision_at_1_max": 0.509751, "nauc_precision_at_1_std": 0.26829, "nauc_precision_at_1_diff1": 0.713241, "nauc_precision_at_3_max": 0.449984, "nauc_precision_at_3_std": 0.269593, "nauc_precision_at_3_diff1": 0.596967, "nauc_precision_at_5_max": 0.440107, "nauc_precision_at_5_std": 0.339938, "nauc_precision_at_5_diff1": 0.558673, "nauc_precision_at_10_max": 0.374823, "nauc_precision_at_10_std": 0.322697, "nauc_precision_at_10_diff1": 0.513222, "nauc_precision_at_20_max": 0.285293, "nauc_precision_at_20_std": 0.199738, "nauc_precision_at_20_diff1": 0.490738, "nauc_precision_at_100_max": -0.01634, "nauc_precision_at_100_std": -0.350327, "nauc_precision_at_100_diff1": 0.436415, "nauc_precision_at_1000_max": -0.396359, "nauc_precision_at_1000_std": -0.085901, "nauc_precision_at_1000_diff1": 0.175537, "nauc_mrr_at_1_max": 0.509751, "nauc_mrr_at_1_std": 0.26829, "nauc_mrr_at_1_diff1": 0.713241, "nauc_mrr_at_3_max": 0.491298, "nauc_mrr_at_3_std": 0.270976, "nauc_mrr_at_3_diff1": 0.668272, "nauc_mrr_at_5_max": 0.492085, "nauc_mrr_at_5_std": 0.282844, "nauc_mrr_at_5_diff1": 0.664116, "nauc_mrr_at_10_max": 0.490544, "nauc_mrr_at_10_std": 0.279332, "nauc_mrr_at_10_diff1": 0.665093, "nauc_mrr_at_20_max": 0.49042, "nauc_mrr_at_20_std": 0.275327, "nauc_mrr_at_20_diff1": 0.666458, "nauc_mrr_at_100_max": 0.490968, "nauc_mrr_at_100_std": 0.274588, "nauc_mrr_at_100_diff1": 0.667457, "nauc_mrr_at_1000_max": 0.491107, "nauc_mrr_at_1000_std": 0.274702, "nauc_mrr_at_1000_diff1": 0.667527, "hit_rate_at_1": 0.52571, "hit_rate_at_3": 0.68, "hit_rate_at_5": 0.75143, "hit_rate_at_10": 0.84571, "hit_rate_at_20": 0.91143, "hit_rate_at_100": 0.97143, "hit_rate_at_1000": 0.99143, "main_score": 0.75143, "hf_subset": "ky_kg", "languages": [ "kir-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.58739, "ndcg_at_3": 0.67932, "ndcg_at_5": 0.70768, "ndcg_at_10": 0.72004, "ndcg_at_20": 0.73325, "ndcg_at_100": 0.74577, "ndcg_at_1000": 0.74725, "map_at_1": 0.58739, "map_at_3": 0.65664, "map_at_5": 0.6724, "map_at_10": 0.67768, "map_at_20": 0.68139, "map_at_100": 0.68319, "map_at_1000": 0.68325, "recall_at_1": 0.58739, "recall_at_3": 0.74499, "recall_at_5": 0.81375, "recall_at_10": 0.851, "recall_at_20": 0.90258, "recall_at_100": 0.96848, "recall_at_1000": 0.97994, "accuracy": 0.58739, "precision_at_1": 0.58739, "precision_at_3": 0.24833, "precision_at_5": 0.16275, "precision_at_10": 0.0851, "precision_at_20": 0.04513, "precision_at_100": 0.00968, "precision_at_1000": 0.00098, "mrr_at_1": 0.587393, "mrr_at_3": 0.656638, "mrr_at_5": 0.672397, "mrr_at_10": 0.677675, "mrr_at_20": 0.681393, "mrr_at_100": 0.683195, "mrr_at_1000": 0.683249, "nauc_ndcg_at_1_max": 0.471488, "nauc_ndcg_at_1_std": 0.251825, "nauc_ndcg_at_1_diff1": 0.834262, "nauc_ndcg_at_3_max": 0.446689, "nauc_ndcg_at_3_std": 0.217713, "nauc_ndcg_at_3_diff1": 0.775355, "nauc_ndcg_at_5_max": 0.418795, "nauc_ndcg_at_5_std": 0.209498, "nauc_ndcg_at_5_diff1": 0.757831, "nauc_ndcg_at_10_max": 0.429237, "nauc_ndcg_at_10_std": 0.213929, "nauc_ndcg_at_10_diff1": 0.773335, "nauc_ndcg_at_20_max": 0.419877, "nauc_ndcg_at_20_std": 0.219698, "nauc_ndcg_at_20_diff1": 0.767878, "nauc_ndcg_at_100_max": 0.419891, "nauc_ndcg_at_100_std": 0.216227, "nauc_ndcg_at_100_diff1": 0.778937, "nauc_ndcg_at_1000_max": 0.424796, "nauc_ndcg_at_1000_std": 0.223458, "nauc_ndcg_at_1000_diff1": 0.779856, "nauc_map_at_1_max": 0.471488, "nauc_map_at_1_std": 0.251825, "nauc_map_at_1_diff1": 0.834262, "nauc_map_at_3_max": 0.452113, "nauc_map_at_3_std": 0.227805, "nauc_map_at_3_diff1": 0.789647, "nauc_map_at_5_max": 0.438032, "nauc_map_at_5_std": 0.223456, "nauc_map_at_5_diff1": 0.781601, "nauc_map_at_10_max": 0.443059, "nauc_map_at_10_std": 0.225841, "nauc_map_at_10_diff1": 0.788129, "nauc_map_at_20_max": 0.441059, "nauc_map_at_20_std": 0.226868, "nauc_map_at_20_diff1": 0.786991, "nauc_map_at_100_max": 0.441495, "nauc_map_at_100_std": 0.226584, "nauc_map_at_100_diff1": 0.788528, "nauc_map_at_1000_max": 0.441633, "nauc_map_at_1000_std": 0.22679, "nauc_map_at_1000_diff1": 0.788565, "nauc_recall_at_1_max": 0.471488, "nauc_recall_at_1_std": 0.251825, "nauc_recall_at_1_diff1": 0.834262, "nauc_recall_at_3_max": 0.428102, "nauc_recall_at_3_std": 0.181437, "nauc_recall_at_3_diff1": 0.725472, "nauc_recall_at_5_max": 0.328938, "nauc_recall_at_5_std": 0.14678, "nauc_recall_at_5_diff1": 0.649833, "nauc_recall_at_10_max": 0.353344, "nauc_recall_at_10_std": 0.149983, "nauc_recall_at_10_diff1": 0.699779, "nauc_recall_at_20_max": 0.23309, "nauc_recall_at_20_std": 0.181844, "nauc_recall_at_20_diff1": 0.617305, "nauc_recall_at_100_max": -0.191247, "nauc_recall_at_100_std": -0.02594, "nauc_recall_at_100_diff1": 0.676645, "nauc_recall_at_1000_max": -0.135073, "nauc_recall_at_1000_std": 0.428179, "nauc_recall_at_1000_diff1": 0.687124, "nauc_precision_at_1_max": 0.471488, "nauc_precision_at_1_std": 0.251825, "nauc_precision_at_1_diff1": 0.834262, "nauc_precision_at_3_max": 0.428102, "nauc_precision_at_3_std": 0.181437, "nauc_precision_at_3_diff1": 0.725472, "nauc_precision_at_5_max": 0.328938, "nauc_precision_at_5_std": 0.14678, "nauc_precision_at_5_diff1": 0.649833, "nauc_precision_at_10_max": 0.353344, "nauc_precision_at_10_std": 0.149983, "nauc_precision_at_10_diff1": 0.699779, "nauc_precision_at_20_max": 0.23309, "nauc_precision_at_20_std": 0.181844, "nauc_precision_at_20_diff1": 0.617305, "nauc_precision_at_100_max": -0.191247, "nauc_precision_at_100_std": -0.02594, "nauc_precision_at_100_diff1": 0.676645, "nauc_precision_at_1000_max": -0.135073, "nauc_precision_at_1000_std": 0.428179, "nauc_precision_at_1000_diff1": 0.687124, "nauc_mrr_at_1_max": 0.471488, "nauc_mrr_at_1_std": 0.251825, "nauc_mrr_at_1_diff1": 0.834262, "nauc_mrr_at_3_max": 0.452113, "nauc_mrr_at_3_std": 0.227805, "nauc_mrr_at_3_diff1": 0.789647, "nauc_mrr_at_5_max": 0.438032, "nauc_mrr_at_5_std": 0.223456, "nauc_mrr_at_5_diff1": 0.781601, "nauc_mrr_at_10_max": 0.443059, "nauc_mrr_at_10_std": 0.225841, "nauc_mrr_at_10_diff1": 0.788129, "nauc_mrr_at_20_max": 0.441059, "nauc_mrr_at_20_std": 0.226868, "nauc_mrr_at_20_diff1": 0.786991, "nauc_mrr_at_100_max": 0.441495, "nauc_mrr_at_100_std": 0.226584, "nauc_mrr_at_100_diff1": 0.788528, "nauc_mrr_at_1000_max": 0.441633, "nauc_mrr_at_1000_std": 0.22679, "nauc_mrr_at_1000_diff1": 0.788565, "hit_rate_at_1": 0.58739, "hit_rate_at_3": 0.74499, "hit_rate_at_5": 0.81375, "hit_rate_at_10": 0.851, "hit_rate_at_20": 0.90258, "hit_rate_at_100": 0.96848, "hit_rate_at_1000": 0.97994, "main_score": 0.81375, "hf_subset": "lb_lu", "languages": [ "ltz-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.17994, "ndcg_at_3": 0.22672, "ndcg_at_5": 0.23763, "ndcg_at_10": 0.25272, "ndcg_at_20": 0.27184, "ndcg_at_100": 0.3048, "ndcg_at_1000": 0.34065, "map_at_1": 0.17994, "map_at_3": 0.21534, "map_at_5": 0.22139, "map_at_10": 0.22751, "map_at_20": 0.233, "map_at_100": 0.23743, "map_at_1000": 0.23898, "recall_at_1": 0.17994, "recall_at_3": 0.25959, "recall_at_5": 0.28614, "recall_at_10": 0.33333, "recall_at_20": 0.40708, "recall_at_100": 0.58702, "recall_at_1000": 0.85546, "accuracy": 0.17994, "precision_at_1": 0.17994, "precision_at_3": 0.08653, "precision_at_5": 0.05723, "precision_at_10": 0.03333, "precision_at_20": 0.02035, "precision_at_100": 0.00587, "precision_at_1000": 0.00086, "mrr_at_1": 0.179941, "mrr_at_3": 0.215339, "mrr_at_5": 0.221386, "mrr_at_10": 0.227513, "mrr_at_20": 0.232996, "mrr_at_100": 0.237426, "mrr_at_1000": 0.238981, "nauc_ndcg_at_1_max": 0.044039, "nauc_ndcg_at_1_std": -0.094866, "nauc_ndcg_at_1_diff1": 0.609508, "nauc_ndcg_at_3_max": 0.006927, "nauc_ndcg_at_3_std": -0.065225, "nauc_ndcg_at_3_diff1": 0.536965, "nauc_ndcg_at_5_max": -0.019192, "nauc_ndcg_at_5_std": -0.077861, "nauc_ndcg_at_5_diff1": 0.522721, "nauc_ndcg_at_10_max": -0.016454, "nauc_ndcg_at_10_std": -0.081084, "nauc_ndcg_at_10_diff1": 0.515344, "nauc_ndcg_at_20_max": -0.020586, "nauc_ndcg_at_20_std": -0.096523, "nauc_ndcg_at_20_diff1": 0.491024, "nauc_ndcg_at_100_max": -0.040717, "nauc_ndcg_at_100_std": -0.109015, "nauc_ndcg_at_100_diff1": 0.479735, "nauc_ndcg_at_1000_max": -0.0472, "nauc_ndcg_at_1000_std": -0.06959, "nauc_ndcg_at_1000_diff1": 0.494688, "nauc_map_at_1_max": 0.044039, "nauc_map_at_1_std": -0.094866, "nauc_map_at_1_diff1": 0.609508, "nauc_map_at_3_max": 0.016599, "nauc_map_at_3_std": -0.073631, "nauc_map_at_3_diff1": 0.554493, "nauc_map_at_5_max": 0.001448, "nauc_map_at_5_std": -0.080595, "nauc_map_at_5_diff1": 0.546135, "nauc_map_at_10_max": 0.002366, "nauc_map_at_10_std": -0.08145, "nauc_map_at_10_diff1": 0.543222, "nauc_map_at_20_max": 0.000989, "nauc_map_at_20_std": -0.085771, "nauc_map_at_20_diff1": 0.535895, "nauc_map_at_100_max": -0.001956, "nauc_map_at_100_std": -0.087239, "nauc_map_at_100_diff1": 0.534847, "nauc_map_at_1000_max": -0.002423, "nauc_map_at_1000_std": -0.086273, "nauc_map_at_1000_diff1": 0.535488, "nauc_recall_at_1_max": 0.044039, "nauc_recall_at_1_std": -0.094866, "nauc_recall_at_1_diff1": 0.609508, "nauc_recall_at_3_max": -0.018874, "nauc_recall_at_3_std": -0.042588, "nauc_recall_at_3_diff1": 0.490641, "nauc_recall_at_5_max": -0.07511, "nauc_recall_at_5_std": -0.072125, "nauc_recall_at_5_diff1": 0.461241, "nauc_recall_at_10_max": -0.064902, "nauc_recall_at_10_std": -0.083463, "nauc_recall_at_10_diff1": 0.441597, "nauc_recall_at_20_max": -0.076818, "nauc_recall_at_20_std": -0.136931, "nauc_recall_at_20_diff1": 0.362276, "nauc_recall_at_100_max": -0.185941, "nauc_recall_at_100_std": -0.211273, "nauc_recall_at_100_diff1": 0.280455, "nauc_recall_at_1000_max": -0.443162, "nauc_recall_at_1000_std": 0.32584, "nauc_recall_at_1000_diff1": 0.263203, "nauc_precision_at_1_max": 0.044039, "nauc_precision_at_1_std": -0.094866, "nauc_precision_at_1_diff1": 0.609508, "nauc_precision_at_3_max": -0.018874, "nauc_precision_at_3_std": -0.042588, "nauc_precision_at_3_diff1": 0.490641, "nauc_precision_at_5_max": -0.07511, "nauc_precision_at_5_std": -0.072125, "nauc_precision_at_5_diff1": 0.461241, "nauc_precision_at_10_max": -0.064902, "nauc_precision_at_10_std": -0.083463, "nauc_precision_at_10_diff1": 0.441597, "nauc_precision_at_20_max": -0.076818, "nauc_precision_at_20_std": -0.136931, "nauc_precision_at_20_diff1": 0.362276, "nauc_precision_at_100_max": -0.185941, "nauc_precision_at_100_std": -0.211273, "nauc_precision_at_100_diff1": 0.280455, "nauc_precision_at_1000_max": -0.443162, "nauc_precision_at_1000_std": 0.32584, "nauc_precision_at_1000_diff1": 0.263203, "nauc_mrr_at_1_max": 0.044039, "nauc_mrr_at_1_std": -0.094866, "nauc_mrr_at_1_diff1": 0.609508, "nauc_mrr_at_3_max": 0.016599, "nauc_mrr_at_3_std": -0.073631, "nauc_mrr_at_3_diff1": 0.554493, "nauc_mrr_at_5_max": 0.001448, "nauc_mrr_at_5_std": -0.080595, "nauc_mrr_at_5_diff1": 0.546135, "nauc_mrr_at_10_max": 0.002366, "nauc_mrr_at_10_std": -0.08145, "nauc_mrr_at_10_diff1": 0.543222, "nauc_mrr_at_20_max": 0.000989, "nauc_mrr_at_20_std": -0.085771, "nauc_mrr_at_20_diff1": 0.535895, "nauc_mrr_at_100_max": -0.001956, "nauc_mrr_at_100_std": -0.087239, "nauc_mrr_at_100_diff1": 0.534847, "nauc_mrr_at_1000_max": -0.002423, "nauc_mrr_at_1000_std": -0.086273, "nauc_mrr_at_1000_diff1": 0.535488, "hit_rate_at_1": 0.17994, "hit_rate_at_3": 0.25959, "hit_rate_at_5": 0.28614, "hit_rate_at_10": 0.33333, "hit_rate_at_20": 0.40708, "hit_rate_at_100": 0.58702, "hit_rate_at_1000": 0.85546, "main_score": 0.28614, "hf_subset": "lg_ug", "languages": [ "lug-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.11228, "ndcg_at_3": 0.17013, "ndcg_at_5": 0.18568, "ndcg_at_10": 0.20067, "ndcg_at_20": 0.21306, "ndcg_at_100": 0.24568, "ndcg_at_1000": 0.30822, "map_at_1": 0.11228, "map_at_3": 0.15614, "map_at_5": 0.16456, "map_at_10": 0.17088, "map_at_20": 0.17427, "map_at_100": 0.17839, "map_at_1000": 0.18093, "recall_at_1": 0.11228, "recall_at_3": 0.21053, "recall_at_5": 0.24912, "recall_at_10": 0.29474, "recall_at_20": 0.34386, "recall_at_100": 0.52632, "recall_at_1000": 1.0, "accuracy": 0.11228, "precision_at_1": 0.11228, "precision_at_3": 0.07018, "precision_at_5": 0.04982, "precision_at_10": 0.02947, "precision_at_20": 0.01719, "precision_at_100": 0.00526, "precision_at_1000": 0.001, "mrr_at_1": 0.112281, "mrr_at_3": 0.15614, "mrr_at_5": 0.164561, "mrr_at_10": 0.170879, "mrr_at_20": 0.174272, "mrr_at_100": 0.178387, "mrr_at_1000": 0.180928, "nauc_ndcg_at_1_max": 0.010787, "nauc_ndcg_at_1_std": -0.230021, "nauc_ndcg_at_1_diff1": 0.511247, "nauc_ndcg_at_3_max": -0.05059, "nauc_ndcg_at_3_std": -0.225596, "nauc_ndcg_at_3_diff1": 0.340616, "nauc_ndcg_at_5_max": -0.050901, "nauc_ndcg_at_5_std": -0.221937, "nauc_ndcg_at_5_diff1": 0.326052, "nauc_ndcg_at_10_max": -0.07994, "nauc_ndcg_at_10_std": -0.237887, "nauc_ndcg_at_10_diff1": 0.29148, "nauc_ndcg_at_20_max": -0.090628, "nauc_ndcg_at_20_std": -0.247905, "nauc_ndcg_at_20_diff1": 0.283446, "nauc_ndcg_at_100_max": -0.109813, "nauc_ndcg_at_100_std": -0.277779, "nauc_ndcg_at_100_diff1": 0.302006, "nauc_ndcg_at_1000_max": -0.079838, "nauc_ndcg_at_1000_std": -0.251159, "nauc_ndcg_at_1000_diff1": 0.320741, "nauc_map_at_1_max": 0.010787, "nauc_map_at_1_std": -0.230021, "nauc_map_at_1_diff1": 0.511247, "nauc_map_at_3_max": -0.040559, "nauc_map_at_3_std": -0.228293, "nauc_map_at_3_diff1": 0.37784, "nauc_map_at_5_max": -0.040304, "nauc_map_at_5_std": -0.225875, "nauc_map_at_5_diff1": 0.368885, "nauc_map_at_10_max": -0.054466, "nauc_map_at_10_std": -0.233502, "nauc_map_at_10_diff1": 0.352068, "nauc_map_at_20_max": -0.057911, "nauc_map_at_20_std": -0.23636, "nauc_map_at_20_diff1": 0.349031, "nauc_map_at_100_max": -0.059351, "nauc_map_at_100_std": -0.239798, "nauc_map_at_100_diff1": 0.352263, "nauc_map_at_1000_max": -0.058297, "nauc_map_at_1000_std": -0.238954, "nauc_map_at_1000_diff1": 0.353239, "nauc_recall_at_1_max": 0.010787, "nauc_recall_at_1_std": -0.230021, "nauc_recall_at_1_diff1": 0.511247, "nauc_recall_at_3_max": -0.073222, "nauc_recall_at_3_std": -0.218742, "nauc_recall_at_3_diff1": 0.25301, "nauc_recall_at_5_max": -0.0743, "nauc_recall_at_5_std": -0.212464, "nauc_recall_at_5_diff1": 0.228396, "nauc_recall_at_10_max": -0.139717, "nauc_recall_at_10_std": -0.250119, "nauc_recall_at_10_diff1": 0.153892, "nauc_recall_at_20_max": -0.169917, "nauc_recall_at_20_std": -0.281425, "nauc_recall_at_20_diff1": 0.13558, "nauc_recall_at_100_max": -0.272315, "nauc_recall_at_100_std": -0.423252, "nauc_recall_at_100_diff1": 0.204923, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.010787, "nauc_precision_at_1_std": -0.230021, "nauc_precision_at_1_diff1": 0.511247, "nauc_precision_at_3_max": -0.073222, "nauc_precision_at_3_std": -0.218742, "nauc_precision_at_3_diff1": 0.25301, "nauc_precision_at_5_max": -0.0743, "nauc_precision_at_5_std": -0.212464, "nauc_precision_at_5_diff1": 0.228396, "nauc_precision_at_10_max": -0.139717, "nauc_precision_at_10_std": -0.250119, "nauc_precision_at_10_diff1": 0.153892, "nauc_precision_at_20_max": -0.169917, "nauc_precision_at_20_std": -0.281425, "nauc_precision_at_20_diff1": 0.13558, "nauc_precision_at_100_max": -0.272315, "nauc_precision_at_100_std": -0.423252, "nauc_precision_at_100_diff1": 0.204923, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.010787, "nauc_mrr_at_1_std": -0.230021, "nauc_mrr_at_1_diff1": 0.511247, "nauc_mrr_at_3_max": -0.040559, "nauc_mrr_at_3_std": -0.228293, "nauc_mrr_at_3_diff1": 0.37784, "nauc_mrr_at_5_max": -0.040304, "nauc_mrr_at_5_std": -0.225875, "nauc_mrr_at_5_diff1": 0.368885, "nauc_mrr_at_10_max": -0.054466, "nauc_mrr_at_10_std": -0.233502, "nauc_mrr_at_10_diff1": 0.352068, "nauc_mrr_at_20_max": -0.057911, "nauc_mrr_at_20_std": -0.23636, "nauc_mrr_at_20_diff1": 0.349031, "nauc_mrr_at_100_max": -0.059351, "nauc_mrr_at_100_std": -0.239798, "nauc_mrr_at_100_diff1": 0.352263, "nauc_mrr_at_1000_max": -0.058297, "nauc_mrr_at_1000_std": -0.238954, "nauc_mrr_at_1000_diff1": 0.353239, "hit_rate_at_1": 0.11228, "hit_rate_at_3": 0.21053, "hit_rate_at_5": 0.24912, "hit_rate_at_10": 0.29474, "hit_rate_at_20": 0.34386, "hit_rate_at_100": 0.52632, "hit_rate_at_1000": 1.0, "main_score": 0.24912, "hf_subset": "ln_cd", "languages": [ "lin-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.27203, "ndcg_at_3": 0.33812, "ndcg_at_5": 0.35395, "ndcg_at_10": 0.37024, "ndcg_at_20": 0.39429, "ndcg_at_100": 0.43202, "ndcg_at_1000": 0.46134, "map_at_1": 0.27203, "map_at_3": 0.32248, "map_at_5": 0.33129, "map_at_10": 0.33812, "map_at_20": 0.34515, "map_at_100": 0.34985, "map_at_1000": 0.35105, "recall_at_1": 0.27203, "recall_at_3": 0.38314, "recall_at_5": 0.42146, "recall_at_10": 0.47126, "recall_at_20": 0.56322, "recall_at_100": 0.77395, "recall_at_1000": 0.99617, "accuracy": 0.27203, "precision_at_1": 0.27203, "precision_at_3": 0.12771, "precision_at_5": 0.08429, "precision_at_10": 0.04713, "precision_at_20": 0.02816, "precision_at_100": 0.00774, "precision_at_1000": 0.001, "mrr_at_1": 0.272031, "mrr_at_3": 0.322478, "mrr_at_5": 0.33129, "mrr_at_10": 0.338115, "mrr_at_20": 0.345145, "mrr_at_100": 0.349854, "mrr_at_1000": 0.351047, "nauc_ndcg_at_1_max": 0.362891, "nauc_ndcg_at_1_std": -0.130997, "nauc_ndcg_at_1_diff1": 0.631869, "nauc_ndcg_at_3_max": 0.329001, "nauc_ndcg_at_3_std": -0.15988, "nauc_ndcg_at_3_diff1": 0.588918, "nauc_ndcg_at_5_max": 0.315609, "nauc_ndcg_at_5_std": -0.158033, "nauc_ndcg_at_5_diff1": 0.577218, "nauc_ndcg_at_10_max": 0.314167, "nauc_ndcg_at_10_std": -0.142444, "nauc_ndcg_at_10_diff1": 0.557443, "nauc_ndcg_at_20_max": 0.315914, "nauc_ndcg_at_20_std": -0.13804, "nauc_ndcg_at_20_diff1": 0.558364, "nauc_ndcg_at_100_max": 0.290046, "nauc_ndcg_at_100_std": -0.154501, "nauc_ndcg_at_100_diff1": 0.54319, "nauc_ndcg_at_1000_max": 0.313106, "nauc_ndcg_at_1000_std": -0.145718, "nauc_ndcg_at_1000_diff1": 0.564578, "nauc_map_at_1_max": 0.362891, "nauc_map_at_1_std": -0.130997, "nauc_map_at_1_diff1": 0.631869, "nauc_map_at_3_max": 0.337707, "nauc_map_at_3_std": -0.153191, "nauc_map_at_3_diff1": 0.599485, "nauc_map_at_5_max": 0.329864, "nauc_map_at_5_std": -0.15222, "nauc_map_at_5_diff1": 0.592242, "nauc_map_at_10_max": 0.329291, "nauc_map_at_10_std": -0.145816, "nauc_map_at_10_diff1": 0.58403, "nauc_map_at_20_max": 0.330216, "nauc_map_at_20_std": -0.144525, "nauc_map_at_20_diff1": 0.584607, "nauc_map_at_100_max": 0.326993, "nauc_map_at_100_std": -0.146466, "nauc_map_at_100_diff1": 0.582502, "nauc_map_at_1000_max": 0.32781, "nauc_map_at_1000_std": -0.14624, "nauc_map_at_1000_diff1": 0.58338, "nauc_recall_at_1_max": 0.362891, "nauc_recall_at_1_std": -0.130997, "nauc_recall_at_1_diff1": 0.631869, "nauc_recall_at_3_max": 0.304629, "nauc_recall_at_3_std": -0.178345, "nauc_recall_at_3_diff1": 0.559499, "nauc_recall_at_5_max": 0.274409, "nauc_recall_at_5_std": -0.173759, "nauc_recall_at_5_diff1": 0.53465, "nauc_recall_at_10_max": 0.269409, "nauc_recall_at_10_std": -0.126234, "nauc_recall_at_10_diff1": 0.474143, "nauc_recall_at_20_max": 0.270302, "nauc_recall_at_20_std": -0.107663, "nauc_recall_at_20_diff1": 0.469942, "nauc_recall_at_100_max": 0.026665, "nauc_recall_at_100_std": -0.234473, "nauc_recall_at_100_diff1": 0.300055, "nauc_recall_at_1000_max": -0.170597, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.170597, "nauc_precision_at_1_max": 0.362891, "nauc_precision_at_1_std": -0.130997, "nauc_precision_at_1_diff1": 0.631869, "nauc_precision_at_3_max": 0.304629, "nauc_precision_at_3_std": -0.178345, "nauc_precision_at_3_diff1": 0.559499, "nauc_precision_at_5_max": 0.274409, "nauc_precision_at_5_std": -0.173759, "nauc_precision_at_5_diff1": 0.53465, "nauc_precision_at_10_max": 0.269409, "nauc_precision_at_10_std": -0.126234, "nauc_precision_at_10_diff1": 0.474143, "nauc_precision_at_20_max": 0.270302, "nauc_precision_at_20_std": -0.107663, "nauc_precision_at_20_diff1": 0.469942, "nauc_precision_at_100_max": 0.026665, "nauc_precision_at_100_std": -0.234473, "nauc_precision_at_100_diff1": 0.300055, "nauc_precision_at_1000_max": -0.170597, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -0.170597, "nauc_mrr_at_1_max": 0.362891, "nauc_mrr_at_1_std": -0.130997, "nauc_mrr_at_1_diff1": 0.631869, "nauc_mrr_at_3_max": 0.337707, "nauc_mrr_at_3_std": -0.153191, "nauc_mrr_at_3_diff1": 0.599485, "nauc_mrr_at_5_max": 0.329864, "nauc_mrr_at_5_std": -0.15222, "nauc_mrr_at_5_diff1": 0.592242, "nauc_mrr_at_10_max": 0.329291, "nauc_mrr_at_10_std": -0.145816, "nauc_mrr_at_10_diff1": 0.58403, "nauc_mrr_at_20_max": 0.330216, "nauc_mrr_at_20_std": -0.144525, "nauc_mrr_at_20_diff1": 0.584607, "nauc_mrr_at_100_max": 0.326993, "nauc_mrr_at_100_std": -0.146466, "nauc_mrr_at_100_diff1": 0.582502, "nauc_mrr_at_1000_max": 0.32781, "nauc_mrr_at_1000_std": -0.14624, "nauc_mrr_at_1000_diff1": 0.58338, "hit_rate_at_1": 0.27203, "hit_rate_at_3": 0.38314, "hit_rate_at_5": 0.42146, "hit_rate_at_10": 0.47126, "hit_rate_at_20": 0.56322, "hit_rate_at_100": 0.77395, "hit_rate_at_1000": 0.99617, "main_score": 0.42146, "hf_subset": "lo_la", "languages": [ "lao-Laoo" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.45845, "ndcg_at_3": 0.55331, "ndcg_at_5": 0.59092, "ndcg_at_10": 0.62522, "ndcg_at_20": 0.63551, "ndcg_at_100": 0.65295, "ndcg_at_1000": 0.65688, "map_at_1": 0.45845, "map_at_3": 0.53056, "map_at_5": 0.55134, "map_at_10": 0.5655, "map_at_20": 0.56841, "map_at_100": 0.5708, "map_at_1000": 0.57099, "recall_at_1": 0.45845, "recall_at_3": 0.61891, "recall_at_5": 0.7106, "recall_at_10": 0.81662, "recall_at_20": 0.85673, "recall_at_100": 0.95129, "recall_at_1000": 0.97994, "accuracy": 0.45845, "precision_at_1": 0.45845, "precision_at_3": 0.2063, "precision_at_5": 0.14212, "precision_at_10": 0.08166, "precision_at_20": 0.04284, "precision_at_100": 0.00951, "precision_at_1000": 0.00098, "mrr_at_1": 0.458453, "mrr_at_3": 0.530564, "mrr_at_5": 0.551337, "mrr_at_10": 0.565505, "mrr_at_20": 0.568412, "mrr_at_100": 0.570803, "mrr_at_1000": 0.570989, "nauc_ndcg_at_1_max": 0.392031, "nauc_ndcg_at_1_std": 0.248305, "nauc_ndcg_at_1_diff1": 0.609402, "nauc_ndcg_at_3_max": 0.405154, "nauc_ndcg_at_3_std": 0.318586, "nauc_ndcg_at_3_diff1": 0.598861, "nauc_ndcg_at_5_max": 0.39144, "nauc_ndcg_at_5_std": 0.294559, "nauc_ndcg_at_5_diff1": 0.577744, "nauc_ndcg_at_10_max": 0.393945, "nauc_ndcg_at_10_std": 0.30356, "nauc_ndcg_at_10_diff1": 0.571612, "nauc_ndcg_at_20_max": 0.405072, "nauc_ndcg_at_20_std": 0.305261, "nauc_ndcg_at_20_diff1": 0.576304, "nauc_ndcg_at_100_max": 0.392353, "nauc_ndcg_at_100_std": 0.30328, "nauc_ndcg_at_100_diff1": 0.58661, "nauc_ndcg_at_1000_max": 0.394317, "nauc_ndcg_at_1000_std": 0.30059, "nauc_ndcg_at_1000_diff1": 0.586757, "nauc_map_at_1_max": 0.392031, "nauc_map_at_1_std": 0.248305, "nauc_map_at_1_diff1": 0.609402, "nauc_map_at_3_max": 0.403187, "nauc_map_at_3_std": 0.301313, "nauc_map_at_3_diff1": 0.600641, "nauc_map_at_5_max": 0.396547, "nauc_map_at_5_std": 0.288334, "nauc_map_at_5_diff1": 0.589581, "nauc_map_at_10_max": 0.398239, "nauc_map_at_10_std": 0.29183, "nauc_map_at_10_diff1": 0.588349, "nauc_map_at_20_max": 0.400952, "nauc_map_at_20_std": 0.292449, "nauc_map_at_20_diff1": 0.589673, "nauc_map_at_100_max": 0.399434, "nauc_map_at_100_std": 0.291854, "nauc_map_at_100_diff1": 0.590972, "nauc_map_at_1000_max": 0.399549, "nauc_map_at_1000_std": 0.291732, "nauc_map_at_1000_diff1": 0.590997, "nauc_recall_at_1_max": 0.392031, "nauc_recall_at_1_std": 0.248305, "nauc_recall_at_1_diff1": 0.609402, "nauc_recall_at_3_max": 0.410736, "nauc_recall_at_3_std": 0.372844, "nauc_recall_at_3_diff1": 0.593656, "nauc_recall_at_5_max": 0.368251, "nauc_recall_at_5_std": 0.31214, "nauc_recall_at_5_diff1": 0.530701, "nauc_recall_at_10_max": 0.364433, "nauc_recall_at_10_std": 0.361757, "nauc_recall_at_10_diff1": 0.47233, "nauc_recall_at_20_max": 0.443312, "nauc_recall_at_20_std": 0.384453, "nauc_recall_at_20_diff1": 0.482509, "nauc_recall_at_100_max": 0.156398, "nauc_recall_at_100_std": 0.49823, "nauc_recall_at_100_diff1": 0.596164, "nauc_recall_at_1000_max": -0.023106, "nauc_recall_at_1000_std": 0.537572, "nauc_recall_at_1000_diff1": 0.613518, "nauc_precision_at_1_max": 0.392031, "nauc_precision_at_1_std": 0.248305, "nauc_precision_at_1_diff1": 0.609402, "nauc_precision_at_3_max": 0.410736, "nauc_precision_at_3_std": 0.372844, "nauc_precision_at_3_diff1": 0.593656, "nauc_precision_at_5_max": 0.368251, "nauc_precision_at_5_std": 0.31214, "nauc_precision_at_5_diff1": 0.530701, "nauc_precision_at_10_max": 0.364433, "nauc_precision_at_10_std": 0.361757, "nauc_precision_at_10_diff1": 0.47233, "nauc_precision_at_20_max": 0.443312, "nauc_precision_at_20_std": 0.384453, "nauc_precision_at_20_diff1": 0.482509, "nauc_precision_at_100_max": 0.156398, "nauc_precision_at_100_std": 0.49823, "nauc_precision_at_100_diff1": 0.596164, "nauc_precision_at_1000_max": -0.023106, "nauc_precision_at_1000_std": 0.537572, "nauc_precision_at_1000_diff1": 0.613518, "nauc_mrr_at_1_max": 0.392031, "nauc_mrr_at_1_std": 0.248305, "nauc_mrr_at_1_diff1": 0.609402, "nauc_mrr_at_3_max": 0.403187, "nauc_mrr_at_3_std": 0.301313, "nauc_mrr_at_3_diff1": 0.600641, "nauc_mrr_at_5_max": 0.396547, "nauc_mrr_at_5_std": 0.288334, "nauc_mrr_at_5_diff1": 0.589581, "nauc_mrr_at_10_max": 0.398239, "nauc_mrr_at_10_std": 0.29183, "nauc_mrr_at_10_diff1": 0.588349, "nauc_mrr_at_20_max": 0.400952, "nauc_mrr_at_20_std": 0.292449, "nauc_mrr_at_20_diff1": 0.589673, "nauc_mrr_at_100_max": 0.399434, "nauc_mrr_at_100_std": 0.291854, "nauc_mrr_at_100_diff1": 0.590972, "nauc_mrr_at_1000_max": 0.399549, "nauc_mrr_at_1000_std": 0.291732, "nauc_mrr_at_1000_diff1": 0.590997, "hit_rate_at_1": 0.45845, "hit_rate_at_3": 0.61891, "hit_rate_at_5": 0.7106, "hit_rate_at_10": 0.81662, "hit_rate_at_20": 0.85673, "hit_rate_at_100": 0.95129, "hit_rate_at_1000": 0.97994, "main_score": 0.7106, "hf_subset": "lt_lt", "languages": [ "lit-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.42784, "ndcg_at_3": 0.48165, "ndcg_at_5": 0.49828, "ndcg_at_10": 0.51004, "ndcg_at_20": 0.52304, "ndcg_at_100": 0.55818, "ndcg_at_1000": 0.57922, "map_at_1": 0.42784, "map_at_3": 0.46821, "map_at_5": 0.47723, "map_at_10": 0.48214, "map_at_20": 0.4857, "map_at_100": 0.49007, "map_at_1000": 0.49103, "recall_at_1": 0.42784, "recall_at_3": 0.52062, "recall_at_5": 0.56186, "recall_at_10": 0.59794, "recall_at_20": 0.64948, "recall_at_100": 0.84536, "recall_at_1000": 1.0, "accuracy": 0.42784, "precision_at_1": 0.42784, "precision_at_3": 0.17354, "precision_at_5": 0.11237, "precision_at_10": 0.05979, "precision_at_20": 0.03247, "precision_at_100": 0.00845, "precision_at_1000": 0.001, "mrr_at_1": 0.427835, "mrr_at_3": 0.468213, "mrr_at_5": 0.477234, "mrr_at_10": 0.482143, "mrr_at_20": 0.485704, "mrr_at_100": 0.490069, "mrr_at_1000": 0.491033, "nauc_ndcg_at_1_max": 0.305072, "nauc_ndcg_at_1_std": -0.035746, "nauc_ndcg_at_1_diff1": 0.75218, "nauc_ndcg_at_3_max": 0.27417, "nauc_ndcg_at_3_std": -0.022217, "nauc_ndcg_at_3_diff1": 0.689941, "nauc_ndcg_at_5_max": 0.243518, "nauc_ndcg_at_5_std": -0.055643, "nauc_ndcg_at_5_diff1": 0.689956, "nauc_ndcg_at_10_max": 0.252703, "nauc_ndcg_at_10_std": -0.053953, "nauc_ndcg_at_10_diff1": 0.694268, "nauc_ndcg_at_20_max": 0.231219, "nauc_ndcg_at_20_std": -0.069938, "nauc_ndcg_at_20_diff1": 0.690374, "nauc_ndcg_at_100_max": 0.242443, "nauc_ndcg_at_100_std": -0.05367, "nauc_ndcg_at_100_diff1": 0.682535, "nauc_ndcg_at_1000_max": 0.251116, "nauc_ndcg_at_1000_std": -0.052763, "nauc_ndcg_at_1000_diff1": 0.6932, "nauc_map_at_1_max": 0.305072, "nauc_map_at_1_std": -0.035746, "nauc_map_at_1_diff1": 0.75218, "nauc_map_at_3_max": 0.279763, "nauc_map_at_3_std": -0.02734, "nauc_map_at_3_diff1": 0.702519, "nauc_map_at_5_max": 0.263276, "nauc_map_at_5_std": -0.045519, "nauc_map_at_5_diff1": 0.7028, "nauc_map_at_10_max": 0.266774, "nauc_map_at_10_std": -0.044671, "nauc_map_at_10_diff1": 0.704459, "nauc_map_at_20_max": 0.261011, "nauc_map_at_20_std": -0.049051, "nauc_map_at_20_diff1": 0.703659, "nauc_map_at_100_max": 0.262796, "nauc_map_at_100_std": -0.046725, "nauc_map_at_100_diff1": 0.702364, "nauc_map_at_1000_max": 0.263134, "nauc_map_at_1000_std": -0.046716, "nauc_map_at_1000_diff1": 0.702791, "nauc_recall_at_1_max": 0.305072, "nauc_recall_at_1_std": -0.035746, "nauc_recall_at_1_diff1": 0.75218, "nauc_recall_at_3_max": 0.258425, "nauc_recall_at_3_std": -0.006253, "nauc_recall_at_3_diff1": 0.653773, "nauc_recall_at_5_max": 0.178708, "nauc_recall_at_5_std": -0.091269, "nauc_recall_at_5_diff1": 0.651493, "nauc_recall_at_10_max": 0.208518, "nauc_recall_at_10_std": -0.087728, "nauc_recall_at_10_diff1": 0.665234, "nauc_recall_at_20_max": 0.106846, "nauc_recall_at_20_std": -0.162723, "nauc_recall_at_20_diff1": 0.642975, "nauc_recall_at_100_max": 0.113353, "nauc_recall_at_100_std": -0.070405, "nauc_recall_at_100_diff1": 0.525916, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.305072, "nauc_precision_at_1_std": -0.035746, "nauc_precision_at_1_diff1": 0.75218, "nauc_precision_at_3_max": 0.258425, "nauc_precision_at_3_std": -0.006253, "nauc_precision_at_3_diff1": 0.653773, "nauc_precision_at_5_max": 0.178708, "nauc_precision_at_5_std": -0.091269, "nauc_precision_at_5_diff1": 0.651493, "nauc_precision_at_10_max": 0.208518, "nauc_precision_at_10_std": -0.087728, "nauc_precision_at_10_diff1": 0.665234, "nauc_precision_at_20_max": 0.106846, "nauc_precision_at_20_std": -0.162723, "nauc_precision_at_20_diff1": 0.642975, "nauc_precision_at_100_max": 0.113353, "nauc_precision_at_100_std": -0.070405, "nauc_precision_at_100_diff1": 0.525916, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.305072, "nauc_mrr_at_1_std": -0.035746, "nauc_mrr_at_1_diff1": 0.75218, "nauc_mrr_at_3_max": 0.279763, "nauc_mrr_at_3_std": -0.02734, "nauc_mrr_at_3_diff1": 0.702519, "nauc_mrr_at_5_max": 0.263276, "nauc_mrr_at_5_std": -0.045519, "nauc_mrr_at_5_diff1": 0.7028, "nauc_mrr_at_10_max": 0.266774, "nauc_mrr_at_10_std": -0.044671, "nauc_mrr_at_10_diff1": 0.704459, "nauc_mrr_at_20_max": 0.261011, "nauc_mrr_at_20_std": -0.049051, "nauc_mrr_at_20_diff1": 0.703659, "nauc_mrr_at_100_max": 0.262796, "nauc_mrr_at_100_std": -0.046725, "nauc_mrr_at_100_diff1": 0.702364, "nauc_mrr_at_1000_max": 0.263134, "nauc_mrr_at_1000_std": -0.046716, "nauc_mrr_at_1000_diff1": 0.702791, "hit_rate_at_1": 0.42784, "hit_rate_at_3": 0.52062, "hit_rate_at_5": 0.56186, "hit_rate_at_10": 0.59794, "hit_rate_at_20": 0.64948, "hit_rate_at_100": 0.84536, "hit_rate_at_1000": 1.0, "main_score": 0.56186, "hf_subset": "luo_ke", "languages": [ "luo-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.43353, "ndcg_at_3": 0.5128, "ndcg_at_5": 0.53145, "ndcg_at_10": 0.55021, "ndcg_at_20": 0.57077, "ndcg_at_100": 0.6026, "ndcg_at_1000": 0.60851, "map_at_1": 0.43353, "map_at_3": 0.49326, "map_at_5": 0.50337, "map_at_10": 0.51114, "map_at_20": 0.51683, "map_at_100": 0.52108, "map_at_1000": 0.52136, "recall_at_1": 0.43353, "recall_at_3": 0.56936, "recall_at_5": 0.61561, "recall_at_10": 0.67341, "recall_at_20": 0.75434, "recall_at_100": 0.92775, "recall_at_1000": 0.9711, "accuracy": 0.43353, "precision_at_1": 0.43353, "precision_at_3": 0.18979, "precision_at_5": 0.12312, "precision_at_10": 0.06734, "precision_at_20": 0.03772, "precision_at_100": 0.00928, "precision_at_1000": 0.00097, "mrr_at_1": 0.433526, "mrr_at_3": 0.493256, "mrr_at_5": 0.503372, "mrr_at_10": 0.511144, "mrr_at_20": 0.516829, "mrr_at_100": 0.521077, "mrr_at_1000": 0.521355, "nauc_ndcg_at_1_max": 0.453107, "nauc_ndcg_at_1_std": 0.262419, "nauc_ndcg_at_1_diff1": 0.706911, "nauc_ndcg_at_3_max": 0.455115, "nauc_ndcg_at_3_std": 0.318215, "nauc_ndcg_at_3_diff1": 0.688348, "nauc_ndcg_at_5_max": 0.434539, "nauc_ndcg_at_5_std": 0.317945, "nauc_ndcg_at_5_diff1": 0.680782, "nauc_ndcg_at_10_max": 0.424406, "nauc_ndcg_at_10_std": 0.311742, "nauc_ndcg_at_10_diff1": 0.667367, "nauc_ndcg_at_20_max": 0.419119, "nauc_ndcg_at_20_std": 0.304967, "nauc_ndcg_at_20_diff1": 0.661422, "nauc_ndcg_at_100_max": 0.412221, "nauc_ndcg_at_100_std": 0.295714, "nauc_ndcg_at_100_diff1": 0.667703, "nauc_ndcg_at_1000_max": 0.415437, "nauc_ndcg_at_1000_std": 0.303867, "nauc_ndcg_at_1000_diff1": 0.671574, "nauc_map_at_1_max": 0.453107, "nauc_map_at_1_std": 0.262419, "nauc_map_at_1_diff1": 0.706911, "nauc_map_at_3_max": 0.455284, "nauc_map_at_3_std": 0.303532, "nauc_map_at_3_diff1": 0.69279, "nauc_map_at_5_max": 0.444067, "nauc_map_at_5_std": 0.302522, "nauc_map_at_5_diff1": 0.688675, "nauc_map_at_10_max": 0.440197, "nauc_map_at_10_std": 0.299731, "nauc_map_at_10_diff1": 0.683597, "nauc_map_at_20_max": 0.439337, "nauc_map_at_20_std": 0.298132, "nauc_map_at_20_diff1": 0.682168, "nauc_map_at_100_max": 0.438713, "nauc_map_at_100_std": 0.296511, "nauc_map_at_100_diff1": 0.682599, "nauc_map_at_1000_max": 0.438804, "nauc_map_at_1000_std": 0.296716, "nauc_map_at_1000_diff1": 0.682685, "nauc_recall_at_1_max": 0.453107, "nauc_recall_at_1_std": 0.262419, "nauc_recall_at_1_diff1": 0.706911, "nauc_recall_at_3_max": 0.454305, "nauc_recall_at_3_std": 0.363425, "nauc_recall_at_3_diff1": 0.674855, "nauc_recall_at_5_max": 0.400437, "nauc_recall_at_5_std": 0.368729, "nauc_recall_at_5_diff1": 0.654417, "nauc_recall_at_10_max": 0.359627, "nauc_recall_at_10_std": 0.353066, "nauc_recall_at_10_diff1": 0.601906, "nauc_recall_at_20_max": 0.311089, "nauc_recall_at_20_std": 0.322879, "nauc_recall_at_20_diff1": 0.553977, "nauc_recall_at_100_max": -0.054478, "nauc_recall_at_100_std": 0.196604, "nauc_recall_at_100_diff1": 0.498293, "nauc_recall_at_1000_max": -0.496737, "nauc_recall_at_1000_std": 0.680328, "nauc_recall_at_1000_diff1": 0.555318, "nauc_precision_at_1_max": 0.453107, "nauc_precision_at_1_std": 0.262419, "nauc_precision_at_1_diff1": 0.706911, "nauc_precision_at_3_max": 0.454305, "nauc_precision_at_3_std": 0.363425, "nauc_precision_at_3_diff1": 0.674855, "nauc_precision_at_5_max": 0.400437, "nauc_precision_at_5_std": 0.368729, "nauc_precision_at_5_diff1": 0.654417, "nauc_precision_at_10_max": 0.359627, "nauc_precision_at_10_std": 0.353066, "nauc_precision_at_10_diff1": 0.601906, "nauc_precision_at_20_max": 0.311089, "nauc_precision_at_20_std": 0.322879, "nauc_precision_at_20_diff1": 0.553977, "nauc_precision_at_100_max": -0.054478, "nauc_precision_at_100_std": 0.196604, "nauc_precision_at_100_diff1": 0.498293, "nauc_precision_at_1000_max": -0.496737, "nauc_precision_at_1000_std": 0.680328, "nauc_precision_at_1000_diff1": 0.555318, "nauc_mrr_at_1_max": 0.453107, "nauc_mrr_at_1_std": 0.262419, "nauc_mrr_at_1_diff1": 0.706911, "nauc_mrr_at_3_max": 0.455284, "nauc_mrr_at_3_std": 0.303532, "nauc_mrr_at_3_diff1": 0.69279, "nauc_mrr_at_5_max": 0.444067, "nauc_mrr_at_5_std": 0.302522, "nauc_mrr_at_5_diff1": 0.688675, "nauc_mrr_at_10_max": 0.440197, "nauc_mrr_at_10_std": 0.299731, "nauc_mrr_at_10_diff1": 0.683597, "nauc_mrr_at_20_max": 0.439337, "nauc_mrr_at_20_std": 0.298132, "nauc_mrr_at_20_diff1": 0.682168, "nauc_mrr_at_100_max": 0.438713, "nauc_mrr_at_100_std": 0.296511, "nauc_mrr_at_100_diff1": 0.682599, "nauc_mrr_at_1000_max": 0.438804, "nauc_mrr_at_1000_std": 0.296716, "nauc_mrr_at_1000_diff1": 0.682685, "hit_rate_at_1": 0.43353, "hit_rate_at_3": 0.56936, "hit_rate_at_5": 0.61561, "hit_rate_at_10": 0.67341, "hit_rate_at_20": 0.75434, "hit_rate_at_100": 0.92775, "hit_rate_at_1000": 0.9711, "main_score": 0.61561, "hf_subset": "lv_lv", "languages": [ "lvs-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.13181, "ndcg_at_3": 0.14477, "ndcg_at_5": 0.14958, "ndcg_at_10": 0.15773, "ndcg_at_20": 0.16213, "ndcg_at_100": 0.19778, "ndcg_at_1000": 0.22508, "map_at_1": 0.13181, "map_at_3": 0.14136, "map_at_5": 0.14408, "map_at_10": 0.14733, "map_at_20": 0.14857, "map_at_100": 0.15286, "map_at_1000": 0.15427, "recall_at_1": 0.13181, "recall_at_3": 0.15473, "recall_at_5": 0.16619, "recall_at_10": 0.19198, "recall_at_20": 0.20917, "recall_at_100": 0.40974, "recall_at_1000": 0.60458, "accuracy": 0.13181, "precision_at_1": 0.13181, "precision_at_3": 0.05158, "precision_at_5": 0.03324, "precision_at_10": 0.0192, "precision_at_20": 0.01046, "precision_at_100": 0.0041, "precision_at_1000": 0.0006, "mrr_at_1": 0.131805, "mrr_at_3": 0.141356, "mrr_at_5": 0.144078, "mrr_at_10": 0.147333, "mrr_at_20": 0.148568, "mrr_at_100": 0.152862, "mrr_at_1000": 0.154274, "nauc_ndcg_at_1_max": 0.161298, "nauc_ndcg_at_1_std": -0.060044, "nauc_ndcg_at_1_diff1": 0.741997, "nauc_ndcg_at_3_max": 0.117466, "nauc_ndcg_at_3_std": -0.088072, "nauc_ndcg_at_3_diff1": 0.66731, "nauc_ndcg_at_5_max": 0.103683, "nauc_ndcg_at_5_std": -0.081482, "nauc_ndcg_at_5_diff1": 0.63888, "nauc_ndcg_at_10_max": 0.097872, "nauc_ndcg_at_10_std": -0.070354, "nauc_ndcg_at_10_diff1": 0.608925, "nauc_ndcg_at_20_max": 0.085378, "nauc_ndcg_at_20_std": -0.064802, "nauc_ndcg_at_20_diff1": 0.590955, "nauc_ndcg_at_100_max": 0.076662, "nauc_ndcg_at_100_std": -0.042262, "nauc_ndcg_at_100_diff1": 0.550686, "nauc_ndcg_at_1000_max": 0.053668, "nauc_ndcg_at_1000_std": -0.015755, "nauc_ndcg_at_1000_diff1": 0.541435, "nauc_map_at_1_max": 0.161298, "nauc_map_at_1_std": -0.060044, "nauc_map_at_1_diff1": 0.741997, "nauc_map_at_3_max": 0.128345, "nauc_map_at_3_std": -0.081637, "nauc_map_at_3_diff1": 0.686029, "nauc_map_at_5_max": 0.119834, "nauc_map_at_5_std": -0.078369, "nauc_map_at_5_diff1": 0.669267, "nauc_map_at_10_max": 0.117115, "nauc_map_at_10_std": -0.07367, "nauc_map_at_10_diff1": 0.655498, "nauc_map_at_20_max": 0.113219, "nauc_map_at_20_std": -0.07214, "nauc_map_at_20_diff1": 0.649993, "nauc_map_at_100_max": 0.111344, "nauc_map_at_100_std": -0.069621, "nauc_map_at_100_diff1": 0.643734, "nauc_map_at_1000_max": 0.110053, "nauc_map_at_1000_std": -0.06843, "nauc_map_at_1000_diff1": 0.643328, "nauc_recall_at_1_max": 0.161298, "nauc_recall_at_1_std": -0.060044, "nauc_recall_at_1_diff1": 0.741997, "nauc_recall_at_3_max": 0.087785, "nauc_recall_at_3_std": -0.105443, "nauc_recall_at_3_diff1": 0.616183, "nauc_recall_at_5_max": 0.060291, "nauc_recall_at_5_std": -0.08825, "nauc_recall_at_5_diff1": 0.556169, "nauc_recall_at_10_max": 0.049191, "nauc_recall_at_10_std": -0.05758, "nauc_recall_at_10_diff1": 0.486595, "nauc_recall_at_20_max": 0.011541, "nauc_recall_at_20_std": -0.039399, "nauc_recall_at_20_diff1": 0.433987, "nauc_recall_at_100_max": -0.004339, "nauc_recall_at_100_std": 0.051798, "nauc_recall_at_100_diff1": 0.306578, "nauc_recall_at_1000_max": -0.146836, "nauc_recall_at_1000_std": 0.22479, "nauc_recall_at_1000_diff1": 0.216099, "nauc_precision_at_1_max": 0.161298, "nauc_precision_at_1_std": -0.060044, "nauc_precision_at_1_diff1": 0.741997, "nauc_precision_at_3_max": 0.087785, "nauc_precision_at_3_std": -0.105443, "nauc_precision_at_3_diff1": 0.616183, "nauc_precision_at_5_max": 0.060291, "nauc_precision_at_5_std": -0.08825, "nauc_precision_at_5_diff1": 0.556169, "nauc_precision_at_10_max": 0.049191, "nauc_precision_at_10_std": -0.05758, "nauc_precision_at_10_diff1": 0.486595, "nauc_precision_at_20_max": 0.011541, "nauc_precision_at_20_std": -0.039399, "nauc_precision_at_20_diff1": 0.433987, "nauc_precision_at_100_max": -0.004339, "nauc_precision_at_100_std": 0.051798, "nauc_precision_at_100_diff1": 0.306578, "nauc_precision_at_1000_max": -0.146836, "nauc_precision_at_1000_std": 0.22479, "nauc_precision_at_1000_diff1": 0.216099, "nauc_mrr_at_1_max": 0.161298, "nauc_mrr_at_1_std": -0.060044, "nauc_mrr_at_1_diff1": 0.741997, "nauc_mrr_at_3_max": 0.128345, "nauc_mrr_at_3_std": -0.081637, "nauc_mrr_at_3_diff1": 0.686029, "nauc_mrr_at_5_max": 0.119834, "nauc_mrr_at_5_std": -0.078369, "nauc_mrr_at_5_diff1": 0.669267, "nauc_mrr_at_10_max": 0.117115, "nauc_mrr_at_10_std": -0.07367, "nauc_mrr_at_10_diff1": 0.655498, "nauc_mrr_at_20_max": 0.113219, "nauc_mrr_at_20_std": -0.07214, "nauc_mrr_at_20_diff1": 0.649993, "nauc_mrr_at_100_max": 0.111344, "nauc_mrr_at_100_std": -0.069621, "nauc_mrr_at_100_diff1": 0.643734, "nauc_mrr_at_1000_max": 0.110053, "nauc_mrr_at_1000_std": -0.06843, "nauc_mrr_at_1000_diff1": 0.643328, "hit_rate_at_1": 0.13181, "hit_rate_at_3": 0.15473, "hit_rate_at_5": 0.16619, "hit_rate_at_10": 0.19198, "hit_rate_at_20": 0.20917, "hit_rate_at_100": 0.40974, "hit_rate_at_1000": 0.60458, "main_score": 0.16619, "hf_subset": "mi_nz", "languages": [ "mri-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.75923, "ndcg_at_5": 0.7805, "ndcg_at_10": 0.79806, "ndcg_at_20": 0.80675, "ndcg_at_100": 0.80785, "ndcg_at_1000": 0.80785, "map_at_1": 0.66667, "map_at_3": 0.73659, "map_at_5": 0.74837, "map_at_10": 0.75555, "map_at_20": 0.75792, "map_at_100": 0.75808, "map_at_1000": 0.75808, "recall_at_1": 0.66667, "recall_at_3": 0.82471, "recall_at_5": 0.87644, "recall_at_10": 0.93103, "recall_at_20": 0.96552, "recall_at_100": 0.97126, "recall_at_1000": 0.97126, "accuracy": 0.66667, "precision_at_1": 0.66667, "precision_at_3": 0.2749, "precision_at_5": 0.17529, "precision_at_10": 0.0931, "precision_at_20": 0.04828, "precision_at_100": 0.00971, "precision_at_1000": 0.00097, "mrr_at_1": 0.666667, "mrr_at_3": 0.73659, "mrr_at_5": 0.748372, "mrr_at_10": 0.755553, "mrr_at_20": 0.75792, "mrr_at_100": 0.758083, "mrr_at_1000": 0.758083, "nauc_ndcg_at_1_max": 0.431912, "nauc_ndcg_at_1_std": 0.278559, "nauc_ndcg_at_1_diff1": 0.81968, "nauc_ndcg_at_3_max": 0.409566, "nauc_ndcg_at_3_std": 0.269932, "nauc_ndcg_at_3_diff1": 0.781065, "nauc_ndcg_at_5_max": 0.388001, "nauc_ndcg_at_5_std": 0.285628, "nauc_ndcg_at_5_diff1": 0.778052, "nauc_ndcg_at_10_max": 0.385272, "nauc_ndcg_at_10_std": 0.264713, "nauc_ndcg_at_10_diff1": 0.780763, "nauc_ndcg_at_20_max": 0.374059, "nauc_ndcg_at_20_std": 0.267305, "nauc_ndcg_at_20_diff1": 0.780322, "nauc_ndcg_at_100_max": 0.374885, "nauc_ndcg_at_100_std": 0.275046, "nauc_ndcg_at_100_diff1": 0.779279, "nauc_ndcg_at_1000_max": 0.374885, "nauc_ndcg_at_1000_std": 0.275046, "nauc_ndcg_at_1000_diff1": 0.779279, "nauc_map_at_1_max": 0.431912, "nauc_map_at_1_std": 0.278559, "nauc_map_at_1_diff1": 0.81968, "nauc_map_at_3_max": 0.415533, "nauc_map_at_3_std": 0.270469, "nauc_map_at_3_diff1": 0.791881, "nauc_map_at_5_max": 0.405132, "nauc_map_at_5_std": 0.278617, "nauc_map_at_5_diff1": 0.791054, "nauc_map_at_10_max": 0.403631, "nauc_map_at_10_std": 0.270347, "nauc_map_at_10_diff1": 0.792417, "nauc_map_at_20_max": 0.401063, "nauc_map_at_20_std": 0.270916, "nauc_map_at_20_diff1": 0.792486, "nauc_map_at_100_max": 0.401236, "nauc_map_at_100_std": 0.271738, "nauc_map_at_100_diff1": 0.792364, "nauc_map_at_1000_max": 0.401236, "nauc_map_at_1000_std": 0.271738, "nauc_map_at_1000_diff1": 0.792364, "nauc_recall_at_1_max": 0.431912, "nauc_recall_at_1_std": 0.278559, "nauc_recall_at_1_diff1": 0.81968, "nauc_recall_at_3_max": 0.386091, "nauc_recall_at_3_std": 0.268924, "nauc_recall_at_3_diff1": 0.738199, "nauc_recall_at_5_max": 0.293464, "nauc_recall_at_5_std": 0.326983, "nauc_recall_at_5_diff1": 0.709302, "nauc_recall_at_10_max": 0.218684, "nauc_recall_at_10_std": 0.204805, "nauc_recall_at_10_diff1": 0.679012, "nauc_recall_at_20_max": -0.151718, "nauc_recall_at_20_std": 0.197986, "nauc_recall_at_20_diff1": 0.567254, "nauc_recall_at_100_max": -0.237095, "nauc_recall_at_100_std": 0.428243, "nauc_recall_at_100_diff1": 0.493785, "nauc_recall_at_1000_max": -0.237095, "nauc_recall_at_1000_std": 0.428243, "nauc_recall_at_1000_diff1": 0.493785, "nauc_precision_at_1_max": 0.431912, "nauc_precision_at_1_std": 0.278559, "nauc_precision_at_1_diff1": 0.81968, "nauc_precision_at_3_max": 0.386091, "nauc_precision_at_3_std": 0.268924, "nauc_precision_at_3_diff1": 0.738199, "nauc_precision_at_5_max": 0.293464, "nauc_precision_at_5_std": 0.326983, "nauc_precision_at_5_diff1": 0.709302, "nauc_precision_at_10_max": 0.218684, "nauc_precision_at_10_std": 0.204805, "nauc_precision_at_10_diff1": 0.679012, "nauc_precision_at_20_max": -0.151718, "nauc_precision_at_20_std": 0.197986, "nauc_precision_at_20_diff1": 0.567254, "nauc_precision_at_100_max": -0.237095, "nauc_precision_at_100_std": 0.428243, "nauc_precision_at_100_diff1": 0.493785, "nauc_precision_at_1000_max": -0.237095, "nauc_precision_at_1000_std": 0.428243, "nauc_precision_at_1000_diff1": 0.493785, "nauc_mrr_at_1_max": 0.431912, "nauc_mrr_at_1_std": 0.278559, "nauc_mrr_at_1_diff1": 0.81968, "nauc_mrr_at_3_max": 0.415533, "nauc_mrr_at_3_std": 0.270469, "nauc_mrr_at_3_diff1": 0.791881, "nauc_mrr_at_5_max": 0.405132, "nauc_mrr_at_5_std": 0.278617, "nauc_mrr_at_5_diff1": 0.791054, "nauc_mrr_at_10_max": 0.403631, "nauc_mrr_at_10_std": 0.270347, "nauc_mrr_at_10_diff1": 0.792417, "nauc_mrr_at_20_max": 0.401063, "nauc_mrr_at_20_std": 0.270916, "nauc_mrr_at_20_diff1": 0.792486, "nauc_mrr_at_100_max": 0.401236, "nauc_mrr_at_100_std": 0.271738, "nauc_mrr_at_100_diff1": 0.792364, "nauc_mrr_at_1000_max": 0.401236, "nauc_mrr_at_1000_std": 0.271738, "nauc_mrr_at_1000_diff1": 0.792364, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.82471, "hit_rate_at_5": 0.87644, "hit_rate_at_10": 0.93103, "hit_rate_at_20": 0.96552, "hit_rate_at_100": 0.97126, "hit_rate_at_1000": 0.97126, "main_score": 0.87644, "hf_subset": "mk_mk", "languages": [ "mkd-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.36919, "ndcg_at_3": 0.41743, "ndcg_at_5": 0.43782, "ndcg_at_10": 0.46433, "ndcg_at_20": 0.48767, "ndcg_at_100": 0.51378, "ndcg_at_1000": 0.5267, "map_at_1": 0.36919, "map_at_3": 0.40504, "map_at_5": 0.41638, "map_at_10": 0.42744, "map_at_20": 0.43374, "map_at_100": 0.43724, "map_at_1000": 0.43789, "recall_at_1": 0.36919, "recall_at_3": 0.45349, "recall_at_5": 0.50291, "recall_at_10": 0.5843, "recall_at_20": 0.67733, "recall_at_100": 0.81977, "recall_at_1000": 0.91279, "accuracy": 0.36919, "precision_at_1": 0.36919, "precision_at_3": 0.15116, "precision_at_5": 0.10058, "precision_at_10": 0.05843, "precision_at_20": 0.03387, "precision_at_100": 0.0082, "precision_at_1000": 0.00091, "mrr_at_1": 0.369186, "mrr_at_3": 0.405039, "mrr_at_5": 0.416376, "mrr_at_10": 0.427435, "mrr_at_20": 0.433743, "mrr_at_100": 0.437241, "mrr_at_1000": 0.437889, "nauc_ndcg_at_1_max": 0.381892, "nauc_ndcg_at_1_std": 0.300953, "nauc_ndcg_at_1_diff1": 0.626003, "nauc_ndcg_at_3_max": 0.34783, "nauc_ndcg_at_3_std": 0.306583, "nauc_ndcg_at_3_diff1": 0.598207, "nauc_ndcg_at_5_max": 0.325953, "nauc_ndcg_at_5_std": 0.306969, "nauc_ndcg_at_5_diff1": 0.601572, "nauc_ndcg_at_10_max": 0.323707, "nauc_ndcg_at_10_std": 0.301918, "nauc_ndcg_at_10_diff1": 0.595753, "nauc_ndcg_at_20_max": 0.324584, "nauc_ndcg_at_20_std": 0.290497, "nauc_ndcg_at_20_diff1": 0.582224, "nauc_ndcg_at_100_max": 0.322921, "nauc_ndcg_at_100_std": 0.281189, "nauc_ndcg_at_100_diff1": 0.576825, "nauc_ndcg_at_1000_max": 0.328384, "nauc_ndcg_at_1000_std": 0.294701, "nauc_ndcg_at_1000_diff1": 0.580679, "nauc_map_at_1_max": 0.381892, "nauc_map_at_1_std": 0.300953, "nauc_map_at_1_diff1": 0.626003, "nauc_map_at_3_max": 0.357847, "nauc_map_at_3_std": 0.305569, "nauc_map_at_3_diff1": 0.606375, "nauc_map_at_5_max": 0.345731, "nauc_map_at_5_std": 0.305871, "nauc_map_at_5_diff1": 0.608148, "nauc_map_at_10_max": 0.344657, "nauc_map_at_10_std": 0.303612, "nauc_map_at_10_diff1": 0.605543, "nauc_map_at_20_max": 0.345208, "nauc_map_at_20_std": 0.300702, "nauc_map_at_20_diff1": 0.602191, "nauc_map_at_100_max": 0.34499, "nauc_map_at_100_std": 0.299225, "nauc_map_at_100_diff1": 0.601637, "nauc_map_at_1000_max": 0.345284, "nauc_map_at_1000_std": 0.299764, "nauc_map_at_1000_diff1": 0.601848, "nauc_recall_at_1_max": 0.381892, "nauc_recall_at_1_std": 0.300953, "nauc_recall_at_1_diff1": 0.626003, "nauc_recall_at_3_max": 0.318071, "nauc_recall_at_3_std": 0.309376, "nauc_recall_at_3_diff1": 0.573941, "nauc_recall_at_5_max": 0.263935, "nauc_recall_at_5_std": 0.309988, "nauc_recall_at_5_diff1": 0.582275, "nauc_recall_at_10_max": 0.253162, "nauc_recall_at_10_std": 0.294581, "nauc_recall_at_10_diff1": 0.563045, "nauc_recall_at_20_max": 0.243288, "nauc_recall_at_20_std": 0.237545, "nauc_recall_at_20_diff1": 0.490662, "nauc_recall_at_100_max": 0.18482, "nauc_recall_at_100_std": 0.124183, "nauc_recall_at_100_diff1": 0.383478, "nauc_recall_at_1000_max": 0.189693, "nauc_recall_at_1000_std": 0.329975, "nauc_recall_at_1000_diff1": 0.296789, "nauc_precision_at_1_max": 0.381892, "nauc_precision_at_1_std": 0.300953, "nauc_precision_at_1_diff1": 0.626003, "nauc_precision_at_3_max": 0.318071, "nauc_precision_at_3_std": 0.309376, "nauc_precision_at_3_diff1": 0.573941, "nauc_precision_at_5_max": 0.263935, "nauc_precision_at_5_std": 0.309988, "nauc_precision_at_5_diff1": 0.582275, "nauc_precision_at_10_max": 0.253162, "nauc_precision_at_10_std": 0.294581, "nauc_precision_at_10_diff1": 0.563045, "nauc_precision_at_20_max": 0.243288, "nauc_precision_at_20_std": 0.237545, "nauc_precision_at_20_diff1": 0.490662, "nauc_precision_at_100_max": 0.18482, "nauc_precision_at_100_std": 0.124183, "nauc_precision_at_100_diff1": 0.383478, "nauc_precision_at_1000_max": 0.189693, "nauc_precision_at_1000_std": 0.329975, "nauc_precision_at_1000_diff1": 0.296789, "nauc_mrr_at_1_max": 0.381892, "nauc_mrr_at_1_std": 0.300953, "nauc_mrr_at_1_diff1": 0.626003, "nauc_mrr_at_3_max": 0.357847, "nauc_mrr_at_3_std": 0.305569, "nauc_mrr_at_3_diff1": 0.606375, "nauc_mrr_at_5_max": 0.345731, "nauc_mrr_at_5_std": 0.305871, "nauc_mrr_at_5_diff1": 0.608148, "nauc_mrr_at_10_max": 0.344657, "nauc_mrr_at_10_std": 0.303612, "nauc_mrr_at_10_diff1": 0.605543, "nauc_mrr_at_20_max": 0.345208, "nauc_mrr_at_20_std": 0.300702, "nauc_mrr_at_20_diff1": 0.602191, "nauc_mrr_at_100_max": 0.34499, "nauc_mrr_at_100_std": 0.299225, "nauc_mrr_at_100_diff1": 0.601637, "nauc_mrr_at_1000_max": 0.345284, "nauc_mrr_at_1000_std": 0.299764, "nauc_mrr_at_1000_diff1": 0.601848, "hit_rate_at_1": 0.36919, "hit_rate_at_3": 0.45349, "hit_rate_at_5": 0.50291, "hit_rate_at_10": 0.5843, "hit_rate_at_20": 0.67733, "hit_rate_at_100": 0.81977, "hit_rate_at_1000": 0.91279, "main_score": 0.50291, "hf_subset": "ml_in", "languages": [ "mal-Mlym" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.16571, "ndcg_at_3": 0.22364, "ndcg_at_5": 0.24554, "ndcg_at_10": 0.26672, "ndcg_at_20": 0.28357, "ndcg_at_100": 0.33091, "ndcg_at_1000": 0.35956, "map_at_1": 0.16571, "map_at_3": 0.21, "map_at_5": 0.22257, "map_at_10": 0.23128, "map_at_20": 0.23564, "map_at_100": 0.24188, "map_at_1000": 0.24311, "recall_at_1": 0.16571, "recall_at_3": 0.26286, "recall_at_5": 0.31429, "recall_at_10": 0.38, "recall_at_20": 0.44857, "recall_at_100": 0.70857, "recall_at_1000": 0.92286, "accuracy": 0.16571, "precision_at_1": 0.16571, "precision_at_3": 0.08762, "precision_at_5": 0.06286, "precision_at_10": 0.038, "precision_at_20": 0.02243, "precision_at_100": 0.00709, "precision_at_1000": 0.00092, "mrr_at_1": 0.165714, "mrr_at_3": 0.21, "mrr_at_5": 0.222571, "mrr_at_10": 0.231277, "mrr_at_20": 0.235645, "mrr_at_100": 0.241876, "mrr_at_1000": 0.243112, "nauc_ndcg_at_1_max": 0.324095, "nauc_ndcg_at_1_std": 0.083019, "nauc_ndcg_at_1_diff1": 0.57757, "nauc_ndcg_at_3_max": 0.293838, "nauc_ndcg_at_3_std": 0.053406, "nauc_ndcg_at_3_diff1": 0.469311, "nauc_ndcg_at_5_max": 0.277523, "nauc_ndcg_at_5_std": 0.034669, "nauc_ndcg_at_5_diff1": 0.467911, "nauc_ndcg_at_10_max": 0.266419, "nauc_ndcg_at_10_std": 0.01352, "nauc_ndcg_at_10_diff1": 0.449611, "nauc_ndcg_at_20_max": 0.277878, "nauc_ndcg_at_20_std": -0.000136, "nauc_ndcg_at_20_diff1": 0.45035, "nauc_ndcg_at_100_max": 0.266502, "nauc_ndcg_at_100_std": -0.015352, "nauc_ndcg_at_100_diff1": 0.443648, "nauc_ndcg_at_1000_max": 0.259951, "nauc_ndcg_at_1000_std": 0.008089, "nauc_ndcg_at_1000_diff1": 0.453046, "nauc_map_at_1_max": 0.324095, "nauc_map_at_1_std": 0.083019, "nauc_map_at_1_diff1": 0.57757, "nauc_map_at_3_max": 0.299127, "nauc_map_at_3_std": 0.059749, "nauc_map_at_3_diff1": 0.492002, "nauc_map_at_5_max": 0.288997, "nauc_map_at_5_std": 0.048581, "nauc_map_at_5_diff1": 0.49059, "nauc_map_at_10_max": 0.283605, "nauc_map_at_10_std": 0.039076, "nauc_map_at_10_diff1": 0.482482, "nauc_map_at_20_max": 0.286734, "nauc_map_at_20_std": 0.035343, "nauc_map_at_20_diff1": 0.483132, "nauc_map_at_100_max": 0.284578, "nauc_map_at_100_std": 0.032635, "nauc_map_at_100_diff1": 0.482905, "nauc_map_at_1000_max": 0.284231, "nauc_map_at_1000_std": 0.033329, "nauc_map_at_1000_diff1": 0.483322, "nauc_recall_at_1_max": 0.324095, "nauc_recall_at_1_std": 0.083019, "nauc_recall_at_1_diff1": 0.57757, "nauc_recall_at_3_max": 0.280853, "nauc_recall_at_3_std": 0.037322, "nauc_recall_at_3_diff1": 0.411948, "nauc_recall_at_5_max": 0.248787, "nauc_recall_at_5_std": -0.001054, "nauc_recall_at_5_diff1": 0.413317, "nauc_recall_at_10_max": 0.222215, "nauc_recall_at_10_std": -0.055293, "nauc_recall_at_10_diff1": 0.366402, "nauc_recall_at_20_max": 0.262179, "nauc_recall_at_20_std": -0.103751, "nauc_recall_at_20_diff1": 0.365773, "nauc_recall_at_100_max": 0.197491, "nauc_recall_at_100_std": -0.225459, "nauc_recall_at_100_diff1": 0.283157, "nauc_recall_at_1000_max": -0.104523, "nauc_recall_at_1000_std": -0.034513, "nauc_recall_at_1000_diff1": 0.1736, "nauc_precision_at_1_max": 0.324095, "nauc_precision_at_1_std": 0.083019, "nauc_precision_at_1_diff1": 0.57757, "nauc_precision_at_3_max": 0.280853, "nauc_precision_at_3_std": 0.037322, "nauc_precision_at_3_diff1": 0.411948, "nauc_precision_at_5_max": 0.248787, "nauc_precision_at_5_std": -0.001054, "nauc_precision_at_5_diff1": 0.413317, "nauc_precision_at_10_max": 0.222215, "nauc_precision_at_10_std": -0.055293, "nauc_precision_at_10_diff1": 0.366402, "nauc_precision_at_20_max": 0.262179, "nauc_precision_at_20_std": -0.103751, "nauc_precision_at_20_diff1": 0.365773, "nauc_precision_at_100_max": 0.197491, "nauc_precision_at_100_std": -0.225459, "nauc_precision_at_100_diff1": 0.283157, "nauc_precision_at_1000_max": -0.104523, "nauc_precision_at_1000_std": -0.034513, "nauc_precision_at_1000_diff1": 0.1736, "nauc_mrr_at_1_max": 0.324095, "nauc_mrr_at_1_std": 0.083019, "nauc_mrr_at_1_diff1": 0.57757, "nauc_mrr_at_3_max": 0.299127, "nauc_mrr_at_3_std": 0.059749, "nauc_mrr_at_3_diff1": 0.492002, "nauc_mrr_at_5_max": 0.288997, "nauc_mrr_at_5_std": 0.048581, "nauc_mrr_at_5_diff1": 0.49059, "nauc_mrr_at_10_max": 0.283605, "nauc_mrr_at_10_std": 0.039076, "nauc_mrr_at_10_diff1": 0.482482, "nauc_mrr_at_20_max": 0.286734, "nauc_mrr_at_20_std": 0.035343, "nauc_mrr_at_20_diff1": 0.483132, "nauc_mrr_at_100_max": 0.284578, "nauc_mrr_at_100_std": 0.032635, "nauc_mrr_at_100_diff1": 0.482905, "nauc_mrr_at_1000_max": 0.284231, "nauc_mrr_at_1000_std": 0.033329, "nauc_mrr_at_1000_diff1": 0.483322, "hit_rate_at_1": 0.16571, "hit_rate_at_3": 0.26286, "hit_rate_at_5": 0.31429, "hit_rate_at_10": 0.38, "hit_rate_at_20": 0.44857, "hit_rate_at_100": 0.70857, "hit_rate_at_1000": 0.92286, "main_score": 0.31429, "hf_subset": "mn_mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.70201, "ndcg_at_3": 0.76514, "ndcg_at_5": 0.77575, "ndcg_at_10": 0.78521, "ndcg_at_20": 0.79274, "ndcg_at_100": 0.80025, "ndcg_at_1000": 0.8025, "map_at_1": 0.70201, "map_at_3": 0.75024, "map_at_5": 0.75611, "map_at_10": 0.76014, "map_at_20": 0.76235, "map_at_100": 0.76322, "map_at_1000": 0.76331, "recall_at_1": 0.70201, "recall_at_3": 0.80802, "recall_at_5": 0.83381, "recall_at_10": 0.86246, "recall_at_20": 0.89112, "recall_at_100": 0.9341, "recall_at_1000": 0.95129, "accuracy": 0.70201, "precision_at_1": 0.70201, "precision_at_3": 0.26934, "precision_at_5": 0.16676, "precision_at_10": 0.08625, "precision_at_20": 0.04456, "precision_at_100": 0.00934, "precision_at_1000": 0.00095, "mrr_at_1": 0.702006, "mrr_at_3": 0.750239, "mrr_at_5": 0.756113, "mrr_at_10": 0.760142, "mrr_at_20": 0.762353, "mrr_at_100": 0.763217, "mrr_at_1000": 0.763306, "nauc_ndcg_at_1_max": 0.476875, "nauc_ndcg_at_1_std": 0.29749, "nauc_ndcg_at_1_diff1": 0.84884, "nauc_ndcg_at_3_max": 0.464403, "nauc_ndcg_at_3_std": 0.336326, "nauc_ndcg_at_3_diff1": 0.813632, "nauc_ndcg_at_5_max": 0.478005, "nauc_ndcg_at_5_std": 0.34387, "nauc_ndcg_at_5_diff1": 0.816602, "nauc_ndcg_at_10_max": 0.46943, "nauc_ndcg_at_10_std": 0.334413, "nauc_ndcg_at_10_diff1": 0.813606, "nauc_ndcg_at_20_max": 0.453249, "nauc_ndcg_at_20_std": 0.341763, "nauc_ndcg_at_20_diff1": 0.809144, "nauc_ndcg_at_100_max": 0.443643, "nauc_ndcg_at_100_std": 0.327686, "nauc_ndcg_at_100_diff1": 0.809839, "nauc_ndcg_at_1000_max": 0.442048, "nauc_ndcg_at_1000_std": 0.334567, "nauc_ndcg_at_1000_diff1": 0.810949, "nauc_map_at_1_max": 0.476875, "nauc_map_at_1_std": 0.29749, "nauc_map_at_1_diff1": 0.84884, "nauc_map_at_3_max": 0.466058, "nauc_map_at_3_std": 0.322621, "nauc_map_at_3_diff1": 0.82209, "nauc_map_at_5_max": 0.473044, "nauc_map_at_5_std": 0.326132, "nauc_map_at_5_diff1": 0.823759, "nauc_map_at_10_max": 0.469865, "nauc_map_at_10_std": 0.322283, "nauc_map_at_10_diff1": 0.822649, "nauc_map_at_20_max": 0.465713, "nauc_map_at_20_std": 0.324026, "nauc_map_at_20_diff1": 0.821439, "nauc_map_at_100_max": 0.464744, "nauc_map_at_100_std": 0.322405, "nauc_map_at_100_diff1": 0.821445, "nauc_map_at_1000_max": 0.464695, "nauc_map_at_1000_std": 0.32254, "nauc_map_at_1000_diff1": 0.821468, "nauc_recall_at_1_max": 0.476875, "nauc_recall_at_1_std": 0.29749, "nauc_recall_at_1_diff1": 0.84884, "nauc_recall_at_3_max": 0.459432, "nauc_recall_at_3_std": 0.38669, "nauc_recall_at_3_diff1": 0.784157, "nauc_recall_at_5_max": 0.501577, "nauc_recall_at_5_std": 0.417737, "nauc_recall_at_5_diff1": 0.789586, "nauc_recall_at_10_max": 0.466241, "nauc_recall_at_10_std": 0.388973, "nauc_recall_at_10_diff1": 0.771839, "nauc_recall_at_20_max": 0.357478, "nauc_recall_at_20_std": 0.450986, "nauc_recall_at_20_diff1": 0.73446, "nauc_recall_at_100_max": 0.150176, "nauc_recall_at_100_std": 0.308803, "nauc_recall_at_100_diff1": 0.703376, "nauc_recall_at_1000_max": 0.002282, "nauc_recall_at_1000_std": 0.51468, "nauc_recall_at_1000_diff1": 0.700576, "nauc_precision_at_1_max": 0.476875, "nauc_precision_at_1_std": 0.29749, "nauc_precision_at_1_diff1": 0.84884, "nauc_precision_at_3_max": 0.459432, "nauc_precision_at_3_std": 0.38669, "nauc_precision_at_3_diff1": 0.784157, "nauc_precision_at_5_max": 0.501577, "nauc_precision_at_5_std": 0.417737, "nauc_precision_at_5_diff1": 0.789586, "nauc_precision_at_10_max": 0.466241, "nauc_precision_at_10_std": 0.388973, "nauc_precision_at_10_diff1": 0.771839, "nauc_precision_at_20_max": 0.357478, "nauc_precision_at_20_std": 0.450986, "nauc_precision_at_20_diff1": 0.73446, "nauc_precision_at_100_max": 0.150176, "nauc_precision_at_100_std": 0.308803, "nauc_precision_at_100_diff1": 0.703376, "nauc_precision_at_1000_max": 0.002282, "nauc_precision_at_1000_std": 0.51468, "nauc_precision_at_1000_diff1": 0.700576, "nauc_mrr_at_1_max": 0.476875, "nauc_mrr_at_1_std": 0.29749, "nauc_mrr_at_1_diff1": 0.84884, "nauc_mrr_at_3_max": 0.466058, "nauc_mrr_at_3_std": 0.322621, "nauc_mrr_at_3_diff1": 0.82209, "nauc_mrr_at_5_max": 0.473044, "nauc_mrr_at_5_std": 0.326132, "nauc_mrr_at_5_diff1": 0.823759, "nauc_mrr_at_10_max": 0.469865, "nauc_mrr_at_10_std": 0.322283, "nauc_mrr_at_10_diff1": 0.822649, "nauc_mrr_at_20_max": 0.465713, "nauc_mrr_at_20_std": 0.324026, "nauc_mrr_at_20_diff1": 0.821439, "nauc_mrr_at_100_max": 0.464744, "nauc_mrr_at_100_std": 0.322405, "nauc_mrr_at_100_diff1": 0.821445, "nauc_mrr_at_1000_max": 0.464695, "nauc_mrr_at_1000_std": 0.32254, "nauc_mrr_at_1000_diff1": 0.821468, "hit_rate_at_1": 0.70201, "hit_rate_at_3": 0.80802, "hit_rate_at_5": 0.83381, "hit_rate_at_10": 0.86246, "hit_rate_at_20": 0.89112, "hit_rate_at_100": 0.9341, "hit_rate_at_1000": 0.95129, "main_score": 0.83381, "hf_subset": "mr_in", "languages": [ "mar-Deva" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.81602, "ndcg_at_3": 0.86424, "ndcg_at_5": 0.87306, "ndcg_at_10": 0.87951, "ndcg_at_20": 0.88487, "ndcg_at_100": 0.88952, "ndcg_at_1000": 0.89134, "map_at_1": 0.81602, "map_at_3": 0.85312, "map_at_5": 0.85816, "map_at_10": 0.86067, "map_at_20": 0.8622, "map_at_100": 0.86275, "map_at_1000": 0.86281, "recall_at_1": 0.81602, "recall_at_3": 0.89614, "recall_at_5": 0.91691, "recall_at_10": 0.93769, "recall_at_20": 0.95846, "recall_at_100": 0.98516, "recall_at_1000": 1.0, "accuracy": 0.81602, "precision_at_1": 0.81602, "precision_at_3": 0.29871, "precision_at_5": 0.18338, "precision_at_10": 0.09377, "precision_at_20": 0.04792, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.816024, "mrr_at_3": 0.853116, "mrr_at_5": 0.85816, "mrr_at_10": 0.86067, "mrr_at_20": 0.8622, "mrr_at_100": 0.862753, "mrr_at_1000": 0.862806, "nauc_ndcg_at_1_max": 0.544326, "nauc_ndcg_at_1_std": 0.280935, "nauc_ndcg_at_1_diff1": 0.885293, "nauc_ndcg_at_3_max": 0.583594, "nauc_ndcg_at_3_std": 0.240782, "nauc_ndcg_at_3_diff1": 0.901346, "nauc_ndcg_at_5_max": 0.604535, "nauc_ndcg_at_5_std": 0.248852, "nauc_ndcg_at_5_diff1": 0.902766, "nauc_ndcg_at_10_max": 0.588715, "nauc_ndcg_at_10_std": 0.222682, "nauc_ndcg_at_10_diff1": 0.903746, "nauc_ndcg_at_20_max": 0.572138, "nauc_ndcg_at_20_std": 0.211391, "nauc_ndcg_at_20_diff1": 0.899912, "nauc_ndcg_at_100_max": 0.563429, "nauc_ndcg_at_100_std": 0.203466, "nauc_ndcg_at_100_diff1": 0.898146, "nauc_ndcg_at_1000_max": 0.572779, "nauc_ndcg_at_1000_std": 0.22677, "nauc_ndcg_at_1000_diff1": 0.8987, "nauc_map_at_1_max": 0.544326, "nauc_map_at_1_std": 0.280935, "nauc_map_at_1_diff1": 0.885293, "nauc_map_at_3_max": 0.573377, "nauc_map_at_3_std": 0.253255, "nauc_map_at_3_diff1": 0.898016, "nauc_map_at_5_max": 0.584189, "nauc_map_at_5_std": 0.258339, "nauc_map_at_5_diff1": 0.89862, "nauc_map_at_10_max": 0.578337, "nauc_map_at_10_std": 0.250127, "nauc_map_at_10_diff1": 0.898735, "nauc_map_at_20_max": 0.574355, "nauc_map_at_20_std": 0.248269, "nauc_map_at_20_diff1": 0.897723, "nauc_map_at_100_max": 0.573473, "nauc_map_at_100_std": 0.247114, "nauc_map_at_100_diff1": 0.897542, "nauc_map_at_1000_max": 0.573648, "nauc_map_at_1000_std": 0.247552, "nauc_map_at_1000_diff1": 0.897547, "nauc_recall_at_1_max": 0.544326, "nauc_recall_at_1_std": 0.280935, "nauc_recall_at_1_diff1": 0.885293, "nauc_recall_at_3_max": 0.622933, "nauc_recall_at_3_std": 0.191456, "nauc_recall_at_3_diff1": 0.913627, "nauc_recall_at_5_max": 0.70279, "nauc_recall_at_5_std": 0.204232, "nauc_recall_at_5_diff1": 0.921618, "nauc_recall_at_10_max": 0.641866, "nauc_recall_at_10_std": 0.026617, "nauc_recall_at_10_diff1": 0.935407, "nauc_recall_at_20_max": 0.494634, "nauc_recall_at_20_std": -0.199986, "nauc_recall_at_20_diff1": 0.912456, "nauc_recall_at_100_max": 0.005174, "nauc_recall_at_100_std": -1.19006, "nauc_recall_at_100_diff1": 0.862755, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.544326, "nauc_precision_at_1_std": 0.280935, "nauc_precision_at_1_diff1": 0.885293, "nauc_precision_at_3_max": 0.622933, "nauc_precision_at_3_std": 0.191456, "nauc_precision_at_3_diff1": 0.913627, "nauc_precision_at_5_max": 0.70279, "nauc_precision_at_5_std": 0.204232, "nauc_precision_at_5_diff1": 0.921618, "nauc_precision_at_10_max": 0.641866, "nauc_precision_at_10_std": 0.026617, "nauc_precision_at_10_diff1": 0.935407, "nauc_precision_at_20_max": 0.494634, "nauc_precision_at_20_std": -0.199986, "nauc_precision_at_20_diff1": 0.912456, "nauc_precision_at_100_max": 0.005174, "nauc_precision_at_100_std": -1.19006, "nauc_precision_at_100_diff1": 0.862755, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.544326, "nauc_mrr_at_1_std": 0.280935, "nauc_mrr_at_1_diff1": 0.885293, "nauc_mrr_at_3_max": 0.573377, "nauc_mrr_at_3_std": 0.253255, "nauc_mrr_at_3_diff1": 0.898016, "nauc_mrr_at_5_max": 0.584189, "nauc_mrr_at_5_std": 0.258339, "nauc_mrr_at_5_diff1": 0.89862, "nauc_mrr_at_10_max": 0.578337, "nauc_mrr_at_10_std": 0.250127, "nauc_mrr_at_10_diff1": 0.898735, "nauc_mrr_at_20_max": 0.574355, "nauc_mrr_at_20_std": 0.248269, "nauc_mrr_at_20_diff1": 0.897723, "nauc_mrr_at_100_max": 0.573473, "nauc_mrr_at_100_std": 0.247114, "nauc_mrr_at_100_diff1": 0.897542, "nauc_mrr_at_1000_max": 0.573648, "nauc_mrr_at_1000_std": 0.247552, "nauc_mrr_at_1000_diff1": 0.897547, "hit_rate_at_1": 0.81602, "hit_rate_at_3": 0.89614, "hit_rate_at_5": 0.91691, "hit_rate_at_10": 0.93769, "hit_rate_at_20": 0.95846, "hit_rate_at_100": 0.98516, "hit_rate_at_1000": 1.0, "main_score": 0.91691, "hf_subset": "ms_my", "languages": [ "msa-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.45977, "ndcg_at_3": 0.55128, "ndcg_at_5": 0.57217, "ndcg_at_10": 0.59669, "ndcg_at_20": 0.61716, "ndcg_at_100": 0.64019, "ndcg_at_1000": 0.64206, "map_at_1": 0.45977, "map_at_3": 0.52921, "map_at_5": 0.54057, "map_at_10": 0.55091, "map_at_20": 0.55622, "map_at_100": 0.56002, "map_at_1000": 0.5601, "recall_at_1": 0.45977, "recall_at_3": 0.61494, "recall_at_5": 0.66667, "recall_at_10": 0.74138, "recall_at_20": 0.82471, "recall_at_100": 0.93966, "recall_at_1000": 0.95402, "accuracy": 0.45977, "precision_at_1": 0.45977, "precision_at_3": 0.20498, "precision_at_5": 0.13333, "precision_at_10": 0.07414, "precision_at_20": 0.04124, "precision_at_100": 0.0094, "precision_at_1000": 0.00095, "mrr_at_1": 0.45977, "mrr_at_3": 0.529215, "mrr_at_5": 0.540565, "mrr_at_10": 0.550908, "mrr_at_20": 0.55622, "mrr_at_100": 0.560022, "mrr_at_1000": 0.560097, "nauc_ndcg_at_1_max": 0.402988, "nauc_ndcg_at_1_std": 0.183203, "nauc_ndcg_at_1_diff1": 0.744566, "nauc_ndcg_at_3_max": 0.372571, "nauc_ndcg_at_3_std": 0.223024, "nauc_ndcg_at_3_diff1": 0.714223, "nauc_ndcg_at_5_max": 0.352134, "nauc_ndcg_at_5_std": 0.211451, "nauc_ndcg_at_5_diff1": 0.702518, "nauc_ndcg_at_10_max": 0.346451, "nauc_ndcg_at_10_std": 0.198139, "nauc_ndcg_at_10_diff1": 0.683306, "nauc_ndcg_at_20_max": 0.33105, "nauc_ndcg_at_20_std": 0.18328, "nauc_ndcg_at_20_diff1": 0.676237, "nauc_ndcg_at_100_max": 0.322195, "nauc_ndcg_at_100_std": 0.177773, "nauc_ndcg_at_100_diff1": 0.681304, "nauc_ndcg_at_1000_max": 0.325518, "nauc_ndcg_at_1000_std": 0.185606, "nauc_ndcg_at_1000_diff1": 0.682671, "nauc_map_at_1_max": 0.402988, "nauc_map_at_1_std": 0.183203, "nauc_map_at_1_diff1": 0.744566, "nauc_map_at_3_max": 0.379599, "nauc_map_at_3_std": 0.21284, "nauc_map_at_3_diff1": 0.720119, "nauc_map_at_5_max": 0.368829, "nauc_map_at_5_std": 0.206466, "nauc_map_at_5_diff1": 0.714, "nauc_map_at_10_max": 0.366869, "nauc_map_at_10_std": 0.201215, "nauc_map_at_10_diff1": 0.706532, "nauc_map_at_20_max": 0.363743, "nauc_map_at_20_std": 0.198111, "nauc_map_at_20_diff1": 0.705175, "nauc_map_at_100_max": 0.363275, "nauc_map_at_100_std": 0.197432, "nauc_map_at_100_diff1": 0.706329, "nauc_map_at_1000_max": 0.363391, "nauc_map_at_1000_std": 0.197659, "nauc_map_at_1000_diff1": 0.706401, "nauc_recall_at_1_max": 0.402988, "nauc_recall_at_1_std": 0.183203, "nauc_recall_at_1_diff1": 0.744566, "nauc_recall_at_3_max": 0.35079, "nauc_recall_at_3_std": 0.255072, "nauc_recall_at_3_diff1": 0.69651, "nauc_recall_at_5_max": 0.29214, "nauc_recall_at_5_std": 0.226459, "nauc_recall_at_5_diff1": 0.66231, "nauc_recall_at_10_max": 0.25739, "nauc_recall_at_10_std": 0.175848, "nauc_recall_at_10_diff1": 0.578397, "nauc_recall_at_20_max": 0.112499, "nauc_recall_at_20_std": 0.058729, "nauc_recall_at_20_diff1": 0.488523, "nauc_recall_at_100_max": -0.485741, "nauc_recall_at_100_std": -0.272477, "nauc_recall_at_100_diff1": 0.262628, "nauc_recall_at_1000_max": -0.592686, "nauc_recall_at_1000_std": -0.05937, "nauc_recall_at_1000_diff1": 0.184614, "nauc_precision_at_1_max": 0.402988, "nauc_precision_at_1_std": 0.183203, "nauc_precision_at_1_diff1": 0.744566, "nauc_precision_at_3_max": 0.35079, "nauc_precision_at_3_std": 0.255072, "nauc_precision_at_3_diff1": 0.69651, "nauc_precision_at_5_max": 0.29214, "nauc_precision_at_5_std": 0.226459, "nauc_precision_at_5_diff1": 0.66231, "nauc_precision_at_10_max": 0.25739, "nauc_precision_at_10_std": 0.175848, "nauc_precision_at_10_diff1": 0.578397, "nauc_precision_at_20_max": 0.112499, "nauc_precision_at_20_std": 0.058729, "nauc_precision_at_20_diff1": 0.488523, "nauc_precision_at_100_max": -0.485741, "nauc_precision_at_100_std": -0.272477, "nauc_precision_at_100_diff1": 0.262628, "nauc_precision_at_1000_max": -0.592686, "nauc_precision_at_1000_std": -0.05937, "nauc_precision_at_1000_diff1": 0.184614, "nauc_mrr_at_1_max": 0.402988, "nauc_mrr_at_1_std": 0.183203, "nauc_mrr_at_1_diff1": 0.744566, "nauc_mrr_at_3_max": 0.379599, "nauc_mrr_at_3_std": 0.21284, "nauc_mrr_at_3_diff1": 0.720119, "nauc_mrr_at_5_max": 0.368829, "nauc_mrr_at_5_std": 0.206466, "nauc_mrr_at_5_diff1": 0.714, "nauc_mrr_at_10_max": 0.366869, "nauc_mrr_at_10_std": 0.201215, "nauc_mrr_at_10_diff1": 0.706532, "nauc_mrr_at_20_max": 0.363743, "nauc_mrr_at_20_std": 0.198111, "nauc_mrr_at_20_diff1": 0.705175, "nauc_mrr_at_100_max": 0.363275, "nauc_mrr_at_100_std": 0.197432, "nauc_mrr_at_100_diff1": 0.706329, "nauc_mrr_at_1000_max": 0.363391, "nauc_mrr_at_1000_std": 0.197659, "nauc_mrr_at_1000_diff1": 0.706401, "hit_rate_at_1": 0.45977, "hit_rate_at_3": 0.61494, "hit_rate_at_5": 0.66667, "hit_rate_at_10": 0.74138, "hit_rate_at_20": 0.82471, "hit_rate_at_100": 0.93966, "hit_rate_at_1000": 0.95402, "main_score": 0.66667, "hf_subset": "mt_mt", "languages": [ "mlt-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.03179, "ndcg_at_3": 0.04631, "ndcg_at_5": 0.05452, "ndcg_at_10": 0.06262, "ndcg_at_20": 0.07778, "ndcg_at_100": 0.13284, "ndcg_at_1000": 0.18004, "map_at_1": 0.03179, "map_at_3": 0.04239, "map_at_5": 0.04687, "map_at_10": 0.05003, "map_at_20": 0.0541, "map_at_100": 0.06091, "map_at_1000": 0.06304, "recall_at_1": 0.03179, "recall_at_3": 0.0578, "recall_at_5": 0.07803, "recall_at_10": 0.10405, "recall_at_20": 0.16474, "recall_at_100": 0.47399, "recall_at_1000": 0.8237, "accuracy": 0.03179, "precision_at_1": 0.03179, "precision_at_3": 0.01927, "precision_at_5": 0.01561, "precision_at_10": 0.0104, "precision_at_20": 0.00824, "precision_at_100": 0.00474, "precision_at_1000": 0.00082, "mrr_at_1": 0.031792, "mrr_at_3": 0.042389, "mrr_at_5": 0.046869, "mrr_at_10": 0.050028, "mrr_at_20": 0.054104, "mrr_at_100": 0.06091, "mrr_at_1000": 0.063039, "nauc_ndcg_at_1_max": 0.115802, "nauc_ndcg_at_1_std": -0.122634, "nauc_ndcg_at_1_diff1": 0.160746, "nauc_ndcg_at_3_max": 0.079688, "nauc_ndcg_at_3_std": -0.111483, "nauc_ndcg_at_3_diff1": 0.133248, "nauc_ndcg_at_5_max": 0.041123, "nauc_ndcg_at_5_std": -0.125314, "nauc_ndcg_at_5_diff1": 0.107274, "nauc_ndcg_at_10_max": 0.020784, "nauc_ndcg_at_10_std": -0.13928, "nauc_ndcg_at_10_diff1": 0.080642, "nauc_ndcg_at_20_max": 0.050103, "nauc_ndcg_at_20_std": -0.079325, "nauc_ndcg_at_20_diff1": 0.064047, "nauc_ndcg_at_100_max": -0.003861, "nauc_ndcg_at_100_std": -0.078857, "nauc_ndcg_at_100_diff1": 0.071256, "nauc_ndcg_at_1000_max": -0.010956, "nauc_ndcg_at_1000_std": -0.058163, "nauc_ndcg_at_1000_diff1": 0.055681, "nauc_map_at_1_max": 0.115802, "nauc_map_at_1_std": -0.122634, "nauc_map_at_1_diff1": 0.160746, "nauc_map_at_3_max": 0.090172, "nauc_map_at_3_std": -0.11455, "nauc_map_at_3_diff1": 0.136949, "nauc_map_at_5_max": 0.065319, "nauc_map_at_5_std": -0.124493, "nauc_map_at_5_diff1": 0.119445, "nauc_map_at_10_max": 0.052612, "nauc_map_at_10_std": -0.131576, "nauc_map_at_10_diff1": 0.106273, "nauc_map_at_20_max": 0.06243, "nauc_map_at_20_std": -0.110617, "nauc_map_at_20_diff1": 0.097529, "nauc_map_at_100_max": 0.050208, "nauc_map_at_100_std": -0.10796, "nauc_map_at_100_diff1": 0.101295, "nauc_map_at_1000_max": 0.051255, "nauc_map_at_1000_std": -0.107994, "nauc_map_at_1000_diff1": 0.100473, "nauc_recall_at_1_max": 0.115802, "nauc_recall_at_1_std": -0.122634, "nauc_recall_at_1_diff1": 0.160746, "nauc_recall_at_3_max": 0.056302, "nauc_recall_at_3_std": -0.104674, "nauc_recall_at_3_diff1": 0.1258, "nauc_recall_at_5_max": -0.005637, "nauc_recall_at_5_std": -0.126645, "nauc_recall_at_5_diff1": 0.084632, "nauc_recall_at_10_max": -0.030396, "nauc_recall_at_10_std": -0.152844, "nauc_recall_at_10_diff1": 0.037019, "nauc_recall_at_20_max": 0.041664, "nauc_recall_at_20_std": -0.025961, "nauc_recall_at_20_diff1": 0.019539, "nauc_recall_at_100_max": -0.075399, "nauc_recall_at_100_std": -0.04602, "nauc_recall_at_100_diff1": 0.035973, "nauc_recall_at_1000_max": -0.212426, "nauc_recall_at_1000_std": 0.129703, "nauc_recall_at_1000_diff1": -0.083185, "nauc_precision_at_1_max": 0.115802, "nauc_precision_at_1_std": -0.122634, "nauc_precision_at_1_diff1": 0.160746, "nauc_precision_at_3_max": 0.056302, "nauc_precision_at_3_std": -0.104674, "nauc_precision_at_3_diff1": 0.1258, "nauc_precision_at_5_max": -0.005637, "nauc_precision_at_5_std": -0.126645, "nauc_precision_at_5_diff1": 0.084632, "nauc_precision_at_10_max": -0.030396, "nauc_precision_at_10_std": -0.152844, "nauc_precision_at_10_diff1": 0.037019, "nauc_precision_at_20_max": 0.041664, "nauc_precision_at_20_std": -0.025961, "nauc_precision_at_20_diff1": 0.019539, "nauc_precision_at_100_max": -0.075399, "nauc_precision_at_100_std": -0.04602, "nauc_precision_at_100_diff1": 0.035973, "nauc_precision_at_1000_max": -0.212426, "nauc_precision_at_1000_std": 0.129703, "nauc_precision_at_1000_diff1": -0.083185, "nauc_mrr_at_1_max": 0.115802, "nauc_mrr_at_1_std": -0.122634, "nauc_mrr_at_1_diff1": 0.160746, "nauc_mrr_at_3_max": 0.090172, "nauc_mrr_at_3_std": -0.11455, "nauc_mrr_at_3_diff1": 0.136949, "nauc_mrr_at_5_max": 0.065319, "nauc_mrr_at_5_std": -0.124493, "nauc_mrr_at_5_diff1": 0.119445, "nauc_mrr_at_10_max": 0.052612, "nauc_mrr_at_10_std": -0.131576, "nauc_mrr_at_10_diff1": 0.106273, "nauc_mrr_at_20_max": 0.06243, "nauc_mrr_at_20_std": -0.110617, "nauc_mrr_at_20_diff1": 0.097529, "nauc_mrr_at_100_max": 0.050208, "nauc_mrr_at_100_std": -0.10796, "nauc_mrr_at_100_diff1": 0.101295, "nauc_mrr_at_1000_max": 0.051255, "nauc_mrr_at_1000_std": -0.107994, "nauc_mrr_at_1000_diff1": 0.100473, "hit_rate_at_1": 0.03179, "hit_rate_at_3": 0.0578, "hit_rate_at_5": 0.07803, "hit_rate_at_10": 0.10405, "hit_rate_at_20": 0.16474, "hit_rate_at_100": 0.47399, "hit_rate_at_1000": 0.8237, "main_score": 0.07803, "hf_subset": "my_mm", "languages": [ "mya-Mymr" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.5668, "ndcg_at_3": 0.62536, "ndcg_at_5": 0.63547, "ndcg_at_10": 0.66152, "ndcg_at_20": 0.67395, "ndcg_at_100": 0.6928, "ndcg_at_1000": 0.70294, "map_at_1": 0.5668, "map_at_3": 0.61066, "map_at_5": 0.61633, "map_at_10": 0.62701, "map_at_20": 0.63049, "map_at_100": 0.63314, "map_at_1000": 0.63355, "recall_at_1": 0.5668, "recall_at_3": 0.66802, "recall_at_5": 0.69231, "recall_at_10": 0.77328, "recall_at_20": 0.82186, "recall_at_100": 0.92308, "recall_at_1000": 1.0, "accuracy": 0.5668, "precision_at_1": 0.5668, "precision_at_3": 0.22267, "precision_at_5": 0.13846, "precision_at_10": 0.07733, "precision_at_20": 0.04109, "precision_at_100": 0.00923, "precision_at_1000": 0.001, "mrr_at_1": 0.566802, "mrr_at_3": 0.610661, "mrr_at_5": 0.616329, "mrr_at_10": 0.62701, "mrr_at_20": 0.630489, "mrr_at_100": 0.633135, "mrr_at_1000": 0.633551, "nauc_ndcg_at_1_max": 0.596484, "nauc_ndcg_at_1_std": 0.167123, "nauc_ndcg_at_1_diff1": 0.819192, "nauc_ndcg_at_3_max": 0.562775, "nauc_ndcg_at_3_std": 0.139208, "nauc_ndcg_at_3_diff1": 0.777835, "nauc_ndcg_at_5_max": 0.566046, "nauc_ndcg_at_5_std": 0.153794, "nauc_ndcg_at_5_diff1": 0.772745, "nauc_ndcg_at_10_max": 0.558483, "nauc_ndcg_at_10_std": 0.143974, "nauc_ndcg_at_10_diff1": 0.76786, "nauc_ndcg_at_20_max": 0.551443, "nauc_ndcg_at_20_std": 0.13628, "nauc_ndcg_at_20_diff1": 0.763277, "nauc_ndcg_at_100_max": 0.538334, "nauc_ndcg_at_100_std": 0.121887, "nauc_ndcg_at_100_diff1": 0.768795, "nauc_ndcg_at_1000_max": 0.556257, "nauc_ndcg_at_1000_std": 0.136547, "nauc_ndcg_at_1000_diff1": 0.775573, "nauc_map_at_1_max": 0.596484, "nauc_map_at_1_std": 0.167123, "nauc_map_at_1_diff1": 0.819192, "nauc_map_at_3_max": 0.571743, "nauc_map_at_3_std": 0.145607, "nauc_map_at_3_diff1": 0.789403, "nauc_map_at_5_max": 0.573569, "nauc_map_at_5_std": 0.153673, "nauc_map_at_5_diff1": 0.786737, "nauc_map_at_10_max": 0.571343, "nauc_map_at_10_std": 0.14982, "nauc_map_at_10_diff1": 0.785391, "nauc_map_at_20_max": 0.569636, "nauc_map_at_20_std": 0.147875, "nauc_map_at_20_diff1": 0.784252, "nauc_map_at_100_max": 0.568246, "nauc_map_at_100_std": 0.146055, "nauc_map_at_100_diff1": 0.785083, "nauc_map_at_1000_max": 0.568681, "nauc_map_at_1000_std": 0.146324, "nauc_map_at_1000_diff1": 0.785283, "nauc_recall_at_1_max": 0.596484, "nauc_recall_at_1_std": 0.167123, "nauc_recall_at_1_diff1": 0.819192, "nauc_recall_at_3_max": 0.534091, "nauc_recall_at_3_std": 0.119194, "nauc_recall_at_3_diff1": 0.740586, "nauc_recall_at_5_max": 0.54156, "nauc_recall_at_5_std": 0.156714, "nauc_recall_at_5_diff1": 0.725213, "nauc_recall_at_10_max": 0.499814, "nauc_recall_at_10_std": 0.117327, "nauc_recall_at_10_diff1": 0.690618, "nauc_recall_at_20_max": 0.443728, "nauc_recall_at_20_std": 0.064524, "nauc_recall_at_20_diff1": 0.646785, "nauc_recall_at_100_max": 0.086835, "nauc_recall_at_100_std": -0.260711, "nauc_recall_at_100_diff1": 0.603157, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.596484, "nauc_precision_at_1_std": 0.167123, "nauc_precision_at_1_diff1": 0.819192, "nauc_precision_at_3_max": 0.534091, "nauc_precision_at_3_std": 0.119194, "nauc_precision_at_3_diff1": 0.740586, "nauc_precision_at_5_max": 0.54156, "nauc_precision_at_5_std": 0.156714, "nauc_precision_at_5_diff1": 0.725213, "nauc_precision_at_10_max": 0.499814, "nauc_precision_at_10_std": 0.117327, "nauc_precision_at_10_diff1": 0.690618, "nauc_precision_at_20_max": 0.443728, "nauc_precision_at_20_std": 0.064524, "nauc_precision_at_20_diff1": 0.646785, "nauc_precision_at_100_max": 0.086835, "nauc_precision_at_100_std": -0.260711, "nauc_precision_at_100_diff1": 0.603157, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.596484, "nauc_mrr_at_1_std": 0.167123, "nauc_mrr_at_1_diff1": 0.819192, "nauc_mrr_at_3_max": 0.571743, "nauc_mrr_at_3_std": 0.145607, "nauc_mrr_at_3_diff1": 0.789403, "nauc_mrr_at_5_max": 0.573569, "nauc_mrr_at_5_std": 0.153673, "nauc_mrr_at_5_diff1": 0.786737, "nauc_mrr_at_10_max": 0.571343, "nauc_mrr_at_10_std": 0.14982, "nauc_mrr_at_10_diff1": 0.785391, "nauc_mrr_at_20_max": 0.569636, "nauc_mrr_at_20_std": 0.147875, "nauc_mrr_at_20_diff1": 0.784252, "nauc_mrr_at_100_max": 0.568246, "nauc_mrr_at_100_std": 0.146055, "nauc_mrr_at_100_diff1": 0.785083, "nauc_mrr_at_1000_max": 0.568681, "nauc_mrr_at_1000_std": 0.146324, "nauc_mrr_at_1000_diff1": 0.785283, "hit_rate_at_1": 0.5668, "hit_rate_at_3": 0.66802, "hit_rate_at_5": 0.69231, "hit_rate_at_10": 0.77328, "hit_rate_at_20": 0.82186, "hit_rate_at_100": 0.92308, "hit_rate_at_1000": 1.0, "main_score": 0.69231, "hf_subset": "nb_no", "languages": [ "nob-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.50437, "ndcg_at_3": 0.56931, "ndcg_at_5": 0.58851, "ndcg_at_10": 0.59975, "ndcg_at_20": 0.61455, "ndcg_at_100": 0.63984, "ndcg_at_1000": 0.65117, "map_at_1": 0.50437, "map_at_3": 0.55345, "map_at_5": 0.56409, "map_at_10": 0.56869, "map_at_20": 0.57279, "map_at_100": 0.57603, "map_at_1000": 0.57654, "recall_at_1": 0.50437, "recall_at_3": 0.61516, "recall_at_5": 0.66181, "recall_at_10": 0.69679, "recall_at_20": 0.7551, "recall_at_100": 0.89504, "recall_at_1000": 0.97959, "accuracy": 0.50437, "precision_at_1": 0.50437, "precision_at_3": 0.20505, "precision_at_5": 0.13236, "precision_at_10": 0.06968, "precision_at_20": 0.03776, "precision_at_100": 0.00895, "precision_at_1000": 0.00098, "mrr_at_1": 0.504373, "mrr_at_3": 0.55345, "mrr_at_5": 0.564091, "mrr_at_10": 0.568695, "mrr_at_20": 0.572787, "mrr_at_100": 0.57603, "mrr_at_1000": 0.576538, "nauc_ndcg_at_1_max": 0.419405, "nauc_ndcg_at_1_std": 0.108765, "nauc_ndcg_at_1_diff1": 0.701039, "nauc_ndcg_at_3_max": 0.444185, "nauc_ndcg_at_3_std": 0.113184, "nauc_ndcg_at_3_diff1": 0.693098, "nauc_ndcg_at_5_max": 0.447713, "nauc_ndcg_at_5_std": 0.110434, "nauc_ndcg_at_5_diff1": 0.689427, "nauc_ndcg_at_10_max": 0.432411, "nauc_ndcg_at_10_std": 0.094233, "nauc_ndcg_at_10_diff1": 0.677788, "nauc_ndcg_at_20_max": 0.416527, "nauc_ndcg_at_20_std": 0.087753, "nauc_ndcg_at_20_diff1": 0.682997, "nauc_ndcg_at_100_max": 0.411688, "nauc_ndcg_at_100_std": 0.067796, "nauc_ndcg_at_100_diff1": 0.679405, "nauc_ndcg_at_1000_max": 0.419545, "nauc_ndcg_at_1000_std": 0.093082, "nauc_ndcg_at_1000_diff1": 0.683784, "nauc_map_at_1_max": 0.419405, "nauc_map_at_1_std": 0.108765, "nauc_map_at_1_diff1": 0.701039, "nauc_map_at_3_max": 0.437949, "nauc_map_at_3_std": 0.109414, "nauc_map_at_3_diff1": 0.694635, "nauc_map_at_5_max": 0.439195, "nauc_map_at_5_std": 0.107755, "nauc_map_at_5_diff1": 0.692995, "nauc_map_at_10_max": 0.433371, "nauc_map_at_10_std": 0.10128, "nauc_map_at_10_diff1": 0.688648, "nauc_map_at_20_max": 0.429326, "nauc_map_at_20_std": 0.09974, "nauc_map_at_20_diff1": 0.690399, "nauc_map_at_100_max": 0.428636, "nauc_map_at_100_std": 0.097948, "nauc_map_at_100_diff1": 0.690013, "nauc_map_at_1000_max": 0.428939, "nauc_map_at_1000_std": 0.098652, "nauc_map_at_1000_diff1": 0.690251, "nauc_recall_at_1_max": 0.419405, "nauc_recall_at_1_std": 0.108765, "nauc_recall_at_1_diff1": 0.701039, "nauc_recall_at_3_max": 0.463558, "nauc_recall_at_3_std": 0.126094, "nauc_recall_at_3_diff1": 0.688534, "nauc_recall_at_5_max": 0.477471, "nauc_recall_at_5_std": 0.120375, "nauc_recall_at_5_diff1": 0.676708, "nauc_recall_at_10_max": 0.422231, "nauc_recall_at_10_std": 0.062763, "nauc_recall_at_10_diff1": 0.632045, "nauc_recall_at_20_max": 0.335216, "nauc_recall_at_20_std": 0.021679, "nauc_recall_at_20_diff1": 0.64766, "nauc_recall_at_100_max": 0.185938, "nauc_recall_at_100_std": -0.357282, "nauc_recall_at_100_diff1": 0.557097, "nauc_recall_at_1000_max": 0.037501, "nauc_recall_at_1000_std": 0.54534, "nauc_recall_at_1000_diff1": 0.438352, "nauc_precision_at_1_max": 0.419405, "nauc_precision_at_1_std": 0.108765, "nauc_precision_at_1_diff1": 0.701039, "nauc_precision_at_3_max": 0.463558, "nauc_precision_at_3_std": 0.126094, "nauc_precision_at_3_diff1": 0.688534, "nauc_precision_at_5_max": 0.477471, "nauc_precision_at_5_std": 0.120375, "nauc_precision_at_5_diff1": 0.676708, "nauc_precision_at_10_max": 0.422231, "nauc_precision_at_10_std": 0.062763, "nauc_precision_at_10_diff1": 0.632045, "nauc_precision_at_20_max": 0.335216, "nauc_precision_at_20_std": 0.021679, "nauc_precision_at_20_diff1": 0.64766, "nauc_precision_at_100_max": 0.185938, "nauc_precision_at_100_std": -0.357282, "nauc_precision_at_100_diff1": 0.557097, "nauc_precision_at_1000_max": 0.037501, "nauc_precision_at_1000_std": 0.54534, "nauc_precision_at_1000_diff1": 0.438352, "nauc_mrr_at_1_max": 0.419405, "nauc_mrr_at_1_std": 0.108765, "nauc_mrr_at_1_diff1": 0.701039, "nauc_mrr_at_3_max": 0.437949, "nauc_mrr_at_3_std": 0.109414, "nauc_mrr_at_3_diff1": 0.694635, "nauc_mrr_at_5_max": 0.439195, "nauc_mrr_at_5_std": 0.107755, "nauc_mrr_at_5_diff1": 0.692995, "nauc_mrr_at_10_max": 0.433371, "nauc_mrr_at_10_std": 0.10128, "nauc_mrr_at_10_diff1": 0.688648, "nauc_mrr_at_20_max": 0.429326, "nauc_mrr_at_20_std": 0.09974, "nauc_mrr_at_20_diff1": 0.690399, "nauc_mrr_at_100_max": 0.428636, "nauc_mrr_at_100_std": 0.097948, "nauc_mrr_at_100_diff1": 0.690013, "nauc_mrr_at_1000_max": 0.428939, "nauc_mrr_at_1000_std": 0.098652, "nauc_mrr_at_1000_diff1": 0.690251, "hit_rate_at_1": 0.50437, "hit_rate_at_3": 0.61516, "hit_rate_at_5": 0.66181, "hit_rate_at_10": 0.69679, "hit_rate_at_20": 0.7551, "hit_rate_at_100": 0.89504, "hit_rate_at_1000": 0.97959, "main_score": 0.66181, "hf_subset": "ne_np", "languages": [ "npi-Deva" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.94422, "ndcg_at_3": 0.96078, "ndcg_at_5": 0.96249, "ndcg_at_10": 0.96249, "ndcg_at_20": 0.96249, "ndcg_at_100": 0.9631, "ndcg_at_1000": 0.96562, "map_at_1": 0.94422, "map_at_3": 0.95684, "map_at_5": 0.95784, "map_at_10": 0.95784, "map_at_20": 0.95784, "map_at_100": 0.95788, "map_at_1000": 0.95796, "recall_at_1": 0.94422, "recall_at_3": 0.97211, "recall_at_5": 0.9761, "recall_at_10": 0.9761, "recall_at_20": 0.9761, "recall_at_100": 0.98008, "recall_at_1000": 1.0, "accuracy": 0.94422, "precision_at_1": 0.94422, "precision_at_3": 0.32404, "precision_at_5": 0.19522, "precision_at_10": 0.09761, "precision_at_20": 0.0488, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.944223, "mrr_at_3": 0.956839, "mrr_at_5": 0.957835, "mrr_at_10": 0.957835, "mrr_at_20": 0.957835, "mrr_at_100": 0.957877, "mrr_at_1000": 0.957961, "nauc_ndcg_at_1_max": 0.875745, "nauc_ndcg_at_1_std": 0.152741, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.901146, "nauc_ndcg_at_3_std": 0.198617, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.902601, "nauc_ndcg_at_5_std": 0.215592, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.902601, "nauc_ndcg_at_10_std": 0.215592, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.902601, "nauc_ndcg_at_20_std": 0.215592, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.901004, "nauc_ndcg_at_100_std": 0.207282, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.897548, "nauc_ndcg_at_1000_std": 0.198997, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.875745, "nauc_map_at_1_std": 0.152741, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.89176, "nauc_map_at_3_std": 0.175946, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.89229, "nauc_map_at_5_std": 0.184176, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.89229, "nauc_map_at_10_std": 0.184176, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.89229, "nauc_map_at_20_std": 0.184176, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.892183, "nauc_map_at_100_std": 0.18364, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.892067, "nauc_map_at_1000_std": 0.18334, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.875745, "nauc_recall_at_1_std": 0.152741, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.944002, "nauc_recall_at_3_std": 0.305222, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.956446, "nauc_recall_at_5_std": 0.384832, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.956446, "nauc_recall_at_10_std": 0.384832, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.956446, "nauc_recall_at_20_std": 0.384832, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 0.947736, "nauc_recall_at_100_std": 0.317313, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.875745, "nauc_precision_at_1_std": 0.152741, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.944002, "nauc_precision_at_3_std": 0.305222, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.956446, "nauc_precision_at_5_std": 0.384832, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.956446, "nauc_precision_at_10_std": 0.384832, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.956446, "nauc_precision_at_20_std": 0.384832, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 0.947736, "nauc_precision_at_100_std": 0.317313, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.875745, "nauc_mrr_at_1_std": 0.152741, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.89176, "nauc_mrr_at_3_std": 0.175946, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.89229, "nauc_mrr_at_5_std": 0.184176, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.89229, "nauc_mrr_at_10_std": 0.184176, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.89229, "nauc_mrr_at_20_std": 0.184176, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.892183, "nauc_mrr_at_100_std": 0.18364, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.892067, "nauc_mrr_at_1000_std": 0.18334, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.94422, "hit_rate_at_3": 0.97211, "hit_rate_at_5": 0.9761, "hit_rate_at_10": 0.9761, "hit_rate_at_20": 0.9761, "hit_rate_at_100": 0.98008, "hit_rate_at_1000": 1.0, "main_score": 0.9761, "hf_subset": "nl_nl", "languages": [ "nld-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.09091, "ndcg_at_3": 0.11196, "ndcg_at_5": 0.11902, "ndcg_at_10": 0.13235, "ndcg_at_20": 0.13912, "ndcg_at_100": 0.18121, "ndcg_at_1000": 0.22536, "map_at_1": 0.09091, "map_at_3": 0.10704, "map_at_5": 0.11085, "map_at_10": 0.11638, "map_at_20": 0.11829, "map_at_100": 0.12279, "map_at_1000": 0.12482, "recall_at_1": 0.09091, "recall_at_3": 0.1261, "recall_at_5": 0.1437, "recall_at_10": 0.18475, "recall_at_20": 0.21114, "recall_at_100": 0.45748, "recall_at_1000": 0.78299, "accuracy": 0.09091, "precision_at_1": 0.09091, "precision_at_3": 0.04203, "precision_at_5": 0.02874, "precision_at_10": 0.01848, "precision_at_20": 0.01056, "precision_at_100": 0.00457, "precision_at_1000": 0.00078, "mrr_at_1": 0.090909, "mrr_at_3": 0.107038, "mrr_at_5": 0.11085, "mrr_at_10": 0.116379, "mrr_at_20": 0.118291, "mrr_at_100": 0.122792, "mrr_at_1000": 0.12482, "nauc_ndcg_at_1_max": 0.222529, "nauc_ndcg_at_1_std": -0.049734, "nauc_ndcg_at_1_diff1": 0.738171, "nauc_ndcg_at_3_max": 0.15055, "nauc_ndcg_at_3_std": -0.079866, "nauc_ndcg_at_3_diff1": 0.661004, "nauc_ndcg_at_5_max": 0.13705, "nauc_ndcg_at_5_std": -0.091554, "nauc_ndcg_at_5_diff1": 0.637235, "nauc_ndcg_at_10_max": 0.110587, "nauc_ndcg_at_10_std": -0.082685, "nauc_ndcg_at_10_diff1": 0.578123, "nauc_ndcg_at_20_max": 0.086801, "nauc_ndcg_at_20_std": -0.093377, "nauc_ndcg_at_20_diff1": 0.573901, "nauc_ndcg_at_100_max": 0.015227, "nauc_ndcg_at_100_std": -0.115056, "nauc_ndcg_at_100_diff1": 0.537995, "nauc_ndcg_at_1000_max": -0.001199, "nauc_ndcg_at_1000_std": -0.066291, "nauc_ndcg_at_1000_diff1": 0.546318, "nauc_map_at_1_max": 0.222529, "nauc_map_at_1_std": -0.049734, "nauc_map_at_1_diff1": 0.738171, "nauc_map_at_3_max": 0.16611, "nauc_map_at_3_std": -0.073247, "nauc_map_at_3_diff1": 0.679357, "nauc_map_at_5_max": 0.158349, "nauc_map_at_5_std": -0.079909, "nauc_map_at_5_diff1": 0.665209, "nauc_map_at_10_max": 0.144908, "nauc_map_at_10_std": -0.075716, "nauc_map_at_10_diff1": 0.637363, "nauc_map_at_20_max": 0.136948, "nauc_map_at_20_std": -0.079297, "nauc_map_at_20_diff1": 0.635325, "nauc_map_at_100_max": 0.128104, "nauc_map_at_100_std": -0.082274, "nauc_map_at_100_diff1": 0.630539, "nauc_map_at_1000_max": 0.127187, "nauc_map_at_1000_std": -0.080722, "nauc_map_at_1000_diff1": 0.631175, "nauc_recall_at_1_max": 0.222529, "nauc_recall_at_1_std": -0.049734, "nauc_recall_at_1_diff1": 0.738171, "nauc_recall_at_3_max": 0.110959, "nauc_recall_at_3_std": -0.096745, "nauc_recall_at_3_diff1": 0.613713, "nauc_recall_at_5_max": 0.084454, "nauc_recall_at_5_std": -0.120903, "nauc_recall_at_5_diff1": 0.56739, "nauc_recall_at_10_max": 0.033201, "nauc_recall_at_10_std": -0.096712, "nauc_recall_at_10_diff1": 0.438803, "nauc_recall_at_20_max": -0.027719, "nauc_recall_at_20_std": -0.12528, "nauc_recall_at_20_diff1": 0.438582, "nauc_recall_at_100_max": -0.281142, "nauc_recall_at_100_std": -0.199597, "nauc_recall_at_100_diff1": 0.326189, "nauc_recall_at_1000_max": -0.614566, "nauc_recall_at_1000_std": 0.147259, "nauc_recall_at_1000_diff1": 0.232248, "nauc_precision_at_1_max": 0.222529, "nauc_precision_at_1_std": -0.049734, "nauc_precision_at_1_diff1": 0.738171, "nauc_precision_at_3_max": 0.110959, "nauc_precision_at_3_std": -0.096745, "nauc_precision_at_3_diff1": 0.613713, "nauc_precision_at_5_max": 0.084454, "nauc_precision_at_5_std": -0.120903, "nauc_precision_at_5_diff1": 0.56739, "nauc_precision_at_10_max": 0.033201, "nauc_precision_at_10_std": -0.096712, "nauc_precision_at_10_diff1": 0.438803, "nauc_precision_at_20_max": -0.027719, "nauc_precision_at_20_std": -0.12528, "nauc_precision_at_20_diff1": 0.438582, "nauc_precision_at_100_max": -0.281142, "nauc_precision_at_100_std": -0.199597, "nauc_precision_at_100_diff1": 0.326189, "nauc_precision_at_1000_max": -0.614566, "nauc_precision_at_1000_std": 0.147259, "nauc_precision_at_1000_diff1": 0.232248, "nauc_mrr_at_1_max": 0.222529, "nauc_mrr_at_1_std": -0.049734, "nauc_mrr_at_1_diff1": 0.738171, "nauc_mrr_at_3_max": 0.16611, "nauc_mrr_at_3_std": -0.073247, "nauc_mrr_at_3_diff1": 0.679357, "nauc_mrr_at_5_max": 0.158349, "nauc_mrr_at_5_std": -0.079909, "nauc_mrr_at_5_diff1": 0.665209, "nauc_mrr_at_10_max": 0.144908, "nauc_mrr_at_10_std": -0.075716, "nauc_mrr_at_10_diff1": 0.637363, "nauc_mrr_at_20_max": 0.136948, "nauc_mrr_at_20_std": -0.079297, "nauc_mrr_at_20_diff1": 0.635325, "nauc_mrr_at_100_max": 0.128104, "nauc_mrr_at_100_std": -0.082274, "nauc_mrr_at_100_diff1": 0.630539, "nauc_mrr_at_1000_max": 0.127187, "nauc_mrr_at_1000_std": -0.080722, "nauc_mrr_at_1000_diff1": 0.631175, "hit_rate_at_1": 0.09091, "hit_rate_at_3": 0.1261, "hit_rate_at_5": 0.1437, "hit_rate_at_10": 0.18475, "hit_rate_at_20": 0.21114, "hit_rate_at_100": 0.45748, "hit_rate_at_1000": 0.78299, "main_score": 0.1437, "hf_subset": "nso_za", "languages": [ "nso-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.15269, "ndcg_at_3": 0.18324, "ndcg_at_5": 0.19161, "ndcg_at_10": 0.20379, "ndcg_at_20": 0.22675, "ndcg_at_100": 0.27407, "ndcg_at_1000": 0.30938, "map_at_1": 0.15269, "map_at_3": 0.17615, "map_at_5": 0.18064, "map_at_10": 0.18544, "map_at_20": 0.19146, "map_at_100": 0.19724, "map_at_1000": 0.19881, "recall_at_1": 0.15269, "recall_at_3": 0.20359, "recall_at_5": 0.22455, "recall_at_10": 0.26347, "recall_at_20": 0.35629, "recall_at_100": 0.62275, "recall_at_1000": 0.88623, "accuracy": 0.15269, "precision_at_1": 0.15269, "precision_at_3": 0.06786, "precision_at_5": 0.04491, "precision_at_10": 0.02635, "precision_at_20": 0.01781, "precision_at_100": 0.00623, "precision_at_1000": 0.00089, "mrr_at_1": 0.152695, "mrr_at_3": 0.176148, "mrr_at_5": 0.180639, "mrr_at_10": 0.185436, "mrr_at_20": 0.191465, "mrr_at_100": 0.197243, "mrr_at_1000": 0.198807, "nauc_ndcg_at_1_max": 0.030325, "nauc_ndcg_at_1_std": 0.044616, "nauc_ndcg_at_1_diff1": 0.591006, "nauc_ndcg_at_3_max": -0.018563, "nauc_ndcg_at_3_std": -0.00785, "nauc_ndcg_at_3_diff1": 0.521471, "nauc_ndcg_at_5_max": -0.024835, "nauc_ndcg_at_5_std": -0.000684, "nauc_ndcg_at_5_diff1": 0.507933, "nauc_ndcg_at_10_max": -0.032267, "nauc_ndcg_at_10_std": -0.005504, "nauc_ndcg_at_10_diff1": 0.502802, "nauc_ndcg_at_20_max": -0.053575, "nauc_ndcg_at_20_std": -0.026037, "nauc_ndcg_at_20_diff1": 0.475487, "nauc_ndcg_at_100_max": -0.080184, "nauc_ndcg_at_100_std": -0.058123, "nauc_ndcg_at_100_diff1": 0.45371, "nauc_ndcg_at_1000_max": -0.066076, "nauc_ndcg_at_1000_std": -0.002867, "nauc_ndcg_at_1000_diff1": 0.467398, "nauc_map_at_1_max": 0.030325, "nauc_map_at_1_std": 0.044616, "nauc_map_at_1_diff1": 0.591006, "nauc_map_at_3_max": -0.00769, "nauc_map_at_3_std": 0.003494, "nauc_map_at_3_diff1": 0.535335, "nauc_map_at_5_max": -0.011249, "nauc_map_at_5_std": 0.007249, "nauc_map_at_5_diff1": 0.527984, "nauc_map_at_10_max": -0.014938, "nauc_map_at_10_std": 0.004799, "nauc_map_at_10_diff1": 0.525289, "nauc_map_at_20_max": -0.020312, "nauc_map_at_20_std": -0.00031, "nauc_map_at_20_diff1": 0.517939, "nauc_map_at_100_max": -0.024108, "nauc_map_at_100_std": -0.003644, "nauc_map_at_100_diff1": 0.514646, "nauc_map_at_1000_max": -0.023454, "nauc_map_at_1000_std": -0.002142, "nauc_map_at_1000_diff1": 0.515375, "nauc_recall_at_1_max": 0.030325, "nauc_recall_at_1_std": 0.044616, "nauc_recall_at_1_diff1": 0.591006, "nauc_recall_at_3_max": -0.046769, "nauc_recall_at_3_std": -0.03716, "nauc_recall_at_3_diff1": 0.486086, "nauc_recall_at_5_max": -0.059977, "nauc_recall_at_5_std": -0.019367, "nauc_recall_at_5_diff1": 0.455716, "nauc_recall_at_10_max": -0.076116, "nauc_recall_at_10_std": -0.029821, "nauc_recall_at_10_diff1": 0.446793, "nauc_recall_at_20_max": -0.146738, "nauc_recall_at_20_std": -0.099612, "nauc_recall_at_20_diff1": 0.358845, "nauc_recall_at_100_max": -0.295753, "nauc_recall_at_100_std": -0.28992, "nauc_recall_at_100_diff1": 0.233038, "nauc_recall_at_1000_max": -0.406303, "nauc_recall_at_1000_std": 0.359837, "nauc_recall_at_1000_diff1": 0.100669, "nauc_precision_at_1_max": 0.030325, "nauc_precision_at_1_std": 0.044616, "nauc_precision_at_1_diff1": 0.591006, "nauc_precision_at_3_max": -0.046769, "nauc_precision_at_3_std": -0.03716, "nauc_precision_at_3_diff1": 0.486086, "nauc_precision_at_5_max": -0.059977, "nauc_precision_at_5_std": -0.019367, "nauc_precision_at_5_diff1": 0.455716, "nauc_precision_at_10_max": -0.076116, "nauc_precision_at_10_std": -0.029821, "nauc_precision_at_10_diff1": 0.446793, "nauc_precision_at_20_max": -0.146738, "nauc_precision_at_20_std": -0.099612, "nauc_precision_at_20_diff1": 0.358845, "nauc_precision_at_100_max": -0.295753, "nauc_precision_at_100_std": -0.28992, "nauc_precision_at_100_diff1": 0.233038, "nauc_precision_at_1000_max": -0.406303, "nauc_precision_at_1000_std": 0.359837, "nauc_precision_at_1000_diff1": 0.100669, "nauc_mrr_at_1_max": 0.030325, "nauc_mrr_at_1_std": 0.044616, "nauc_mrr_at_1_diff1": 0.591006, "nauc_mrr_at_3_max": -0.00769, "nauc_mrr_at_3_std": 0.003494, "nauc_mrr_at_3_diff1": 0.535335, "nauc_mrr_at_5_max": -0.011249, "nauc_mrr_at_5_std": 0.007249, "nauc_mrr_at_5_diff1": 0.527984, "nauc_mrr_at_10_max": -0.014938, "nauc_mrr_at_10_std": 0.004799, "nauc_mrr_at_10_diff1": 0.525289, "nauc_mrr_at_20_max": -0.020312, "nauc_mrr_at_20_std": -0.00031, "nauc_mrr_at_20_diff1": 0.517939, "nauc_mrr_at_100_max": -0.024108, "nauc_mrr_at_100_std": -0.003644, "nauc_mrr_at_100_diff1": 0.514646, "nauc_mrr_at_1000_max": -0.023454, "nauc_mrr_at_1000_std": -0.002142, "nauc_mrr_at_1000_diff1": 0.515375, "hit_rate_at_1": 0.15269, "hit_rate_at_3": 0.20359, "hit_rate_at_5": 0.22455, "hit_rate_at_10": 0.26347, "hit_rate_at_20": 0.35629, "hit_rate_at_100": 0.62275, "hit_rate_at_1000": 0.88623, "main_score": 0.22455, "hf_subset": "ny_mw", "languages": [ "nya-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.64513, "ndcg_at_5": 0.66297, "ndcg_at_10": 0.67396, "ndcg_at_20": 0.67901, "ndcg_at_100": 0.6871, "ndcg_at_1000": 0.6894, "map_at_1": 0.58, "map_at_3": 0.63, "map_at_5": 0.64, "map_at_10": 0.64448, "map_at_20": 0.64586, "map_at_100": 0.64703, "map_at_1000": 0.64713, "recall_at_1": 0.58, "recall_at_3": 0.68857, "recall_at_5": 0.73143, "recall_at_10": 0.76571, "recall_at_20": 0.78571, "recall_at_100": 0.82857, "recall_at_1000": 0.84571, "accuracy": 0.58, "precision_at_1": 0.58, "precision_at_3": 0.22952, "precision_at_5": 0.14629, "precision_at_10": 0.07657, "precision_at_20": 0.03929, "precision_at_100": 0.00829, "precision_at_1000": 0.00085, "mrr_at_1": 0.58, "mrr_at_3": 0.63, "mrr_at_5": 0.64, "mrr_at_10": 0.644477, "mrr_at_20": 0.645859, "mrr_at_100": 0.647027, "mrr_at_1000": 0.64713, "nauc_ndcg_at_1_max": 0.200374, "nauc_ndcg_at_1_std": 0.14554, "nauc_ndcg_at_1_diff1": 0.647146, "nauc_ndcg_at_3_max": 0.160649, "nauc_ndcg_at_3_std": 0.149786, "nauc_ndcg_at_3_diff1": 0.585464, "nauc_ndcg_at_5_max": 0.136484, "nauc_ndcg_at_5_std": 0.129399, "nauc_ndcg_at_5_diff1": 0.572524, "nauc_ndcg_at_10_max": 0.131975, "nauc_ndcg_at_10_std": 0.135043, "nauc_ndcg_at_10_diff1": 0.575684, "nauc_ndcg_at_20_max": 0.124804, "nauc_ndcg_at_20_std": 0.147695, "nauc_ndcg_at_20_diff1": 0.571402, "nauc_ndcg_at_100_max": 0.114456, "nauc_ndcg_at_100_std": 0.150272, "nauc_ndcg_at_100_diff1": 0.567178, "nauc_ndcg_at_1000_max": 0.111466, "nauc_ndcg_at_1000_std": 0.152936, "nauc_ndcg_at_1000_diff1": 0.567574, "nauc_map_at_1_max": 0.200374, "nauc_map_at_1_std": 0.14554, "nauc_map_at_1_diff1": 0.647146, "nauc_map_at_3_max": 0.171856, "nauc_map_at_3_std": 0.150116, "nauc_map_at_3_diff1": 0.601113, "nauc_map_at_5_max": 0.159132, "nauc_map_at_5_std": 0.138726, "nauc_map_at_5_diff1": 0.594505, "nauc_map_at_10_max": 0.157517, "nauc_map_at_10_std": 0.141097, "nauc_map_at_10_diff1": 0.595797, "nauc_map_at_20_max": 0.155687, "nauc_map_at_20_std": 0.144275, "nauc_map_at_20_diff1": 0.594676, "nauc_map_at_100_max": 0.154288, "nauc_map_at_100_std": 0.144796, "nauc_map_at_100_diff1": 0.594324, "nauc_map_at_1000_max": 0.154156, "nauc_map_at_1000_std": 0.144814, "nauc_map_at_1000_diff1": 0.594351, "nauc_recall_at_1_max": 0.200374, "nauc_recall_at_1_std": 0.14554, "nauc_recall_at_1_diff1": 0.647146, "nauc_recall_at_3_max": 0.124226, "nauc_recall_at_3_std": 0.148061, "nauc_recall_at_3_diff1": 0.535358, "nauc_recall_at_5_max": 0.052209, "nauc_recall_at_5_std": 0.093102, "nauc_recall_at_5_diff1": 0.493129, "nauc_recall_at_10_max": 0.025645, "nauc_recall_at_10_std": 0.110306, "nauc_recall_at_10_diff1": 0.497524, "nauc_recall_at_20_max": -0.01928, "nauc_recall_at_20_std": 0.176372, "nauc_recall_at_20_diff1": 0.470113, "nauc_recall_at_100_max": -0.132999, "nauc_recall_at_100_std": 0.200148, "nauc_recall_at_100_diff1": 0.410015, "nauc_recall_at_1000_max": -0.195074, "nauc_recall_at_1000_std": 0.246375, "nauc_recall_at_1000_diff1": 0.399019, "nauc_precision_at_1_max": 0.200374, "nauc_precision_at_1_std": 0.14554, "nauc_precision_at_1_diff1": 0.647146, "nauc_precision_at_3_max": 0.124226, "nauc_precision_at_3_std": 0.148061, "nauc_precision_at_3_diff1": 0.535358, "nauc_precision_at_5_max": 0.052209, "nauc_precision_at_5_std": 0.093102, "nauc_precision_at_5_diff1": 0.493129, "nauc_precision_at_10_max": 0.025645, "nauc_precision_at_10_std": 0.110306, "nauc_precision_at_10_diff1": 0.497524, "nauc_precision_at_20_max": -0.01928, "nauc_precision_at_20_std": 0.176372, "nauc_precision_at_20_diff1": 0.470113, "nauc_precision_at_100_max": -0.132999, "nauc_precision_at_100_std": 0.200148, "nauc_precision_at_100_diff1": 0.410015, "nauc_precision_at_1000_max": -0.195074, "nauc_precision_at_1000_std": 0.246375, "nauc_precision_at_1000_diff1": 0.399019, "nauc_mrr_at_1_max": 0.200374, "nauc_mrr_at_1_std": 0.14554, "nauc_mrr_at_1_diff1": 0.647146, "nauc_mrr_at_3_max": 0.171856, "nauc_mrr_at_3_std": 0.150116, "nauc_mrr_at_3_diff1": 0.601113, "nauc_mrr_at_5_max": 0.159132, "nauc_mrr_at_5_std": 0.138726, "nauc_mrr_at_5_diff1": 0.594505, "nauc_mrr_at_10_max": 0.157517, "nauc_mrr_at_10_std": 0.141097, "nauc_mrr_at_10_diff1": 0.595797, "nauc_mrr_at_20_max": 0.155687, "nauc_mrr_at_20_std": 0.144275, "nauc_mrr_at_20_diff1": 0.594676, "nauc_mrr_at_100_max": 0.154288, "nauc_mrr_at_100_std": 0.144796, "nauc_mrr_at_100_diff1": 0.594324, "nauc_mrr_at_1000_max": 0.154156, "nauc_mrr_at_1000_std": 0.144814, "nauc_mrr_at_1000_diff1": 0.594351, "hit_rate_at_1": 0.58, "hit_rate_at_3": 0.68857, "hit_rate_at_5": 0.73143, "hit_rate_at_10": 0.76571, "hit_rate_at_20": 0.78571, "hit_rate_at_100": 0.82857, "hit_rate_at_1000": 0.84571, "main_score": 0.73143, "hf_subset": "oc_fr", "languages": [ "oci-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.44444, "ndcg_at_3": 0.55985, "ndcg_at_5": 0.58256, "ndcg_at_10": 0.60058, "ndcg_at_20": 0.62113, "ndcg_at_100": 0.65407, "ndcg_at_1000": 0.65407, "map_at_1": 0.44444, "map_at_3": 0.53241, "map_at_5": 0.54491, "map_at_10": 0.55235, "map_at_20": 0.55769, "map_at_100": 0.56284, "map_at_1000": 0.56284, "recall_at_1": 0.44444, "recall_at_3": 0.63889, "recall_at_5": 0.69444, "recall_at_10": 0.75, "recall_at_20": 0.83333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.44444, "precision_at_1": 0.44444, "precision_at_3": 0.21296, "precision_at_5": 0.13889, "precision_at_10": 0.075, "precision_at_20": 0.04167, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.444444, "mrr_at_3": 0.532407, "mrr_at_5": 0.544907, "mrr_at_10": 0.552348, "mrr_at_20": 0.557686, "mrr_at_100": 0.562844, "mrr_at_1000": 0.562844, "nauc_ndcg_at_1_max": -0.037511, "nauc_ndcg_at_1_std": -0.212027, "nauc_ndcg_at_1_diff1": 0.609075, "nauc_ndcg_at_3_max": -0.156555, "nauc_ndcg_at_3_std": -0.304629, "nauc_ndcg_at_3_diff1": 0.535469, "nauc_ndcg_at_5_max": -0.058328, "nauc_ndcg_at_5_std": -0.191867, "nauc_ndcg_at_5_diff1": 0.493253, "nauc_ndcg_at_10_max": -0.057585, "nauc_ndcg_at_10_std": -0.197011, "nauc_ndcg_at_10_diff1": 0.547969, "nauc_ndcg_at_20_max": -0.10334, "nauc_ndcg_at_20_std": -0.250658, "nauc_ndcg_at_20_diff1": 0.561893, "nauc_ndcg_at_100_max": -0.086319, "nauc_ndcg_at_100_std": -0.23415, "nauc_ndcg_at_100_diff1": 0.552757, "nauc_ndcg_at_1000_max": -0.086319, "nauc_ndcg_at_1000_std": -0.23415, "nauc_ndcg_at_1000_diff1": 0.552757, "nauc_map_at_1_max": -0.037511, "nauc_map_at_1_std": -0.212027, "nauc_map_at_1_diff1": 0.609075, "nauc_map_at_3_max": -0.124594, "nauc_map_at_3_std": -0.278785, "nauc_map_at_3_diff1": 0.555908, "nauc_map_at_5_max": -0.072893, "nauc_map_at_5_std": -0.218989, "nauc_map_at_5_diff1": 0.533855, "nauc_map_at_10_max": -0.073849, "nauc_map_at_10_std": -0.222417, "nauc_map_at_10_diff1": 0.556136, "nauc_map_at_20_max": -0.084858, "nauc_map_at_20_std": -0.235366, "nauc_map_at_20_diff1": 0.55908, "nauc_map_at_100_max": -0.082994, "nauc_map_at_100_std": -0.233705, "nauc_map_at_100_diff1": 0.557803, "nauc_map_at_1000_max": -0.082994, "nauc_map_at_1000_std": -0.233705, "nauc_map_at_1000_diff1": 0.557803, "nauc_recall_at_1_max": -0.037511, "nauc_recall_at_1_std": -0.212027, "nauc_recall_at_1_diff1": 0.609075, "nauc_recall_at_3_max": -0.260282, "nauc_recall_at_3_std": -0.388943, "nauc_recall_at_3_diff1": 0.468832, "nauc_recall_at_5_max": 0.01143, "nauc_recall_at_5_std": -0.076415, "nauc_recall_at_5_diff1": 0.341971, "nauc_recall_at_10_max": 0.034386, "nauc_recall_at_10_std": -0.069216, "nauc_recall_at_10_diff1": 0.533038, "nauc_recall_at_20_max": -0.250547, "nauc_recall_at_20_std": -0.395891, "nauc_recall_at_20_diff1": 0.632007, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.037511, "nauc_precision_at_1_std": -0.212027, "nauc_precision_at_1_diff1": 0.609075, "nauc_precision_at_3_max": -0.260282, "nauc_precision_at_3_std": -0.388943, "nauc_precision_at_3_diff1": 0.468832, "nauc_precision_at_5_max": 0.01143, "nauc_precision_at_5_std": -0.076415, "nauc_precision_at_5_diff1": 0.341971, "nauc_precision_at_10_max": 0.034386, "nauc_precision_at_10_std": -0.069216, "nauc_precision_at_10_diff1": 0.533038, "nauc_precision_at_20_max": -0.250547, "nauc_precision_at_20_std": -0.395891, "nauc_precision_at_20_diff1": 0.632007, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.037511, "nauc_mrr_at_1_std": -0.212027, "nauc_mrr_at_1_diff1": 0.609075, "nauc_mrr_at_3_max": -0.124594, "nauc_mrr_at_3_std": -0.278785, "nauc_mrr_at_3_diff1": 0.555908, "nauc_mrr_at_5_max": -0.072893, "nauc_mrr_at_5_std": -0.218989, "nauc_mrr_at_5_diff1": 0.533855, "nauc_mrr_at_10_max": -0.073849, "nauc_mrr_at_10_std": -0.222417, "nauc_mrr_at_10_diff1": 0.556136, "nauc_mrr_at_20_max": -0.084858, "nauc_mrr_at_20_std": -0.235366, "nauc_mrr_at_20_diff1": 0.55908, "nauc_mrr_at_100_max": -0.082994, "nauc_mrr_at_100_std": -0.233705, "nauc_mrr_at_100_diff1": 0.557803, "nauc_mrr_at_1000_max": -0.082994, "nauc_mrr_at_1000_std": -0.233705, "nauc_mrr_at_1000_diff1": 0.557803, "hit_rate_at_1": 0.44444, "hit_rate_at_3": 0.63889, "hit_rate_at_5": 0.69444, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.83333, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69444, "hf_subset": "om_et", "languages": [ "orm-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.18862, "ndcg_at_3": 0.27784, "ndcg_at_5": 0.30926, "ndcg_at_10": 0.33331, "ndcg_at_20": 0.36563, "ndcg_at_100": 0.41997, "ndcg_at_1000": 0.43019, "map_at_1": 0.18862, "map_at_3": 0.25499, "map_at_5": 0.27206, "map_at_10": 0.28246, "map_at_20": 0.2912, "map_at_100": 0.29845, "map_at_1000": 0.29894, "recall_at_1": 0.18862, "recall_at_3": 0.34431, "recall_at_5": 0.42216, "recall_at_10": 0.49401, "recall_at_20": 0.62275, "recall_at_100": 0.91916, "recall_at_1000": 0.99401, "accuracy": 0.18862, "precision_at_1": 0.18862, "precision_at_3": 0.11477, "precision_at_5": 0.08443, "precision_at_10": 0.0494, "precision_at_20": 0.03114, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.188623, "mrr_at_3": 0.25499, "mrr_at_5": 0.272056, "mrr_at_10": 0.282462, "mrr_at_20": 0.291202, "mrr_at_100": 0.298451, "mrr_at_1000": 0.298942, "nauc_ndcg_at_1_max": 0.146145, "nauc_ndcg_at_1_std": 0.04974, "nauc_ndcg_at_1_diff1": 0.222159, "nauc_ndcg_at_3_max": 0.170976, "nauc_ndcg_at_3_std": 0.066531, "nauc_ndcg_at_3_diff1": 0.129589, "nauc_ndcg_at_5_max": 0.163649, "nauc_ndcg_at_5_std": 0.051282, "nauc_ndcg_at_5_diff1": 0.085631, "nauc_ndcg_at_10_max": 0.15019, "nauc_ndcg_at_10_std": 0.065117, "nauc_ndcg_at_10_diff1": 0.068291, "nauc_ndcg_at_20_max": 0.136633, "nauc_ndcg_at_20_std": 0.053257, "nauc_ndcg_at_20_diff1": 0.098976, "nauc_ndcg_at_100_max": 0.145254, "nauc_ndcg_at_100_std": 0.050349, "nauc_ndcg_at_100_diff1": 0.103681, "nauc_ndcg_at_1000_max": 0.152398, "nauc_ndcg_at_1000_std": 0.058335, "nauc_ndcg_at_1000_diff1": 0.112737, "nauc_map_at_1_max": 0.146145, "nauc_map_at_1_std": 0.04974, "nauc_map_at_1_diff1": 0.222159, "nauc_map_at_3_max": 0.167446, "nauc_map_at_3_std": 0.063453, "nauc_map_at_3_diff1": 0.151721, "nauc_map_at_5_max": 0.163099, "nauc_map_at_5_std": 0.055556, "nauc_map_at_5_diff1": 0.126615, "nauc_map_at_10_max": 0.157221, "nauc_map_at_10_std": 0.062925, "nauc_map_at_10_diff1": 0.119211, "nauc_map_at_20_max": 0.152907, "nauc_map_at_20_std": 0.059772, "nauc_map_at_20_diff1": 0.128123, "nauc_map_at_100_max": 0.154361, "nauc_map_at_100_std": 0.05916, "nauc_map_at_100_diff1": 0.128933, "nauc_map_at_1000_max": 0.154683, "nauc_map_at_1000_std": 0.059302, "nauc_map_at_1000_diff1": 0.129422, "nauc_recall_at_1_max": 0.146145, "nauc_recall_at_1_std": 0.04974, "nauc_recall_at_1_diff1": 0.222159, "nauc_recall_at_3_max": 0.179299, "nauc_recall_at_3_std": 0.074166, "nauc_recall_at_3_diff1": 0.072495, "nauc_recall_at_5_max": 0.163603, "nauc_recall_at_5_std": 0.037478, "nauc_recall_at_5_diff1": -0.023887, "nauc_recall_at_10_max": 0.125978, "nauc_recall_at_10_std": 0.06965, "nauc_recall_at_10_diff1": -0.074996, "nauc_recall_at_20_max": 0.071971, "nauc_recall_at_20_std": 0.021289, "nauc_recall_at_20_diff1": 0.02679, "nauc_recall_at_100_max": 0.041159, "nauc_recall_at_100_std": -0.0984, "nauc_recall_at_100_diff1": -0.074722, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.422442, "nauc_precision_at_1_max": 0.146145, "nauc_precision_at_1_std": 0.04974, "nauc_precision_at_1_diff1": 0.222159, "nauc_precision_at_3_max": 0.179299, "nauc_precision_at_3_std": 0.074166, "nauc_precision_at_3_diff1": 0.072495, "nauc_precision_at_5_max": 0.163603, "nauc_precision_at_5_std": 0.037478, "nauc_precision_at_5_diff1": -0.023887, "nauc_precision_at_10_max": 0.125978, "nauc_precision_at_10_std": 0.06965, "nauc_precision_at_10_diff1": -0.074996, "nauc_precision_at_20_max": 0.071971, "nauc_precision_at_20_std": 0.021289, "nauc_precision_at_20_diff1": 0.02679, "nauc_precision_at_100_max": 0.041159, "nauc_precision_at_100_std": -0.0984, "nauc_precision_at_100_diff1": -0.074722, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.422442, "nauc_mrr_at_1_max": 0.146145, "nauc_mrr_at_1_std": 0.04974, "nauc_mrr_at_1_diff1": 0.222159, "nauc_mrr_at_3_max": 0.167446, "nauc_mrr_at_3_std": 0.063453, "nauc_mrr_at_3_diff1": 0.151721, "nauc_mrr_at_5_max": 0.163099, "nauc_mrr_at_5_std": 0.055556, "nauc_mrr_at_5_diff1": 0.126615, "nauc_mrr_at_10_max": 0.157221, "nauc_mrr_at_10_std": 0.062925, "nauc_mrr_at_10_diff1": 0.119211, "nauc_mrr_at_20_max": 0.152907, "nauc_mrr_at_20_std": 0.059772, "nauc_mrr_at_20_diff1": 0.128123, "nauc_mrr_at_100_max": 0.154361, "nauc_mrr_at_100_std": 0.05916, "nauc_mrr_at_100_diff1": 0.128933, "nauc_mrr_at_1000_max": 0.154683, "nauc_mrr_at_1000_std": 0.059302, "nauc_mrr_at_1000_diff1": 0.129422, "hit_rate_at_1": 0.18862, "hit_rate_at_3": 0.34431, "hit_rate_at_5": 0.42216, "hit_rate_at_10": 0.49401, "hit_rate_at_20": 0.62275, "hit_rate_at_100": 0.91916, "hit_rate_at_1000": 0.99401, "main_score": 0.42216, "hf_subset": "or_in", "languages": [ "ori-Orya" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.49462, "ndcg_at_3": 0.57266, "ndcg_at_5": 0.59195, "ndcg_at_10": 0.61339, "ndcg_at_20": 0.62686, "ndcg_at_100": 0.64419, "ndcg_at_1000": 0.6567, "map_at_1": 0.49462, "map_at_3": 0.55376, "map_at_5": 0.56452, "map_at_10": 0.57303, "map_at_20": 0.57665, "map_at_100": 0.57908, "map_at_1000": 0.57964, "recall_at_1": 0.49462, "recall_at_3": 0.62724, "recall_at_5": 0.67384, "recall_at_10": 0.74194, "recall_at_20": 0.7957, "recall_at_100": 0.88889, "recall_at_1000": 0.98208, "accuracy": 0.49462, "precision_at_1": 0.49462, "precision_at_3": 0.20908, "precision_at_5": 0.13477, "precision_at_10": 0.07419, "precision_at_20": 0.03978, "precision_at_100": 0.00889, "precision_at_1000": 0.00098, "mrr_at_1": 0.494624, "mrr_at_3": 0.553763, "mrr_at_5": 0.564516, "mrr_at_10": 0.573026, "mrr_at_20": 0.576654, "mrr_at_100": 0.57908, "mrr_at_1000": 0.579641, "nauc_ndcg_at_1_max": 0.509472, "nauc_ndcg_at_1_std": 0.054531, "nauc_ndcg_at_1_diff1": 0.655906, "nauc_ndcg_at_3_max": 0.510864, "nauc_ndcg_at_3_std": 0.028922, "nauc_ndcg_at_3_diff1": 0.600591, "nauc_ndcg_at_5_max": 0.501409, "nauc_ndcg_at_5_std": 0.034538, "nauc_ndcg_at_5_diff1": 0.590699, "nauc_ndcg_at_10_max": 0.496668, "nauc_ndcg_at_10_std": 0.024493, "nauc_ndcg_at_10_diff1": 0.598263, "nauc_ndcg_at_20_max": 0.497398, "nauc_ndcg_at_20_std": 0.009991, "nauc_ndcg_at_20_diff1": 0.59716, "nauc_ndcg_at_100_max": 0.492995, "nauc_ndcg_at_100_std": 0.001739, "nauc_ndcg_at_100_diff1": 0.596655, "nauc_ndcg_at_1000_max": 0.501892, "nauc_ndcg_at_1000_std": 0.027832, "nauc_ndcg_at_1000_diff1": 0.604711, "nauc_map_at_1_max": 0.509472, "nauc_map_at_1_std": 0.054531, "nauc_map_at_1_diff1": 0.655906, "nauc_map_at_3_max": 0.510671, "nauc_map_at_3_std": 0.038395, "nauc_map_at_3_diff1": 0.614894, "nauc_map_at_5_max": 0.505851, "nauc_map_at_5_std": 0.042678, "nauc_map_at_5_diff1": 0.609937, "nauc_map_at_10_max": 0.504388, "nauc_map_at_10_std": 0.038995, "nauc_map_at_10_diff1": 0.61331, "nauc_map_at_20_max": 0.505052, "nauc_map_at_20_std": 0.035649, "nauc_map_at_20_diff1": 0.613045, "nauc_map_at_100_max": 0.504725, "nauc_map_at_100_std": 0.035428, "nauc_map_at_100_diff1": 0.613295, "nauc_map_at_1000_max": 0.505065, "nauc_map_at_1000_std": 0.036233, "nauc_map_at_1000_diff1": 0.613625, "nauc_recall_at_1_max": 0.509472, "nauc_recall_at_1_std": 0.054531, "nauc_recall_at_1_diff1": 0.655906, "nauc_recall_at_3_max": 0.511404, "nauc_recall_at_3_std": -0.002419, "nauc_recall_at_3_diff1": 0.555218, "nauc_recall_at_5_max": 0.484253, "nauc_recall_at_5_std": 0.004686, "nauc_recall_at_5_diff1": 0.523381, "nauc_recall_at_10_max": 0.459691, "nauc_recall_at_10_std": -0.041838, "nauc_recall_at_10_diff1": 0.53956, "nauc_recall_at_20_max": 0.451527, "nauc_recall_at_20_std": -0.143915, "nauc_recall_at_20_diff1": 0.522438, "nauc_recall_at_100_max": 0.351578, "nauc_recall_at_100_std": -0.390337, "nauc_recall_at_100_diff1": 0.452386, "nauc_recall_at_1000_max": 0.598016, "nauc_recall_at_1000_std": 0.589796, "nauc_recall_at_1000_diff1": 0.584716, "nauc_precision_at_1_max": 0.509472, "nauc_precision_at_1_std": 0.054531, "nauc_precision_at_1_diff1": 0.655906, "nauc_precision_at_3_max": 0.511404, "nauc_precision_at_3_std": -0.002419, "nauc_precision_at_3_diff1": 0.555218, "nauc_precision_at_5_max": 0.484253, "nauc_precision_at_5_std": 0.004686, "nauc_precision_at_5_diff1": 0.523381, "nauc_precision_at_10_max": 0.459691, "nauc_precision_at_10_std": -0.041838, "nauc_precision_at_10_diff1": 0.53956, "nauc_precision_at_20_max": 0.451527, "nauc_precision_at_20_std": -0.143915, "nauc_precision_at_20_diff1": 0.522438, "nauc_precision_at_100_max": 0.351578, "nauc_precision_at_100_std": -0.390337, "nauc_precision_at_100_diff1": 0.452386, "nauc_precision_at_1000_max": 0.598016, "nauc_precision_at_1000_std": 0.589796, "nauc_precision_at_1000_diff1": 0.584716, "nauc_mrr_at_1_max": 0.509472, "nauc_mrr_at_1_std": 0.054531, "nauc_mrr_at_1_diff1": 0.655906, "nauc_mrr_at_3_max": 0.510671, "nauc_mrr_at_3_std": 0.038395, "nauc_mrr_at_3_diff1": 0.614894, "nauc_mrr_at_5_max": 0.505851, "nauc_mrr_at_5_std": 0.042678, "nauc_mrr_at_5_diff1": 0.609937, "nauc_mrr_at_10_max": 0.504388, "nauc_mrr_at_10_std": 0.038995, "nauc_mrr_at_10_diff1": 0.61331, "nauc_mrr_at_20_max": 0.505052, "nauc_mrr_at_20_std": 0.035649, "nauc_mrr_at_20_diff1": 0.613045, "nauc_mrr_at_100_max": 0.504725, "nauc_mrr_at_100_std": 0.035428, "nauc_mrr_at_100_diff1": 0.613295, "nauc_mrr_at_1000_max": 0.505065, "nauc_mrr_at_1000_std": 0.036233, "nauc_mrr_at_1000_diff1": 0.613625, "hit_rate_at_1": 0.49462, "hit_rate_at_3": 0.62724, "hit_rate_at_5": 0.67384, "hit_rate_at_10": 0.74194, "hit_rate_at_20": 0.7957, "hit_rate_at_100": 0.88889, "hit_rate_at_1000": 0.98208, "main_score": 0.67384, "hf_subset": "pa_in", "languages": [ "pan-Guru" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.51515, "ndcg_at_3": 0.60011, "ndcg_at_5": 0.63074, "ndcg_at_10": 0.65026, "ndcg_at_20": 0.66455, "ndcg_at_100": 0.68681, "ndcg_at_1000": 0.69028, "map_at_1": 0.51515, "map_at_3": 0.57828, "map_at_5": 0.59495, "map_at_10": 0.60354, "map_at_20": 0.60732, "map_at_100": 0.6103, "map_at_1000": 0.61049, "recall_at_1": 0.51515, "recall_at_3": 0.66364, "recall_at_5": 0.73939, "recall_at_10": 0.79697, "recall_at_20": 0.85455, "recall_at_100": 0.97576, "recall_at_1000": 1.0, "accuracy": 0.51515, "precision_at_1": 0.51515, "precision_at_3": 0.22121, "precision_at_5": 0.14788, "precision_at_10": 0.0797, "precision_at_20": 0.04273, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.515152, "mrr_at_3": 0.578283, "mrr_at_5": 0.594949, "mrr_at_10": 0.603538, "mrr_at_20": 0.607317, "mrr_at_100": 0.610299, "mrr_at_1000": 0.610491, "nauc_ndcg_at_1_max": 0.51565, "nauc_ndcg_at_1_std": 0.273752, "nauc_ndcg_at_1_diff1": 0.744076, "nauc_ndcg_at_3_max": 0.530983, "nauc_ndcg_at_3_std": 0.314506, "nauc_ndcg_at_3_diff1": 0.727698, "nauc_ndcg_at_5_max": 0.52322, "nauc_ndcg_at_5_std": 0.306311, "nauc_ndcg_at_5_diff1": 0.706168, "nauc_ndcg_at_10_max": 0.521706, "nauc_ndcg_at_10_std": 0.315893, "nauc_ndcg_at_10_diff1": 0.706115, "nauc_ndcg_at_20_max": 0.526158, "nauc_ndcg_at_20_std": 0.309225, "nauc_ndcg_at_20_diff1": 0.712086, "nauc_ndcg_at_100_max": 0.523282, "nauc_ndcg_at_100_std": 0.304291, "nauc_ndcg_at_100_diff1": 0.712582, "nauc_ndcg_at_1000_max": 0.523506, "nauc_ndcg_at_1000_std": 0.305391, "nauc_ndcg_at_1000_diff1": 0.717845, "nauc_map_at_1_max": 0.51565, "nauc_map_at_1_std": 0.273752, "nauc_map_at_1_diff1": 0.744076, "nauc_map_at_3_max": 0.528501, "nauc_map_at_3_std": 0.305767, "nauc_map_at_3_diff1": 0.733329, "nauc_map_at_5_max": 0.524217, "nauc_map_at_5_std": 0.301574, "nauc_map_at_5_diff1": 0.722624, "nauc_map_at_10_max": 0.523918, "nauc_map_at_10_std": 0.305265, "nauc_map_at_10_diff1": 0.723388, "nauc_map_at_20_max": 0.524887, "nauc_map_at_20_std": 0.30345, "nauc_map_at_20_diff1": 0.724755, "nauc_map_at_100_max": 0.524135, "nauc_map_at_100_std": 0.302597, "nauc_map_at_100_diff1": 0.724617, "nauc_map_at_1000_max": 0.524142, "nauc_map_at_1000_std": 0.302639, "nauc_map_at_1000_diff1": 0.72486, "nauc_recall_at_1_max": 0.51565, "nauc_recall_at_1_std": 0.273752, "nauc_recall_at_1_diff1": 0.744076, "nauc_recall_at_3_max": 0.538427, "nauc_recall_at_3_std": 0.342334, "nauc_recall_at_3_diff1": 0.708551, "nauc_recall_at_5_max": 0.517262, "nauc_recall_at_5_std": 0.32122, "nauc_recall_at_5_diff1": 0.637344, "nauc_recall_at_10_max": 0.506908, "nauc_recall_at_10_std": 0.365832, "nauc_recall_at_10_diff1": 0.618332, "nauc_recall_at_20_max": 0.536911, "nauc_recall_at_20_std": 0.335595, "nauc_recall_at_20_diff1": 0.635911, "nauc_recall_at_100_max": 0.506653, "nauc_recall_at_100_std": 0.226599, "nauc_recall_at_100_diff1": 0.351832, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.51565, "nauc_precision_at_1_std": 0.273752, "nauc_precision_at_1_diff1": 0.744076, "nauc_precision_at_3_max": 0.538427, "nauc_precision_at_3_std": 0.342334, "nauc_precision_at_3_diff1": 0.708551, "nauc_precision_at_5_max": 0.517262, "nauc_precision_at_5_std": 0.32122, "nauc_precision_at_5_diff1": 0.637344, "nauc_precision_at_10_max": 0.506908, "nauc_precision_at_10_std": 0.365832, "nauc_precision_at_10_diff1": 0.618332, "nauc_precision_at_20_max": 0.536911, "nauc_precision_at_20_std": 0.335595, "nauc_precision_at_20_diff1": 0.635911, "nauc_precision_at_100_max": 0.506653, "nauc_precision_at_100_std": 0.226599, "nauc_precision_at_100_diff1": 0.351832, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.51565, "nauc_mrr_at_1_std": 0.273752, "nauc_mrr_at_1_diff1": 0.744076, "nauc_mrr_at_3_max": 0.528501, "nauc_mrr_at_3_std": 0.305767, "nauc_mrr_at_3_diff1": 0.733329, "nauc_mrr_at_5_max": 0.524217, "nauc_mrr_at_5_std": 0.301574, "nauc_mrr_at_5_diff1": 0.722624, "nauc_mrr_at_10_max": 0.523918, "nauc_mrr_at_10_std": 0.305265, "nauc_mrr_at_10_diff1": 0.723388, "nauc_mrr_at_20_max": 0.524887, "nauc_mrr_at_20_std": 0.30345, "nauc_mrr_at_20_diff1": 0.724755, "nauc_mrr_at_100_max": 0.524135, "nauc_mrr_at_100_std": 0.302597, "nauc_mrr_at_100_diff1": 0.724617, "nauc_mrr_at_1000_max": 0.524142, "nauc_mrr_at_1000_std": 0.302639, "nauc_mrr_at_1000_diff1": 0.72486, "hit_rate_at_1": 0.51515, "hit_rate_at_3": 0.66364, "hit_rate_at_5": 0.73939, "hit_rate_at_10": 0.79697, "hit_rate_at_20": 0.85455, "hit_rate_at_100": 0.97576, "hit_rate_at_1000": 1.0, "main_score": 0.73939, "hf_subset": "pl_pl", "languages": [ "pol-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.18467, "ndcg_at_3": 0.2544, "ndcg_at_5": 0.26879, "ndcg_at_10": 0.3083, "ndcg_at_20": 0.33119, "ndcg_at_100": 0.37007, "ndcg_at_1000": 0.40139, "map_at_1": 0.18467, "map_at_3": 0.23751, "map_at_5": 0.24553, "map_at_10": 0.26186, "map_at_20": 0.26814, "map_at_100": 0.27307, "map_at_1000": 0.27445, "recall_at_1": 0.18467, "recall_at_3": 0.30314, "recall_at_5": 0.33798, "recall_at_10": 0.45993, "recall_at_20": 0.55052, "recall_at_100": 0.76655, "recall_at_1000": 1.0, "accuracy": 0.18467, "precision_at_1": 0.18467, "precision_at_3": 0.10105, "precision_at_5": 0.0676, "precision_at_10": 0.04599, "precision_at_20": 0.02753, "precision_at_100": 0.00767, "precision_at_1000": 0.001, "mrr_at_1": 0.184669, "mrr_at_3": 0.237515, "mrr_at_5": 0.245528, "mrr_at_10": 0.261856, "mrr_at_20": 0.26814, "mrr_at_100": 0.273073, "mrr_at_1000": 0.274451, "nauc_ndcg_at_1_max": 0.357015, "nauc_ndcg_at_1_std": 0.132886, "nauc_ndcg_at_1_diff1": 0.586347, "nauc_ndcg_at_3_max": 0.30474, "nauc_ndcg_at_3_std": 0.076988, "nauc_ndcg_at_3_diff1": 0.486396, "nauc_ndcg_at_5_max": 0.305495, "nauc_ndcg_at_5_std": 0.089116, "nauc_ndcg_at_5_diff1": 0.481508, "nauc_ndcg_at_10_max": 0.26958, "nauc_ndcg_at_10_std": 0.069672, "nauc_ndcg_at_10_diff1": 0.459707, "nauc_ndcg_at_20_max": 0.254128, "nauc_ndcg_at_20_std": 0.054794, "nauc_ndcg_at_20_diff1": 0.461847, "nauc_ndcg_at_100_max": 0.234973, "nauc_ndcg_at_100_std": 0.031629, "nauc_ndcg_at_100_diff1": 0.473909, "nauc_ndcg_at_1000_max": 0.267554, "nauc_ndcg_at_1000_std": 0.063, "nauc_ndcg_at_1000_diff1": 0.482433, "nauc_map_at_1_max": 0.357015, "nauc_map_at_1_std": 0.132886, "nauc_map_at_1_diff1": 0.586347, "nauc_map_at_3_max": 0.314603, "nauc_map_at_3_std": 0.087938, "nauc_map_at_3_diff1": 0.510161, "nauc_map_at_5_max": 0.314881, "nauc_map_at_5_std": 0.094866, "nauc_map_at_5_diff1": 0.50707, "nauc_map_at_10_max": 0.299695, "nauc_map_at_10_std": 0.087102, "nauc_map_at_10_diff1": 0.497112, "nauc_map_at_20_max": 0.294658, "nauc_map_at_20_std": 0.082333, "nauc_map_at_20_diff1": 0.498006, "nauc_map_at_100_max": 0.292549, "nauc_map_at_100_std": 0.080598, "nauc_map_at_100_diff1": 0.500002, "nauc_map_at_1000_max": 0.293594, "nauc_map_at_1000_std": 0.081664, "nauc_map_at_1000_diff1": 0.50032, "nauc_recall_at_1_max": 0.357015, "nauc_recall_at_1_std": 0.132886, "nauc_recall_at_1_diff1": 0.586347, "nauc_recall_at_3_max": 0.280085, "nauc_recall_at_3_std": 0.049449, "nauc_recall_at_3_diff1": 0.424949, "nauc_recall_at_5_max": 0.282567, "nauc_recall_at_5_std": 0.076585, "nauc_recall_at_5_diff1": 0.415871, "nauc_recall_at_10_max": 0.18177, "nauc_recall_at_10_std": 0.020104, "nauc_recall_at_10_diff1": 0.358266, "nauc_recall_at_20_max": 0.123525, "nauc_recall_at_20_std": -0.034532, "nauc_recall_at_20_diff1": 0.358382, "nauc_recall_at_100_max": -0.097735, "nauc_recall_at_100_std": -0.283731, "nauc_recall_at_100_diff1": 0.387205, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.357015, "nauc_precision_at_1_std": 0.132886, "nauc_precision_at_1_diff1": 0.586347, "nauc_precision_at_3_max": 0.280085, "nauc_precision_at_3_std": 0.049449, "nauc_precision_at_3_diff1": 0.424949, "nauc_precision_at_5_max": 0.282567, "nauc_precision_at_5_std": 0.076585, "nauc_precision_at_5_diff1": 0.415871, "nauc_precision_at_10_max": 0.18177, "nauc_precision_at_10_std": 0.020104, "nauc_precision_at_10_diff1": 0.358266, "nauc_precision_at_20_max": 0.123525, "nauc_precision_at_20_std": -0.034532, "nauc_precision_at_20_diff1": 0.358382, "nauc_precision_at_100_max": -0.097735, "nauc_precision_at_100_std": -0.283731, "nauc_precision_at_100_diff1": 0.387205, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.357015, "nauc_mrr_at_1_std": 0.132886, "nauc_mrr_at_1_diff1": 0.586347, "nauc_mrr_at_3_max": 0.314603, "nauc_mrr_at_3_std": 0.087938, "nauc_mrr_at_3_diff1": 0.510161, "nauc_mrr_at_5_max": 0.314881, "nauc_mrr_at_5_std": 0.094866, "nauc_mrr_at_5_diff1": 0.50707, "nauc_mrr_at_10_max": 0.299695, "nauc_mrr_at_10_std": 0.087102, "nauc_mrr_at_10_diff1": 0.497112, "nauc_mrr_at_20_max": 0.294658, "nauc_mrr_at_20_std": 0.082333, "nauc_mrr_at_20_diff1": 0.498006, "nauc_mrr_at_100_max": 0.292549, "nauc_mrr_at_100_std": 0.080598, "nauc_mrr_at_100_diff1": 0.500002, "nauc_mrr_at_1000_max": 0.293594, "nauc_mrr_at_1000_std": 0.081664, "nauc_mrr_at_1000_diff1": 0.50032, "hit_rate_at_1": 0.18467, "hit_rate_at_3": 0.30314, "hit_rate_at_5": 0.33798, "hit_rate_at_10": 0.45993, "hit_rate_at_20": 0.55052, "hit_rate_at_100": 0.76655, "hit_rate_at_1000": 1.0, "main_score": 0.33798, "hf_subset": "ps_af", "languages": [ "pus-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.91691, "ndcg_at_3": 0.93243, "ndcg_at_5": 0.93366, "ndcg_at_10": 0.93366, "ndcg_at_20": 0.93591, "ndcg_at_100": 0.93654, "ndcg_at_1000": 0.93825, "map_at_1": 0.91691, "map_at_3": 0.92884, "map_at_5": 0.92956, "map_at_10": 0.92956, "map_at_20": 0.93022, "map_at_100": 0.93035, "map_at_1000": 0.93039, "recall_at_1": 0.91691, "recall_at_3": 0.94269, "recall_at_5": 0.94556, "recall_at_10": 0.94556, "recall_at_20": 0.95415, "recall_at_100": 0.95702, "recall_at_1000": 0.97135, "accuracy": 0.91691, "precision_at_1": 0.91691, "precision_at_3": 0.31423, "precision_at_5": 0.18911, "precision_at_10": 0.09456, "precision_at_20": 0.04771, "precision_at_100": 0.00957, "precision_at_1000": 0.00097, "mrr_at_1": 0.916905, "mrr_at_3": 0.928844, "mrr_at_5": 0.929561, "mrr_at_10": 0.929561, "mrr_at_20": 0.930217, "mrr_at_100": 0.930348, "mrr_at_1000": 0.930391, "nauc_ndcg_at_1_max": 0.494858, "nauc_ndcg_at_1_std": 0.059028, "nauc_ndcg_at_1_diff1": 0.892234, "nauc_ndcg_at_3_max": 0.545488, "nauc_ndcg_at_3_std": 0.084224, "nauc_ndcg_at_3_diff1": 0.912685, "nauc_ndcg_at_5_max": 0.537034, "nauc_ndcg_at_5_std": 0.06719, "nauc_ndcg_at_5_diff1": 0.911061, "nauc_ndcg_at_10_max": 0.537034, "nauc_ndcg_at_10_std": 0.06719, "nauc_ndcg_at_10_diff1": 0.911061, "nauc_ndcg_at_20_max": 0.524141, "nauc_ndcg_at_20_std": 0.041268, "nauc_ndcg_at_20_diff1": 0.907939, "nauc_ndcg_at_100_max": 0.519391, "nauc_ndcg_at_100_std": 0.034472, "nauc_ndcg_at_100_diff1": 0.908326, "nauc_ndcg_at_1000_max": 0.524591, "nauc_ndcg_at_1000_std": 0.083471, "nauc_ndcg_at_1000_diff1": 0.908052, "nauc_map_at_1_max": 0.494858, "nauc_map_at_1_std": 0.059028, "nauc_map_at_1_diff1": 0.892234, "nauc_map_at_3_max": 0.534391, "nauc_map_at_3_std": 0.080498, "nauc_map_at_3_diff1": 0.907468, "nauc_map_at_5_max": 0.529656, "nauc_map_at_5_std": 0.071147, "nauc_map_at_5_diff1": 0.906527, "nauc_map_at_10_max": 0.529656, "nauc_map_at_10_std": 0.071147, "nauc_map_at_10_diff1": 0.906527, "nauc_map_at_20_max": 0.526181, "nauc_map_at_20_std": 0.064269, "nauc_map_at_20_diff1": 0.905647, "nauc_map_at_100_max": 0.525295, "nauc_map_at_100_std": 0.063039, "nauc_map_at_100_diff1": 0.905715, "nauc_map_at_1000_max": 0.525415, "nauc_map_at_1000_std": 0.064155, "nauc_map_at_1000_diff1": 0.905708, "nauc_recall_at_1_max": 0.494858, "nauc_recall_at_1_std": 0.059028, "nauc_recall_at_1_diff1": 0.892234, "nauc_recall_at_3_max": 0.58363, "nauc_recall_at_3_std": 0.095851, "nauc_recall_at_3_diff1": 0.931104, "nauc_recall_at_5_max": 0.561716, "nauc_recall_at_5_std": 0.048264, "nauc_recall_at_5_diff1": 0.927478, "nauc_recall_at_10_max": 0.561716, "nauc_recall_at_10_std": 0.048264, "nauc_recall_at_10_diff1": 0.927478, "nauc_recall_at_20_max": 0.496908, "nauc_recall_at_20_std": -0.094126, "nauc_recall_at_20_diff1": 0.91388, "nauc_recall_at_100_max": 0.463369, "nauc_recall_at_100_std": -0.14854, "nauc_recall_at_100_diff1": 0.916856, "nauc_recall_at_1000_max": 0.529368, "nauc_recall_at_1000_std": 0.644539, "nauc_recall_at_1000_diff1": 0.916152, "nauc_precision_at_1_max": 0.494858, "nauc_precision_at_1_std": 0.059028, "nauc_precision_at_1_diff1": 0.892234, "nauc_precision_at_3_max": 0.58363, "nauc_precision_at_3_std": 0.095851, "nauc_precision_at_3_diff1": 0.931104, "nauc_precision_at_5_max": 0.561716, "nauc_precision_at_5_std": 0.048264, "nauc_precision_at_5_diff1": 0.927478, "nauc_precision_at_10_max": 0.561716, "nauc_precision_at_10_std": 0.048264, "nauc_precision_at_10_diff1": 0.927478, "nauc_precision_at_20_max": 0.496908, "nauc_precision_at_20_std": -0.094126, "nauc_precision_at_20_diff1": 0.91388, "nauc_precision_at_100_max": 0.463369, "nauc_precision_at_100_std": -0.14854, "nauc_precision_at_100_diff1": 0.916856, "nauc_precision_at_1000_max": 0.529368, "nauc_precision_at_1000_std": 0.644539, "nauc_precision_at_1000_diff1": 0.916152, "nauc_mrr_at_1_max": 0.494858, "nauc_mrr_at_1_std": 0.059028, "nauc_mrr_at_1_diff1": 0.892234, "nauc_mrr_at_3_max": 0.534391, "nauc_mrr_at_3_std": 0.080498, "nauc_mrr_at_3_diff1": 0.907468, "nauc_mrr_at_5_max": 0.529656, "nauc_mrr_at_5_std": 0.071147, "nauc_mrr_at_5_diff1": 0.906527, "nauc_mrr_at_10_max": 0.529656, "nauc_mrr_at_10_std": 0.071147, "nauc_mrr_at_10_diff1": 0.906527, "nauc_mrr_at_20_max": 0.526181, "nauc_mrr_at_20_std": 0.064269, "nauc_mrr_at_20_diff1": 0.905647, "nauc_mrr_at_100_max": 0.525295, "nauc_mrr_at_100_std": 0.063039, "nauc_mrr_at_100_diff1": 0.905715, "nauc_mrr_at_1000_max": 0.525415, "nauc_mrr_at_1000_std": 0.064155, "nauc_mrr_at_1000_diff1": 0.905708, "hit_rate_at_1": 0.91691, "hit_rate_at_3": 0.94269, "hit_rate_at_5": 0.94556, "hit_rate_at_10": 0.94556, "hit_rate_at_20": 0.95415, "hit_rate_at_100": 0.95702, "hit_rate_at_1000": 0.97135, "main_score": 0.94556, "hf_subset": "pt_br", "languages": [ "por-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.58046, "ndcg_at_3": 0.66365, "ndcg_at_5": 0.68505, "ndcg_at_10": 0.70272, "ndcg_at_20": 0.71465, "ndcg_at_100": 0.73088, "ndcg_at_1000": 0.73282, "map_at_1": 0.58046, "map_at_3": 0.64368, "map_at_5": 0.6556, "map_at_10": 0.66292, "map_at_20": 0.66597, "map_at_100": 0.66825, "map_at_1000": 0.66834, "recall_at_1": 0.58046, "recall_at_3": 0.72126, "recall_at_5": 0.77299, "recall_at_10": 0.82759, "recall_at_20": 0.87644, "recall_at_100": 0.96264, "recall_at_1000": 0.97701, "accuracy": 0.58046, "precision_at_1": 0.58046, "precision_at_3": 0.24042, "precision_at_5": 0.1546, "precision_at_10": 0.08276, "precision_at_20": 0.04382, "precision_at_100": 0.00963, "precision_at_1000": 0.00098, "mrr_at_1": 0.58046, "mrr_at_3": 0.643678, "mrr_at_5": 0.655603, "mrr_at_10": 0.662918, "mrr_at_20": 0.66597, "mrr_at_100": 0.668254, "mrr_at_1000": 0.668341, "nauc_ndcg_at_1_max": 0.398812, "nauc_ndcg_at_1_std": 0.26934, "nauc_ndcg_at_1_diff1": 0.733135, "nauc_ndcg_at_3_max": 0.37905, "nauc_ndcg_at_3_std": 0.26543, "nauc_ndcg_at_3_diff1": 0.707107, "nauc_ndcg_at_5_max": 0.376965, "nauc_ndcg_at_5_std": 0.262113, "nauc_ndcg_at_5_diff1": 0.696294, "nauc_ndcg_at_10_max": 0.381545, "nauc_ndcg_at_10_std": 0.254549, "nauc_ndcg_at_10_diff1": 0.700349, "nauc_ndcg_at_20_max": 0.368595, "nauc_ndcg_at_20_std": 0.254586, "nauc_ndcg_at_20_diff1": 0.69602, "nauc_ndcg_at_100_max": 0.365297, "nauc_ndcg_at_100_std": 0.251325, "nauc_ndcg_at_100_diff1": 0.70073, "nauc_ndcg_at_1000_max": 0.363582, "nauc_ndcg_at_1000_std": 0.254103, "nauc_ndcg_at_1000_diff1": 0.701887, "nauc_map_at_1_max": 0.398812, "nauc_map_at_1_std": 0.26934, "nauc_map_at_1_diff1": 0.733135, "nauc_map_at_3_max": 0.384019, "nauc_map_at_3_std": 0.262685, "nauc_map_at_3_diff1": 0.712985, "nauc_map_at_5_max": 0.383703, "nauc_map_at_5_std": 0.261068, "nauc_map_at_5_diff1": 0.707853, "nauc_map_at_10_max": 0.386447, "nauc_map_at_10_std": 0.258793, "nauc_map_at_10_diff1": 0.70952, "nauc_map_at_20_max": 0.383749, "nauc_map_at_20_std": 0.258974, "nauc_map_at_20_diff1": 0.708799, "nauc_map_at_100_max": 0.383533, "nauc_map_at_100_std": 0.258797, "nauc_map_at_100_diff1": 0.709336, "nauc_map_at_1000_max": 0.383485, "nauc_map_at_1000_std": 0.258951, "nauc_map_at_1000_diff1": 0.709365, "nauc_recall_at_1_max": 0.398812, "nauc_recall_at_1_std": 0.26934, "nauc_recall_at_1_diff1": 0.733135, "nauc_recall_at_3_max": 0.362345, "nauc_recall_at_3_std": 0.276606, "nauc_recall_at_3_diff1": 0.687695, "nauc_recall_at_5_max": 0.349511, "nauc_recall_at_5_std": 0.267405, "nauc_recall_at_5_diff1": 0.649388, "nauc_recall_at_10_max": 0.355662, "nauc_recall_at_10_std": 0.228125, "nauc_recall_at_10_diff1": 0.656311, "nauc_recall_at_20_max": 0.23988, "nauc_recall_at_20_std": 0.216957, "nauc_recall_at_20_diff1": 0.603283, "nauc_recall_at_100_max": -0.154323, "nauc_recall_at_100_std": 0.016211, "nauc_recall_at_100_diff1": 0.555786, "nauc_recall_at_1000_max": -0.603871, "nauc_recall_at_1000_std": 0.045718, "nauc_recall_at_1000_diff1": 0.553569, "nauc_precision_at_1_max": 0.398812, "nauc_precision_at_1_std": 0.26934, "nauc_precision_at_1_diff1": 0.733135, "nauc_precision_at_3_max": 0.362345, "nauc_precision_at_3_std": 0.276606, "nauc_precision_at_3_diff1": 0.687695, "nauc_precision_at_5_max": 0.349511, "nauc_precision_at_5_std": 0.267405, "nauc_precision_at_5_diff1": 0.649388, "nauc_precision_at_10_max": 0.355662, "nauc_precision_at_10_std": 0.228125, "nauc_precision_at_10_diff1": 0.656311, "nauc_precision_at_20_max": 0.23988, "nauc_precision_at_20_std": 0.216957, "nauc_precision_at_20_diff1": 0.603283, "nauc_precision_at_100_max": -0.154323, "nauc_precision_at_100_std": 0.016211, "nauc_precision_at_100_diff1": 0.555786, "nauc_precision_at_1000_max": -0.603871, "nauc_precision_at_1000_std": 0.045718, "nauc_precision_at_1000_diff1": 0.553569, "nauc_mrr_at_1_max": 0.398812, "nauc_mrr_at_1_std": 0.26934, "nauc_mrr_at_1_diff1": 0.733135, "nauc_mrr_at_3_max": 0.384019, "nauc_mrr_at_3_std": 0.262685, "nauc_mrr_at_3_diff1": 0.712985, "nauc_mrr_at_5_max": 0.383703, "nauc_mrr_at_5_std": 0.261068, "nauc_mrr_at_5_diff1": 0.707853, "nauc_mrr_at_10_max": 0.386447, "nauc_mrr_at_10_std": 0.258793, "nauc_mrr_at_10_diff1": 0.70952, "nauc_mrr_at_20_max": 0.383749, "nauc_mrr_at_20_std": 0.258974, "nauc_mrr_at_20_diff1": 0.708799, "nauc_mrr_at_100_max": 0.383533, "nauc_mrr_at_100_std": 0.258797, "nauc_mrr_at_100_diff1": 0.709336, "nauc_mrr_at_1000_max": 0.383485, "nauc_mrr_at_1000_std": 0.258951, "nauc_mrr_at_1000_diff1": 0.709365, "hit_rate_at_1": 0.58046, "hit_rate_at_3": 0.72126, "hit_rate_at_5": 0.77299, "hit_rate_at_10": 0.82759, "hit_rate_at_20": 0.87644, "hit_rate_at_100": 0.96264, "hit_rate_at_1000": 0.97701, "main_score": 0.77299, "hf_subset": "ro_ro", "languages": [ "ron-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.89826, "ndcg_at_3": 0.93449, "ndcg_at_5": 0.93561, "ndcg_at_10": 0.93653, "ndcg_at_20": 0.93653, "ndcg_at_100": 0.93711, "ndcg_at_1000": 0.93815, "map_at_1": 0.89826, "map_at_3": 0.92587, "map_at_5": 0.92645, "map_at_10": 0.92682, "map_at_20": 0.92682, "map_at_100": 0.92691, "map_at_1000": 0.92693, "recall_at_1": 0.89826, "recall_at_3": 0.9593, "recall_at_5": 0.96221, "recall_at_10": 0.96512, "recall_at_20": 0.96512, "recall_at_100": 0.96802, "recall_at_1000": 0.97674, "accuracy": 0.89826, "precision_at_1": 0.89826, "precision_at_3": 0.31977, "precision_at_5": 0.19244, "precision_at_10": 0.09651, "precision_at_20": 0.04826, "precision_at_100": 0.00968, "precision_at_1000": 0.00098, "mrr_at_1": 0.898256, "mrr_at_3": 0.925872, "mrr_at_5": 0.926453, "mrr_at_10": 0.926817, "mrr_at_20": 0.926817, "mrr_at_100": 0.926908, "mrr_at_1000": 0.926934, "nauc_ndcg_at_1_max": 0.5893, "nauc_ndcg_at_1_std": -0.157823, "nauc_ndcg_at_1_diff1": 0.856868, "nauc_ndcg_at_3_max": 0.607453, "nauc_ndcg_at_3_std": 0.01678, "nauc_ndcg_at_3_diff1": 0.835291, "nauc_ndcg_at_5_max": 0.600582, "nauc_ndcg_at_5_std": 0.001855, "nauc_ndcg_at_5_diff1": 0.832408, "nauc_ndcg_at_10_max": 0.594798, "nauc_ndcg_at_10_std": 0.004353, "nauc_ndcg_at_10_diff1": 0.829981, "nauc_ndcg_at_20_max": 0.594798, "nauc_ndcg_at_20_std": 0.004353, "nauc_ndcg_at_20_diff1": 0.829981, "nauc_ndcg_at_100_max": 0.591077, "nauc_ndcg_at_100_std": -0.00479, "nauc_ndcg_at_100_diff1": 0.82842, "nauc_ndcg_at_1000_max": 0.588514, "nauc_ndcg_at_1000_std": 0.021267, "nauc_ndcg_at_1000_diff1": 0.82782, "nauc_map_at_1_max": 0.5893, "nauc_map_at_1_std": -0.157823, "nauc_map_at_1_diff1": 0.856868, "nauc_map_at_3_max": 0.601396, "nauc_map_at_3_std": -0.038399, "nauc_map_at_3_diff1": 0.841854, "nauc_map_at_5_max": 0.598237, "nauc_map_at_5_std": -0.045594, "nauc_map_at_5_diff1": 0.840601, "nauc_map_at_10_max": 0.596237, "nauc_map_at_10_std": -0.044971, "nauc_map_at_10_diff1": 0.839807, "nauc_map_at_20_max": 0.596237, "nauc_map_at_20_std": -0.044971, "nauc_map_at_20_diff1": 0.839807, "nauc_map_at_100_max": 0.595734, "nauc_map_at_100_std": -0.046273, "nauc_map_at_100_diff1": 0.839608, "nauc_map_at_1000_max": 0.59568, "nauc_map_at_1000_std": -0.045726, "nauc_map_at_1000_diff1": 0.839599, "nauc_recall_at_1_max": 0.5893, "nauc_recall_at_1_std": -0.157823, "nauc_recall_at_1_diff1": 0.856868, "nauc_recall_at_3_max": 0.639247, "nauc_recall_at_3_std": 0.304159, "nauc_recall_at_3_diff1": 0.801309, "nauc_recall_at_5_max": 0.611497, "nauc_recall_at_5_std": 0.260675, "nauc_recall_at_5_diff1": 0.786025, "nauc_recall_at_10_max": 0.579121, "nauc_recall_at_10_std": 0.29662, "nauc_recall_at_10_diff1": 0.768194, "nauc_recall_at_20_max": 0.579121, "nauc_recall_at_20_std": 0.29662, "nauc_recall_at_20_diff1": 0.768194, "nauc_recall_at_100_max": 0.54086, "nauc_recall_at_100_std": 0.232676, "nauc_recall_at_100_diff1": 0.74712, "nauc_recall_at_1000_max": 0.465264, "nauc_recall_at_1000_std": 0.90001, "nauc_recall_at_1000_diff1": 0.703324, "nauc_precision_at_1_max": 0.5893, "nauc_precision_at_1_std": -0.157823, "nauc_precision_at_1_diff1": 0.856868, "nauc_precision_at_3_max": 0.639247, "nauc_precision_at_3_std": 0.304159, "nauc_precision_at_3_diff1": 0.801309, "nauc_precision_at_5_max": 0.611497, "nauc_precision_at_5_std": 0.260675, "nauc_precision_at_5_diff1": 0.786025, "nauc_precision_at_10_max": 0.579121, "nauc_precision_at_10_std": 0.29662, "nauc_precision_at_10_diff1": 0.768194, "nauc_precision_at_20_max": 0.579121, "nauc_precision_at_20_std": 0.29662, "nauc_precision_at_20_diff1": 0.768194, "nauc_precision_at_100_max": 0.54086, "nauc_precision_at_100_std": 0.232676, "nauc_precision_at_100_diff1": 0.74712, "nauc_precision_at_1000_max": 0.465264, "nauc_precision_at_1000_std": 0.90001, "nauc_precision_at_1000_diff1": 0.703324, "nauc_mrr_at_1_max": 0.5893, "nauc_mrr_at_1_std": -0.157823, "nauc_mrr_at_1_diff1": 0.856868, "nauc_mrr_at_3_max": 0.601396, "nauc_mrr_at_3_std": -0.038399, "nauc_mrr_at_3_diff1": 0.841854, "nauc_mrr_at_5_max": 0.598237, "nauc_mrr_at_5_std": -0.045594, "nauc_mrr_at_5_diff1": 0.840601, "nauc_mrr_at_10_max": 0.596237, "nauc_mrr_at_10_std": -0.044971, "nauc_mrr_at_10_diff1": 0.839807, "nauc_mrr_at_20_max": 0.596237, "nauc_mrr_at_20_std": -0.044971, "nauc_mrr_at_20_diff1": 0.839807, "nauc_mrr_at_100_max": 0.595734, "nauc_mrr_at_100_std": -0.046273, "nauc_mrr_at_100_diff1": 0.839608, "nauc_mrr_at_1000_max": 0.59568, "nauc_mrr_at_1000_std": -0.045726, "nauc_mrr_at_1000_diff1": 0.839599, "hit_rate_at_1": 0.89826, "hit_rate_at_3": 0.9593, "hit_rate_at_5": 0.96221, "hit_rate_at_10": 0.96512, "hit_rate_at_20": 0.96512, "hit_rate_at_100": 0.96802, "hit_rate_at_1000": 0.97674, "main_score": 0.96221, "hf_subset": "ru_ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.61919, "ndcg_at_3": 0.72383, "ndcg_at_5": 0.7371, "ndcg_at_10": 0.74916, "ndcg_at_20": 0.7548, "ndcg_at_100": 0.76708, "ndcg_at_1000": 0.7714, "map_at_1": 0.61919, "map_at_3": 0.69864, "map_at_5": 0.70606, "map_at_10": 0.71095, "map_at_20": 0.71237, "map_at_100": 0.714, "map_at_1000": 0.7142, "recall_at_1": 0.61919, "recall_at_3": 0.79651, "recall_at_5": 0.82849, "recall_at_10": 0.86628, "recall_at_20": 0.88953, "recall_at_100": 0.9564, "recall_at_1000": 0.98837, "accuracy": 0.61919, "precision_at_1": 0.61919, "precision_at_3": 0.2655, "precision_at_5": 0.1657, "precision_at_10": 0.08663, "precision_at_20": 0.04448, "precision_at_100": 0.00956, "precision_at_1000": 0.00099, "mrr_at_1": 0.619186, "mrr_at_3": 0.698643, "mrr_at_5": 0.706056, "mrr_at_10": 0.710948, "mrr_at_20": 0.712371, "mrr_at_100": 0.714002, "mrr_at_1000": 0.714205, "nauc_ndcg_at_1_max": 0.464193, "nauc_ndcg_at_1_std": 0.183254, "nauc_ndcg_at_1_diff1": 0.839897, "nauc_ndcg_at_3_max": 0.512539, "nauc_ndcg_at_3_std": 0.176727, "nauc_ndcg_at_3_diff1": 0.799715, "nauc_ndcg_at_5_max": 0.52091, "nauc_ndcg_at_5_std": 0.191642, "nauc_ndcg_at_5_diff1": 0.805083, "nauc_ndcg_at_10_max": 0.512575, "nauc_ndcg_at_10_std": 0.179858, "nauc_ndcg_at_10_diff1": 0.806204, "nauc_ndcg_at_20_max": 0.506983, "nauc_ndcg_at_20_std": 0.169093, "nauc_ndcg_at_20_diff1": 0.804989, "nauc_ndcg_at_100_max": 0.494252, "nauc_ndcg_at_100_std": 0.159088, "nauc_ndcg_at_100_diff1": 0.805835, "nauc_ndcg_at_1000_max": 0.493184, "nauc_ndcg_at_1000_std": 0.173758, "nauc_ndcg_at_1000_diff1": 0.808323, "nauc_map_at_1_max": 0.464193, "nauc_map_at_1_std": 0.183254, "nauc_map_at_1_diff1": 0.839897, "nauc_map_at_3_max": 0.499441, "nauc_map_at_3_std": 0.178836, "nauc_map_at_3_diff1": 0.808827, "nauc_map_at_5_max": 0.503297, "nauc_map_at_5_std": 0.186377, "nauc_map_at_5_diff1": 0.811539, "nauc_map_at_10_max": 0.49958, "nauc_map_at_10_std": 0.181809, "nauc_map_at_10_diff1": 0.811601, "nauc_map_at_20_max": 0.498253, "nauc_map_at_20_std": 0.179201, "nauc_map_at_20_diff1": 0.811299, "nauc_map_at_100_max": 0.496827, "nauc_map_at_100_std": 0.178367, "nauc_map_at_100_diff1": 0.811501, "nauc_map_at_1000_max": 0.49682, "nauc_map_at_1000_std": 0.17886, "nauc_map_at_1000_diff1": 0.811627, "nauc_recall_at_1_max": 0.464193, "nauc_recall_at_1_std": 0.183254, "nauc_recall_at_1_diff1": 0.839897, "nauc_recall_at_3_max": 0.562588, "nauc_recall_at_3_std": 0.168468, "nauc_recall_at_3_diff1": 0.76594, "nauc_recall_at_5_max": 0.599652, "nauc_recall_at_5_std": 0.217917, "nauc_recall_at_5_diff1": 0.779909, "nauc_recall_at_10_max": 0.580383, "nauc_recall_at_10_std": 0.165747, "nauc_recall_at_10_diff1": 0.783983, "nauc_recall_at_20_max": 0.549044, "nauc_recall_at_20_std": 0.082106, "nauc_recall_at_20_diff1": 0.771316, "nauc_recall_at_100_max": 0.293923, "nauc_recall_at_100_std": -0.315914, "nauc_recall_at_100_diff1": 0.736174, "nauc_recall_at_1000_max": -0.415524, "nauc_recall_at_1000_std": 0.267739, "nauc_recall_at_1000_diff1": 0.828504, "nauc_precision_at_1_max": 0.464193, "nauc_precision_at_1_std": 0.183254, "nauc_precision_at_1_diff1": 0.839897, "nauc_precision_at_3_max": 0.562588, "nauc_precision_at_3_std": 0.168468, "nauc_precision_at_3_diff1": 0.76594, "nauc_precision_at_5_max": 0.599652, "nauc_precision_at_5_std": 0.217917, "nauc_precision_at_5_diff1": 0.779909, "nauc_precision_at_10_max": 0.580383, "nauc_precision_at_10_std": 0.165747, "nauc_precision_at_10_diff1": 0.783983, "nauc_precision_at_20_max": 0.549044, "nauc_precision_at_20_std": 0.082106, "nauc_precision_at_20_diff1": 0.771316, "nauc_precision_at_100_max": 0.293923, "nauc_precision_at_100_std": -0.315914, "nauc_precision_at_100_diff1": 0.736174, "nauc_precision_at_1000_max": -0.415524, "nauc_precision_at_1000_std": 0.267739, "nauc_precision_at_1000_diff1": 0.828504, "nauc_mrr_at_1_max": 0.464193, "nauc_mrr_at_1_std": 0.183254, "nauc_mrr_at_1_diff1": 0.839897, "nauc_mrr_at_3_max": 0.499441, "nauc_mrr_at_3_std": 0.178836, "nauc_mrr_at_3_diff1": 0.808827, "nauc_mrr_at_5_max": 0.503297, "nauc_mrr_at_5_std": 0.186377, "nauc_mrr_at_5_diff1": 0.811539, "nauc_mrr_at_10_max": 0.49958, "nauc_mrr_at_10_std": 0.181809, "nauc_mrr_at_10_diff1": 0.811601, "nauc_mrr_at_20_max": 0.498253, "nauc_mrr_at_20_std": 0.179201, "nauc_mrr_at_20_diff1": 0.811299, "nauc_mrr_at_100_max": 0.496827, "nauc_mrr_at_100_std": 0.178367, "nauc_mrr_at_100_diff1": 0.811501, "nauc_mrr_at_1000_max": 0.49682, "nauc_mrr_at_1000_std": 0.17886, "nauc_mrr_at_1000_diff1": 0.811627, "hit_rate_at_1": 0.61919, "hit_rate_at_3": 0.79651, "hit_rate_at_5": 0.82849, "hit_rate_at_10": 0.86628, "hit_rate_at_20": 0.88953, "hit_rate_at_100": 0.9564, "hit_rate_at_1000": 0.98837, "main_score": 0.82849, "hf_subset": "bg_bg", "languages": [ "bul-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.46, "ndcg_at_3": 0.55415, "ndcg_at_5": 0.59079, "ndcg_at_10": 0.62524, "ndcg_at_20": 0.64293, "ndcg_at_100": 0.6538, "ndcg_at_1000": 0.65679, "map_at_1": 0.46, "map_at_3": 0.53048, "map_at_5": 0.5509, "map_at_10": 0.56474, "map_at_20": 0.56979, "map_at_100": 0.57142, "map_at_1000": 0.57154, "recall_at_1": 0.46, "recall_at_3": 0.62286, "recall_at_5": 0.71143, "recall_at_10": 0.82, "recall_at_20": 0.88857, "recall_at_100": 0.94571, "recall_at_1000": 0.96857, "accuracy": 0.46, "precision_at_1": 0.46, "precision_at_3": 0.20762, "precision_at_5": 0.14229, "precision_at_10": 0.082, "precision_at_20": 0.04443, "precision_at_100": 0.00946, "precision_at_1000": 0.00097, "mrr_at_1": 0.46, "mrr_at_3": 0.530476, "mrr_at_5": 0.550905, "mrr_at_10": 0.564741, "mrr_at_20": 0.569794, "mrr_at_100": 0.571419, "mrr_at_1000": 0.571538, "nauc_ndcg_at_1_max": 0.26665, "nauc_ndcg_at_1_std": 0.243388, "nauc_ndcg_at_1_diff1": 0.643659, "nauc_ndcg_at_3_max": 0.229852, "nauc_ndcg_at_3_std": 0.194576, "nauc_ndcg_at_3_diff1": 0.606376, "nauc_ndcg_at_5_max": 0.227631, "nauc_ndcg_at_5_std": 0.163512, "nauc_ndcg_at_5_diff1": 0.601326, "nauc_ndcg_at_10_max": 0.204658, "nauc_ndcg_at_10_std": 0.141617, "nauc_ndcg_at_10_diff1": 0.598606, "nauc_ndcg_at_20_max": 0.209681, "nauc_ndcg_at_20_std": 0.129088, "nauc_ndcg_at_20_diff1": 0.605, "nauc_ndcg_at_100_max": 0.209283, "nauc_ndcg_at_100_std": 0.138741, "nauc_ndcg_at_100_diff1": 0.6036, "nauc_ndcg_at_1000_max": 0.208483, "nauc_ndcg_at_1000_std": 0.149065, "nauc_ndcg_at_1000_diff1": 0.602805, "nauc_map_at_1_max": 0.26665, "nauc_map_at_1_std": 0.243388, "nauc_map_at_1_diff1": 0.643659, "nauc_map_at_3_max": 0.242522, "nauc_map_at_3_std": 0.209074, "nauc_map_at_3_diff1": 0.615651, "nauc_map_at_5_max": 0.242128, "nauc_map_at_5_std": 0.193489, "nauc_map_at_5_diff1": 0.613563, "nauc_map_at_10_max": 0.234566, "nauc_map_at_10_std": 0.186947, "nauc_map_at_10_diff1": 0.613121, "nauc_map_at_20_max": 0.236244, "nauc_map_at_20_std": 0.184114, "nauc_map_at_20_diff1": 0.615113, "nauc_map_at_100_max": 0.23664, "nauc_map_at_100_std": 0.18589, "nauc_map_at_100_diff1": 0.615205, "nauc_map_at_1000_max": 0.236592, "nauc_map_at_1000_std": 0.186193, "nauc_map_at_1000_diff1": 0.61517, "nauc_recall_at_1_max": 0.26665, "nauc_recall_at_1_std": 0.243388, "nauc_recall_at_1_diff1": 0.643659, "nauc_recall_at_3_max": 0.188027, "nauc_recall_at_3_std": 0.147503, "nauc_recall_at_3_diff1": 0.57697, "nauc_recall_at_5_max": 0.171332, "nauc_recall_at_5_std": 0.045445, "nauc_recall_at_5_diff1": 0.554932, "nauc_recall_at_10_max": 0.023594, "nauc_recall_at_10_std": -0.127909, "nauc_recall_at_10_diff1": 0.517285, "nauc_recall_at_20_max": -0.028101, "nauc_recall_at_20_std": -0.382368, "nauc_recall_at_20_diff1": 0.527858, "nauc_recall_at_100_max": -0.306993, "nauc_recall_at_100_std": -0.696988, "nauc_recall_at_100_diff1": 0.396432, "nauc_recall_at_1000_max": -0.71679, "nauc_recall_at_1000_std": -0.649054, "nauc_recall_at_1000_diff1": 0.203209, "nauc_precision_at_1_max": 0.26665, "nauc_precision_at_1_std": 0.243388, "nauc_precision_at_1_diff1": 0.643659, "nauc_precision_at_3_max": 0.188027, "nauc_precision_at_3_std": 0.147503, "nauc_precision_at_3_diff1": 0.57697, "nauc_precision_at_5_max": 0.171332, "nauc_precision_at_5_std": 0.045445, "nauc_precision_at_5_diff1": 0.554932, "nauc_precision_at_10_max": 0.023594, "nauc_precision_at_10_std": -0.127909, "nauc_precision_at_10_diff1": 0.517285, "nauc_precision_at_20_max": -0.028101, "nauc_precision_at_20_std": -0.382368, "nauc_precision_at_20_diff1": 0.527858, "nauc_precision_at_100_max": -0.306993, "nauc_precision_at_100_std": -0.696988, "nauc_precision_at_100_diff1": 0.396432, "nauc_precision_at_1000_max": -0.71679, "nauc_precision_at_1000_std": -0.649054, "nauc_precision_at_1000_diff1": 0.203209, "nauc_mrr_at_1_max": 0.26665, "nauc_mrr_at_1_std": 0.243388, "nauc_mrr_at_1_diff1": 0.643659, "nauc_mrr_at_3_max": 0.242522, "nauc_mrr_at_3_std": 0.209074, "nauc_mrr_at_3_diff1": 0.615651, "nauc_mrr_at_5_max": 0.242128, "nauc_mrr_at_5_std": 0.193489, "nauc_mrr_at_5_diff1": 0.613563, "nauc_mrr_at_10_max": 0.234566, "nauc_mrr_at_10_std": 0.186947, "nauc_mrr_at_10_diff1": 0.613121, "nauc_mrr_at_20_max": 0.236244, "nauc_mrr_at_20_std": 0.184114, "nauc_mrr_at_20_diff1": 0.615113, "nauc_mrr_at_100_max": 0.23664, "nauc_mrr_at_100_std": 0.18589, "nauc_mrr_at_100_diff1": 0.615205, "nauc_mrr_at_1000_max": 0.236592, "nauc_mrr_at_1000_std": 0.186193, "nauc_mrr_at_1000_diff1": 0.61517, "hit_rate_at_1": 0.46, "hit_rate_at_3": 0.62286, "hit_rate_at_5": 0.71143, "hit_rate_at_10": 0.82, "hit_rate_at_20": 0.88857, "hit_rate_at_100": 0.94571, "hit_rate_at_1000": 0.96857, "main_score": 0.71143, "hf_subset": "sd_in", "languages": [ "snd-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.60472, "ndcg_at_3": 0.6812, "ndcg_at_5": 0.70075, "ndcg_at_10": 0.71139, "ndcg_at_20": 0.72105, "ndcg_at_100": 0.74191, "ndcg_at_1000": 0.74494, "map_at_1": 0.60472, "map_at_3": 0.66273, "map_at_5": 0.67365, "map_at_10": 0.67812, "map_at_20": 0.68075, "map_at_100": 0.68364, "map_at_1000": 0.68376, "recall_at_1": 0.60472, "recall_at_3": 0.73451, "recall_at_5": 0.78171, "recall_at_10": 0.81416, "recall_at_20": 0.85251, "recall_at_100": 0.9646, "recall_at_1000": 0.9882, "accuracy": 0.60472, "precision_at_1": 0.60472, "precision_at_3": 0.24484, "precision_at_5": 0.15634, "precision_at_10": 0.08142, "precision_at_20": 0.04263, "precision_at_100": 0.00965, "precision_at_1000": 0.00099, "mrr_at_1": 0.60472, "mrr_at_3": 0.662734, "mrr_at_5": 0.673648, "mrr_at_10": 0.678124, "mrr_at_20": 0.680753, "mrr_at_100": 0.683641, "mrr_at_1000": 0.683755, "nauc_ndcg_at_1_max": 0.490975, "nauc_ndcg_at_1_std": 0.161276, "nauc_ndcg_at_1_diff1": 0.722847, "nauc_ndcg_at_3_max": 0.510838, "nauc_ndcg_at_3_std": 0.213573, "nauc_ndcg_at_3_diff1": 0.723946, "nauc_ndcg_at_5_max": 0.49928, "nauc_ndcg_at_5_std": 0.204572, "nauc_ndcg_at_5_diff1": 0.719648, "nauc_ndcg_at_10_max": 0.490052, "nauc_ndcg_at_10_std": 0.195747, "nauc_ndcg_at_10_diff1": 0.714535, "nauc_ndcg_at_20_max": 0.490314, "nauc_ndcg_at_20_std": 0.199814, "nauc_ndcg_at_20_diff1": 0.712037, "nauc_ndcg_at_100_max": 0.481751, "nauc_ndcg_at_100_std": 0.181703, "nauc_ndcg_at_100_diff1": 0.719453, "nauc_ndcg_at_1000_max": 0.487905, "nauc_ndcg_at_1000_std": 0.191063, "nauc_ndcg_at_1000_diff1": 0.720587, "nauc_map_at_1_max": 0.490975, "nauc_map_at_1_std": 0.161276, "nauc_map_at_1_diff1": 0.722847, "nauc_map_at_3_max": 0.505721, "nauc_map_at_3_std": 0.197825, "nauc_map_at_3_diff1": 0.725414, "nauc_map_at_5_max": 0.499893, "nauc_map_at_5_std": 0.192882, "nauc_map_at_5_diff1": 0.723329, "nauc_map_at_10_max": 0.496395, "nauc_map_at_10_std": 0.189665, "nauc_map_at_10_diff1": 0.721275, "nauc_map_at_20_max": 0.496658, "nauc_map_at_20_std": 0.191092, "nauc_map_at_20_diff1": 0.720851, "nauc_map_at_100_max": 0.495585, "nauc_map_at_100_std": 0.188512, "nauc_map_at_100_diff1": 0.721909, "nauc_map_at_1000_max": 0.495707, "nauc_map_at_1000_std": 0.188665, "nauc_map_at_1000_diff1": 0.721926, "nauc_recall_at_1_max": 0.490975, "nauc_recall_at_1_std": 0.161276, "nauc_recall_at_1_diff1": 0.722847, "nauc_recall_at_3_max": 0.528232, "nauc_recall_at_3_std": 0.268276, "nauc_recall_at_3_diff1": 0.718053, "nauc_recall_at_5_max": 0.493992, "nauc_recall_at_5_std": 0.248955, "nauc_recall_at_5_diff1": 0.703311, "nauc_recall_at_10_max": 0.453312, "nauc_recall_at_10_std": 0.214886, "nauc_recall_at_10_diff1": 0.680114, "nauc_recall_at_20_max": 0.444291, "nauc_recall_at_20_std": 0.239559, "nauc_recall_at_20_diff1": 0.653637, "nauc_recall_at_100_max": 0.041493, "nauc_recall_at_100_std": -0.196669, "nauc_recall_at_100_diff1": 0.707578, "nauc_recall_at_1000_max": 0.096625, "nauc_recall_at_1000_std": 0.508113, "nauc_recall_at_1000_diff1": 0.865137, "nauc_precision_at_1_max": 0.490975, "nauc_precision_at_1_std": 0.161276, "nauc_precision_at_1_diff1": 0.722847, "nauc_precision_at_3_max": 0.528232, "nauc_precision_at_3_std": 0.268276, "nauc_precision_at_3_diff1": 0.718053, "nauc_precision_at_5_max": 0.493992, "nauc_precision_at_5_std": 0.248955, "nauc_precision_at_5_diff1": 0.703311, "nauc_precision_at_10_max": 0.453312, "nauc_precision_at_10_std": 0.214886, "nauc_precision_at_10_diff1": 0.680114, "nauc_precision_at_20_max": 0.444291, "nauc_precision_at_20_std": 0.239559, "nauc_precision_at_20_diff1": 0.653637, "nauc_precision_at_100_max": 0.041493, "nauc_precision_at_100_std": -0.196669, "nauc_precision_at_100_diff1": 0.707578, "nauc_precision_at_1000_max": 0.096625, "nauc_precision_at_1000_std": 0.508113, "nauc_precision_at_1000_diff1": 0.865137, "nauc_mrr_at_1_max": 0.490975, "nauc_mrr_at_1_std": 0.161276, "nauc_mrr_at_1_diff1": 0.722847, "nauc_mrr_at_3_max": 0.505721, "nauc_mrr_at_3_std": 0.197825, "nauc_mrr_at_3_diff1": 0.725414, "nauc_mrr_at_5_max": 0.499893, "nauc_mrr_at_5_std": 0.192882, "nauc_mrr_at_5_diff1": 0.723329, "nauc_mrr_at_10_max": 0.496395, "nauc_mrr_at_10_std": 0.189665, "nauc_mrr_at_10_diff1": 0.721275, "nauc_mrr_at_20_max": 0.496658, "nauc_mrr_at_20_std": 0.191092, "nauc_mrr_at_20_diff1": 0.720851, "nauc_mrr_at_100_max": 0.495585, "nauc_mrr_at_100_std": 0.188512, "nauc_mrr_at_100_diff1": 0.721909, "nauc_mrr_at_1000_max": 0.495707, "nauc_mrr_at_1000_std": 0.188665, "nauc_mrr_at_1000_diff1": 0.721926, "hit_rate_at_1": 0.60472, "hit_rate_at_3": 0.73451, "hit_rate_at_5": 0.78171, "hit_rate_at_10": 0.81416, "hit_rate_at_20": 0.85251, "hit_rate_at_100": 0.9646, "hit_rate_at_1000": 0.9882, "main_score": 0.78171, "hf_subset": "sk_sk", "languages": [ "slk-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.55043, "ndcg_at_3": 0.63888, "ndcg_at_5": 0.6561, "ndcg_at_10": 0.67792, "ndcg_at_20": 0.68379, "ndcg_at_100": 0.705, "ndcg_at_1000": 0.71075, "map_at_1": 0.55043, "map_at_3": 0.61671, "map_at_5": 0.62594, "map_at_10": 0.63516, "map_at_20": 0.63678, "map_at_100": 0.63967, "map_at_1000": 0.63992, "recall_at_1": 0.55043, "recall_at_3": 0.70317, "recall_at_5": 0.7464, "recall_at_10": 0.81268, "recall_at_20": 0.83573, "recall_at_100": 0.95101, "recall_at_1000": 0.99424, "accuracy": 0.55043, "precision_at_1": 0.55043, "precision_at_3": 0.23439, "precision_at_5": 0.14928, "precision_at_10": 0.08127, "precision_at_20": 0.04179, "precision_at_100": 0.00951, "precision_at_1000": 0.00099, "mrr_at_1": 0.550432, "mrr_at_3": 0.616715, "mrr_at_5": 0.625937, "mrr_at_10": 0.635159, "mrr_at_20": 0.636783, "mrr_at_100": 0.639665, "mrr_at_1000": 0.639915, "nauc_ndcg_at_1_max": 0.446434, "nauc_ndcg_at_1_std": 0.27454, "nauc_ndcg_at_1_diff1": 0.725895, "nauc_ndcg_at_3_max": 0.47918, "nauc_ndcg_at_3_std": 0.292188, "nauc_ndcg_at_3_diff1": 0.692911, "nauc_ndcg_at_5_max": 0.466714, "nauc_ndcg_at_5_std": 0.293353, "nauc_ndcg_at_5_diff1": 0.69381, "nauc_ndcg_at_10_max": 0.467535, "nauc_ndcg_at_10_std": 0.28148, "nauc_ndcg_at_10_diff1": 0.689605, "nauc_ndcg_at_20_max": 0.466888, "nauc_ndcg_at_20_std": 0.293738, "nauc_ndcg_at_20_diff1": 0.687428, "nauc_ndcg_at_100_max": 0.456701, "nauc_ndcg_at_100_std": 0.274419, "nauc_ndcg_at_100_diff1": 0.690927, "nauc_ndcg_at_1000_max": 0.457549, "nauc_ndcg_at_1000_std": 0.285129, "nauc_ndcg_at_1000_diff1": 0.695067, "nauc_map_at_1_max": 0.446434, "nauc_map_at_1_std": 0.27454, "nauc_map_at_1_diff1": 0.725895, "nauc_map_at_3_max": 0.470497, "nauc_map_at_3_std": 0.288701, "nauc_map_at_3_diff1": 0.70167, "nauc_map_at_5_max": 0.464049, "nauc_map_at_5_std": 0.289312, "nauc_map_at_5_diff1": 0.702482, "nauc_map_at_10_max": 0.464686, "nauc_map_at_10_std": 0.284988, "nauc_map_at_10_diff1": 0.701092, "nauc_map_at_20_max": 0.464617, "nauc_map_at_20_std": 0.287963, "nauc_map_at_20_diff1": 0.700675, "nauc_map_at_100_max": 0.463585, "nauc_map_at_100_std": 0.285985, "nauc_map_at_100_diff1": 0.701119, "nauc_map_at_1000_max": 0.46352, "nauc_map_at_1000_std": 0.286096, "nauc_map_at_1000_diff1": 0.701238, "nauc_recall_at_1_max": 0.446434, "nauc_recall_at_1_std": 0.27454, "nauc_recall_at_1_diff1": 0.725895, "nauc_recall_at_3_max": 0.50845, "nauc_recall_at_3_std": 0.303361, "nauc_recall_at_3_diff1": 0.663382, "nauc_recall_at_5_max": 0.473928, "nauc_recall_at_5_std": 0.307945, "nauc_recall_at_5_diff1": 0.6612, "nauc_recall_at_10_max": 0.476328, "nauc_recall_at_10_std": 0.255862, "nauc_recall_at_10_diff1": 0.632901, "nauc_recall_at_20_max": 0.47192, "nauc_recall_at_20_std": 0.33247, "nauc_recall_at_20_diff1": 0.610739, "nauc_recall_at_100_max": 0.208769, "nauc_recall_at_100_std": -0.108269, "nauc_recall_at_100_diff1": 0.544353, "nauc_recall_at_1000_max": -1.155805, "nauc_recall_at_1000_std": 0.861154, "nauc_recall_at_1000_diff1": 0.777155, "nauc_precision_at_1_max": 0.446434, "nauc_precision_at_1_std": 0.27454, "nauc_precision_at_1_diff1": 0.725895, "nauc_precision_at_3_max": 0.50845, "nauc_precision_at_3_std": 0.303361, "nauc_precision_at_3_diff1": 0.663382, "nauc_precision_at_5_max": 0.473928, "nauc_precision_at_5_std": 0.307945, "nauc_precision_at_5_diff1": 0.6612, "nauc_precision_at_10_max": 0.476328, "nauc_precision_at_10_std": 0.255862, "nauc_precision_at_10_diff1": 0.632901, "nauc_precision_at_20_max": 0.47192, "nauc_precision_at_20_std": 0.33247, "nauc_precision_at_20_diff1": 0.610739, "nauc_precision_at_100_max": 0.208769, "nauc_precision_at_100_std": -0.108269, "nauc_precision_at_100_diff1": 0.544353, "nauc_precision_at_1000_max": -1.155805, "nauc_precision_at_1000_std": 0.861154, "nauc_precision_at_1000_diff1": 0.777155, "nauc_mrr_at_1_max": 0.446434, "nauc_mrr_at_1_std": 0.27454, "nauc_mrr_at_1_diff1": 0.725895, "nauc_mrr_at_3_max": 0.470497, "nauc_mrr_at_3_std": 0.288701, "nauc_mrr_at_3_diff1": 0.70167, "nauc_mrr_at_5_max": 0.464049, "nauc_mrr_at_5_std": 0.289312, "nauc_mrr_at_5_diff1": 0.702482, "nauc_mrr_at_10_max": 0.464686, "nauc_mrr_at_10_std": 0.284988, "nauc_mrr_at_10_diff1": 0.701092, "nauc_mrr_at_20_max": 0.464617, "nauc_mrr_at_20_std": 0.287963, "nauc_mrr_at_20_diff1": 0.700675, "nauc_mrr_at_100_max": 0.463585, "nauc_mrr_at_100_std": 0.285985, "nauc_mrr_at_100_diff1": 0.701119, "nauc_mrr_at_1000_max": 0.46352, "nauc_mrr_at_1000_std": 0.286096, "nauc_mrr_at_1000_diff1": 0.701238, "hit_rate_at_1": 0.55043, "hit_rate_at_3": 0.70317, "hit_rate_at_5": 0.7464, "hit_rate_at_10": 0.81268, "hit_rate_at_20": 0.83573, "hit_rate_at_100": 0.95101, "hit_rate_at_1000": 0.99424, "main_score": 0.7464, "hf_subset": "sl_si", "languages": [ "slv-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.12644, "ndcg_at_3": 0.15825, "ndcg_at_5": 0.17816, "ndcg_at_10": 0.20231, "ndcg_at_20": 0.22251, "ndcg_at_100": 0.27357, "ndcg_at_1000": 0.30117, "map_at_1": 0.12644, "map_at_3": 0.15038, "map_at_5": 0.1613, "map_at_10": 0.17127, "map_at_20": 0.17673, "map_at_100": 0.18299, "map_at_1000": 0.18424, "recall_at_1": 0.12644, "recall_at_3": 0.18103, "recall_at_5": 0.22989, "recall_at_10": 0.3046, "recall_at_20": 0.38506, "recall_at_100": 0.67241, "recall_at_1000": 0.87644, "accuracy": 0.12644, "precision_at_1": 0.12644, "precision_at_3": 0.06034, "precision_at_5": 0.04598, "precision_at_10": 0.03046, "precision_at_20": 0.01925, "precision_at_100": 0.00672, "precision_at_1000": 0.00088, "mrr_at_1": 0.126437, "mrr_at_3": 0.150383, "mrr_at_5": 0.161303, "mrr_at_10": 0.171269, "mrr_at_20": 0.17673, "mrr_at_100": 0.182987, "mrr_at_1000": 0.184242, "nauc_ndcg_at_1_max": 0.078982, "nauc_ndcg_at_1_std": 0.046933, "nauc_ndcg_at_1_diff1": 0.581904, "nauc_ndcg_at_3_max": 0.055543, "nauc_ndcg_at_3_std": 0.012417, "nauc_ndcg_at_3_diff1": 0.543882, "nauc_ndcg_at_5_max": 0.025675, "nauc_ndcg_at_5_std": 0.006303, "nauc_ndcg_at_5_diff1": 0.497478, "nauc_ndcg_at_10_max": -0.001039, "nauc_ndcg_at_10_std": -0.001832, "nauc_ndcg_at_10_diff1": 0.476132, "nauc_ndcg_at_20_max": -0.013637, "nauc_ndcg_at_20_std": -0.019189, "nauc_ndcg_at_20_diff1": 0.461048, "nauc_ndcg_at_100_max": -0.030197, "nauc_ndcg_at_100_std": -0.0348, "nauc_ndcg_at_100_diff1": 0.434825, "nauc_ndcg_at_1000_max": -0.023259, "nauc_ndcg_at_1000_std": -0.012735, "nauc_ndcg_at_1000_diff1": 0.44666, "nauc_map_at_1_max": 0.078982, "nauc_map_at_1_std": 0.046933, "nauc_map_at_1_diff1": 0.581904, "nauc_map_at_3_max": 0.059615, "nauc_map_at_3_std": 0.020516, "nauc_map_at_3_diff1": 0.554337, "nauc_map_at_5_max": 0.041742, "nauc_map_at_5_std": 0.016484, "nauc_map_at_5_diff1": 0.526397, "nauc_map_at_10_max": 0.029125, "nauc_map_at_10_std": 0.01409, "nauc_map_at_10_diff1": 0.51638, "nauc_map_at_20_max": 0.024982, "nauc_map_at_20_std": 0.0085, "nauc_map_at_20_diff1": 0.511684, "nauc_map_at_100_max": 0.02194, "nauc_map_at_100_std": 0.005958, "nauc_map_at_100_diff1": 0.507168, "nauc_map_at_1000_max": 0.022526, "nauc_map_at_1000_std": 0.006765, "nauc_map_at_1000_diff1": 0.507907, "nauc_recall_at_1_max": 0.078982, "nauc_recall_at_1_std": 0.046933, "nauc_recall_at_1_diff1": 0.581904, "nauc_recall_at_3_max": 0.04567, "nauc_recall_at_3_std": -0.008144, "nauc_recall_at_3_diff1": 0.516844, "nauc_recall_at_5_max": -0.013833, "nauc_recall_at_5_std": -0.017619, "nauc_recall_at_5_diff1": 0.425956, "nauc_recall_at_10_max": -0.07311, "nauc_recall_at_10_std": -0.040162, "nauc_recall_at_10_diff1": 0.381757, "nauc_recall_at_20_max": -0.107228, "nauc_recall_at_20_std": -0.089551, "nauc_recall_at_20_diff1": 0.339885, "nauc_recall_at_100_max": -0.210017, "nauc_recall_at_100_std": -0.185469, "nauc_recall_at_100_diff1": 0.181816, "nauc_recall_at_1000_max": -0.345784, "nauc_recall_at_1000_std": -0.025902, "nauc_recall_at_1000_diff1": 0.037436, "nauc_precision_at_1_max": 0.078982, "nauc_precision_at_1_std": 0.046933, "nauc_precision_at_1_diff1": 0.581904, "nauc_precision_at_3_max": 0.04567, "nauc_precision_at_3_std": -0.008144, "nauc_precision_at_3_diff1": 0.516844, "nauc_precision_at_5_max": -0.013833, "nauc_precision_at_5_std": -0.017619, "nauc_precision_at_5_diff1": 0.425956, "nauc_precision_at_10_max": -0.07311, "nauc_precision_at_10_std": -0.040162, "nauc_precision_at_10_diff1": 0.381757, "nauc_precision_at_20_max": -0.107228, "nauc_precision_at_20_std": -0.089551, "nauc_precision_at_20_diff1": 0.339885, "nauc_precision_at_100_max": -0.210017, "nauc_precision_at_100_std": -0.185469, "nauc_precision_at_100_diff1": 0.181816, "nauc_precision_at_1000_max": -0.345784, "nauc_precision_at_1000_std": -0.025902, "nauc_precision_at_1000_diff1": 0.037436, "nauc_mrr_at_1_max": 0.078982, "nauc_mrr_at_1_std": 0.046933, "nauc_mrr_at_1_diff1": 0.581904, "nauc_mrr_at_3_max": 0.059615, "nauc_mrr_at_3_std": 0.020516, "nauc_mrr_at_3_diff1": 0.554337, "nauc_mrr_at_5_max": 0.041742, "nauc_mrr_at_5_std": 0.016484, "nauc_mrr_at_5_diff1": 0.526397, "nauc_mrr_at_10_max": 0.029125, "nauc_mrr_at_10_std": 0.01409, "nauc_mrr_at_10_diff1": 0.51638, "nauc_mrr_at_20_max": 0.024982, "nauc_mrr_at_20_std": 0.0085, "nauc_mrr_at_20_diff1": 0.511684, "nauc_mrr_at_100_max": 0.02194, "nauc_mrr_at_100_std": 0.005958, "nauc_mrr_at_100_diff1": 0.507168, "nauc_mrr_at_1000_max": 0.022526, "nauc_mrr_at_1000_std": 0.006765, "nauc_mrr_at_1000_diff1": 0.507907, "hit_rate_at_1": 0.12644, "hit_rate_at_3": 0.18103, "hit_rate_at_5": 0.22989, "hit_rate_at_10": 0.3046, "hit_rate_at_20": 0.38506, "hit_rate_at_100": 0.67241, "hit_rate_at_1000": 0.87644, "main_score": 0.22989, "hf_subset": "sn_zw", "languages": [ "sna-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.14, "ndcg_at_3": 0.16548, "ndcg_at_5": 0.17924, "ndcg_at_10": 0.20159, "ndcg_at_20": 0.21723, "ndcg_at_100": 0.26272, "ndcg_at_1000": 0.29814, "map_at_1": 0.14, "map_at_3": 0.15857, "map_at_5": 0.166, "map_at_10": 0.17532, "map_at_20": 0.17948, "map_at_100": 0.18514, "map_at_1000": 0.18678, "recall_at_1": 0.14, "recall_at_3": 0.18571, "recall_at_5": 0.22, "recall_at_10": 0.28857, "recall_at_20": 0.35143, "recall_at_100": 0.60571, "recall_at_1000": 0.86571, "accuracy": 0.14, "precision_at_1": 0.14, "precision_at_3": 0.0619, "precision_at_5": 0.044, "precision_at_10": 0.02886, "precision_at_20": 0.01757, "precision_at_100": 0.00606, "precision_at_1000": 0.00087, "mrr_at_1": 0.14, "mrr_at_3": 0.158571, "mrr_at_5": 0.166, "mrr_at_10": 0.175321, "mrr_at_20": 0.179476, "mrr_at_100": 0.185138, "mrr_at_1000": 0.186783, "nauc_ndcg_at_1_max": -0.019705, "nauc_ndcg_at_1_std": -0.171545, "nauc_ndcg_at_1_diff1": 0.634726, "nauc_ndcg_at_3_max": -0.060501, "nauc_ndcg_at_3_std": -0.172398, "nauc_ndcg_at_3_diff1": 0.551282, "nauc_ndcg_at_5_max": -0.064384, "nauc_ndcg_at_5_std": -0.145227, "nauc_ndcg_at_5_diff1": 0.504448, "nauc_ndcg_at_10_max": -0.065121, "nauc_ndcg_at_10_std": -0.15211, "nauc_ndcg_at_10_diff1": 0.470491, "nauc_ndcg_at_20_max": -0.06411, "nauc_ndcg_at_20_std": -0.153966, "nauc_ndcg_at_20_diff1": 0.465678, "nauc_ndcg_at_100_max": -0.073989, "nauc_ndcg_at_100_std": -0.16676, "nauc_ndcg_at_100_diff1": 0.447887, "nauc_ndcg_at_1000_max": -0.077415, "nauc_ndcg_at_1000_std": -0.153721, "nauc_ndcg_at_1000_diff1": 0.479884, "nauc_map_at_1_max": -0.019705, "nauc_map_at_1_std": -0.171545, "nauc_map_at_1_diff1": 0.634726, "nauc_map_at_3_max": -0.048525, "nauc_map_at_3_std": -0.170547, "nauc_map_at_3_diff1": 0.573301, "nauc_map_at_5_max": -0.051205, "nauc_map_at_5_std": -0.15546, "nauc_map_at_5_diff1": 0.545744, "nauc_map_at_10_max": -0.052137, "nauc_map_at_10_std": -0.15829, "nauc_map_at_10_diff1": 0.530239, "nauc_map_at_20_max": -0.05174, "nauc_map_at_20_std": -0.158361, "nauc_map_at_20_diff1": 0.529348, "nauc_map_at_100_max": -0.052734, "nauc_map_at_100_std": -0.160756, "nauc_map_at_100_diff1": 0.527007, "nauc_map_at_1000_max": -0.052874, "nauc_map_at_1000_std": -0.160244, "nauc_map_at_1000_diff1": 0.528747, "nauc_recall_at_1_max": -0.019705, "nauc_recall_at_1_std": -0.171545, "nauc_recall_at_1_diff1": 0.634726, "nauc_recall_at_3_max": -0.092201, "nauc_recall_at_3_std": -0.177736, "nauc_recall_at_3_diff1": 0.493678, "nauc_recall_at_5_max": -0.097075, "nauc_recall_at_5_std": -0.117475, "nauc_recall_at_5_diff1": 0.399118, "nauc_recall_at_10_max": -0.093758, "nauc_recall_at_10_std": -0.137809, "nauc_recall_at_10_diff1": 0.324558, "nauc_recall_at_20_max": -0.090148, "nauc_recall_at_20_std": -0.146611, "nauc_recall_at_20_diff1": 0.311548, "nauc_recall_at_100_max": -0.145873, "nauc_recall_at_100_std": -0.199734, "nauc_recall_at_100_diff1": 0.204805, "nauc_recall_at_1000_max": -0.288304, "nauc_recall_at_1000_std": -0.054894, "nauc_recall_at_1000_diff1": 0.31424, "nauc_precision_at_1_max": -0.019705, "nauc_precision_at_1_std": -0.171545, "nauc_precision_at_1_diff1": 0.634726, "nauc_precision_at_3_max": -0.092201, "nauc_precision_at_3_std": -0.177736, "nauc_precision_at_3_diff1": 0.493678, "nauc_precision_at_5_max": -0.097075, "nauc_precision_at_5_std": -0.117475, "nauc_precision_at_5_diff1": 0.399118, "nauc_precision_at_10_max": -0.093758, "nauc_precision_at_10_std": -0.137809, "nauc_precision_at_10_diff1": 0.324558, "nauc_precision_at_20_max": -0.090148, "nauc_precision_at_20_std": -0.146611, "nauc_precision_at_20_diff1": 0.311548, "nauc_precision_at_100_max": -0.145873, "nauc_precision_at_100_std": -0.199734, "nauc_precision_at_100_diff1": 0.204805, "nauc_precision_at_1000_max": -0.288304, "nauc_precision_at_1000_std": -0.054894, "nauc_precision_at_1000_diff1": 0.31424, "nauc_mrr_at_1_max": -0.019705, "nauc_mrr_at_1_std": -0.171545, "nauc_mrr_at_1_diff1": 0.634726, "nauc_mrr_at_3_max": -0.048525, "nauc_mrr_at_3_std": -0.170547, "nauc_mrr_at_3_diff1": 0.573301, "nauc_mrr_at_5_max": -0.051205, "nauc_mrr_at_5_std": -0.15546, "nauc_mrr_at_5_diff1": 0.545744, "nauc_mrr_at_10_max": -0.052137, "nauc_mrr_at_10_std": -0.15829, "nauc_mrr_at_10_diff1": 0.530239, "nauc_mrr_at_20_max": -0.05174, "nauc_mrr_at_20_std": -0.158361, "nauc_mrr_at_20_diff1": 0.529348, "nauc_mrr_at_100_max": -0.052734, "nauc_mrr_at_100_std": -0.160756, "nauc_mrr_at_100_diff1": 0.527007, "nauc_mrr_at_1000_max": -0.052874, "nauc_mrr_at_1000_std": -0.160244, "nauc_mrr_at_1000_diff1": 0.528747, "hit_rate_at_1": 0.14, "hit_rate_at_3": 0.18571, "hit_rate_at_5": 0.22, "hit_rate_at_10": 0.28857, "hit_rate_at_20": 0.35143, "hit_rate_at_100": 0.60571, "hit_rate_at_1000": 0.86571, "main_score": 0.22, "hf_subset": "so_so", "languages": [ "som-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.67278, "ndcg_at_3": 0.74628, "ndcg_at_5": 0.76024, "ndcg_at_10": 0.77439, "ndcg_at_20": 0.77973, "ndcg_at_100": 0.79289, "ndcg_at_1000": 0.79726, "map_at_1": 0.67278, "map_at_3": 0.72834, "map_at_5": 0.73614, "map_at_10": 0.74217, "map_at_20": 0.74359, "map_at_100": 0.74548, "map_at_1000": 0.74565, "recall_at_1": 0.67278, "recall_at_3": 0.79817, "recall_at_5": 0.8318, "recall_at_10": 0.87462, "recall_at_20": 0.89602, "recall_at_100": 0.96636, "recall_at_1000": 1.0, "accuracy": 0.67278, "precision_at_1": 0.67278, "precision_at_3": 0.26606, "precision_at_5": 0.16636, "precision_at_10": 0.08746, "precision_at_20": 0.0448, "precision_at_100": 0.00966, "precision_at_1000": 0.001, "mrr_at_1": 0.672783, "mrr_at_3": 0.728338, "mrr_at_5": 0.736137, "mrr_at_10": 0.742167, "mrr_at_20": 0.74359, "mrr_at_100": 0.745479, "mrr_at_1000": 0.745653, "nauc_ndcg_at_1_max": 0.562588, "nauc_ndcg_at_1_std": 0.226563, "nauc_ndcg_at_1_diff1": 0.817857, "nauc_ndcg_at_3_max": 0.583444, "nauc_ndcg_at_3_std": 0.260251, "nauc_ndcg_at_3_diff1": 0.779808, "nauc_ndcg_at_5_max": 0.57922, "nauc_ndcg_at_5_std": 0.257446, "nauc_ndcg_at_5_diff1": 0.774881, "nauc_ndcg_at_10_max": 0.568139, "nauc_ndcg_at_10_std": 0.232597, "nauc_ndcg_at_10_diff1": 0.77153, "nauc_ndcg_at_20_max": 0.562702, "nauc_ndcg_at_20_std": 0.22553, "nauc_ndcg_at_20_diff1": 0.765709, "nauc_ndcg_at_100_max": 0.565047, "nauc_ndcg_at_100_std": 0.208413, "nauc_ndcg_at_100_diff1": 0.775999, "nauc_ndcg_at_1000_max": 0.571703, "nauc_ndcg_at_1000_std": 0.226963, "nauc_ndcg_at_1000_diff1": 0.780217, "nauc_map_at_1_max": 0.562588, "nauc_map_at_1_std": 0.226563, "nauc_map_at_1_diff1": 0.817857, "nauc_map_at_3_max": 0.581736, "nauc_map_at_3_std": 0.250585, "nauc_map_at_3_diff1": 0.790484, "nauc_map_at_5_max": 0.579626, "nauc_map_at_5_std": 0.248871, "nauc_map_at_5_diff1": 0.78822, "nauc_map_at_10_max": 0.575649, "nauc_map_at_10_std": 0.238981, "nauc_map_at_10_diff1": 0.787248, "nauc_map_at_20_max": 0.574438, "nauc_map_at_20_std": 0.237345, "nauc_map_at_20_diff1": 0.785974, "nauc_map_at_100_max": 0.575203, "nauc_map_at_100_std": 0.235482, "nauc_map_at_100_diff1": 0.787536, "nauc_map_at_1000_max": 0.575417, "nauc_map_at_1000_std": 0.235937, "nauc_map_at_1000_diff1": 0.787704, "nauc_recall_at_1_max": 0.562588, "nauc_recall_at_1_std": 0.226563, "nauc_recall_at_1_diff1": 0.817857, "nauc_recall_at_3_max": 0.587491, "nauc_recall_at_3_std": 0.295405, "nauc_recall_at_3_diff1": 0.741101, "nauc_recall_at_5_max": 0.573962, "nauc_recall_at_5_std": 0.29267, "nauc_recall_at_5_diff1": 0.718501, "nauc_recall_at_10_max": 0.5155, "nauc_recall_at_10_std": 0.183003, "nauc_recall_at_10_diff1": 0.684896, "nauc_recall_at_20_max": 0.46463, "nauc_recall_at_20_std": 0.120896, "nauc_recall_at_20_diff1": 0.625373, "nauc_recall_at_100_max": 0.290354, "nauc_recall_at_100_std": -0.597129, "nauc_recall_at_100_diff1": 0.612601, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.562588, "nauc_precision_at_1_std": 0.226563, "nauc_precision_at_1_diff1": 0.817857, "nauc_precision_at_3_max": 0.587491, "nauc_precision_at_3_std": 0.295405, "nauc_precision_at_3_diff1": 0.741101, "nauc_precision_at_5_max": 0.573962, "nauc_precision_at_5_std": 0.29267, "nauc_precision_at_5_diff1": 0.718501, "nauc_precision_at_10_max": 0.5155, "nauc_precision_at_10_std": 0.183003, "nauc_precision_at_10_diff1": 0.684896, "nauc_precision_at_20_max": 0.46463, "nauc_precision_at_20_std": 0.120896, "nauc_precision_at_20_diff1": 0.625373, "nauc_precision_at_100_max": 0.290354, "nauc_precision_at_100_std": -0.597129, "nauc_precision_at_100_diff1": 0.612601, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.562588, "nauc_mrr_at_1_std": 0.226563, "nauc_mrr_at_1_diff1": 0.817857, "nauc_mrr_at_3_max": 0.581736, "nauc_mrr_at_3_std": 0.250585, "nauc_mrr_at_3_diff1": 0.790484, "nauc_mrr_at_5_max": 0.579626, "nauc_mrr_at_5_std": 0.248871, "nauc_mrr_at_5_diff1": 0.78822, "nauc_mrr_at_10_max": 0.575649, "nauc_mrr_at_10_std": 0.238981, "nauc_mrr_at_10_diff1": 0.787248, "nauc_mrr_at_20_max": 0.574438, "nauc_mrr_at_20_std": 0.237345, "nauc_mrr_at_20_diff1": 0.785974, "nauc_mrr_at_100_max": 0.575203, "nauc_mrr_at_100_std": 0.235482, "nauc_mrr_at_100_diff1": 0.787536, "nauc_mrr_at_1000_max": 0.575417, "nauc_mrr_at_1000_std": 0.235937, "nauc_mrr_at_1000_diff1": 0.787704, "hit_rate_at_1": 0.67278, "hit_rate_at_3": 0.79817, "hit_rate_at_5": 0.8318, "hit_rate_at_10": 0.87462, "hit_rate_at_20": 0.89602, "hit_rate_at_100": 0.96636, "hit_rate_at_1000": 1.0, "main_score": 0.8318, "hf_subset": "sr_rs", "languages": [ "srp-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.51906, "ndcg_at_3": 0.58808, "ndcg_at_5": 0.60852, "ndcg_at_10": 0.62884, "ndcg_at_20": 0.64329, "ndcg_at_100": 0.66792, "ndcg_at_1000": 0.67436, "map_at_1": 0.51906, "map_at_3": 0.57136, "map_at_5": 0.58265, "map_at_10": 0.59072, "map_at_20": 0.59488, "map_at_100": 0.59812, "map_at_1000": 0.59844, "recall_at_1": 0.51906, "recall_at_3": 0.63636, "recall_at_5": 0.68622, "recall_at_10": 0.75073, "recall_at_20": 0.80645, "recall_at_100": 0.94135, "recall_at_1000": 0.98827, "accuracy": 0.51906, "precision_at_1": 0.51906, "precision_at_3": 0.21212, "precision_at_5": 0.13724, "precision_at_10": 0.07507, "precision_at_20": 0.04032, "precision_at_100": 0.00941, "precision_at_1000": 0.00099, "mrr_at_1": 0.519062, "mrr_at_3": 0.571359, "mrr_at_5": 0.582649, "mrr_at_10": 0.590718, "mrr_at_20": 0.594882, "mrr_at_100": 0.598119, "mrr_at_1000": 0.598439, "nauc_ndcg_at_1_max": 0.470712, "nauc_ndcg_at_1_std": 0.158457, "nauc_ndcg_at_1_diff1": 0.753115, "nauc_ndcg_at_3_max": 0.473567, "nauc_ndcg_at_3_std": 0.200687, "nauc_ndcg_at_3_diff1": 0.720203, "nauc_ndcg_at_5_max": 0.461745, "nauc_ndcg_at_5_std": 0.207512, "nauc_ndcg_at_5_diff1": 0.711396, "nauc_ndcg_at_10_max": 0.462582, "nauc_ndcg_at_10_std": 0.203147, "nauc_ndcg_at_10_diff1": 0.711435, "nauc_ndcg_at_20_max": 0.461598, "nauc_ndcg_at_20_std": 0.203805, "nauc_ndcg_at_20_diff1": 0.712236, "nauc_ndcg_at_100_max": 0.450517, "nauc_ndcg_at_100_std": 0.190978, "nauc_ndcg_at_100_diff1": 0.718121, "nauc_ndcg_at_1000_max": 0.455975, "nauc_ndcg_at_1000_std": 0.199059, "nauc_ndcg_at_1000_diff1": 0.720016, "nauc_map_at_1_max": 0.470712, "nauc_map_at_1_std": 0.158457, "nauc_map_at_1_diff1": 0.753115, "nauc_map_at_3_max": 0.474934, "nauc_map_at_3_std": 0.191167, "nauc_map_at_3_diff1": 0.728781, "nauc_map_at_5_max": 0.468588, "nauc_map_at_5_std": 0.194788, "nauc_map_at_5_diff1": 0.723999, "nauc_map_at_10_max": 0.469157, "nauc_map_at_10_std": 0.192683, "nauc_map_at_10_diff1": 0.724085, "nauc_map_at_20_max": 0.468569, "nauc_map_at_20_std": 0.192887, "nauc_map_at_20_diff1": 0.724377, "nauc_map_at_100_max": 0.467466, "nauc_map_at_100_std": 0.191917, "nauc_map_at_100_diff1": 0.725098, "nauc_map_at_1000_max": 0.467695, "nauc_map_at_1000_std": 0.192069, "nauc_map_at_1000_diff1": 0.72521, "nauc_recall_at_1_max": 0.470712, "nauc_recall_at_1_std": 0.158457, "nauc_recall_at_1_diff1": 0.753115, "nauc_recall_at_3_max": 0.468298, "nauc_recall_at_3_std": 0.230166, "nauc_recall_at_3_diff1": 0.693047, "nauc_recall_at_5_max": 0.435384, "nauc_recall_at_5_std": 0.251267, "nauc_recall_at_5_diff1": 0.667118, "nauc_recall_at_10_max": 0.432811, "nauc_recall_at_10_std": 0.243691, "nauc_recall_at_10_diff1": 0.659542, "nauc_recall_at_20_max": 0.425149, "nauc_recall_at_20_std": 0.255161, "nauc_recall_at_20_diff1": 0.653194, "nauc_recall_at_100_max": 0.077791, "nauc_recall_at_100_std": 0.014001, "nauc_recall_at_100_diff1": 0.671853, "nauc_recall_at_1000_max": -0.537449, "nauc_recall_at_1000_std": 0.774367, "nauc_recall_at_1000_diff1": 0.753884, "nauc_precision_at_1_max": 0.470712, "nauc_precision_at_1_std": 0.158457, "nauc_precision_at_1_diff1": 0.753115, "nauc_precision_at_3_max": 0.468298, "nauc_precision_at_3_std": 0.230166, "nauc_precision_at_3_diff1": 0.693047, "nauc_precision_at_5_max": 0.435384, "nauc_precision_at_5_std": 0.251267, "nauc_precision_at_5_diff1": 0.667118, "nauc_precision_at_10_max": 0.432811, "nauc_precision_at_10_std": 0.243691, "nauc_precision_at_10_diff1": 0.659542, "nauc_precision_at_20_max": 0.425149, "nauc_precision_at_20_std": 0.255161, "nauc_precision_at_20_diff1": 0.653194, "nauc_precision_at_100_max": 0.077791, "nauc_precision_at_100_std": 0.014001, "nauc_precision_at_100_diff1": 0.671853, "nauc_precision_at_1000_max": -0.537449, "nauc_precision_at_1000_std": 0.774367, "nauc_precision_at_1000_diff1": 0.753884, "nauc_mrr_at_1_max": 0.470712, "nauc_mrr_at_1_std": 0.158457, "nauc_mrr_at_1_diff1": 0.753115, "nauc_mrr_at_3_max": 0.474934, "nauc_mrr_at_3_std": 0.191167, "nauc_mrr_at_3_diff1": 0.728781, "nauc_mrr_at_5_max": 0.468588, "nauc_mrr_at_5_std": 0.194788, "nauc_mrr_at_5_diff1": 0.723999, "nauc_mrr_at_10_max": 0.469157, "nauc_mrr_at_10_std": 0.192683, "nauc_mrr_at_10_diff1": 0.724085, "nauc_mrr_at_20_max": 0.468569, "nauc_mrr_at_20_std": 0.192887, "nauc_mrr_at_20_diff1": 0.724377, "nauc_mrr_at_100_max": 0.467466, "nauc_mrr_at_100_std": 0.191917, "nauc_mrr_at_100_diff1": 0.725098, "nauc_mrr_at_1000_max": 0.467695, "nauc_mrr_at_1000_std": 0.192069, "nauc_mrr_at_1000_diff1": 0.72521, "hit_rate_at_1": 0.51906, "hit_rate_at_3": 0.63636, "hit_rate_at_5": 0.68622, "hit_rate_at_10": 0.75073, "hit_rate_at_20": 0.80645, "hit_rate_at_100": 0.94135, "hit_rate_at_1000": 0.98827, "main_score": 0.68622, "hf_subset": "sv_se", "languages": [ "swe-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.125, "ndcg_at_3": 0.16125, "ndcg_at_5": 0.17793, "ndcg_at_10": 0.19399, "ndcg_at_20": 0.20456, "ndcg_at_100": 0.25233, "ndcg_at_1000": 0.30606, "map_at_1": 0.125, "map_at_3": 0.15171, "map_at_5": 0.16068, "map_at_10": 0.167, "map_at_20": 0.16992, "map_at_100": 0.17572, "map_at_1000": 0.17796, "recall_at_1": 0.125, "recall_at_3": 0.1891, "recall_at_5": 0.23077, "recall_at_10": 0.28205, "recall_at_20": 0.32372, "recall_at_100": 0.59295, "recall_at_1000": 1.0, "accuracy": 0.125, "precision_at_1": 0.125, "precision_at_3": 0.06303, "precision_at_5": 0.04615, "precision_at_10": 0.02821, "precision_at_20": 0.01619, "precision_at_100": 0.00593, "precision_at_1000": 0.001, "mrr_at_1": 0.125, "mrr_at_3": 0.151709, "mrr_at_5": 0.160684, "mrr_at_10": 0.167002, "mrr_at_20": 0.169919, "mrr_at_100": 0.175719, "mrr_at_1000": 0.177958, "nauc_ndcg_at_1_max": 0.112179, "nauc_ndcg_at_1_std": -0.152935, "nauc_ndcg_at_1_diff1": 0.553368, "nauc_ndcg_at_3_max": 0.06226, "nauc_ndcg_at_3_std": -0.154588, "nauc_ndcg_at_3_diff1": 0.437563, "nauc_ndcg_at_5_max": 0.047167, "nauc_ndcg_at_5_std": -0.157013, "nauc_ndcg_at_5_diff1": 0.430236, "nauc_ndcg_at_10_max": 0.04979, "nauc_ndcg_at_10_std": -0.159506, "nauc_ndcg_at_10_diff1": 0.429759, "nauc_ndcg_at_20_max": 0.031835, "nauc_ndcg_at_20_std": -0.17396, "nauc_ndcg_at_20_diff1": 0.426238, "nauc_ndcg_at_100_max": 0.003583, "nauc_ndcg_at_100_std": -0.189242, "nauc_ndcg_at_100_diff1": 0.426475, "nauc_ndcg_at_1000_max": 0.030824, "nauc_ndcg_at_1000_std": -0.174495, "nauc_ndcg_at_1000_diff1": 0.433879, "nauc_map_at_1_max": 0.112179, "nauc_map_at_1_std": -0.152935, "nauc_map_at_1_diff1": 0.553368, "nauc_map_at_3_max": 0.071666, "nauc_map_at_3_std": -0.155866, "nauc_map_at_3_diff1": 0.462363, "nauc_map_at_5_max": 0.062902, "nauc_map_at_5_std": -0.156741, "nauc_map_at_5_diff1": 0.45678, "nauc_map_at_10_max": 0.063494, "nauc_map_at_10_std": -0.158059, "nauc_map_at_10_diff1": 0.456141, "nauc_map_at_20_max": 0.057735, "nauc_map_at_20_std": -0.162581, "nauc_map_at_20_diff1": 0.454573, "nauc_map_at_100_max": 0.053537, "nauc_map_at_100_std": -0.164, "nauc_map_at_100_diff1": 0.453124, "nauc_map_at_1000_max": 0.054236, "nauc_map_at_1000_std": -0.163835, "nauc_map_at_1000_diff1": 0.453392, "nauc_recall_at_1_max": 0.112179, "nauc_recall_at_1_std": -0.152935, "nauc_recall_at_1_diff1": 0.553368, "nauc_recall_at_3_max": 0.039708, "nauc_recall_at_3_std": -0.150906, "nauc_recall_at_3_diff1": 0.376949, "nauc_recall_at_5_max": 0.00971, "nauc_recall_at_5_std": -0.157914, "nauc_recall_at_5_diff1": 0.369657, "nauc_recall_at_10_max": 0.020787, "nauc_recall_at_10_std": -0.163123, "nauc_recall_at_10_diff1": 0.373718, "nauc_recall_at_20_max": -0.031286, "nauc_recall_at_20_std": -0.206263, "nauc_recall_at_20_diff1": 0.367295, "nauc_recall_at_100_max": -0.163782, "nauc_recall_at_100_std": -0.286454, "nauc_recall_at_100_diff1": 0.380884, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.112179, "nauc_precision_at_1_std": -0.152935, "nauc_precision_at_1_diff1": 0.553368, "nauc_precision_at_3_max": 0.039708, "nauc_precision_at_3_std": -0.150906, "nauc_precision_at_3_diff1": 0.376949, "nauc_precision_at_5_max": 0.00971, "nauc_precision_at_5_std": -0.157914, "nauc_precision_at_5_diff1": 0.369657, "nauc_precision_at_10_max": 0.020787, "nauc_precision_at_10_std": -0.163123, "nauc_precision_at_10_diff1": 0.373718, "nauc_precision_at_20_max": -0.031286, "nauc_precision_at_20_std": -0.206263, "nauc_precision_at_20_diff1": 0.367295, "nauc_precision_at_100_max": -0.163782, "nauc_precision_at_100_std": -0.286454, "nauc_precision_at_100_diff1": 0.380884, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.112179, "nauc_mrr_at_1_std": -0.152935, "nauc_mrr_at_1_diff1": 0.553368, "nauc_mrr_at_3_max": 0.071666, "nauc_mrr_at_3_std": -0.155866, "nauc_mrr_at_3_diff1": 0.462363, "nauc_mrr_at_5_max": 0.062902, "nauc_mrr_at_5_std": -0.156741, "nauc_mrr_at_5_diff1": 0.45678, "nauc_mrr_at_10_max": 0.063494, "nauc_mrr_at_10_std": -0.158059, "nauc_mrr_at_10_diff1": 0.456141, "nauc_mrr_at_20_max": 0.057735, "nauc_mrr_at_20_std": -0.162581, "nauc_mrr_at_20_diff1": 0.454573, "nauc_mrr_at_100_max": 0.053537, "nauc_mrr_at_100_std": -0.164, "nauc_mrr_at_100_diff1": 0.453124, "nauc_mrr_at_1000_max": 0.054236, "nauc_mrr_at_1000_std": -0.163835, "nauc_mrr_at_1000_diff1": 0.453392, "hit_rate_at_1": 0.125, "hit_rate_at_3": 0.1891, "hit_rate_at_5": 0.23077, "hit_rate_at_10": 0.28205, "hit_rate_at_20": 0.32372, "hit_rate_at_100": 0.59295, "hit_rate_at_1000": 1.0, "main_score": 0.23077, "hf_subset": "sw_ke", "languages": [ "swh-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.0744, "ndcg_at_3": 0.11596, "ndcg_at_5": 0.13556, "ndcg_at_10": 0.15439, "ndcg_at_20": 0.17572, "ndcg_at_100": 0.22339, "ndcg_at_1000": 0.27032, "map_at_1": 0.0744, "map_at_3": 0.10565, "map_at_5": 0.11652, "map_at_10": 0.12406, "map_at_20": 0.13005, "map_at_100": 0.13513, "map_at_1000": 0.13717, "recall_at_1": 0.0744, "recall_at_3": 0.14583, "recall_at_5": 0.19345, "recall_at_10": 0.25298, "recall_at_20": 0.33631, "recall_at_100": 0.61607, "recall_at_1000": 0.96726, "accuracy": 0.0744, "precision_at_1": 0.0744, "precision_at_3": 0.04861, "precision_at_5": 0.03869, "precision_at_10": 0.0253, "precision_at_20": 0.01682, "precision_at_100": 0.00616, "precision_at_1000": 0.00097, "mrr_at_1": 0.074405, "mrr_at_3": 0.105655, "mrr_at_5": 0.116518, "mrr_at_10": 0.124055, "mrr_at_20": 0.130051, "mrr_at_100": 0.135128, "mrr_at_1000": 0.137173, "nauc_ndcg_at_1_max": 0.282168, "nauc_ndcg_at_1_std": 0.167698, "nauc_ndcg_at_1_diff1": 0.440187, "nauc_ndcg_at_3_max": 0.15821, "nauc_ndcg_at_3_std": 0.09478, "nauc_ndcg_at_3_diff1": 0.206923, "nauc_ndcg_at_5_max": 0.115167, "nauc_ndcg_at_5_std": 0.06403, "nauc_ndcg_at_5_diff1": 0.172801, "nauc_ndcg_at_10_max": 0.137561, "nauc_ndcg_at_10_std": 0.061275, "nauc_ndcg_at_10_diff1": 0.165269, "nauc_ndcg_at_20_max": 0.119309, "nauc_ndcg_at_20_std": 0.037991, "nauc_ndcg_at_20_diff1": 0.15528, "nauc_ndcg_at_100_max": 0.114752, "nauc_ndcg_at_100_std": 0.01218, "nauc_ndcg_at_100_diff1": 0.143204, "nauc_ndcg_at_1000_max": 0.11723, "nauc_ndcg_at_1000_std": 0.060114, "nauc_ndcg_at_1000_diff1": 0.165795, "nauc_map_at_1_max": 0.282168, "nauc_map_at_1_std": 0.167698, "nauc_map_at_1_diff1": 0.440187, "nauc_map_at_3_max": 0.183414, "nauc_map_at_3_std": 0.10483, "nauc_map_at_3_diff1": 0.249918, "nauc_map_at_5_max": 0.153672, "nauc_map_at_5_std": 0.085157, "nauc_map_at_5_diff1": 0.224795, "nauc_map_at_10_max": 0.161955, "nauc_map_at_10_std": 0.0821, "nauc_map_at_10_diff1": 0.219908, "nauc_map_at_20_max": 0.155713, "nauc_map_at_20_std": 0.07389, "nauc_map_at_20_diff1": 0.214865, "nauc_map_at_100_max": 0.156308, "nauc_map_at_100_std": 0.071367, "nauc_map_at_100_diff1": 0.213023, "nauc_map_at_1000_max": 0.156586, "nauc_map_at_1000_std": 0.073555, "nauc_map_at_1000_diff1": 0.214352, "nauc_recall_at_1_max": 0.282168, "nauc_recall_at_1_std": 0.167698, "nauc_recall_at_1_diff1": 0.440187, "nauc_recall_at_3_max": 0.101908, "nauc_recall_at_3_std": 0.07366, "nauc_recall_at_3_diff1": 0.112117, "nauc_recall_at_5_max": 0.03815, "nauc_recall_at_5_std": 0.021562, "nauc_recall_at_5_diff1": 0.071318, "nauc_recall_at_10_max": 0.09976, "nauc_recall_at_10_std": 0.024428, "nauc_recall_at_10_diff1": 0.066513, "nauc_recall_at_20_max": 0.055851, "nauc_recall_at_20_std": -0.031203, "nauc_recall_at_20_diff1": 0.054168, "nauc_recall_at_100_max": 0.0168, "nauc_recall_at_100_std": -0.157662, "nauc_recall_at_100_diff1": -0.006019, "nauc_recall_at_1000_max": -0.651583, "nauc_recall_at_1000_std": 0.572311, "nauc_recall_at_1000_diff1": -0.232533, "nauc_precision_at_1_max": 0.282168, "nauc_precision_at_1_std": 0.167698, "nauc_precision_at_1_diff1": 0.440187, "nauc_precision_at_3_max": 0.101908, "nauc_precision_at_3_std": 0.07366, "nauc_precision_at_3_diff1": 0.112117, "nauc_precision_at_5_max": 0.03815, "nauc_precision_at_5_std": 0.021562, "nauc_precision_at_5_diff1": 0.071318, "nauc_precision_at_10_max": 0.09976, "nauc_precision_at_10_std": 0.024428, "nauc_precision_at_10_diff1": 0.066513, "nauc_precision_at_20_max": 0.055851, "nauc_precision_at_20_std": -0.031203, "nauc_precision_at_20_diff1": 0.054168, "nauc_precision_at_100_max": 0.0168, "nauc_precision_at_100_std": -0.157662, "nauc_precision_at_100_diff1": -0.006019, "nauc_precision_at_1000_max": -0.651583, "nauc_precision_at_1000_std": 0.572311, "nauc_precision_at_1000_diff1": -0.232533, "nauc_mrr_at_1_max": 0.282168, "nauc_mrr_at_1_std": 0.167698, "nauc_mrr_at_1_diff1": 0.440187, "nauc_mrr_at_3_max": 0.183414, "nauc_mrr_at_3_std": 0.10483, "nauc_mrr_at_3_diff1": 0.249918, "nauc_mrr_at_5_max": 0.153672, "nauc_mrr_at_5_std": 0.085157, "nauc_mrr_at_5_diff1": 0.224795, "nauc_mrr_at_10_max": 0.161955, "nauc_mrr_at_10_std": 0.0821, "nauc_mrr_at_10_diff1": 0.219908, "nauc_mrr_at_20_max": 0.155713, "nauc_mrr_at_20_std": 0.07389, "nauc_mrr_at_20_diff1": 0.214865, "nauc_mrr_at_100_max": 0.156308, "nauc_mrr_at_100_std": 0.071367, "nauc_mrr_at_100_diff1": 0.213023, "nauc_mrr_at_1000_max": 0.156586, "nauc_mrr_at_1000_std": 0.073555, "nauc_mrr_at_1000_diff1": 0.214352, "hit_rate_at_1": 0.0744, "hit_rate_at_3": 0.14583, "hit_rate_at_5": 0.19345, "hit_rate_at_10": 0.25298, "hit_rate_at_20": 0.33631, "hit_rate_at_100": 0.61607, "hit_rate_at_1000": 0.96726, "main_score": 0.19345, "hf_subset": "ta_in", "languages": [ "tam-Taml" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.36424, "ndcg_at_3": 0.44382, "ndcg_at_5": 0.46263, "ndcg_at_10": 0.49476, "ndcg_at_20": 0.51567, "ndcg_at_100": 0.54458, "ndcg_at_1000": 0.55991, "map_at_1": 0.36424, "map_at_3": 0.42439, "map_at_5": 0.43466, "map_at_10": 0.44792, "map_at_20": 0.45364, "map_at_100": 0.45763, "map_at_1000": 0.45827, "recall_at_1": 0.36424, "recall_at_3": 0.5, "recall_at_5": 0.54636, "recall_at_10": 0.6457, "recall_at_20": 0.72848, "recall_at_100": 0.88411, "recall_at_1000": 1.0, "accuracy": 0.36424, "precision_at_1": 0.36424, "precision_at_3": 0.16667, "precision_at_5": 0.10927, "precision_at_10": 0.06457, "precision_at_20": 0.03642, "precision_at_100": 0.00884, "precision_at_1000": 0.001, "mrr_at_1": 0.364238, "mrr_at_3": 0.424393, "mrr_at_5": 0.434658, "mrr_at_10": 0.447917, "mrr_at_20": 0.453644, "mrr_at_100": 0.457632, "mrr_at_1000": 0.458273, "nauc_ndcg_at_1_max": 0.464743, "nauc_ndcg_at_1_std": 0.105011, "nauc_ndcg_at_1_diff1": 0.708064, "nauc_ndcg_at_3_max": 0.430224, "nauc_ndcg_at_3_std": 0.090876, "nauc_ndcg_at_3_diff1": 0.620505, "nauc_ndcg_at_5_max": 0.424501, "nauc_ndcg_at_5_std": 0.085912, "nauc_ndcg_at_5_diff1": 0.619703, "nauc_ndcg_at_10_max": 0.42177, "nauc_ndcg_at_10_std": 0.092646, "nauc_ndcg_at_10_diff1": 0.60155, "nauc_ndcg_at_20_max": 0.4232, "nauc_ndcg_at_20_std": 0.097166, "nauc_ndcg_at_20_diff1": 0.60507, "nauc_ndcg_at_100_max": 0.419209, "nauc_ndcg_at_100_std": 0.08963, "nauc_ndcg_at_100_diff1": 0.621208, "nauc_ndcg_at_1000_max": 0.427449, "nauc_ndcg_at_1000_std": 0.092078, "nauc_ndcg_at_1000_diff1": 0.626249, "nauc_map_at_1_max": 0.464743, "nauc_map_at_1_std": 0.105011, "nauc_map_at_1_diff1": 0.708064, "nauc_map_at_3_max": 0.439522, "nauc_map_at_3_std": 0.09429, "nauc_map_at_3_diff1": 0.641661, "nauc_map_at_5_max": 0.43684, "nauc_map_at_5_std": 0.091676, "nauc_map_at_5_diff1": 0.641597, "nauc_map_at_10_max": 0.435943, "nauc_map_at_10_std": 0.094348, "nauc_map_at_10_diff1": 0.635082, "nauc_map_at_20_max": 0.436384, "nauc_map_at_20_std": 0.095418, "nauc_map_at_20_diff1": 0.636525, "nauc_map_at_100_max": 0.436052, "nauc_map_at_100_std": 0.094539, "nauc_map_at_100_diff1": 0.639071, "nauc_map_at_1000_max": 0.436272, "nauc_map_at_1000_std": 0.094506, "nauc_map_at_1000_diff1": 0.639297, "nauc_recall_at_1_max": 0.464743, "nauc_recall_at_1_std": 0.105011, "nauc_recall_at_1_diff1": 0.708064, "nauc_recall_at_3_max": 0.402707, "nauc_recall_at_3_std": 0.080919, "nauc_recall_at_3_diff1": 0.558803, "nauc_recall_at_5_max": 0.385345, "nauc_recall_at_5_std": 0.067595, "nauc_recall_at_5_diff1": 0.553046, "nauc_recall_at_10_max": 0.369754, "nauc_recall_at_10_std": 0.089484, "nauc_recall_at_10_diff1": 0.476036, "nauc_recall_at_20_max": 0.366894, "nauc_recall_at_20_std": 0.113775, "nauc_recall_at_20_diff1": 0.465807, "nauc_recall_at_100_max": 0.250195, "nauc_recall_at_100_std": 0.026128, "nauc_recall_at_100_diff1": 0.527729, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.464743, "nauc_precision_at_1_std": 0.105011, "nauc_precision_at_1_diff1": 0.708064, "nauc_precision_at_3_max": 0.402707, "nauc_precision_at_3_std": 0.080919, "nauc_precision_at_3_diff1": 0.558803, "nauc_precision_at_5_max": 0.385345, "nauc_precision_at_5_std": 0.067595, "nauc_precision_at_5_diff1": 0.553046, "nauc_precision_at_10_max": 0.369754, "nauc_precision_at_10_std": 0.089484, "nauc_precision_at_10_diff1": 0.476036, "nauc_precision_at_20_max": 0.366894, "nauc_precision_at_20_std": 0.113775, "nauc_precision_at_20_diff1": 0.465807, "nauc_precision_at_100_max": 0.250195, "nauc_precision_at_100_std": 0.026128, "nauc_precision_at_100_diff1": 0.527729, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.464743, "nauc_mrr_at_1_std": 0.105011, "nauc_mrr_at_1_diff1": 0.708064, "nauc_mrr_at_3_max": 0.439522, "nauc_mrr_at_3_std": 0.09429, "nauc_mrr_at_3_diff1": 0.641661, "nauc_mrr_at_5_max": 0.43684, "nauc_mrr_at_5_std": 0.091676, "nauc_mrr_at_5_diff1": 0.641597, "nauc_mrr_at_10_max": 0.435943, "nauc_mrr_at_10_std": 0.094348, "nauc_mrr_at_10_diff1": 0.635082, "nauc_mrr_at_20_max": 0.436384, "nauc_mrr_at_20_std": 0.095418, "nauc_mrr_at_20_diff1": 0.636525, "nauc_mrr_at_100_max": 0.436052, "nauc_mrr_at_100_std": 0.094539, "nauc_mrr_at_100_diff1": 0.639071, "nauc_mrr_at_1000_max": 0.436272, "nauc_mrr_at_1000_std": 0.094506, "nauc_mrr_at_1000_diff1": 0.639297, "hit_rate_at_1": 0.36424, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.54636, "hit_rate_at_10": 0.6457, "hit_rate_at_20": 0.72848, "hit_rate_at_100": 0.88411, "hit_rate_at_1000": 1.0, "main_score": 0.54636, "hf_subset": "te_in", "languages": [ "tel-Telu" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.29154, "ndcg_at_3": 0.35072, "ndcg_at_5": 0.36219, "ndcg_at_10": 0.38787, "ndcg_at_20": 0.4105, "ndcg_at_100": 0.44527, "ndcg_at_1000": 0.47053, "map_at_1": 0.29154, "map_at_3": 0.33647, "map_at_5": 0.34274, "map_at_10": 0.35353, "map_at_20": 0.35956, "map_at_100": 0.36408, "map_at_1000": 0.36514, "recall_at_1": 0.29154, "recall_at_3": 0.39185, "recall_at_5": 0.42006, "recall_at_10": 0.49843, "recall_at_20": 0.58934, "recall_at_100": 0.78056, "recall_at_1000": 0.97179, "accuracy": 0.29154, "precision_at_1": 0.29154, "precision_at_3": 0.13062, "precision_at_5": 0.08401, "precision_at_10": 0.04984, "precision_at_20": 0.02947, "precision_at_100": 0.00781, "precision_at_1000": 0.00097, "mrr_at_1": 0.291536, "mrr_at_3": 0.336468, "mrr_at_5": 0.342738, "mrr_at_10": 0.353534, "mrr_at_20": 0.359563, "mrr_at_100": 0.364084, "mrr_at_1000": 0.365141, "nauc_ndcg_at_1_max": 0.42169, "nauc_ndcg_at_1_std": 0.085486, "nauc_ndcg_at_1_diff1": 0.708609, "nauc_ndcg_at_3_max": 0.39328, "nauc_ndcg_at_3_std": 0.019844, "nauc_ndcg_at_3_diff1": 0.643163, "nauc_ndcg_at_5_max": 0.39021, "nauc_ndcg_at_5_std": 0.011359, "nauc_ndcg_at_5_diff1": 0.633305, "nauc_ndcg_at_10_max": 0.34552, "nauc_ndcg_at_10_std": -0.018856, "nauc_ndcg_at_10_diff1": 0.601803, "nauc_ndcg_at_20_max": 0.335637, "nauc_ndcg_at_20_std": -0.03199, "nauc_ndcg_at_20_diff1": 0.600255, "nauc_ndcg_at_100_max": 0.31918, "nauc_ndcg_at_100_std": -0.042142, "nauc_ndcg_at_100_diff1": 0.608462, "nauc_ndcg_at_1000_max": 0.343194, "nauc_ndcg_at_1000_std": -0.006277, "nauc_ndcg_at_1000_diff1": 0.621216, "nauc_map_at_1_max": 0.42169, "nauc_map_at_1_std": 0.085486, "nauc_map_at_1_diff1": 0.708609, "nauc_map_at_3_max": 0.401992, "nauc_map_at_3_std": 0.036013, "nauc_map_at_3_diff1": 0.659164, "nauc_map_at_5_max": 0.400017, "nauc_map_at_5_std": 0.031246, "nauc_map_at_5_diff1": 0.653709, "nauc_map_at_10_max": 0.381045, "nauc_map_at_10_std": 0.018747, "nauc_map_at_10_diff1": 0.640764, "nauc_map_at_20_max": 0.378842, "nauc_map_at_20_std": 0.016003, "nauc_map_at_20_diff1": 0.640228, "nauc_map_at_100_max": 0.377243, "nauc_map_at_100_std": 0.014663, "nauc_map_at_100_diff1": 0.641444, "nauc_map_at_1000_max": 0.378057, "nauc_map_at_1000_std": 0.015596, "nauc_map_at_1000_diff1": 0.641882, "nauc_recall_at_1_max": 0.42169, "nauc_recall_at_1_std": 0.085486, "nauc_recall_at_1_diff1": 0.708609, "nauc_recall_at_3_max": 0.368108, "nauc_recall_at_3_std": -0.025659, "nauc_recall_at_3_diff1": 0.598179, "nauc_recall_at_5_max": 0.36182, "nauc_recall_at_5_std": -0.045793, "nauc_recall_at_5_diff1": 0.574466, "nauc_recall_at_10_max": 0.226194, "nauc_recall_at_10_std": -0.139807, "nauc_recall_at_10_diff1": 0.475876, "nauc_recall_at_20_max": 0.170439, "nauc_recall_at_20_std": -0.212447, "nauc_recall_at_20_diff1": 0.459407, "nauc_recall_at_100_max": -0.072343, "nauc_recall_at_100_std": -0.395418, "nauc_recall_at_100_diff1": 0.451174, "nauc_recall_at_1000_max": -0.438926, "nauc_recall_at_1000_std": 0.598607, "nauc_recall_at_1000_diff1": 0.571205, "nauc_precision_at_1_max": 0.42169, "nauc_precision_at_1_std": 0.085486, "nauc_precision_at_1_diff1": 0.708609, "nauc_precision_at_3_max": 0.368108, "nauc_precision_at_3_std": -0.025659, "nauc_precision_at_3_diff1": 0.598179, "nauc_precision_at_5_max": 0.36182, "nauc_precision_at_5_std": -0.045793, "nauc_precision_at_5_diff1": 0.574466, "nauc_precision_at_10_max": 0.226194, "nauc_precision_at_10_std": -0.139807, "nauc_precision_at_10_diff1": 0.475876, "nauc_precision_at_20_max": 0.170439, "nauc_precision_at_20_std": -0.212447, "nauc_precision_at_20_diff1": 0.459407, "nauc_precision_at_100_max": -0.072343, "nauc_precision_at_100_std": -0.395418, "nauc_precision_at_100_diff1": 0.451174, "nauc_precision_at_1000_max": -0.438926, "nauc_precision_at_1000_std": 0.598607, "nauc_precision_at_1000_diff1": 0.571205, "nauc_mrr_at_1_max": 0.42169, "nauc_mrr_at_1_std": 0.085486, "nauc_mrr_at_1_diff1": 0.708609, "nauc_mrr_at_3_max": 0.401992, "nauc_mrr_at_3_std": 0.036013, "nauc_mrr_at_3_diff1": 0.659164, "nauc_mrr_at_5_max": 0.400017, "nauc_mrr_at_5_std": 0.031246, "nauc_mrr_at_5_diff1": 0.653709, "nauc_mrr_at_10_max": 0.381045, "nauc_mrr_at_10_std": 0.018747, "nauc_mrr_at_10_diff1": 0.640764, "nauc_mrr_at_20_max": 0.378842, "nauc_mrr_at_20_std": 0.016003, "nauc_mrr_at_20_diff1": 0.640228, "nauc_mrr_at_100_max": 0.377243, "nauc_mrr_at_100_std": 0.014663, "nauc_mrr_at_100_diff1": 0.641444, "nauc_mrr_at_1000_max": 0.378057, "nauc_mrr_at_1000_std": 0.015596, "nauc_mrr_at_1000_diff1": 0.641882, "hit_rate_at_1": 0.29154, "hit_rate_at_3": 0.39185, "hit_rate_at_5": 0.42006, "hit_rate_at_10": 0.49843, "hit_rate_at_20": 0.58934, "hit_rate_at_100": 0.78056, "hit_rate_at_1000": 0.97179, "main_score": 0.42006, "hf_subset": "tg_tj", "languages": [ "tgk-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.86533, "ndcg_at_3": 0.91053, "ndcg_at_5": 0.91287, "ndcg_at_10": 0.91539, "ndcg_at_20": 0.91606, "ndcg_at_100": 0.91661, "ndcg_at_1000": 0.91738, "map_at_1": 0.86533, "map_at_3": 0.90115, "map_at_5": 0.90244, "map_at_10": 0.90333, "map_at_20": 0.90349, "map_at_100": 0.90356, "map_at_1000": 0.9036, "recall_at_1": 0.86533, "recall_at_3": 0.93696, "recall_at_5": 0.94269, "recall_at_10": 0.95129, "recall_at_20": 0.95415, "recall_at_100": 0.95702, "recall_at_1000": 0.96275, "accuracy": 0.86533, "precision_at_1": 0.86533, "precision_at_3": 0.31232, "precision_at_5": 0.18854, "precision_at_10": 0.09513, "precision_at_20": 0.04771, "precision_at_100": 0.00957, "precision_at_1000": 0.00096, "mrr_at_1": 0.86533, "mrr_at_3": 0.901146, "mrr_at_5": 0.902436, "mrr_at_10": 0.903327, "mrr_at_20": 0.903486, "mrr_at_100": 0.903564, "mrr_at_1000": 0.9036, "nauc_ndcg_at_1_max": 0.512468, "nauc_ndcg_at_1_std": 0.462409, "nauc_ndcg_at_1_diff1": 0.878209, "nauc_ndcg_at_3_max": 0.508361, "nauc_ndcg_at_3_std": 0.565596, "nauc_ndcg_at_3_diff1": 0.838171, "nauc_ndcg_at_5_max": 0.494887, "nauc_ndcg_at_5_std": 0.555387, "nauc_ndcg_at_5_diff1": 0.835432, "nauc_ndcg_at_10_max": 0.491197, "nauc_ndcg_at_10_std": 0.549661, "nauc_ndcg_at_10_diff1": 0.833324, "nauc_ndcg_at_20_max": 0.489304, "nauc_ndcg_at_20_std": 0.545969, "nauc_ndcg_at_20_diff1": 0.831958, "nauc_ndcg_at_100_max": 0.488873, "nauc_ndcg_at_100_std": 0.544793, "nauc_ndcg_at_100_diff1": 0.831709, "nauc_ndcg_at_1000_max": 0.487405, "nauc_ndcg_at_1000_std": 0.555438, "nauc_ndcg_at_1000_diff1": 0.832467, "nauc_map_at_1_max": 0.512468, "nauc_map_at_1_std": 0.462409, "nauc_map_at_1_diff1": 0.878209, "nauc_map_at_3_max": 0.509509, "nauc_map_at_3_std": 0.536742, "nauc_map_at_3_diff1": 0.849367, "nauc_map_at_5_max": 0.502874, "nauc_map_at_5_std": 0.531262, "nauc_map_at_5_diff1": 0.848116, "nauc_map_at_10_max": 0.50178, "nauc_map_at_10_std": 0.529227, "nauc_map_at_10_diff1": 0.847619, "nauc_map_at_20_max": 0.501408, "nauc_map_at_20_std": 0.528432, "nauc_map_at_20_diff1": 0.847361, "nauc_map_at_100_max": 0.501365, "nauc_map_at_100_std": 0.528273, "nauc_map_at_100_diff1": 0.847343, "nauc_map_at_1000_max": 0.501362, "nauc_map_at_1000_std": 0.528535, "nauc_map_at_1000_diff1": 0.847417, "nauc_recall_at_1_max": 0.512468, "nauc_recall_at_1_std": 0.462409, "nauc_recall_at_1_diff1": 0.878209, "nauc_recall_at_3_max": 0.503399, "nauc_recall_at_3_std": 0.690243, "nauc_recall_at_3_diff1": 0.789807, "nauc_recall_at_5_max": 0.453739, "nauc_recall_at_5_std": 0.665806, "nauc_recall_at_5_diff1": 0.775325, "nauc_recall_at_10_max": 0.425292, "nauc_recall_at_10_std": 0.652325, "nauc_recall_at_10_diff1": 0.752025, "nauc_recall_at_20_max": 0.406743, "nauc_recall_at_20_std": 0.630595, "nauc_recall_at_20_diff1": 0.736527, "nauc_recall_at_100_max": 0.39694, "nauc_recall_at_100_std": 0.624497, "nauc_recall_at_100_diff1": 0.727679, "nauc_recall_at_1000_max": 0.353596, "nauc_recall_at_1000_std": 0.826523, "nauc_recall_at_1000_diff1": 0.720107, "nauc_precision_at_1_max": 0.512468, "nauc_precision_at_1_std": 0.462409, "nauc_precision_at_1_diff1": 0.878209, "nauc_precision_at_3_max": 0.503399, "nauc_precision_at_3_std": 0.690243, "nauc_precision_at_3_diff1": 0.789807, "nauc_precision_at_5_max": 0.453739, "nauc_precision_at_5_std": 0.665806, "nauc_precision_at_5_diff1": 0.775325, "nauc_precision_at_10_max": 0.425292, "nauc_precision_at_10_std": 0.652325, "nauc_precision_at_10_diff1": 0.752025, "nauc_precision_at_20_max": 0.406743, "nauc_precision_at_20_std": 0.630595, "nauc_precision_at_20_diff1": 0.736527, "nauc_precision_at_100_max": 0.39694, "nauc_precision_at_100_std": 0.624497, "nauc_precision_at_100_diff1": 0.727679, "nauc_precision_at_1000_max": 0.353596, "nauc_precision_at_1000_std": 0.826523, "nauc_precision_at_1000_diff1": 0.720107, "nauc_mrr_at_1_max": 0.512468, "nauc_mrr_at_1_std": 0.462409, "nauc_mrr_at_1_diff1": 0.878209, "nauc_mrr_at_3_max": 0.509509, "nauc_mrr_at_3_std": 0.536742, "nauc_mrr_at_3_diff1": 0.849367, "nauc_mrr_at_5_max": 0.502874, "nauc_mrr_at_5_std": 0.531262, "nauc_mrr_at_5_diff1": 0.848116, "nauc_mrr_at_10_max": 0.50178, "nauc_mrr_at_10_std": 0.529227, "nauc_mrr_at_10_diff1": 0.847619, "nauc_mrr_at_20_max": 0.501408, "nauc_mrr_at_20_std": 0.528432, "nauc_mrr_at_20_diff1": 0.847361, "nauc_mrr_at_100_max": 0.501365, "nauc_mrr_at_100_std": 0.528273, "nauc_mrr_at_100_diff1": 0.847343, "nauc_mrr_at_1000_max": 0.501362, "nauc_mrr_at_1000_std": 0.528535, "nauc_mrr_at_1000_diff1": 0.847417, "hit_rate_at_1": 0.86533, "hit_rate_at_3": 0.93696, "hit_rate_at_5": 0.94269, "hit_rate_at_10": 0.95129, "hit_rate_at_20": 0.95415, "hit_rate_at_100": 0.95702, "hit_rate_at_1000": 0.96275, "main_score": 0.94269, "hf_subset": "th_th", "languages": [ "tha-Thai" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.75076, "ndcg_at_3": 0.80934, "ndcg_at_5": 0.81693, "ndcg_at_10": 0.82678, "ndcg_at_20": 0.83362, "ndcg_at_100": 0.83937, "ndcg_at_1000": 0.84312, "map_at_1": 0.75076, "map_at_3": 0.79585, "map_at_5": 0.8001, "map_at_10": 0.80418, "map_at_20": 0.80601, "map_at_100": 0.80683, "map_at_1000": 0.80695, "recall_at_1": 0.75076, "recall_at_3": 0.84802, "recall_at_5": 0.86626, "recall_at_10": 0.89666, "recall_at_20": 0.92401, "recall_at_100": 0.95441, "recall_at_1000": 0.9848, "accuracy": 0.75076, "precision_at_1": 0.75076, "precision_at_3": 0.28267, "precision_at_5": 0.17325, "precision_at_10": 0.08967, "precision_at_20": 0.0462, "precision_at_100": 0.00954, "precision_at_1000": 0.00098, "mrr_at_1": 0.75076, "mrr_at_3": 0.795846, "mrr_at_5": 0.800101, "mrr_at_10": 0.804177, "mrr_at_20": 0.806013, "mrr_at_100": 0.806834, "mrr_at_1000": 0.80695, "nauc_ndcg_at_1_max": 0.568207, "nauc_ndcg_at_1_std": 0.131765, "nauc_ndcg_at_1_diff1": 0.826259, "nauc_ndcg_at_3_max": 0.549916, "nauc_ndcg_at_3_std": 0.142933, "nauc_ndcg_at_3_diff1": 0.809675, "nauc_ndcg_at_5_max": 0.550757, "nauc_ndcg_at_5_std": 0.145739, "nauc_ndcg_at_5_diff1": 0.802803, "nauc_ndcg_at_10_max": 0.530242, "nauc_ndcg_at_10_std": 0.106657, "nauc_ndcg_at_10_diff1": 0.791544, "nauc_ndcg_at_20_max": 0.526, "nauc_ndcg_at_20_std": 0.10239, "nauc_ndcg_at_20_diff1": 0.792513, "nauc_ndcg_at_100_max": 0.515547, "nauc_ndcg_at_100_std": 0.075733, "nauc_ndcg_at_100_diff1": 0.791929, "nauc_ndcg_at_1000_max": 0.524214, "nauc_ndcg_at_1000_std": 0.111443, "nauc_ndcg_at_1000_diff1": 0.797159, "nauc_map_at_1_max": 0.568207, "nauc_map_at_1_std": 0.131765, "nauc_map_at_1_diff1": 0.826259, "nauc_map_at_3_max": 0.556334, "nauc_map_at_3_std": 0.141182, "nauc_map_at_3_diff1": 0.81412, "nauc_map_at_5_max": 0.557227, "nauc_map_at_5_std": 0.143254, "nauc_map_at_5_diff1": 0.810647, "nauc_map_at_10_max": 0.549811, "nauc_map_at_10_std": 0.128593, "nauc_map_at_10_diff1": 0.806587, "nauc_map_at_20_max": 0.549126, "nauc_map_at_20_std": 0.1279, "nauc_map_at_20_diff1": 0.80713, "nauc_map_at_100_max": 0.547961, "nauc_map_at_100_std": 0.124876, "nauc_map_at_100_diff1": 0.807045, "nauc_map_at_1000_max": 0.548121, "nauc_map_at_1000_std": 0.125598, "nauc_map_at_1000_diff1": 0.807174, "nauc_recall_at_1_max": 0.568207, "nauc_recall_at_1_std": 0.131765, "nauc_recall_at_1_diff1": 0.826259, "nauc_recall_at_3_max": 0.525448, "nauc_recall_at_3_std": 0.148665, "nauc_recall_at_3_diff1": 0.793322, "nauc_recall_at_5_max": 0.523177, "nauc_recall_at_5_std": 0.154387, "nauc_recall_at_5_diff1": 0.769649, "nauc_recall_at_10_max": 0.416539, "nauc_recall_at_10_std": -0.030951, "nauc_recall_at_10_diff1": 0.707154, "nauc_recall_at_20_max": 0.340005, "nauc_recall_at_20_std": -0.115395, "nauc_recall_at_20_diff1": 0.682142, "nauc_recall_at_100_max": 0.03621, "nauc_recall_at_100_std": -0.721779, "nauc_recall_at_100_diff1": 0.602754, "nauc_recall_at_1000_max": -0.213114, "nauc_recall_at_1000_std": 0.548116, "nauc_recall_at_1000_diff1": 0.6354, "nauc_precision_at_1_max": 0.568207, "nauc_precision_at_1_std": 0.131765, "nauc_precision_at_1_diff1": 0.826259, "nauc_precision_at_3_max": 0.525448, "nauc_precision_at_3_std": 0.148665, "nauc_precision_at_3_diff1": 0.793322, "nauc_precision_at_5_max": 0.523177, "nauc_precision_at_5_std": 0.154387, "nauc_precision_at_5_diff1": 0.769649, "nauc_precision_at_10_max": 0.416539, "nauc_precision_at_10_std": -0.030951, "nauc_precision_at_10_diff1": 0.707154, "nauc_precision_at_20_max": 0.340005, "nauc_precision_at_20_std": -0.115395, "nauc_precision_at_20_diff1": 0.682142, "nauc_precision_at_100_max": 0.03621, "nauc_precision_at_100_std": -0.721779, "nauc_precision_at_100_diff1": 0.602754, "nauc_precision_at_1000_max": -0.213114, "nauc_precision_at_1000_std": 0.548116, "nauc_precision_at_1000_diff1": 0.6354, "nauc_mrr_at_1_max": 0.568207, "nauc_mrr_at_1_std": 0.131765, "nauc_mrr_at_1_diff1": 0.826259, "nauc_mrr_at_3_max": 0.556334, "nauc_mrr_at_3_std": 0.141182, "nauc_mrr_at_3_diff1": 0.81412, "nauc_mrr_at_5_max": 0.557227, "nauc_mrr_at_5_std": 0.143254, "nauc_mrr_at_5_diff1": 0.810647, "nauc_mrr_at_10_max": 0.549811, "nauc_mrr_at_10_std": 0.128593, "nauc_mrr_at_10_diff1": 0.806587, "nauc_mrr_at_20_max": 0.549126, "nauc_mrr_at_20_std": 0.1279, "nauc_mrr_at_20_diff1": 0.80713, "nauc_mrr_at_100_max": 0.547961, "nauc_mrr_at_100_std": 0.124876, "nauc_mrr_at_100_diff1": 0.807045, "nauc_mrr_at_1000_max": 0.548121, "nauc_mrr_at_1000_std": 0.125598, "nauc_mrr_at_1000_diff1": 0.807174, "hit_rate_at_1": 0.75076, "hit_rate_at_3": 0.84802, "hit_rate_at_5": 0.86626, "hit_rate_at_10": 0.89666, "hit_rate_at_20": 0.92401, "hit_rate_at_100": 0.95441, "hit_rate_at_1000": 0.9848, "main_score": 0.86626, "hf_subset": "tr_tr", "languages": [ "tur-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.769, "ndcg_at_3": 0.83749, "ndcg_at_5": 0.85005, "ndcg_at_10": 0.85906, "ndcg_at_20": 0.86368, "ndcg_at_100": 0.86781, "ndcg_at_1000": 0.86818, "map_at_1": 0.769, "map_at_3": 0.82118, "map_at_5": 0.82817, "map_at_10": 0.83199, "map_at_20": 0.83325, "map_at_100": 0.8339, "map_at_1000": 0.83391, "recall_at_1": 0.769, "recall_at_3": 0.8845, "recall_at_5": 0.91489, "recall_at_10": 0.94225, "recall_at_20": 0.96049, "recall_at_100": 0.98176, "recall_at_1000": 0.9848, "accuracy": 0.769, "precision_at_1": 0.769, "precision_at_3": 0.29483, "precision_at_5": 0.18298, "precision_at_10": 0.09422, "precision_at_20": 0.04802, "precision_at_100": 0.00982, "precision_at_1000": 0.00098, "mrr_at_1": 0.768997, "mrr_at_3": 0.821175, "mrr_at_5": 0.828166, "mrr_at_10": 0.831986, "mrr_at_20": 0.833255, "mrr_at_100": 0.8339, "mrr_at_1000": 0.83391, "nauc_ndcg_at_1_max": 0.685043, "nauc_ndcg_at_1_std": 0.372261, "nauc_ndcg_at_1_diff1": 0.830462, "nauc_ndcg_at_3_max": 0.659045, "nauc_ndcg_at_3_std": 0.349627, "nauc_ndcg_at_3_diff1": 0.838388, "nauc_ndcg_at_5_max": 0.656067, "nauc_ndcg_at_5_std": 0.361762, "nauc_ndcg_at_5_diff1": 0.833909, "nauc_ndcg_at_10_max": 0.641167, "nauc_ndcg_at_10_std": 0.364647, "nauc_ndcg_at_10_diff1": 0.832229, "nauc_ndcg_at_20_max": 0.634828, "nauc_ndcg_at_20_std": 0.379842, "nauc_ndcg_at_20_diff1": 0.827811, "nauc_ndcg_at_100_max": 0.629724, "nauc_ndcg_at_100_std": 0.367083, "nauc_ndcg_at_100_diff1": 0.828665, "nauc_ndcg_at_1000_max": 0.633256, "nauc_ndcg_at_1000_std": 0.373315, "nauc_ndcg_at_1000_diff1": 0.828157, "nauc_map_at_1_max": 0.685043, "nauc_map_at_1_std": 0.372261, "nauc_map_at_1_diff1": 0.830462, "nauc_map_at_3_max": 0.668066, "nauc_map_at_3_std": 0.357097, "nauc_map_at_3_diff1": 0.835127, "nauc_map_at_5_max": 0.667145, "nauc_map_at_5_std": 0.363467, "nauc_map_at_5_diff1": 0.832819, "nauc_map_at_10_max": 0.661943, "nauc_map_at_10_std": 0.364567, "nauc_map_at_10_diff1": 0.832227, "nauc_map_at_20_max": 0.660686, "nauc_map_at_20_std": 0.36832, "nauc_map_at_20_diff1": 0.831263, "nauc_map_at_100_max": 0.660223, "nauc_map_at_100_std": 0.366705, "nauc_map_at_100_diff1": 0.831451, "nauc_map_at_1000_max": 0.660297, "nauc_map_at_1000_std": 0.366833, "nauc_map_at_1000_diff1": 0.831441, "nauc_recall_at_1_max": 0.685043, "nauc_recall_at_1_std": 0.372261, "nauc_recall_at_1_diff1": 0.830462, "nauc_recall_at_3_max": 0.620221, "nauc_recall_at_3_std": 0.317678, "nauc_recall_at_3_diff1": 0.852693, "nauc_recall_at_5_max": 0.593953, "nauc_recall_at_5_std": 0.354864, "nauc_recall_at_5_diff1": 0.839312, "nauc_recall_at_10_max": 0.46297, "nauc_recall_at_10_std": 0.371388, "nauc_recall_at_10_diff1": 0.829703, "nauc_recall_at_20_max": 0.299728, "nauc_recall_at_20_std": 0.557637, "nauc_recall_at_20_diff1": 0.771222, "nauc_recall_at_100_max": -0.275872, "nauc_recall_at_100_std": 0.319196, "nauc_recall_at_100_diff1": 0.725869, "nauc_recall_at_1000_max": -0.218752, "nauc_recall_at_1000_std": 0.729911, "nauc_recall_at_1000_diff1": 0.671043, "nauc_precision_at_1_max": 0.685043, "nauc_precision_at_1_std": 0.372261, "nauc_precision_at_1_diff1": 0.830462, "nauc_precision_at_3_max": 0.620221, "nauc_precision_at_3_std": 0.317678, "nauc_precision_at_3_diff1": 0.852693, "nauc_precision_at_5_max": 0.593953, "nauc_precision_at_5_std": 0.354864, "nauc_precision_at_5_diff1": 0.839312, "nauc_precision_at_10_max": 0.46297, "nauc_precision_at_10_std": 0.371388, "nauc_precision_at_10_diff1": 0.829703, "nauc_precision_at_20_max": 0.299728, "nauc_precision_at_20_std": 0.557637, "nauc_precision_at_20_diff1": 0.771222, "nauc_precision_at_100_max": -0.275872, "nauc_precision_at_100_std": 0.319196, "nauc_precision_at_100_diff1": 0.725869, "nauc_precision_at_1000_max": -0.218752, "nauc_precision_at_1000_std": 0.729911, "nauc_precision_at_1000_diff1": 0.671043, "nauc_mrr_at_1_max": 0.685043, "nauc_mrr_at_1_std": 0.372261, "nauc_mrr_at_1_diff1": 0.830462, "nauc_mrr_at_3_max": 0.668066, "nauc_mrr_at_3_std": 0.357097, "nauc_mrr_at_3_diff1": 0.835127, "nauc_mrr_at_5_max": 0.667145, "nauc_mrr_at_5_std": 0.363467, "nauc_mrr_at_5_diff1": 0.832819, "nauc_mrr_at_10_max": 0.661943, "nauc_mrr_at_10_std": 0.364567, "nauc_mrr_at_10_diff1": 0.832227, "nauc_mrr_at_20_max": 0.660686, "nauc_mrr_at_20_std": 0.36832, "nauc_mrr_at_20_diff1": 0.831263, "nauc_mrr_at_100_max": 0.660223, "nauc_mrr_at_100_std": 0.366705, "nauc_mrr_at_100_diff1": 0.831451, "nauc_mrr_at_1000_max": 0.660297, "nauc_mrr_at_1000_std": 0.366833, "nauc_mrr_at_1000_diff1": 0.831441, "hit_rate_at_1": 0.769, "hit_rate_at_3": 0.8845, "hit_rate_at_5": 0.91489, "hit_rate_at_10": 0.94225, "hit_rate_at_20": 0.96049, "hit_rate_at_100": 0.98176, "hit_rate_at_1000": 0.9848, "main_score": 0.91489, "hf_subset": "uk_ua", "languages": [ "ukr-Cyrl" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.05814, "ndcg_at_3": 0.07913, "ndcg_at_5": 0.08564, "ndcg_at_10": 0.0955, "ndcg_at_20": 0.10559, "ndcg_at_100": 0.14383, "ndcg_at_1000": 0.22579, "map_at_1": 0.05814, "map_at_3": 0.07429, "map_at_5": 0.07797, "map_at_10": 0.08195, "map_at_20": 0.08487, "map_at_100": 0.08901, "map_at_1000": 0.09296, "recall_at_1": 0.05814, "recall_at_3": 0.09302, "recall_at_5": 0.10853, "recall_at_10": 0.13953, "recall_at_20": 0.17829, "recall_at_100": 0.4031, "recall_at_1000": 1.0, "accuracy": 0.05814, "precision_at_1": 0.05814, "precision_at_3": 0.03101, "precision_at_5": 0.02171, "precision_at_10": 0.01395, "precision_at_20": 0.00891, "precision_at_100": 0.00403, "precision_at_1000": 0.001, "mrr_at_1": 0.05814, "mrr_at_3": 0.074289, "mrr_at_5": 0.077972, "mrr_at_10": 0.081949, "mrr_at_20": 0.084872, "mrr_at_100": 0.089014, "mrr_at_1000": 0.092961, "nauc_ndcg_at_1_max": 0.027443, "nauc_ndcg_at_1_std": -0.15458, "nauc_ndcg_at_1_diff1": 0.523981, "nauc_ndcg_at_3_max": -0.066487, "nauc_ndcg_at_3_std": -0.177748, "nauc_ndcg_at_3_diff1": 0.374228, "nauc_ndcg_at_5_max": -0.085755, "nauc_ndcg_at_5_std": -0.189628, "nauc_ndcg_at_5_diff1": 0.342545, "nauc_ndcg_at_10_max": -0.086207, "nauc_ndcg_at_10_std": -0.174876, "nauc_ndcg_at_10_diff1": 0.286367, "nauc_ndcg_at_20_max": -0.102404, "nauc_ndcg_at_20_std": -0.189116, "nauc_ndcg_at_20_diff1": 0.277235, "nauc_ndcg_at_100_max": -0.142043, "nauc_ndcg_at_100_std": -0.219756, "nauc_ndcg_at_100_diff1": 0.228919, "nauc_ndcg_at_1000_max": -0.100594, "nauc_ndcg_at_1000_std": -0.195005, "nauc_ndcg_at_1000_diff1": 0.296593, "nauc_map_at_1_max": 0.027443, "nauc_map_at_1_std": -0.15458, "nauc_map_at_1_diff1": 0.523981, "nauc_map_at_3_max": -0.050846, "nauc_map_at_3_std": -0.175435, "nauc_map_at_3_diff1": 0.397956, "nauc_map_at_5_max": -0.063238, "nauc_map_at_5_std": -0.182697, "nauc_map_at_5_diff1": 0.377466, "nauc_map_at_10_max": -0.065957, "nauc_map_at_10_std": -0.178034, "nauc_map_at_10_diff1": 0.350106, "nauc_map_at_20_max": -0.071779, "nauc_map_at_20_std": -0.182662, "nauc_map_at_20_diff1": 0.345629, "nauc_map_at_100_max": -0.078682, "nauc_map_at_100_std": -0.187336, "nauc_map_at_100_diff1": 0.337788, "nauc_map_at_1000_max": -0.07578, "nauc_map_at_1000_std": -0.185675, "nauc_map_at_1000_diff1": 0.342463, "nauc_recall_at_1_max": 0.027443, "nauc_recall_at_1_std": -0.15458, "nauc_recall_at_1_diff1": 0.523981, "nauc_recall_at_3_max": -0.101843, "nauc_recall_at_3_std": -0.182398, "nauc_recall_at_3_diff1": 0.321039, "nauc_recall_at_5_max": -0.134651, "nauc_recall_at_5_std": -0.20497, "nauc_recall_at_5_diff1": 0.267077, "nauc_recall_at_10_max": -0.121789, "nauc_recall_at_10_std": -0.162733, "nauc_recall_at_10_diff1": 0.153427, "nauc_recall_at_20_max": -0.156791, "nauc_recall_at_20_std": -0.200827, "nauc_recall_at_20_diff1": 0.152586, "nauc_recall_at_100_max": -0.257597, "nauc_recall_at_100_std": -0.288576, "nauc_recall_at_100_diff1": 0.038054, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.027443, "nauc_precision_at_1_std": -0.15458, "nauc_precision_at_1_diff1": 0.523981, "nauc_precision_at_3_max": -0.101843, "nauc_precision_at_3_std": -0.182398, "nauc_precision_at_3_diff1": 0.321039, "nauc_precision_at_5_max": -0.134651, "nauc_precision_at_5_std": -0.20497, "nauc_precision_at_5_diff1": 0.267077, "nauc_precision_at_10_max": -0.121789, "nauc_precision_at_10_std": -0.162733, "nauc_precision_at_10_diff1": 0.153427, "nauc_precision_at_20_max": -0.156791, "nauc_precision_at_20_std": -0.200827, "nauc_precision_at_20_diff1": 0.152586, "nauc_precision_at_100_max": -0.257597, "nauc_precision_at_100_std": -0.288576, "nauc_precision_at_100_diff1": 0.038054, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.027443, "nauc_mrr_at_1_std": -0.15458, "nauc_mrr_at_1_diff1": 0.523981, "nauc_mrr_at_3_max": -0.050846, "nauc_mrr_at_3_std": -0.175435, "nauc_mrr_at_3_diff1": 0.397956, "nauc_mrr_at_5_max": -0.063238, "nauc_mrr_at_5_std": -0.182697, "nauc_mrr_at_5_diff1": 0.377466, "nauc_mrr_at_10_max": -0.065957, "nauc_mrr_at_10_std": -0.178034, "nauc_mrr_at_10_diff1": 0.350106, "nauc_mrr_at_20_max": -0.071779, "nauc_mrr_at_20_std": -0.182662, "nauc_mrr_at_20_diff1": 0.345629, "nauc_mrr_at_100_max": -0.078682, "nauc_mrr_at_100_std": -0.187336, "nauc_mrr_at_100_diff1": 0.337788, "nauc_mrr_at_1000_max": -0.07578, "nauc_mrr_at_1000_std": -0.185675, "nauc_mrr_at_1000_diff1": 0.342463, "hit_rate_at_1": 0.05814, "hit_rate_at_3": 0.09302, "hit_rate_at_5": 0.10853, "hit_rate_at_10": 0.13953, "hit_rate_at_20": 0.17829, "hit_rate_at_100": 0.4031, "hit_rate_at_1000": 1.0, "main_score": 0.10853, "hf_subset": "umb_ao", "languages": [ "umb-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.85217, "ndcg_at_3": 0.90031, "ndcg_at_5": 0.90574, "ndcg_at_10": 0.9083, "ndcg_at_20": 0.91156, "ndcg_at_100": 0.91416, "ndcg_at_1000": 0.91649, "map_at_1": 0.85217, "map_at_3": 0.88841, "map_at_5": 0.89145, "map_at_10": 0.89237, "map_at_20": 0.89325, "map_at_100": 0.89369, "map_at_1000": 0.8938, "recall_at_1": 0.85217, "recall_at_3": 0.93478, "recall_at_5": 0.94783, "recall_at_10": 0.95652, "recall_at_20": 0.96957, "recall_at_100": 0.98261, "recall_at_1000": 1.0, "accuracy": 0.85217, "precision_at_1": 0.85217, "precision_at_3": 0.31159, "precision_at_5": 0.18957, "precision_at_10": 0.09565, "precision_at_20": 0.04848, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.852174, "mrr_at_3": 0.888406, "mrr_at_5": 0.891449, "mrr_at_10": 0.892367, "mrr_at_20": 0.893247, "mrr_at_100": 0.893692, "mrr_at_1000": 0.893796, "nauc_ndcg_at_1_max": 0.546037, "nauc_ndcg_at_1_std": 0.201196, "nauc_ndcg_at_1_diff1": 0.93964, "nauc_ndcg_at_3_max": 0.538941, "nauc_ndcg_at_3_std": 0.171851, "nauc_ndcg_at_3_diff1": 0.92955, "nauc_ndcg_at_5_max": 0.522135, "nauc_ndcg_at_5_std": 0.157179, "nauc_ndcg_at_5_diff1": 0.93371, "nauc_ndcg_at_10_max": 0.512487, "nauc_ndcg_at_10_std": 0.151413, "nauc_ndcg_at_10_diff1": 0.931808, "nauc_ndcg_at_20_max": 0.508206, "nauc_ndcg_at_20_std": 0.15429, "nauc_ndcg_at_20_diff1": 0.929225, "nauc_ndcg_at_100_max": 0.507653, "nauc_ndcg_at_100_std": 0.16178, "nauc_ndcg_at_100_diff1": 0.929562, "nauc_ndcg_at_1000_max": 0.514261, "nauc_ndcg_at_1000_std": 0.162842, "nauc_ndcg_at_1000_diff1": 0.930335, "nauc_map_at_1_max": 0.546037, "nauc_map_at_1_std": 0.201196, "nauc_map_at_1_diff1": 0.93964, "nauc_map_at_3_max": 0.531694, "nauc_map_at_3_std": 0.174832, "nauc_map_at_3_diff1": 0.930012, "nauc_map_at_5_max": 0.523161, "nauc_map_at_5_std": 0.167439, "nauc_map_at_5_diff1": 0.932204, "nauc_map_at_10_max": 0.520257, "nauc_map_at_10_std": 0.165765, "nauc_map_at_10_diff1": 0.931608, "nauc_map_at_20_max": 0.519075, "nauc_map_at_20_std": 0.165943, "nauc_map_at_20_diff1": 0.931027, "nauc_map_at_100_max": 0.519412, "nauc_map_at_100_std": 0.16769, "nauc_map_at_100_diff1": 0.931032, "nauc_map_at_1000_max": 0.51953, "nauc_map_at_1000_std": 0.16762, "nauc_map_at_1000_diff1": 0.931058, "nauc_recall_at_1_max": 0.546037, "nauc_recall_at_1_std": 0.201196, "nauc_recall_at_1_diff1": 0.93964, "nauc_recall_at_3_max": 0.580237, "nauc_recall_at_3_std": 0.161843, "nauc_recall_at_3_diff1": 0.929194, "nauc_recall_at_5_max": 0.52023, "nauc_recall_at_5_std": 0.099712, "nauc_recall_at_5_diff1": 0.945534, "nauc_recall_at_10_max": 0.452054, "nauc_recall_at_10_std": 0.048039, "nauc_recall_at_10_diff1": 0.934641, "nauc_recall_at_20_max": 0.384554, "nauc_recall_at_20_std": 0.050153, "nauc_recall_at_20_diff1": 0.906629, "nauc_recall_at_100_max": 0.248483, "nauc_recall_at_100_std": 0.098623, "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.546037, "nauc_precision_at_1_std": 0.201196, "nauc_precision_at_1_diff1": 0.93964, "nauc_precision_at_3_max": 0.580237, "nauc_precision_at_3_std": 0.161843, "nauc_precision_at_3_diff1": 0.929194, "nauc_precision_at_5_max": 0.52023, "nauc_precision_at_5_std": 0.099712, "nauc_precision_at_5_diff1": 0.945534, "nauc_precision_at_10_max": 0.452054, "nauc_precision_at_10_std": 0.048039, "nauc_precision_at_10_diff1": 0.934641, "nauc_precision_at_20_max": 0.384554, "nauc_precision_at_20_std": 0.050153, "nauc_precision_at_20_diff1": 0.906629, "nauc_precision_at_100_max": 0.248483, "nauc_precision_at_100_std": 0.098623, "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.546037, "nauc_mrr_at_1_std": 0.201196, "nauc_mrr_at_1_diff1": 0.93964, "nauc_mrr_at_3_max": 0.531694, "nauc_mrr_at_3_std": 0.174832, "nauc_mrr_at_3_diff1": 0.930012, "nauc_mrr_at_5_max": 0.523161, "nauc_mrr_at_5_std": 0.167439, "nauc_mrr_at_5_diff1": 0.932204, "nauc_mrr_at_10_max": 0.520257, "nauc_mrr_at_10_std": 0.165765, "nauc_mrr_at_10_diff1": 0.931608, "nauc_mrr_at_20_max": 0.519075, "nauc_mrr_at_20_std": 0.165943, "nauc_mrr_at_20_diff1": 0.931027, "nauc_mrr_at_100_max": 0.519412, "nauc_mrr_at_100_std": 0.16769, "nauc_mrr_at_100_diff1": 0.931032, "nauc_mrr_at_1000_max": 0.51953, "nauc_mrr_at_1000_std": 0.16762, "nauc_mrr_at_1000_diff1": 0.931058, "hit_rate_at_1": 0.85217, "hit_rate_at_3": 0.93478, "hit_rate_at_5": 0.94783, "hit_rate_at_10": 0.95652, "hit_rate_at_20": 0.96957, "hit_rate_at_100": 0.98261, "hit_rate_at_1000": 1.0, "main_score": 0.94783, "hf_subset": "ur_pk", "languages": [ "urd-Arab" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.28986, "ndcg_at_3": 0.34862, "ndcg_at_5": 0.36072, "ndcg_at_10": 0.38754, "ndcg_at_20": 0.40889, "ndcg_at_100": 0.4507, "ndcg_at_1000": 0.46926, "map_at_1": 0.28986, "map_at_3": 0.33478, "map_at_5": 0.34159, "map_at_10": 0.353, "map_at_20": 0.35891, "map_at_100": 0.36466, "map_at_1000": 0.36546, "recall_at_1": 0.28986, "recall_at_3": 0.38841, "recall_at_5": 0.41739, "recall_at_10": 0.49855, "recall_at_20": 0.58261, "recall_at_100": 0.8087, "recall_at_1000": 0.94783, "accuracy": 0.28986, "precision_at_1": 0.28986, "precision_at_3": 0.12947, "precision_at_5": 0.08348, "precision_at_10": 0.04986, "precision_at_20": 0.02913, "precision_at_100": 0.00809, "precision_at_1000": 0.00095, "mrr_at_1": 0.289855, "mrr_at_3": 0.334783, "mrr_at_5": 0.341594, "mrr_at_10": 0.353001, "mrr_at_20": 0.358913, "mrr_at_100": 0.364661, "mrr_at_1000": 0.365462, "nauc_ndcg_at_1_max": 0.372346, "nauc_ndcg_at_1_std": 0.085837, "nauc_ndcg_at_1_diff1": 0.637667, "nauc_ndcg_at_3_max": 0.293896, "nauc_ndcg_at_3_std": 0.029985, "nauc_ndcg_at_3_diff1": 0.569209, "nauc_ndcg_at_5_max": 0.285406, "nauc_ndcg_at_5_std": 0.025717, "nauc_ndcg_at_5_diff1": 0.555838, "nauc_ndcg_at_10_max": 0.267506, "nauc_ndcg_at_10_std": 0.021856, "nauc_ndcg_at_10_diff1": 0.529291, "nauc_ndcg_at_20_max": 0.252875, "nauc_ndcg_at_20_std": 0.00406, "nauc_ndcg_at_20_diff1": 0.52788, "nauc_ndcg_at_100_max": 0.253538, "nauc_ndcg_at_100_std": -0.016034, "nauc_ndcg_at_100_diff1": 0.526036, "nauc_ndcg_at_1000_max": 0.264464, "nauc_ndcg_at_1000_std": 0.019398, "nauc_ndcg_at_1000_diff1": 0.53909, "nauc_map_at_1_max": 0.372346, "nauc_map_at_1_std": 0.085837, "nauc_map_at_1_diff1": 0.637667, "nauc_map_at_3_max": 0.312575, "nauc_map_at_3_std": 0.042265, "nauc_map_at_3_diff1": 0.584469, "nauc_map_at_5_max": 0.308139, "nauc_map_at_5_std": 0.040032, "nauc_map_at_5_diff1": 0.577026, "nauc_map_at_10_max": 0.300834, "nauc_map_at_10_std": 0.038614, "nauc_map_at_10_diff1": 0.565504, "nauc_map_at_20_max": 0.296628, "nauc_map_at_20_std": 0.033735, "nauc_map_at_20_diff1": 0.565701, "nauc_map_at_100_max": 0.297195, "nauc_map_at_100_std": 0.031292, "nauc_map_at_100_diff1": 0.565273, "nauc_map_at_1000_max": 0.297658, "nauc_map_at_1000_std": 0.032534, "nauc_map_at_1000_diff1": 0.565882, "nauc_recall_at_1_max": 0.372346, "nauc_recall_at_1_std": 0.085837, "nauc_recall_at_1_diff1": 0.637667, "nauc_recall_at_3_max": 0.24151, "nauc_recall_at_3_std": -0.004055, "nauc_recall_at_3_diff1": 0.526823, "nauc_recall_at_5_max": 0.220068, "nauc_recall_at_5_std": -0.01482, "nauc_recall_at_5_diff1": 0.494909, "nauc_recall_at_10_max": 0.162996, "nauc_recall_at_10_std": -0.028553, "nauc_recall_at_10_diff1": 0.414578, "nauc_recall_at_20_max": 0.095204, "nauc_recall_at_20_std": -0.107087, "nauc_recall_at_20_diff1": 0.395247, "nauc_recall_at_100_max": -0.026089, "nauc_recall_at_100_std": -0.380613, "nauc_recall_at_100_diff1": 0.288965, "nauc_recall_at_1000_max": -0.221872, "nauc_recall_at_1000_std": 0.310799, "nauc_recall_at_1000_diff1": 0.264914, "nauc_precision_at_1_max": 0.372346, "nauc_precision_at_1_std": 0.085837, "nauc_precision_at_1_diff1": 0.637667, "nauc_precision_at_3_max": 0.24151, "nauc_precision_at_3_std": -0.004055, "nauc_precision_at_3_diff1": 0.526823, "nauc_precision_at_5_max": 0.220068, "nauc_precision_at_5_std": -0.01482, "nauc_precision_at_5_diff1": 0.494909, "nauc_precision_at_10_max": 0.162996, "nauc_precision_at_10_std": -0.028553, "nauc_precision_at_10_diff1": 0.414578, "nauc_precision_at_20_max": 0.095204, "nauc_precision_at_20_std": -0.107087, "nauc_precision_at_20_diff1": 0.395247, "nauc_precision_at_100_max": -0.026089, "nauc_precision_at_100_std": -0.380613, "nauc_precision_at_100_diff1": 0.288965, "nauc_precision_at_1000_max": -0.221872, "nauc_precision_at_1000_std": 0.310799, "nauc_precision_at_1000_diff1": 0.264914, "nauc_mrr_at_1_max": 0.372346, "nauc_mrr_at_1_std": 0.085837, "nauc_mrr_at_1_diff1": 0.637667, "nauc_mrr_at_3_max": 0.312575, "nauc_mrr_at_3_std": 0.042265, "nauc_mrr_at_3_diff1": 0.584469, "nauc_mrr_at_5_max": 0.308139, "nauc_mrr_at_5_std": 0.040032, "nauc_mrr_at_5_diff1": 0.577026, "nauc_mrr_at_10_max": 0.300834, "nauc_mrr_at_10_std": 0.038614, "nauc_mrr_at_10_diff1": 0.565504, "nauc_mrr_at_20_max": 0.296628, "nauc_mrr_at_20_std": 0.033735, "nauc_mrr_at_20_diff1": 0.565701, "nauc_mrr_at_100_max": 0.297195, "nauc_mrr_at_100_std": 0.031292, "nauc_mrr_at_100_diff1": 0.565273, "nauc_mrr_at_1000_max": 0.297658, "nauc_mrr_at_1000_std": 0.032534, "nauc_mrr_at_1000_diff1": 0.565882, "hit_rate_at_1": 0.28986, "hit_rate_at_3": 0.38841, "hit_rate_at_5": 0.41739, "hit_rate_at_10": 0.49855, "hit_rate_at_20": 0.58261, "hit_rate_at_100": 0.8087, "hit_rate_at_1000": 0.94783, "main_score": 0.41739, "hf_subset": "uz_uz", "languages": [ "uzn-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.78674, "ndcg_at_3": 0.83971, "ndcg_at_5": 0.84939, "ndcg_at_10": 0.85324, "ndcg_at_20": 0.8554, "ndcg_at_100": 0.85812, "ndcg_at_1000": 0.86062, "map_at_1": 0.78674, "map_at_3": 0.82709, "map_at_5": 0.83256, "map_at_10": 0.83423, "map_at_20": 0.83481, "map_at_100": 0.83519, "map_at_1000": 0.83527, "recall_at_1": 0.78674, "recall_at_3": 0.87608, "recall_at_5": 0.89914, "recall_at_10": 0.91066, "recall_at_20": 0.91931, "recall_at_100": 0.93372, "recall_at_1000": 0.95389, "accuracy": 0.78674, "precision_at_1": 0.78674, "precision_at_3": 0.29203, "precision_at_5": 0.17983, "precision_at_10": 0.09107, "precision_at_20": 0.04597, "precision_at_100": 0.00934, "precision_at_1000": 0.00095, "mrr_at_1": 0.786744, "mrr_at_3": 0.827089, "mrr_at_5": 0.832565, "mrr_at_10": 0.834225, "mrr_at_20": 0.834809, "mrr_at_100": 0.835188, "mrr_at_1000": 0.835266, "nauc_ndcg_at_1_max": 0.447719, "nauc_ndcg_at_1_std": 0.189544, "nauc_ndcg_at_1_diff1": 0.788072, "nauc_ndcg_at_3_max": 0.450468, "nauc_ndcg_at_3_std": 0.173626, "nauc_ndcg_at_3_diff1": 0.762766, "nauc_ndcg_at_5_max": 0.430075, "nauc_ndcg_at_5_std": 0.173998, "nauc_ndcg_at_5_diff1": 0.753164, "nauc_ndcg_at_10_max": 0.422278, "nauc_ndcg_at_10_std": 0.1583, "nauc_ndcg_at_10_diff1": 0.754403, "nauc_ndcg_at_20_max": 0.413949, "nauc_ndcg_at_20_std": 0.147109, "nauc_ndcg_at_20_diff1": 0.751302, "nauc_ndcg_at_100_max": 0.409692, "nauc_ndcg_at_100_std": 0.137689, "nauc_ndcg_at_100_diff1": 0.752528, "nauc_ndcg_at_1000_max": 0.408773, "nauc_ndcg_at_1000_std": 0.173135, "nauc_ndcg_at_1000_diff1": 0.756706, "nauc_map_at_1_max": 0.447719, "nauc_map_at_1_std": 0.189544, "nauc_map_at_1_diff1": 0.788072, "nauc_map_at_3_max": 0.448068, "nauc_map_at_3_std": 0.177731, "nauc_map_at_3_diff1": 0.769452, "nauc_map_at_5_max": 0.437723, "nauc_map_at_5_std": 0.178555, "nauc_map_at_5_diff1": 0.764772, "nauc_map_at_10_max": 0.434634, "nauc_map_at_10_std": 0.172329, "nauc_map_at_10_diff1": 0.765189, "nauc_map_at_20_max": 0.432733, "nauc_map_at_20_std": 0.169714, "nauc_map_at_20_diff1": 0.764528, "nauc_map_at_100_max": 0.432236, "nauc_map_at_100_std": 0.168594, "nauc_map_at_100_diff1": 0.764685, "nauc_map_at_1000_max": 0.432178, "nauc_map_at_1000_std": 0.169554, "nauc_map_at_1000_diff1": 0.764799, "nauc_recall_at_1_max": 0.447719, "nauc_recall_at_1_std": 0.189544, "nauc_recall_at_1_diff1": 0.788072, "nauc_recall_at_3_max": 0.460657, "nauc_recall_at_3_std": 0.158011, "nauc_recall_at_3_diff1": 0.73723, "nauc_recall_at_5_max": 0.392241, "nauc_recall_at_5_std": 0.152875, "nauc_recall_at_5_diff1": 0.69928, "nauc_recall_at_10_max": 0.352445, "nauc_recall_at_10_std": 0.078654, "nauc_recall_at_10_diff1": 0.699783, "nauc_recall_at_20_max": 0.287737, "nauc_recall_at_20_std": -0.006042, "nauc_recall_at_20_diff1": 0.67229, "nauc_recall_at_100_max": 0.215513, "nauc_recall_at_100_std": -0.139287, "nauc_recall_at_100_diff1": 0.669056, "nauc_recall_at_1000_max": 0.116138, "nauc_recall_at_1000_std": 0.560586, "nauc_recall_at_1000_diff1": 0.729806, "nauc_precision_at_1_max": 0.447719, "nauc_precision_at_1_std": 0.189544, "nauc_precision_at_1_diff1": 0.788072, "nauc_precision_at_3_max": 0.460657, "nauc_precision_at_3_std": 0.158011, "nauc_precision_at_3_diff1": 0.73723, "nauc_precision_at_5_max": 0.392241, "nauc_precision_at_5_std": 0.152875, "nauc_precision_at_5_diff1": 0.69928, "nauc_precision_at_10_max": 0.352445, "nauc_precision_at_10_std": 0.078654, "nauc_precision_at_10_diff1": 0.699783, "nauc_precision_at_20_max": 0.287737, "nauc_precision_at_20_std": -0.006042, "nauc_precision_at_20_diff1": 0.67229, "nauc_precision_at_100_max": 0.215513, "nauc_precision_at_100_std": -0.139287, "nauc_precision_at_100_diff1": 0.669056, "nauc_precision_at_1000_max": 0.116138, "nauc_precision_at_1000_std": 0.560586, "nauc_precision_at_1000_diff1": 0.729806, "nauc_mrr_at_1_max": 0.447719, "nauc_mrr_at_1_std": 0.189544, "nauc_mrr_at_1_diff1": 0.788072, "nauc_mrr_at_3_max": 0.448068, "nauc_mrr_at_3_std": 0.177731, "nauc_mrr_at_3_diff1": 0.769452, "nauc_mrr_at_5_max": 0.437723, "nauc_mrr_at_5_std": 0.178555, "nauc_mrr_at_5_diff1": 0.764772, "nauc_mrr_at_10_max": 0.434634, "nauc_mrr_at_10_std": 0.172329, "nauc_mrr_at_10_diff1": 0.765189, "nauc_mrr_at_20_max": 0.432733, "nauc_mrr_at_20_std": 0.169714, "nauc_mrr_at_20_diff1": 0.764528, "nauc_mrr_at_100_max": 0.432236, "nauc_mrr_at_100_std": 0.168594, "nauc_mrr_at_100_diff1": 0.764685, "nauc_mrr_at_1000_max": 0.432178, "nauc_mrr_at_1000_std": 0.169554, "nauc_mrr_at_1000_diff1": 0.764799, "hit_rate_at_1": 0.78674, "hit_rate_at_3": 0.87608, "hit_rate_at_5": 0.89914, "hit_rate_at_10": 0.91066, "hit_rate_at_20": 0.91931, "hit_rate_at_100": 0.93372, "hit_rate_at_1000": 0.95389, "main_score": 0.89914, "hf_subset": "vi_vn", "languages": [ "vie-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.16736, "ndcg_at_3": 0.21159, "ndcg_at_5": 0.22726, "ndcg_at_10": 0.23701, "ndcg_at_20": 0.25003, "ndcg_at_100": 0.2949, "ndcg_at_1000": 0.34766, "map_at_1": 0.16736, "map_at_3": 0.20084, "map_at_5": 0.20962, "map_at_10": 0.2138, "map_at_20": 0.21755, "map_at_100": 0.22313, "map_at_1000": 0.22553, "recall_at_1": 0.16736, "recall_at_3": 0.24268, "recall_at_5": 0.28033, "recall_at_10": 0.30962, "recall_at_20": 0.35983, "recall_at_100": 0.61088, "recall_at_1000": 1.0, "accuracy": 0.16736, "precision_at_1": 0.16736, "precision_at_3": 0.08089, "precision_at_5": 0.05607, "precision_at_10": 0.03096, "precision_at_20": 0.01799, "precision_at_100": 0.00611, "precision_at_1000": 0.001, "mrr_at_1": 0.167364, "mrr_at_3": 0.200837, "mrr_at_5": 0.209623, "mrr_at_10": 0.213799, "mrr_at_20": 0.217547, "mrr_at_100": 0.223134, "mrr_at_1000": 0.225531, "nauc_ndcg_at_1_max": 0.379315, "nauc_ndcg_at_1_std": -0.092575, "nauc_ndcg_at_1_diff1": 0.659172, "nauc_ndcg_at_3_max": 0.288302, "nauc_ndcg_at_3_std": -0.111716, "nauc_ndcg_at_3_diff1": 0.531207, "nauc_ndcg_at_5_max": 0.274886, "nauc_ndcg_at_5_std": -0.10047, "nauc_ndcg_at_5_diff1": 0.524612, "nauc_ndcg_at_10_max": 0.259554, "nauc_ndcg_at_10_std": -0.100996, "nauc_ndcg_at_10_diff1": 0.505753, "nauc_ndcg_at_20_max": 0.234506, "nauc_ndcg_at_20_std": -0.112429, "nauc_ndcg_at_20_diff1": 0.486626, "nauc_ndcg_at_100_max": 0.193129, "nauc_ndcg_at_100_std": -0.14841, "nauc_ndcg_at_100_diff1": 0.449787, "nauc_ndcg_at_1000_max": 0.247918, "nauc_ndcg_at_1000_std": -0.118143, "nauc_ndcg_at_1000_diff1": 0.502245, "nauc_map_at_1_max": 0.379315, "nauc_map_at_1_std": -0.092575, "nauc_map_at_1_diff1": 0.659172, "nauc_map_at_3_max": 0.307787, "nauc_map_at_3_std": -0.107609, "nauc_map_at_3_diff1": 0.558851, "nauc_map_at_5_max": 0.299702, "nauc_map_at_5_std": -0.101155, "nauc_map_at_5_diff1": 0.555157, "nauc_map_at_10_max": 0.292685, "nauc_map_at_10_std": -0.101005, "nauc_map_at_10_diff1": 0.546679, "nauc_map_at_20_max": 0.284993, "nauc_map_at_20_std": -0.104555, "nauc_map_at_20_diff1": 0.541171, "nauc_map_at_100_max": 0.280051, "nauc_map_at_100_std": -0.108778, "nauc_map_at_100_diff1": 0.535723, "nauc_map_at_1000_max": 0.282501, "nauc_map_at_1000_std": -0.10748, "nauc_map_at_1000_diff1": 0.538339, "nauc_recall_at_1_max": 0.379315, "nauc_recall_at_1_std": -0.092575, "nauc_recall_at_1_diff1": 0.659172, "nauc_recall_at_3_max": 0.238142, "nauc_recall_at_3_std": -0.122291, "nauc_recall_at_3_diff1": 0.459948, "nauc_recall_at_5_max": 0.212279, "nauc_recall_at_5_std": -0.097386, "nauc_recall_at_5_diff1": 0.448097, "nauc_recall_at_10_max": 0.174323, "nauc_recall_at_10_std": -0.100533, "nauc_recall_at_10_diff1": 0.400767, "nauc_recall_at_20_max": 0.093922, "nauc_recall_at_20_std": -0.137743, "nauc_recall_at_20_diff1": 0.338033, "nauc_recall_at_100_max": -0.151508, "nauc_recall_at_100_std": -0.339221, "nauc_recall_at_100_diff1": 0.128593, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.379315, "nauc_precision_at_1_std": -0.092575, "nauc_precision_at_1_diff1": 0.659172, "nauc_precision_at_3_max": 0.238142, "nauc_precision_at_3_std": -0.122291, "nauc_precision_at_3_diff1": 0.459948, "nauc_precision_at_5_max": 0.212279, "nauc_precision_at_5_std": -0.097386, "nauc_precision_at_5_diff1": 0.448097, "nauc_precision_at_10_max": 0.174323, "nauc_precision_at_10_std": -0.100533, "nauc_precision_at_10_diff1": 0.400767, "nauc_precision_at_20_max": 0.093922, "nauc_precision_at_20_std": -0.137743, "nauc_precision_at_20_diff1": 0.338033, "nauc_precision_at_100_max": -0.151508, "nauc_precision_at_100_std": -0.339221, "nauc_precision_at_100_diff1": 0.128593, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.379315, "nauc_mrr_at_1_std": -0.092575, "nauc_mrr_at_1_diff1": 0.659172, "nauc_mrr_at_3_max": 0.307787, "nauc_mrr_at_3_std": -0.107609, "nauc_mrr_at_3_diff1": 0.558851, "nauc_mrr_at_5_max": 0.299702, "nauc_mrr_at_5_std": -0.101155, "nauc_mrr_at_5_diff1": 0.555157, "nauc_mrr_at_10_max": 0.292685, "nauc_mrr_at_10_std": -0.101005, "nauc_mrr_at_10_diff1": 0.546679, "nauc_mrr_at_20_max": 0.284993, "nauc_mrr_at_20_std": -0.104555, "nauc_mrr_at_20_diff1": 0.541171, "nauc_mrr_at_100_max": 0.280051, "nauc_mrr_at_100_std": -0.108778, "nauc_mrr_at_100_diff1": 0.535723, "nauc_mrr_at_1000_max": 0.282501, "nauc_mrr_at_1000_std": -0.10748, "nauc_mrr_at_1000_diff1": 0.538339, "hit_rate_at_1": 0.16736, "hit_rate_at_3": 0.24268, "hit_rate_at_5": 0.28033, "hit_rate_at_10": 0.30962, "hit_rate_at_20": 0.35983, "hit_rate_at_100": 0.61088, "hit_rate_at_1000": 1.0, "main_score": 0.28033, "hf_subset": "wo_sn", "languages": [ "wol-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.26, "ndcg_at_3": 0.31357, "ndcg_at_5": 0.33005, "ndcg_at_10": 0.34221, "ndcg_at_20": 0.36286, "ndcg_at_100": 0.40855, "ndcg_at_1000": 0.42354, "map_at_1": 0.26, "map_at_3": 0.30048, "map_at_5": 0.30962, "map_at_10": 0.31473, "map_at_20": 0.32025, "map_at_100": 0.32606, "map_at_1000": 0.32679, "recall_at_1": 0.26, "recall_at_3": 0.35143, "recall_at_5": 0.39143, "recall_at_10": 0.42857, "recall_at_20": 0.51143, "recall_at_100": 0.76571, "recall_at_1000": 0.87429, "accuracy": 0.26, "precision_at_1": 0.26, "precision_at_3": 0.11714, "precision_at_5": 0.07829, "precision_at_10": 0.04286, "precision_at_20": 0.02557, "precision_at_100": 0.00766, "precision_at_1000": 0.00087, "mrr_at_1": 0.26, "mrr_at_3": 0.300476, "mrr_at_5": 0.309619, "mrr_at_10": 0.314728, "mrr_at_20": 0.320245, "mrr_at_100": 0.32606, "mrr_at_1000": 0.326793, "nauc_ndcg_at_1_max": 0.031305, "nauc_ndcg_at_1_std": 0.215969, "nauc_ndcg_at_1_diff1": 0.644065, "nauc_ndcg_at_3_max": 0.01436, "nauc_ndcg_at_3_std": 0.204488, "nauc_ndcg_at_3_diff1": 0.549559, "nauc_ndcg_at_5_max": -0.007043, "nauc_ndcg_at_5_std": 0.183383, "nauc_ndcg_at_5_diff1": 0.528788, "nauc_ndcg_at_10_max": -0.010349, "nauc_ndcg_at_10_std": 0.189208, "nauc_ndcg_at_10_diff1": 0.512487, "nauc_ndcg_at_20_max": -0.015345, "nauc_ndcg_at_20_std": 0.185919, "nauc_ndcg_at_20_diff1": 0.50234, "nauc_ndcg_at_100_max": -0.024408, "nauc_ndcg_at_100_std": 0.192085, "nauc_ndcg_at_100_diff1": 0.513042, "nauc_ndcg_at_1000_max": -0.022953, "nauc_ndcg_at_1000_std": 0.188066, "nauc_ndcg_at_1000_diff1": 0.517922, "nauc_map_at_1_max": 0.031305, "nauc_map_at_1_std": 0.215969, "nauc_map_at_1_diff1": 0.644065, "nauc_map_at_3_max": 0.016245, "nauc_map_at_3_std": 0.207683, "nauc_map_at_3_diff1": 0.571169, "nauc_map_at_5_max": 0.003881, "nauc_map_at_5_std": 0.19507, "nauc_map_at_5_diff1": 0.559164, "nauc_map_at_10_max": 0.002663, "nauc_map_at_10_std": 0.19742, "nauc_map_at_10_diff1": 0.552266, "nauc_map_at_20_max": 0.002103, "nauc_map_at_20_std": 0.196331, "nauc_map_at_20_diff1": 0.549338, "nauc_map_at_100_max": 1e-05, "nauc_map_at_100_std": 0.196324, "nauc_map_at_100_diff1": 0.551235, "nauc_map_at_1000_max": 0.000139, "nauc_map_at_1000_std": 0.196143, "nauc_map_at_1000_diff1": 0.551476, "nauc_recall_at_1_max": 0.031305, "nauc_recall_at_1_std": 0.215969, "nauc_recall_at_1_diff1": 0.644065, "nauc_recall_at_3_max": 0.009972, "nauc_recall_at_3_std": 0.195486, "nauc_recall_at_3_diff1": 0.490184, "nauc_recall_at_5_max": -0.038456, "nauc_recall_at_5_std": 0.149432, "nauc_recall_at_5_diff1": 0.443904, "nauc_recall_at_10_max": -0.049192, "nauc_recall_at_10_std": 0.167019, "nauc_recall_at_10_diff1": 0.395454, "nauc_recall_at_20_max": -0.075946, "nauc_recall_at_20_std": 0.154876, "nauc_recall_at_20_diff1": 0.353084, "nauc_recall_at_100_max": -0.16234, "nauc_recall_at_100_std": 0.206082, "nauc_recall_at_100_diff1": 0.343003, "nauc_recall_at_1000_max": -0.238422, "nauc_recall_at_1000_std": 0.144307, "nauc_recall_at_1000_diff1": 0.311061, "nauc_precision_at_1_max": 0.031305, "nauc_precision_at_1_std": 0.215969, "nauc_precision_at_1_diff1": 0.644065, "nauc_precision_at_3_max": 0.009972, "nauc_precision_at_3_std": 0.195486, "nauc_precision_at_3_diff1": 0.490184, "nauc_precision_at_5_max": -0.038456, "nauc_precision_at_5_std": 0.149432, "nauc_precision_at_5_diff1": 0.443904, "nauc_precision_at_10_max": -0.049192, "nauc_precision_at_10_std": 0.167019, "nauc_precision_at_10_diff1": 0.395454, "nauc_precision_at_20_max": -0.075946, "nauc_precision_at_20_std": 0.154876, "nauc_precision_at_20_diff1": 0.353084, "nauc_precision_at_100_max": -0.16234, "nauc_precision_at_100_std": 0.206082, "nauc_precision_at_100_diff1": 0.343003, "nauc_precision_at_1000_max": -0.238422, "nauc_precision_at_1000_std": 0.144307, "nauc_precision_at_1000_diff1": 0.311061, "nauc_mrr_at_1_max": 0.031305, "nauc_mrr_at_1_std": 0.215969, "nauc_mrr_at_1_diff1": 0.644065, "nauc_mrr_at_3_max": 0.016245, "nauc_mrr_at_3_std": 0.207683, "nauc_mrr_at_3_diff1": 0.571169, "nauc_mrr_at_5_max": 0.003881, "nauc_mrr_at_5_std": 0.19507, "nauc_mrr_at_5_diff1": 0.559164, "nauc_mrr_at_10_max": 0.002663, "nauc_mrr_at_10_std": 0.19742, "nauc_mrr_at_10_diff1": 0.552266, "nauc_mrr_at_20_max": 0.002103, "nauc_mrr_at_20_std": 0.196331, "nauc_mrr_at_20_diff1": 0.549338, "nauc_mrr_at_100_max": 1e-05, "nauc_mrr_at_100_std": 0.196324, "nauc_mrr_at_100_diff1": 0.551235, "nauc_mrr_at_1000_max": 0.000139, "nauc_mrr_at_1000_std": 0.196143, "nauc_mrr_at_1000_diff1": 0.551476, "hit_rate_at_1": 0.26, "hit_rate_at_3": 0.35143, "hit_rate_at_5": 0.39143, "hit_rate_at_10": 0.42857, "hit_rate_at_20": 0.51143, "hit_rate_at_100": 0.76571, "hit_rate_at_1000": 0.87429, "main_score": 0.39143, "hf_subset": "xh_za", "languages": [ "xho-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.14706, "ndcg_at_3": 0.17668, "ndcg_at_5": 0.1825, "ndcg_at_10": 0.199, "ndcg_at_20": 0.2084, "ndcg_at_100": 0.25892, "ndcg_at_1000": 0.29483, "map_at_1": 0.14706, "map_at_3": 0.16961, "map_at_5": 0.1727, "map_at_10": 0.1797, "map_at_20": 0.18214, "map_at_100": 0.18845, "map_at_1000": 0.19011, "recall_at_1": 0.14706, "recall_at_3": 0.19706, "recall_at_5": 0.21176, "recall_at_10": 0.26176, "recall_at_20": 0.3, "recall_at_100": 0.58235, "recall_at_1000": 0.84706, "accuracy": 0.14706, "precision_at_1": 0.14706, "precision_at_3": 0.06569, "precision_at_5": 0.04235, "precision_at_10": 0.02618, "precision_at_20": 0.015, "precision_at_100": 0.00582, "precision_at_1000": 0.00085, "mrr_at_1": 0.147059, "mrr_at_3": 0.169608, "mrr_at_5": 0.172696, "mrr_at_10": 0.179704, "mrr_at_20": 0.182138, "mrr_at_100": 0.188448, "mrr_at_1000": 0.190114, "nauc_ndcg_at_1_max": 0.022107, "nauc_ndcg_at_1_std": -0.151929, "nauc_ndcg_at_1_diff1": 0.530543, "nauc_ndcg_at_3_max": 0.007149, "nauc_ndcg_at_3_std": -0.163937, "nauc_ndcg_at_3_diff1": 0.44156, "nauc_ndcg_at_5_max": -0.008195, "nauc_ndcg_at_5_std": -0.17017, "nauc_ndcg_at_5_diff1": 0.423336, "nauc_ndcg_at_10_max": -0.027192, "nauc_ndcg_at_10_std": -0.182696, "nauc_ndcg_at_10_diff1": 0.383528, "nauc_ndcg_at_20_max": -0.023054, "nauc_ndcg_at_20_std": -0.183984, "nauc_ndcg_at_20_diff1": 0.365046, "nauc_ndcg_at_100_max": -0.053737, "nauc_ndcg_at_100_std": -0.199759, "nauc_ndcg_at_100_diff1": 0.366833, "nauc_ndcg_at_1000_max": -0.057412, "nauc_ndcg_at_1000_std": -0.169462, "nauc_ndcg_at_1000_diff1": 0.384251, "nauc_map_at_1_max": 0.022107, "nauc_map_at_1_std": -0.151929, "nauc_map_at_1_diff1": 0.530543, "nauc_map_at_3_max": 0.011374, "nauc_map_at_3_std": -0.161621, "nauc_map_at_3_diff1": 0.461727, "nauc_map_at_5_max": 0.002919, "nauc_map_at_5_std": -0.165202, "nauc_map_at_5_diff1": 0.451495, "nauc_map_at_10_max": -0.005785, "nauc_map_at_10_std": -0.170859, "nauc_map_at_10_diff1": 0.433133, "nauc_map_at_20_max": -0.004557, "nauc_map_at_20_std": -0.171051, "nauc_map_at_20_diff1": 0.427831, "nauc_map_at_100_max": -0.009356, "nauc_map_at_100_std": -0.173699, "nauc_map_at_100_diff1": 0.427462, "nauc_map_at_1000_max": -0.009659, "nauc_map_at_1000_std": -0.173036, "nauc_map_at_1000_diff1": 0.428491, "nauc_recall_at_1_max": 0.022107, "nauc_recall_at_1_std": -0.151929, "nauc_recall_at_1_diff1": 0.530543, "nauc_recall_at_3_max": -0.004055, "nauc_recall_at_3_std": -0.169775, "nauc_recall_at_3_diff1": 0.38947, "nauc_recall_at_5_max": -0.038756, "nauc_recall_at_5_std": -0.183318, "nauc_recall_at_5_diff1": 0.349794, "nauc_recall_at_10_max": -0.085143, "nauc_recall_at_10_std": -0.214713, "nauc_recall_at_10_diff1": 0.253693, "nauc_recall_at_20_max": -0.068918, "nauc_recall_at_20_std": -0.218365, "nauc_recall_at_20_diff1": 0.200092, "nauc_recall_at_100_max": -0.212723, "nauc_recall_at_100_std": -0.289725, "nauc_recall_at_100_diff1": 0.202825, "nauc_recall_at_1000_max": -0.427509, "nauc_recall_at_1000_std": 0.052283, "nauc_recall_at_1000_diff1": 0.228476, "nauc_precision_at_1_max": 0.022107, "nauc_precision_at_1_std": -0.151929, "nauc_precision_at_1_diff1": 0.530543, "nauc_precision_at_3_max": -0.004055, "nauc_precision_at_3_std": -0.169775, "nauc_precision_at_3_diff1": 0.38947, "nauc_precision_at_5_max": -0.038756, "nauc_precision_at_5_std": -0.183318, "nauc_precision_at_5_diff1": 0.349794, "nauc_precision_at_10_max": -0.085143, "nauc_precision_at_10_std": -0.214713, "nauc_precision_at_10_diff1": 0.253693, "nauc_precision_at_20_max": -0.068918, "nauc_precision_at_20_std": -0.218365, "nauc_precision_at_20_diff1": 0.200092, "nauc_precision_at_100_max": -0.212723, "nauc_precision_at_100_std": -0.289725, "nauc_precision_at_100_diff1": 0.202825, "nauc_precision_at_1000_max": -0.427509, "nauc_precision_at_1000_std": 0.052283, "nauc_precision_at_1000_diff1": 0.228476, "nauc_mrr_at_1_max": 0.022107, "nauc_mrr_at_1_std": -0.151929, "nauc_mrr_at_1_diff1": 0.530543, "nauc_mrr_at_3_max": 0.011374, "nauc_mrr_at_3_std": -0.161621, "nauc_mrr_at_3_diff1": 0.461727, "nauc_mrr_at_5_max": 0.002919, "nauc_mrr_at_5_std": -0.165202, "nauc_mrr_at_5_diff1": 0.451495, "nauc_mrr_at_10_max": -0.005785, "nauc_mrr_at_10_std": -0.170859, "nauc_mrr_at_10_diff1": 0.433133, "nauc_mrr_at_20_max": -0.004557, "nauc_mrr_at_20_std": -0.171051, "nauc_mrr_at_20_diff1": 0.427831, "nauc_mrr_at_100_max": -0.009356, "nauc_mrr_at_100_std": -0.173699, "nauc_mrr_at_100_diff1": 0.427462, "nauc_mrr_at_1000_max": -0.009659, "nauc_mrr_at_1000_std": -0.173036, "nauc_mrr_at_1000_diff1": 0.428491, "hit_rate_at_1": 0.14706, "hit_rate_at_3": 0.19706, "hit_rate_at_5": 0.21176, "hit_rate_at_10": 0.26176, "hit_rate_at_20": 0.3, "hit_rate_at_100": 0.58235, "hit_rate_at_1000": 0.84706, "main_score": 0.21176, "hf_subset": "yo_ng", "languages": [ "yor-Latn" ], "mteb_version": "2.12.32" }, { "ndcg_at_1": 0.13584, "ndcg_at_3": 0.16457, "ndcg_at_5": 0.18459, "ndcg_at_10": 0.20257, "ndcg_at_20": 0.21885, "ndcg_at_100": 0.26865, "ndcg_at_1000": 0.29907, "map_at_1": 0.13584, "map_at_3": 0.15751, "map_at_5": 0.1685, "map_at_10": 0.17603, "map_at_20": 0.18061, "map_at_100": 0.18692, "map_at_1000": 0.1883, "recall_at_1": 0.13584, "recall_at_3": 0.18497, "recall_at_5": 0.2341, "recall_at_10": 0.28902, "recall_at_20": 0.3526, "recall_at_100": 0.63006, "recall_at_1000": 0.85549, "accuracy": 0.13584, "precision_at_1": 0.13584, "precision_at_3": 0.06166, "precision_at_5": 0.04682, "precision_at_10": 0.0289, "precision_at_20": 0.01763, "precision_at_100": 0.0063, "precision_at_1000": 0.00086, "mrr_at_1": 0.135838, "mrr_at_3": 0.157514, "mrr_at_5": 0.168497, "mrr_at_10": 0.176034, "mrr_at_20": 0.180608, "mrr_at_100": 0.186918, "mrr_at_1000": 0.188295, "nauc_ndcg_at_1_max": 0.057422, "nauc_ndcg_at_1_std": -0.053056, "nauc_ndcg_at_1_diff1": 0.651287, "nauc_ndcg_at_3_max": -0.002857, "nauc_ndcg_at_3_std": -0.029549, "nauc_ndcg_at_3_diff1": 0.585828, "nauc_ndcg_at_5_max": -0.001617, "nauc_ndcg_at_5_std": -0.041306, "nauc_ndcg_at_5_diff1": 0.530019, "nauc_ndcg_at_10_max": -0.013145, "nauc_ndcg_at_10_std": -0.042594, "nauc_ndcg_at_10_diff1": 0.497806, "nauc_ndcg_at_20_max": -0.018449, "nauc_ndcg_at_20_std": -0.054126, "nauc_ndcg_at_20_diff1": 0.485939, "nauc_ndcg_at_100_max": -0.071973, "nauc_ndcg_at_100_std": -0.088919, "nauc_ndcg_at_100_diff1": 0.476437, "nauc_ndcg_at_1000_max": -0.072197, "nauc_ndcg_at_1000_std": -0.054751, "nauc_ndcg_at_1000_diff1": 0.476275, "nauc_map_at_1_max": 0.057422, "nauc_map_at_1_std": -0.053056, "nauc_map_at_1_diff1": 0.651287, "nauc_map_at_3_max": 0.009392, "nauc_map_at_3_std": -0.035144, "nauc_map_at_3_diff1": 0.599953, "nauc_map_at_5_max": 0.009506, "nauc_map_at_5_std": -0.041485, "nauc_map_at_5_diff1": 0.566964, "nauc_map_at_10_max": 0.004301, "nauc_map_at_10_std": -0.042349, "nauc_map_at_10_diff1": 0.551457, "nauc_map_at_20_max": 0.002511, "nauc_map_at_20_std": -0.045806, "nauc_map_at_20_diff1": 0.547574, "nauc_map_at_100_max": -0.006357, "nauc_map_at_100_std": -0.051887, "nauc_map_at_100_diff1": 0.54539, "nauc_map_at_1000_max": -0.006337, "nauc_map_at_1000_std": -0.050811, "nauc_map_at_1000_diff1": 0.545539, "nauc_recall_at_1_max": 0.057422, "nauc_recall_at_1_std": -0.053056, "nauc_recall_at_1_diff1": 0.651287, "nauc_recall_at_3_max": -0.033811, "nauc_recall_at_3_std": -0.015093, "nauc_recall_at_3_diff1": 0.549818, "nauc_recall_at_5_max": -0.026917, "nauc_recall_at_5_std": -0.042473, "nauc_recall_at_5_diff1": 0.437256, "nauc_recall_at_10_max": -0.053713, "nauc_recall_at_10_std": -0.044275, "nauc_recall_at_10_diff1": 0.367533, "nauc_recall_at_20_max": -0.06781, "nauc_recall_at_20_std": -0.07996, "nauc_recall_at_20_diff1": 0.336708, "nauc_recall_at_100_max": -0.323562, "nauc_recall_at_100_std": -0.244216, "nauc_recall_at_100_diff1": 0.275721, "nauc_recall_at_1000_max": -0.598052, "nauc_recall_at_1000_std": 0.077306, "nauc_recall_at_1000_diff1": 0.050856, "nauc_precision_at_1_max": 0.057422, "nauc_precision_at_1_std": -0.053056, "nauc_precision_at_1_diff1": 0.651287, "nauc_precision_at_3_max": -0.033811, "nauc_precision_at_3_std": -0.015093, "nauc_precision_at_3_diff1": 0.549818, "nauc_precision_at_5_max": -0.026917, "nauc_precision_at_5_std": -0.042473, "nauc_precision_at_5_diff1": 0.437256, "nauc_precision_at_10_max": -0.053713, "nauc_precision_at_10_std": -0.044275, "nauc_precision_at_10_diff1": 0.367533, "nauc_precision_at_20_max": -0.06781, "nauc_precision_at_20_std": -0.07996, "nauc_precision_at_20_diff1": 0.336708, "nauc_precision_at_100_max": -0.323562, "nauc_precision_at_100_std": -0.244216, "nauc_precision_at_100_diff1": 0.275721, "nauc_precision_at_1000_max": -0.598052, "nauc_precision_at_1000_std": 0.077306, "nauc_precision_at_1000_diff1": 0.050856, "nauc_mrr_at_1_max": 0.057422, "nauc_mrr_at_1_std": -0.053056, "nauc_mrr_at_1_diff1": 0.651287, "nauc_mrr_at_3_max": 0.009392, "nauc_mrr_at_3_std": -0.035144, "nauc_mrr_at_3_diff1": 0.599953, "nauc_mrr_at_5_max": 0.009506, "nauc_mrr_at_5_std": -0.041485, "nauc_mrr_at_5_diff1": 0.566964, "nauc_mrr_at_10_max": 0.004301, "nauc_mrr_at_10_std": -0.042349, "nauc_mrr_at_10_diff1": 0.551457, "nauc_mrr_at_20_max": 0.002511, "nauc_mrr_at_20_std": -0.045806, "nauc_mrr_at_20_diff1": 0.547574, "nauc_mrr_at_100_max": -0.006357, "nauc_mrr_at_100_std": -0.051887, "nauc_mrr_at_100_diff1": 0.54539, "nauc_mrr_at_1000_max": -0.006337, "nauc_mrr_at_1000_std": -0.050811, "nauc_mrr_at_1000_diff1": 0.545539, "hit_rate_at_1": 0.13584, "hit_rate_at_3": 0.18497, "hit_rate_at_5": 0.2341, "hit_rate_at_10": 0.28902, "hit_rate_at_20": 0.3526, "hit_rate_at_100": 0.63006, "hit_rate_at_1000": 0.85549, "main_score": 0.2341, "hf_subset": "zu_za", "languages": [ "zul-Latn" ], "mteb_version": "2.12.32" } ] }, "evaluation_time": 15508.428645849228, "kg_co2_emissions": null, "date": null }