{ "dataset_revision": "eb9418faade7449e869be388846f287aa3535b64", "task_name": "MultilingualNanoQuoraRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.72, "ndcg_at_3": 0.76092, "ndcg_at_5": 0.78286, "ndcg_at_10": 0.80242, "ndcg_at_20": 0.82701, "ndcg_at_100": 0.8306, "ndcg_at_1000": 0.8306, "map_at_1": 0.62067, "map_at_3": 0.72067, "map_at_5": 0.74273, "map_at_10": 0.75334, "map_at_20": 0.76348, "map_at_100": 0.76484, "map_at_1000": 0.76484, "recall_at_1": 0.62067, "recall_at_3": 0.79067, "recall_at_5": 0.84533, "recall_at_10": 0.902, "recall_at_20": 0.98667, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62067, "precision_at_1": 0.72, "precision_at_3": 0.32667, "precision_at_5": 0.224, "precision_at_10": 0.122, "precision_at_20": 0.068, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.72, "mrr_at_3": 0.78, "mrr_at_5": 0.785, "mrr_at_10": 0.793333, "mrr_at_20": 0.797504, "mrr_at_100": 0.797504, "mrr_at_1000": 0.797504, "nauc_ndcg_at_1_max": 0.677732, "nauc_ndcg_at_1_std": -0.012744, "nauc_ndcg_at_1_diff1": 0.555441, "nauc_ndcg_at_3_max": 0.462199, "nauc_ndcg_at_3_std": -0.104041, "nauc_ndcg_at_3_diff1": 0.523475, "nauc_ndcg_at_5_max": 0.465511, "nauc_ndcg_at_5_std": -0.086911, "nauc_ndcg_at_5_diff1": 0.47562, "nauc_ndcg_at_10_max": 0.463456, "nauc_ndcg_at_10_std": -0.078096, "nauc_ndcg_at_10_diff1": 0.468984, "nauc_ndcg_at_20_max": 0.491219, "nauc_ndcg_at_20_std": -0.062367, "nauc_ndcg_at_20_diff1": 0.469464, "nauc_ndcg_at_100_max": 0.532329, "nauc_ndcg_at_100_std": -0.039182, "nauc_ndcg_at_100_diff1": 0.487187, "nauc_ndcg_at_1000_max": 0.532329, "nauc_ndcg_at_1000_std": -0.039182, "nauc_ndcg_at_1000_diff1": 0.487187, "nauc_map_at_1_max": 0.18379, "nauc_map_at_1_std": -0.307089, "nauc_map_at_1_diff1": 0.56701, "nauc_map_at_3_max": 0.33302, "nauc_map_at_3_std": -0.240298, "nauc_map_at_3_diff1": 0.530054, "nauc_map_at_5_max": 0.384516, "nauc_map_at_5_std": -0.184834, "nauc_map_at_5_diff1": 0.499366, "nauc_map_at_10_max": 0.405022, "nauc_map_at_10_std": -0.166358, "nauc_map_at_10_diff1": 0.504952, "nauc_map_at_20_max": 0.424198, "nauc_map_at_20_std": -0.145895, "nauc_map_at_20_diff1": 0.49676, "nauc_map_at_100_max": 0.436275, "nauc_map_at_100_std": -0.13761, "nauc_map_at_100_diff1": 0.500928, "nauc_map_at_1000_max": 0.436275, "nauc_map_at_1000_std": -0.13761, "nauc_map_at_1000_diff1": 0.500928, "nauc_recall_at_1_max": 0.18379, "nauc_recall_at_1_std": -0.307089, "nauc_recall_at_1_diff1": 0.56701, "nauc_recall_at_3_max": 0.21651, "nauc_recall_at_3_std": -0.219516, "nauc_recall_at_3_diff1": 0.457129, "nauc_recall_at_5_max": 0.262849, "nauc_recall_at_5_std": -0.144001, "nauc_recall_at_5_diff1": 0.334471, "nauc_recall_at_10_max": 0.153527, "nauc_recall_at_10_std": -0.111707, "nauc_recall_at_10_diff1": 0.232511, "nauc_recall_at_20_max": -1.298786, "nauc_recall_at_20_std": -0.85761, "nauc_recall_at_20_diff1": -0.465453, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.677732, "nauc_precision_at_1_std": -0.012744, "nauc_precision_at_1_diff1": 0.555441, "nauc_precision_at_3_max": 0.701353, "nauc_precision_at_3_std": 0.344793, "nauc_precision_at_3_diff1": 0.044353, "nauc_precision_at_5_max": 0.651637, "nauc_precision_at_5_std": 0.528571, "nauc_precision_at_5_diff1": -0.157486, "nauc_precision_at_10_max": 0.68822, "nauc_precision_at_10_std": 0.64749, "nauc_precision_at_10_diff1": -0.215052, "nauc_precision_at_20_max": 0.64046, "nauc_precision_at_20_std": 0.704864, "nauc_precision_at_20_diff1": -0.32824, "nauc_precision_at_100_max": 0.673095, "nauc_precision_at_100_std": 0.713189, "nauc_precision_at_100_diff1": -0.275381, "nauc_precision_at_1000_max": 0.673095, "nauc_precision_at_1000_std": 0.713189, "nauc_precision_at_1000_diff1": -0.275381, "nauc_mrr_at_1_max": 0.677732, "nauc_mrr_at_1_std": -0.012744, "nauc_mrr_at_1_diff1": 0.555441, "nauc_mrr_at_3_max": 0.696742, "nauc_mrr_at_3_std": 0.076369, "nauc_mrr_at_3_diff1": 0.520429, "nauc_mrr_at_5_max": 0.686583, "nauc_mrr_at_5_std": 0.052318, "nauc_mrr_at_5_diff1": 0.513478, "nauc_mrr_at_10_max": 0.683005, "nauc_mrr_at_10_std": 0.050533, "nauc_mrr_at_10_diff1": 0.50798, "nauc_mrr_at_20_max": 0.682717, "nauc_mrr_at_20_std": 0.044202, "nauc_mrr_at_20_diff1": 0.515255, "nauc_mrr_at_100_max": 0.682717, "nauc_mrr_at_100_std": 0.044202, "nauc_mrr_at_100_diff1": 0.515255, "nauc_mrr_at_1000_max": 0.682717, "nauc_mrr_at_1000_std": 0.044202, "nauc_mrr_at_1000_diff1": 0.515255, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.86, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.94, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80242, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.75177, "ndcg_at_5": 0.77441, "ndcg_at_10": 0.79528, "ndcg_at_20": 0.81499, "ndcg_at_100": 0.82066, "ndcg_at_1000": 0.82066, "map_at_1": 0.62067, "map_at_3": 0.71467, "map_at_5": 0.73687, "map_at_10": 0.75236, "map_at_20": 0.75876, "map_at_100": 0.75986, "map_at_1000": 0.75986, "recall_at_1": 0.62067, "recall_at_3": 0.778, "recall_at_5": 0.846, "recall_at_10": 0.9, "recall_at_20": 0.97667, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62067, "precision_at_1": 0.7, "precision_at_3": 0.32667, "precision_at_5": 0.224, "precision_at_10": 0.124, "precision_at_20": 0.067, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.7, "mrr_at_3": 0.75, "mrr_at_5": 0.762, "mrr_at_10": 0.768667, "mrr_at_20": 0.771825, "mrr_at_100": 0.772658, "mrr_at_1000": 0.772658, "nauc_ndcg_at_1_max": 0.471014, "nauc_ndcg_at_1_std": -0.199424, "nauc_ndcg_at_1_diff1": 0.862007, "nauc_ndcg_at_3_max": 0.512617, "nauc_ndcg_at_3_std": -0.242375, "nauc_ndcg_at_3_diff1": 0.826073, "nauc_ndcg_at_5_max": 0.506136, "nauc_ndcg_at_5_std": -0.269163, "nauc_ndcg_at_5_diff1": 0.81625, "nauc_ndcg_at_10_max": 0.53878, "nauc_ndcg_at_10_std": -0.261388, "nauc_ndcg_at_10_diff1": 0.807722, "nauc_ndcg_at_20_max": 0.517434, "nauc_ndcg_at_20_std": -0.236495, "nauc_ndcg_at_20_diff1": 0.821819, "nauc_ndcg_at_100_max": 0.530278, "nauc_ndcg_at_100_std": -0.215953, "nauc_ndcg_at_100_diff1": 0.826995, "nauc_ndcg_at_1000_max": 0.530278, "nauc_ndcg_at_1000_std": -0.215953, "nauc_ndcg_at_1000_diff1": 0.826995, "nauc_map_at_1_max": 0.208037, "nauc_map_at_1_std": -0.379673, "nauc_map_at_1_diff1": 0.842037, "nauc_map_at_3_max": 0.358752, "nauc_map_at_3_std": -0.365488, "nauc_map_at_3_diff1": 0.833372, "nauc_map_at_5_max": 0.426013, "nauc_map_at_5_std": -0.308185, "nauc_map_at_5_diff1": 0.828138, "nauc_map_at_10_max": 0.477407, "nauc_map_at_10_std": -0.27324, "nauc_map_at_10_diff1": 0.827417, "nauc_map_at_20_max": 0.472279, "nauc_map_at_20_std": -0.265361, "nauc_map_at_20_diff1": 0.830526, "nauc_map_at_100_max": 0.4761, "nauc_map_at_100_std": -0.261147, "nauc_map_at_100_diff1": 0.831565, "nauc_map_at_1000_max": 0.4761, "nauc_map_at_1000_std": -0.261147, "nauc_map_at_1000_diff1": 0.831565, "nauc_recall_at_1_max": 0.208037, "nauc_recall_at_1_std": -0.379673, "nauc_recall_at_1_diff1": 0.842037, "nauc_recall_at_3_max": 0.369728, "nauc_recall_at_3_std": -0.434928, "nauc_recall_at_3_diff1": 0.753416, "nauc_recall_at_5_max": 0.445956, "nauc_recall_at_5_std": -0.456853, "nauc_recall_at_5_diff1": 0.709261, "nauc_recall_at_10_max": 0.6079, "nauc_recall_at_10_std": -0.511353, "nauc_recall_at_10_diff1": 0.650284, "nauc_recall_at_20_max": 0.226424, "nauc_recall_at_20_std": -0.731559, "nauc_recall_at_20_diff1": 0.636588, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.471014, "nauc_precision_at_1_std": -0.199424, "nauc_precision_at_1_diff1": 0.862007, "nauc_precision_at_3_max": 0.514642, "nauc_precision_at_3_std": 0.179154, "nauc_precision_at_3_diff1": 0.144368, "nauc_precision_at_5_max": 0.572386, "nauc_precision_at_5_std": 0.390499, "nauc_precision_at_5_diff1": -0.053509, "nauc_precision_at_10_max": 0.561906, "nauc_precision_at_10_std": 0.483204, "nauc_precision_at_10_diff1": -0.17656, "nauc_precision_at_20_max": 0.461956, "nauc_precision_at_20_std": 0.569156, "nauc_precision_at_20_diff1": -0.281969, "nauc_precision_at_100_max": 0.454352, "nauc_precision_at_100_std": 0.625352, "nauc_precision_at_100_diff1": -0.31442, "nauc_precision_at_1000_max": 0.454352, "nauc_precision_at_1000_std": 0.625352, "nauc_precision_at_1000_diff1": -0.31442, "nauc_mrr_at_1_max": 0.471014, "nauc_mrr_at_1_std": -0.199424, "nauc_mrr_at_1_diff1": 0.862007, "nauc_mrr_at_3_max": 0.573846, "nauc_mrr_at_3_std": -0.141722, "nauc_mrr_at_3_diff1": 0.828831, "nauc_mrr_at_5_max": 0.568459, "nauc_mrr_at_5_std": -0.165358, "nauc_mrr_at_5_diff1": 0.832836, "nauc_mrr_at_10_max": 0.562604, "nauc_mrr_at_10_std": -0.169587, "nauc_mrr_at_10_diff1": 0.829886, "nauc_mrr_at_20_max": 0.559115, "nauc_mrr_at_20_std": -0.165988, "nauc_mrr_at_20_diff1": 0.832891, "nauc_mrr_at_100_max": 0.559135, "nauc_mrr_at_100_std": -0.164343, "nauc_mrr_at_100_diff1": 0.833349, "nauc_mrr_at_1000_max": 0.559135, "nauc_mrr_at_1000_std": -0.164343, "nauc_mrr_at_1000_diff1": 0.833349, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79528, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.82, "ndcg_at_3": 0.85665, "ndcg_at_5": 0.86049, "ndcg_at_10": 0.89559, "ndcg_at_20": 0.90059, "ndcg_at_100": 0.90059, "ndcg_at_1000": 0.90059, "map_at_1": 0.72067, "map_at_3": 0.822, "map_at_5": 0.8355, "map_at_10": 0.86048, "map_at_20": 0.86182, "map_at_100": 0.86182, "map_at_1000": 0.86182, "recall_at_1": 0.72067, "recall_at_3": 0.86867, "recall_at_5": 0.88867, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72067, "precision_at_1": 0.82, "precision_at_3": 0.36667, "precision_at_5": 0.236, "precision_at_10": 0.138, "precision_at_20": 0.07, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.82, "mrr_at_3": 0.866667, "mrr_at_5": 0.866667, "mrr_at_10": 0.875357, "mrr_at_20": 0.87669, "mrr_at_100": 0.87669, "mrr_at_1000": 0.87669, "nauc_ndcg_at_1_max": 0.525719, "nauc_ndcg_at_1_std": -0.344807, "nauc_ndcg_at_1_diff1": 0.788798, "nauc_ndcg_at_3_max": 0.455806, "nauc_ndcg_at_3_std": -0.415141, "nauc_ndcg_at_3_diff1": 0.786444, "nauc_ndcg_at_5_max": 0.466769, "nauc_ndcg_at_5_std": -0.430654, "nauc_ndcg_at_5_diff1": 0.799064, "nauc_ndcg_at_10_max": 0.539832, "nauc_ndcg_at_10_std": -0.29614, "nauc_ndcg_at_10_diff1": 0.80315, "nauc_ndcg_at_20_max": 0.515423, "nauc_ndcg_at_20_std": -0.341243, "nauc_ndcg_at_20_diff1": 0.792709, "nauc_ndcg_at_100_max": 0.515423, "nauc_ndcg_at_100_std": -0.341243, "nauc_ndcg_at_100_diff1": 0.792709, "nauc_ndcg_at_1000_max": 0.515423, "nauc_ndcg_at_1000_std": -0.341243, "nauc_ndcg_at_1000_diff1": 0.792709, "nauc_map_at_1_max": 0.148899, "nauc_map_at_1_std": -0.580749, "nauc_map_at_1_diff1": 0.725107, "nauc_map_at_3_max": 0.277345, "nauc_map_at_3_std": -0.554913, "nauc_map_at_3_diff1": 0.770747, "nauc_map_at_5_max": 0.367421, "nauc_map_at_5_std": -0.512894, "nauc_map_at_5_diff1": 0.792013, "nauc_map_at_10_max": 0.458853, "nauc_map_at_10_std": -0.406935, "nauc_map_at_10_diff1": 0.79471, "nauc_map_at_20_max": 0.453287, "nauc_map_at_20_std": -0.416822, "nauc_map_at_20_diff1": 0.792598, "nauc_map_at_100_max": 0.453287, "nauc_map_at_100_std": -0.416822, "nauc_map_at_100_diff1": 0.792598, "nauc_map_at_1000_max": 0.453287, "nauc_map_at_1000_std": -0.416822, "nauc_map_at_1000_diff1": 0.792598, "nauc_recall_at_1_max": 0.148899, "nauc_recall_at_1_std": -0.580749, "nauc_recall_at_1_diff1": 0.725107, "nauc_recall_at_3_max": 0.23896, "nauc_recall_at_3_std": -0.615937, "nauc_recall_at_3_diff1": 0.751388, "nauc_recall_at_5_max": 0.418149, "nauc_recall_at_5_std": -0.528937, "nauc_recall_at_5_diff1": 0.79183, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.554155, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.525719, "nauc_precision_at_1_std": -0.344807, "nauc_precision_at_1_diff1": 0.788798, "nauc_precision_at_3_max": 0.418782, "nauc_precision_at_3_std": 0.299437, "nauc_precision_at_3_diff1": -0.026951, "nauc_precision_at_5_max": 0.449445, "nauc_precision_at_5_std": 0.39225, "nauc_precision_at_5_diff1": -0.08877, "nauc_precision_at_10_max": 0.391393, "nauc_precision_at_10_std": 0.583885, "nauc_precision_at_10_diff1": -0.267483, "nauc_precision_at_20_max": 0.372289, "nauc_precision_at_20_std": 0.584818, "nauc_precision_at_20_diff1": -0.307268, "nauc_precision_at_100_max": 0.372289, "nauc_precision_at_100_std": 0.584818, "nauc_precision_at_100_diff1": -0.307268, "nauc_precision_at_1000_max": 0.372289, "nauc_precision_at_1000_std": 0.584818, "nauc_precision_at_1000_diff1": -0.307268, "nauc_mrr_at_1_max": 0.525719, "nauc_mrr_at_1_std": -0.344807, "nauc_mrr_at_1_diff1": 0.788798, "nauc_mrr_at_3_max": 0.576992, "nauc_mrr_at_3_std": -0.245457, "nauc_mrr_at_3_diff1": 0.783588, "nauc_mrr_at_5_max": 0.576992, "nauc_mrr_at_5_std": -0.245457, "nauc_mrr_at_5_diff1": 0.783588, "nauc_mrr_at_10_max": 0.567196, "nauc_mrr_at_10_std": -0.24442, "nauc_mrr_at_10_diff1": 0.788054, "nauc_mrr_at_20_max": 0.562309, "nauc_mrr_at_20_std": -0.253437, "nauc_mrr_at_20_diff1": 0.785661, "nauc_mrr_at_100_max": 0.562309, "nauc_mrr_at_100_std": -0.253437, "nauc_mrr_at_100_diff1": 0.785661, "nauc_mrr_at_1000_max": 0.562309, "nauc_mrr_at_1000_std": -0.253437, "nauc_mrr_at_1000_diff1": 0.785661, "hit_rate_at_1": 0.82, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.92, "hit_rate_at_10": 0.98, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.89559, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.73092, "ndcg_at_5": 0.75486, "ndcg_at_10": 0.79027, "ndcg_at_20": 0.81177, "ndcg_at_100": 0.81177, "ndcg_at_1000": 0.81441, "map_at_1": 0.61733, "map_at_3": 0.69956, "map_at_5": 0.72266, "map_at_10": 0.74306, "map_at_20": 0.75171, "map_at_100": 0.75171, "map_at_1000": 0.75175, "recall_at_1": 0.61733, "recall_at_3": 0.74733, "recall_at_5": 0.808, "recall_at_10": 0.90467, "recall_at_20": 0.98, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.61733, "precision_at_1": 0.7, "precision_at_3": 0.31333, "precision_at_5": 0.212, "precision_at_10": 0.122, "precision_at_20": 0.068, "precision_at_100": 0.0136, "precision_at_1000": 0.0014, "mrr_at_1": 0.7, "mrr_at_3": 0.746667, "mrr_at_5": 0.756667, "mrr_at_10": 0.76869, "mrr_at_20": 0.772546, "mrr_at_100": 0.772546, "mrr_at_1000": 0.772594, "nauc_ndcg_at_1_max": 0.455377, "nauc_ndcg_at_1_std": -0.165231, "nauc_ndcg_at_1_diff1": 0.725203, "nauc_ndcg_at_3_max": 0.473925, "nauc_ndcg_at_3_std": -0.306041, "nauc_ndcg_at_3_diff1": 0.735283, "nauc_ndcg_at_5_max": 0.495471, "nauc_ndcg_at_5_std": -0.233397, "nauc_ndcg_at_5_diff1": 0.739498, "nauc_ndcg_at_10_max": 0.471174, "nauc_ndcg_at_10_std": -0.280327, "nauc_ndcg_at_10_diff1": 0.732167, "nauc_ndcg_at_20_max": 0.498141, "nauc_ndcg_at_20_std": -0.184517, "nauc_ndcg_at_20_diff1": 0.737666, "nauc_ndcg_at_100_max": 0.498141, "nauc_ndcg_at_100_std": -0.184517, "nauc_ndcg_at_100_diff1": 0.737666, "nauc_ndcg_at_1000_max": 0.489971, "nauc_ndcg_at_1000_std": -0.203802, "nauc_ndcg_at_1000_diff1": 0.733395, "nauc_map_at_1_max": 0.35287, "nauc_map_at_1_std": -0.375741, "nauc_map_at_1_diff1": 0.718732, "nauc_map_at_3_max": 0.43564, "nauc_map_at_3_std": -0.38652, "nauc_map_at_3_diff1": 0.746504, "nauc_map_at_5_max": 0.461498, "nauc_map_at_5_std": -0.308354, "nauc_map_at_5_diff1": 0.74773, "nauc_map_at_10_max": 0.447628, "nauc_map_at_10_std": -0.31387, "nauc_map_at_10_diff1": 0.739388, "nauc_map_at_20_max": 0.459196, "nauc_map_at_20_std": -0.276582, "nauc_map_at_20_diff1": 0.737986, "nauc_map_at_100_max": 0.459196, "nauc_map_at_100_std": -0.276582, "nauc_map_at_100_diff1": 0.737986, "nauc_map_at_1000_max": 0.459083, "nauc_map_at_1000_std": -0.276848, "nauc_map_at_1000_diff1": 0.737931, "nauc_recall_at_1_max": 0.35287, "nauc_recall_at_1_std": -0.375741, "nauc_recall_at_1_diff1": 0.718732, "nauc_recall_at_3_max": 0.476122, "nauc_recall_at_3_std": -0.42739, "nauc_recall_at_3_diff1": 0.739186, "nauc_recall_at_5_max": 0.538757, "nauc_recall_at_5_std": -0.221899, "nauc_recall_at_5_diff1": 0.732813, "nauc_recall_at_10_max": 0.451382, "nauc_recall_at_10_std": -0.488646, "nauc_recall_at_10_diff1": 0.700203, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.455377, "nauc_precision_at_1_std": -0.165231, "nauc_precision_at_1_diff1": 0.725203, "nauc_precision_at_3_max": 0.33945, "nauc_precision_at_3_std": 0.093826, "nauc_precision_at_3_diff1": 0.213739, "nauc_precision_at_5_max": 0.281672, "nauc_precision_at_5_std": 0.354737, "nauc_precision_at_5_diff1": 0.047432, "nauc_precision_at_10_max": 0.119075, "nauc_precision_at_10_std": 0.400249, "nauc_precision_at_10_diff1": -0.17354, "nauc_precision_at_20_max": 0.101436, "nauc_precision_at_20_std": 0.616903, "nauc_precision_at_20_diff1": -0.289907, "nauc_precision_at_100_max": 0.101436, "nauc_precision_at_100_std": 0.616903, "nauc_precision_at_100_diff1": -0.289907, "nauc_precision_at_1000_max": 0.038174, "nauc_precision_at_1000_std": 0.551187, "nauc_precision_at_1000_diff1": -0.351304, "nauc_mrr_at_1_max": 0.455377, "nauc_mrr_at_1_std": -0.165231, "nauc_mrr_at_1_diff1": 0.725203, "nauc_mrr_at_3_max": 0.504728, "nauc_mrr_at_3_std": -0.135913, "nauc_mrr_at_3_diff1": 0.718931, "nauc_mrr_at_5_max": 0.505478, "nauc_mrr_at_5_std": -0.110844, "nauc_mrr_at_5_diff1": 0.716436, "nauc_mrr_at_10_max": 0.497466, "nauc_mrr_at_10_std": -0.138454, "nauc_mrr_at_10_diff1": 0.718097, "nauc_mrr_at_20_max": 0.498585, "nauc_mrr_at_20_std": -0.12674, "nauc_mrr_at_20_diff1": 0.720639, "nauc_mrr_at_100_max": 0.498585, "nauc_mrr_at_100_std": -0.12674, "nauc_mrr_at_100_diff1": 0.720639, "nauc_mrr_at_1000_max": 0.498464, "nauc_mrr_at_1000_std": -0.127012, "nauc_mrr_at_1000_diff1": 0.720571, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.84, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.98, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.79027, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.76853, "ndcg_at_5": 0.80384, "ndcg_at_10": 0.8199, "ndcg_at_20": 0.83499, "ndcg_at_100": 0.84284, "ndcg_at_1000": 0.84284, "map_at_1": 0.66733, "map_at_3": 0.73178, "map_at_5": 0.75801, "map_at_10": 0.77209, "map_at_20": 0.77928, "map_at_100": 0.78042, "map_at_1000": 0.78042, "recall_at_1": 0.66733, "recall_at_3": 0.78067, "recall_at_5": 0.872, "recall_at_10": 0.912, "recall_at_20": 0.96, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66733, "precision_at_1": 0.76, "precision_at_3": 0.32, "precision_at_5": 0.224, "precision_at_10": 0.124, "precision_at_20": 0.067, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.76, "mrr_at_3": 0.793333, "mrr_at_5": 0.816333, "mrr_at_10": 0.818833, "mrr_at_20": 0.820652, "mrr_at_100": 0.82124, "mrr_at_1000": 0.82124, "nauc_ndcg_at_1_max": 0.749978, "nauc_ndcg_at_1_std": -0.094705, "nauc_ndcg_at_1_diff1": 0.608116, "nauc_ndcg_at_3_max": 0.55912, "nauc_ndcg_at_3_std": -0.297332, "nauc_ndcg_at_3_diff1": 0.662374, "nauc_ndcg_at_5_max": 0.513161, "nauc_ndcg_at_5_std": -0.294867, "nauc_ndcg_at_5_diff1": 0.619683, "nauc_ndcg_at_10_max": 0.572885, "nauc_ndcg_at_10_std": -0.208258, "nauc_ndcg_at_10_diff1": 0.596557, "nauc_ndcg_at_20_max": 0.605882, "nauc_ndcg_at_20_std": -0.203642, "nauc_ndcg_at_20_diff1": 0.591436, "nauc_ndcg_at_100_max": 0.610782, "nauc_ndcg_at_100_std": -0.207153, "nauc_ndcg_at_100_diff1": 0.609335, "nauc_ndcg_at_1000_max": 0.610782, "nauc_ndcg_at_1000_std": -0.207153, "nauc_ndcg_at_1000_diff1": 0.609335, "nauc_map_at_1_max": 0.456666, "nauc_map_at_1_std": -0.392875, "nauc_map_at_1_diff1": 0.711272, "nauc_map_at_3_max": 0.479163, "nauc_map_at_3_std": -0.401883, "nauc_map_at_3_diff1": 0.684935, "nauc_map_at_5_max": 0.48321, "nauc_map_at_5_std": -0.351067, "nauc_map_at_5_diff1": 0.654113, "nauc_map_at_10_max": 0.526704, "nauc_map_at_10_std": -0.279739, "nauc_map_at_10_diff1": 0.633924, "nauc_map_at_20_max": 0.5485, "nauc_map_at_20_std": -0.266596, "nauc_map_at_20_diff1": 0.628591, "nauc_map_at_100_max": 0.548736, "nauc_map_at_100_std": -0.267359, "nauc_map_at_100_diff1": 0.630819, "nauc_map_at_1000_max": 0.548736, "nauc_map_at_1000_std": -0.267359, "nauc_map_at_1000_diff1": 0.630819, "nauc_recall_at_1_max": 0.456666, "nauc_recall_at_1_std": -0.392875, "nauc_recall_at_1_diff1": 0.711272, "nauc_recall_at_3_max": 0.421074, "nauc_recall_at_3_std": -0.481817, "nauc_recall_at_3_diff1": 0.684612, "nauc_recall_at_5_max": 0.222645, "nauc_recall_at_5_std": -0.445128, "nauc_recall_at_5_diff1": 0.520124, "nauc_recall_at_10_max": 0.400009, "nauc_recall_at_10_std": -0.101092, "nauc_recall_at_10_diff1": 0.405143, "nauc_recall_at_20_max": 0.518557, "nauc_recall_at_20_std": -0.137021, "nauc_recall_at_20_diff1": 0.270191, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.749978, "nauc_precision_at_1_std": -0.094705, "nauc_precision_at_1_diff1": 0.608116, "nauc_precision_at_3_max": 0.392545, "nauc_precision_at_3_std": 0.225464, "nauc_precision_at_3_diff1": 0.008278, "nauc_precision_at_5_max": 0.292126, "nauc_precision_at_5_std": 0.544772, "nauc_precision_at_5_diff1": -0.353049, "nauc_precision_at_10_max": 0.278794, "nauc_precision_at_10_std": 0.704431, "nauc_precision_at_10_diff1": -0.419604, "nauc_precision_at_20_max": 0.259779, "nauc_precision_at_20_std": 0.676904, "nauc_precision_at_20_diff1": -0.453245, "nauc_precision_at_100_max": 0.195281, "nauc_precision_at_100_std": 0.670267, "nauc_precision_at_100_diff1": -0.474004, "nauc_precision_at_1000_max": 0.195281, "nauc_precision_at_1000_std": 0.670267, "nauc_precision_at_1000_diff1": -0.474004, "nauc_mrr_at_1_max": 0.749978, "nauc_mrr_at_1_std": -0.094705, "nauc_mrr_at_1_diff1": 0.608116, "nauc_mrr_at_3_max": 0.738418, "nauc_mrr_at_3_std": -0.150434, "nauc_mrr_at_3_diff1": 0.631697, "nauc_mrr_at_5_max": 0.717963, "nauc_mrr_at_5_std": -0.140375, "nauc_mrr_at_5_diff1": 0.599928, "nauc_mrr_at_10_max": 0.723375, "nauc_mrr_at_10_std": -0.125167, "nauc_mrr_at_10_diff1": 0.600616, "nauc_mrr_at_20_max": 0.723387, "nauc_mrr_at_20_std": -0.127908, "nauc_mrr_at_20_diff1": 0.60113, "nauc_mrr_at_100_max": 0.724699, "nauc_mrr_at_100_std": -0.128808, "nauc_mrr_at_100_diff1": 0.603903, "nauc_mrr_at_1000_max": 0.724699, "nauc_mrr_at_1000_std": -0.128808, "nauc_mrr_at_1000_diff1": 0.603903, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.84, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.8199, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.68, "ndcg_at_3": 0.72278, "ndcg_at_5": 0.75587, "ndcg_at_10": 0.77834, "ndcg_at_20": 0.79597, "ndcg_at_100": 0.80261, "ndcg_at_1000": 0.80261, "map_at_1": 0.58067, "map_at_3": 0.67844, "map_at_5": 0.70311, "map_at_10": 0.71625, "map_at_20": 0.72449, "map_at_100": 0.72638, "map_at_1000": 0.72638, "recall_at_1": 0.58067, "recall_at_3": 0.754, "recall_at_5": 0.85067, "recall_at_10": 0.91533, "recall_at_20": 0.97333, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.58067, "precision_at_1": 0.68, "precision_at_3": 0.32, "precision_at_5": 0.22, "precision_at_10": 0.122, "precision_at_20": 0.067, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.68, "mrr_at_3": 0.743333, "mrr_at_5": 0.763333, "mrr_at_10": 0.76819, "mrr_at_20": 0.771107, "mrr_at_100": 0.771107, "mrr_at_1000": 0.771107, "nauc_ndcg_at_1_max": 0.561122, "nauc_ndcg_at_1_std": -0.15424, "nauc_ndcg_at_1_diff1": 0.724518, "nauc_ndcg_at_3_max": 0.489906, "nauc_ndcg_at_3_std": -0.307854, "nauc_ndcg_at_3_diff1": 0.706902, "nauc_ndcg_at_5_max": 0.425994, "nauc_ndcg_at_5_std": -0.340947, "nauc_ndcg_at_5_diff1": 0.708298, "nauc_ndcg_at_10_max": 0.460539, "nauc_ndcg_at_10_std": -0.35104, "nauc_ndcg_at_10_diff1": 0.721982, "nauc_ndcg_at_20_max": 0.514114, "nauc_ndcg_at_20_std": -0.264773, "nauc_ndcg_at_20_diff1": 0.70763, "nauc_ndcg_at_100_max": 0.517121, "nauc_ndcg_at_100_std": -0.271488, "nauc_ndcg_at_100_diff1": 0.723781, "nauc_ndcg_at_1000_max": 0.517121, "nauc_ndcg_at_1000_std": -0.271488, "nauc_ndcg_at_1000_diff1": 0.723781, "nauc_map_at_1_max": 0.498192, "nauc_map_at_1_std": -0.318752, "nauc_map_at_1_diff1": 0.80197, "nauc_map_at_3_max": 0.444825, "nauc_map_at_3_std": -0.368222, "nauc_map_at_3_diff1": 0.73106, "nauc_map_at_5_max": 0.439038, "nauc_map_at_5_std": -0.350196, "nauc_map_at_5_diff1": 0.715676, "nauc_map_at_10_max": 0.458041, "nauc_map_at_10_std": -0.344153, "nauc_map_at_10_diff1": 0.719897, "nauc_map_at_20_max": 0.484457, "nauc_map_at_20_std": -0.307955, "nauc_map_at_20_diff1": 0.71405, "nauc_map_at_100_max": 0.486085, "nauc_map_at_100_std": -0.309214, "nauc_map_at_100_diff1": 0.717858, "nauc_map_at_1000_max": 0.486085, "nauc_map_at_1000_std": -0.309214, "nauc_map_at_1000_diff1": 0.717858, "nauc_recall_at_1_max": 0.498192, "nauc_recall_at_1_std": -0.318752, "nauc_recall_at_1_diff1": 0.80197, "nauc_recall_at_3_max": 0.342924, "nauc_recall_at_3_std": -0.4498, "nauc_recall_at_3_diff1": 0.670573, "nauc_recall_at_5_max": 0.088502, "nauc_recall_at_5_std": -0.521064, "nauc_recall_at_5_diff1": 0.598274, "nauc_recall_at_10_max": 0.071466, "nauc_recall_at_10_std": -0.73526, "nauc_recall_at_10_diff1": 0.536701, "nauc_recall_at_20_max": 0.274043, "nauc_recall_at_20_std": 0.039449, "nauc_recall_at_20_diff1": 0.012488, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.561122, "nauc_precision_at_1_std": -0.15424, "nauc_precision_at_1_diff1": 0.724518, "nauc_precision_at_3_max": 0.250819, "nauc_precision_at_3_std": 0.115963, "nauc_precision_at_3_diff1": 0.031505, "nauc_precision_at_5_max": 0.142647, "nauc_precision_at_5_std": 0.287003, "nauc_precision_at_5_diff1": -0.21327, "nauc_precision_at_10_max": 0.144745, "nauc_precision_at_10_std": 0.417914, "nauc_precision_at_10_diff1": -0.338556, "nauc_precision_at_20_max": 0.212474, "nauc_precision_at_20_std": 0.630608, "nauc_precision_at_20_diff1": -0.427701, "nauc_precision_at_100_max": 0.164361, "nauc_precision_at_100_std": 0.553165, "nauc_precision_at_100_diff1": -0.375747, "nauc_precision_at_1000_max": 0.164361, "nauc_precision_at_1000_std": 0.553165, "nauc_precision_at_1000_diff1": -0.375747, "nauc_mrr_at_1_max": 0.561122, "nauc_mrr_at_1_std": -0.15424, "nauc_mrr_at_1_diff1": 0.724518, "nauc_mrr_at_3_max": 0.564851, "nauc_mrr_at_3_std": -0.205564, "nauc_mrr_at_3_diff1": 0.735842, "nauc_mrr_at_5_max": 0.546039, "nauc_mrr_at_5_std": -0.205117, "nauc_mrr_at_5_diff1": 0.739497, "nauc_mrr_at_10_max": 0.550594, "nauc_mrr_at_10_std": -0.216741, "nauc_mrr_at_10_diff1": 0.740831, "nauc_mrr_at_20_max": 0.551363, "nauc_mrr_at_20_std": -0.210034, "nauc_mrr_at_20_diff1": 0.739363, "nauc_mrr_at_100_max": 0.551363, "nauc_mrr_at_100_std": -0.210034, "nauc_mrr_at_100_diff1": 0.739363, "nauc_mrr_at_1000_max": 0.551363, "nauc_mrr_at_1000_std": -0.210034, "nauc_mrr_at_1000_diff1": 0.739363, "hit_rate_at_1": 0.68, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.92, "hit_rate_at_10": 0.96, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.77834, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.77608, "ndcg_at_5": 0.80139, "ndcg_at_10": 0.82246, "ndcg_at_20": 0.83078, "ndcg_at_100": 0.83642, "ndcg_at_1000": 0.83642, "map_at_1": 0.61733, "map_at_3": 0.729, "map_at_5": 0.7525, "map_at_10": 0.76708, "map_at_20": 0.77138, "map_at_100": 0.77287, "map_at_1000": 0.77287, "recall_at_1": 0.61733, "recall_at_3": 0.834, "recall_at_5": 0.894, "recall_at_10": 0.94867, "recall_at_20": 0.976, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61733, "precision_at_1": 0.7, "precision_at_3": 0.34667, "precision_at_5": 0.232, "precision_at_10": 0.13, "precision_at_20": 0.068, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.7, "mrr_at_3": 0.783333, "mrr_at_5": 0.793333, "mrr_at_10": 0.79619, "mrr_at_20": 0.797367, "mrr_at_100": 0.798167, "mrr_at_1000": 0.798167, "nauc_ndcg_at_1_max": 0.652963, "nauc_ndcg_at_1_std": -0.265574, "nauc_ndcg_at_1_diff1": 0.862007, "nauc_ndcg_at_3_max": 0.377398, "nauc_ndcg_at_3_std": -0.534801, "nauc_ndcg_at_3_diff1": 0.767067, "nauc_ndcg_at_5_max": 0.385604, "nauc_ndcg_at_5_std": -0.591816, "nauc_ndcg_at_5_diff1": 0.744747, "nauc_ndcg_at_10_max": 0.43065, "nauc_ndcg_at_10_std": -0.531809, "nauc_ndcg_at_10_diff1": 0.766046, "nauc_ndcg_at_20_max": 0.452159, "nauc_ndcg_at_20_std": -0.523709, "nauc_ndcg_at_20_diff1": 0.786726, "nauc_ndcg_at_100_max": 0.469249, "nauc_ndcg_at_100_std": -0.473925, "nauc_ndcg_at_100_diff1": 0.795283, "nauc_ndcg_at_1000_max": 0.469249, "nauc_ndcg_at_1000_std": -0.473925, "nauc_ndcg_at_1000_diff1": 0.795283, "nauc_map_at_1_max": 0.352439, "nauc_map_at_1_std": -0.432813, "nauc_map_at_1_diff1": 0.796125, "nauc_map_at_3_max": 0.348744, "nauc_map_at_3_std": -0.535201, "nauc_map_at_3_diff1": 0.76105, "nauc_map_at_5_max": 0.364053, "nauc_map_at_5_std": -0.556022, "nauc_map_at_5_diff1": 0.758462, "nauc_map_at_10_max": 0.382786, "nauc_map_at_10_std": -0.528944, "nauc_map_at_10_diff1": 0.767118, "nauc_map_at_20_max": 0.396106, "nauc_map_at_20_std": -0.51936, "nauc_map_at_20_diff1": 0.776713, "nauc_map_at_100_max": 0.402685, "nauc_map_at_100_std": -0.509432, "nauc_map_at_100_diff1": 0.780344, "nauc_map_at_1000_max": 0.402685, "nauc_map_at_1000_std": -0.509432, "nauc_map_at_1000_diff1": 0.780344, "nauc_recall_at_1_max": 0.352439, "nauc_recall_at_1_std": -0.432813, "nauc_recall_at_1_diff1": 0.796125, "nauc_recall_at_3_max": 0.133908, "nauc_recall_at_3_std": -0.7448, "nauc_recall_at_3_diff1": 0.613531, "nauc_recall_at_5_max": 0.149369, "nauc_recall_at_5_std": -1.012057, "nauc_recall_at_5_diff1": 0.530625, "nauc_recall_at_10_max": 0.183898, "nauc_recall_at_10_std": -1.052415, "nauc_recall_at_10_diff1": 0.502753, "nauc_recall_at_20_max": 0.171802, "nauc_recall_at_20_std": -1.739963, "nauc_recall_at_20_diff1": 0.630486, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.652963, "nauc_precision_at_1_std": -0.265574, "nauc_precision_at_1_diff1": 0.862007, "nauc_precision_at_3_max": 0.243356, "nauc_precision_at_3_std": -0.137956, "nauc_precision_at_3_diff1": 0.068964, "nauc_precision_at_5_max": 0.148661, "nauc_precision_at_5_std": 0.005614, "nauc_precision_at_5_diff1": -0.133767, "nauc_precision_at_10_max": 0.179727, "nauc_precision_at_10_std": 0.25333, "nauc_precision_at_10_diff1": -0.165382, "nauc_precision_at_20_max": 0.192004, "nauc_precision_at_20_std": 0.31267, "nauc_precision_at_20_diff1": -0.16971, "nauc_precision_at_100_max": 0.224766, "nauc_precision_at_100_std": 0.41464, "nauc_precision_at_100_diff1": -0.175366, "nauc_precision_at_1000_max": 0.224766, "nauc_precision_at_1000_std": 0.41464, "nauc_precision_at_1000_diff1": -0.175366, "nauc_mrr_at_1_max": 0.652963, "nauc_mrr_at_1_std": -0.265574, "nauc_mrr_at_1_diff1": 0.862007, "nauc_mrr_at_3_max": 0.587218, "nauc_mrr_at_3_std": -0.343763, "nauc_mrr_at_3_diff1": 0.825228, "nauc_mrr_at_5_max": 0.614809, "nauc_mrr_at_5_std": -0.362186, "nauc_mrr_at_5_diff1": 0.830824, "nauc_mrr_at_10_max": 0.613115, "nauc_mrr_at_10_std": -0.349737, "nauc_mrr_at_10_diff1": 0.830217, "nauc_mrr_at_20_max": 0.613501, "nauc_mrr_at_20_std": -0.350903, "nauc_mrr_at_20_diff1": 0.832021, "nauc_mrr_at_100_max": 0.613766, "nauc_mrr_at_100_std": -0.344703, "nauc_mrr_at_100_diff1": 0.831855, "nauc_mrr_at_1000_max": 0.613766, "nauc_mrr_at_1000_std": -0.344703, "nauc_mrr_at_1000_diff1": 0.831855, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.82246, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.80578, "ndcg_at_5": 0.81965, "ndcg_at_10": 0.85878, "ndcg_at_20": 0.85878, "ndcg_at_100": 0.86573, "ndcg_at_1000": 0.86573, "map_at_1": 0.67333, "map_at_3": 0.76967, "map_at_5": 0.78933, "map_at_10": 0.81263, "map_at_20": 0.81263, "map_at_100": 0.81472, "map_at_1000": 0.81472, "recall_at_1": 0.67333, "recall_at_3": 0.818, "recall_at_5": 0.85867, "recall_at_10": 0.97, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67333, "precision_at_1": 0.76, "precision_at_3": 0.34667, "precision_at_5": 0.228, "precision_at_10": 0.134, "precision_at_20": 0.067, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.76, "mrr_at_3": 0.82, "mrr_at_5": 0.825, "mrr_at_10": 0.835159, "mrr_at_20": 0.835159, "mrr_at_100": 0.835603, "mrr_at_1000": 0.835603, "nauc_ndcg_at_1_max": 0.453491, "nauc_ndcg_at_1_std": -0.328502, "nauc_ndcg_at_1_diff1": 0.842736, "nauc_ndcg_at_3_max": 0.494374, "nauc_ndcg_at_3_std": -0.255232, "nauc_ndcg_at_3_diff1": 0.7963, "nauc_ndcg_at_5_max": 0.516101, "nauc_ndcg_at_5_std": -0.20838, "nauc_ndcg_at_5_diff1": 0.785786, "nauc_ndcg_at_10_max": 0.544096, "nauc_ndcg_at_10_std": -0.171204, "nauc_ndcg_at_10_diff1": 0.805248, "nauc_ndcg_at_20_max": 0.544096, "nauc_ndcg_at_20_std": -0.171204, "nauc_ndcg_at_20_diff1": 0.805248, "nauc_ndcg_at_100_max": 0.529702, "nauc_ndcg_at_100_std": -0.193248, "nauc_ndcg_at_100_diff1": 0.807144, "nauc_ndcg_at_1000_max": 0.529702, "nauc_ndcg_at_1000_std": -0.193248, "nauc_ndcg_at_1000_diff1": 0.807144, "nauc_map_at_1_max": 0.350556, "nauc_map_at_1_std": -0.420035, "nauc_map_at_1_diff1": 0.841172, "nauc_map_at_3_max": 0.426259, "nauc_map_at_3_std": -0.424643, "nauc_map_at_3_diff1": 0.822676, "nauc_map_at_5_max": 0.451476, "nauc_map_at_5_std": -0.335261, "nauc_map_at_5_diff1": 0.808771, "nauc_map_at_10_max": 0.488901, "nauc_map_at_10_std": -0.274531, "nauc_map_at_10_diff1": 0.815266, "nauc_map_at_20_max": 0.488901, "nauc_map_at_20_std": -0.274531, "nauc_map_at_20_diff1": 0.815266, "nauc_map_at_100_max": 0.487094, "nauc_map_at_100_std": -0.273556, "nauc_map_at_100_diff1": 0.814916, "nauc_map_at_1000_max": 0.487094, "nauc_map_at_1000_std": -0.273556, "nauc_map_at_1000_diff1": 0.814916, "nauc_recall_at_1_max": 0.350556, "nauc_recall_at_1_std": -0.420035, "nauc_recall_at_1_diff1": 0.841172, "nauc_recall_at_3_max": 0.485756, "nauc_recall_at_3_std": -0.324676, "nauc_recall_at_3_diff1": 0.758181, "nauc_recall_at_5_max": 0.585963, "nauc_recall_at_5_std": -0.084658, "nauc_recall_at_5_diff1": 0.701713, "nauc_recall_at_10_max": 0.803455, "nauc_recall_at_10_std": 0.465764, "nauc_recall_at_10_diff1": 0.657641, "nauc_recall_at_20_max": 0.803455, "nauc_recall_at_20_std": 0.465764, "nauc_recall_at_20_diff1": 0.657641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.453491, "nauc_precision_at_1_std": -0.328502, "nauc_precision_at_1_diff1": 0.842736, "nauc_precision_at_3_max": 0.185713, "nauc_precision_at_3_std": 0.185518, "nauc_precision_at_3_diff1": 0.010334, "nauc_precision_at_5_max": 0.134917, "nauc_precision_at_5_std": 0.40906, "nauc_precision_at_5_diff1": -0.149204, "nauc_precision_at_10_max": 0.066187, "nauc_precision_at_10_std": 0.576484, "nauc_precision_at_10_diff1": -0.36065, "nauc_precision_at_20_max": 0.066187, "nauc_precision_at_20_std": 0.576484, "nauc_precision_at_20_diff1": -0.36065, "nauc_precision_at_100_max": 0.008397, "nauc_precision_at_100_std": 0.547699, "nauc_precision_at_100_diff1": -0.393772, "nauc_precision_at_1000_max": 0.008397, "nauc_precision_at_1000_std": 0.547699, "nauc_precision_at_1000_diff1": -0.393772, "nauc_mrr_at_1_max": 0.453491, "nauc_mrr_at_1_std": -0.328502, "nauc_mrr_at_1_diff1": 0.842736, "nauc_mrr_at_3_max": 0.559043, "nauc_mrr_at_3_std": -0.160231, "nauc_mrr_at_3_diff1": 0.809589, "nauc_mrr_at_5_max": 0.579298, "nauc_mrr_at_5_std": -0.129032, "nauc_mrr_at_5_diff1": 0.804489, "nauc_mrr_at_10_max": 0.557713, "nauc_mrr_at_10_std": -0.155591, "nauc_mrr_at_10_diff1": 0.810086, "nauc_mrr_at_20_max": 0.557713, "nauc_mrr_at_20_std": -0.155591, "nauc_mrr_at_20_diff1": 0.810086, "nauc_mrr_at_100_max": 0.556416, "nauc_mrr_at_100_std": -0.158595, "nauc_mrr_at_100_diff1": 0.810343, "nauc_mrr_at_1000_max": 0.556416, "nauc_mrr_at_1000_std": -0.158595, "nauc_mrr_at_1000_diff1": 0.810343, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.88, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85878, "hf_subset": "ko", "languages": [ "kor-Kore" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.68, "ndcg_at_3": 0.71443, "ndcg_at_5": 0.73535, "ndcg_at_10": 0.76085, "ndcg_at_20": 0.78278, "ndcg_at_100": 0.7958, "ndcg_at_1000": 0.7958, "map_at_1": 0.60067, "map_at_3": 0.67556, "map_at_5": 0.69456, "map_at_10": 0.70957, "map_at_20": 0.71813, "map_at_100": 0.72133, "map_at_1000": 0.72133, "recall_at_1": 0.60067, "recall_at_3": 0.73133, "recall_at_5": 0.79133, "recall_at_10": 0.868, "recall_at_20": 0.94267, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60067, "precision_at_1": 0.68, "precision_at_3": 0.31333, "precision_at_5": 0.208, "precision_at_10": 0.116, "precision_at_20": 0.065, "precision_at_100": 0.014, "precision_at_1000": 0.0014, "mrr_at_1": 0.68, "mrr_at_3": 0.74, "mrr_at_5": 0.75, "mrr_at_10": 0.757079, "mrr_at_20": 0.759794, "mrr_at_100": 0.761181, "mrr_at_1000": 0.761181, "nauc_ndcg_at_1_max": 0.539251, "nauc_ndcg_at_1_std": -0.212598, "nauc_ndcg_at_1_diff1": 0.704305, "nauc_ndcg_at_3_max": 0.448868, "nauc_ndcg_at_3_std": -0.387302, "nauc_ndcg_at_3_diff1": 0.72319, "nauc_ndcg_at_5_max": 0.481234, "nauc_ndcg_at_5_std": -0.387322, "nauc_ndcg_at_5_diff1": 0.717287, "nauc_ndcg_at_10_max": 0.497053, "nauc_ndcg_at_10_std": -0.377748, "nauc_ndcg_at_10_diff1": 0.714833, "nauc_ndcg_at_20_max": 0.500093, "nauc_ndcg_at_20_std": -0.335452, "nauc_ndcg_at_20_diff1": 0.706747, "nauc_ndcg_at_100_max": 0.504482, "nauc_ndcg_at_100_std": -0.319382, "nauc_ndcg_at_100_diff1": 0.708438, "nauc_ndcg_at_1000_max": 0.504482, "nauc_ndcg_at_1000_std": -0.319382, "nauc_ndcg_at_1000_diff1": 0.708438, "nauc_map_at_1_max": 0.324318, "nauc_map_at_1_std": -0.416298, "nauc_map_at_1_diff1": 0.710261, "nauc_map_at_3_max": 0.380257, "nauc_map_at_3_std": -0.476953, "nauc_map_at_3_diff1": 0.746486, "nauc_map_at_5_max": 0.413876, "nauc_map_at_5_std": -0.439462, "nauc_map_at_5_diff1": 0.731746, "nauc_map_at_10_max": 0.435613, "nauc_map_at_10_std": -0.410264, "nauc_map_at_10_diff1": 0.728819, "nauc_map_at_20_max": 0.439407, "nauc_map_at_20_std": -0.395016, "nauc_map_at_20_diff1": 0.725586, "nauc_map_at_100_max": 0.442328, "nauc_map_at_100_std": -0.388698, "nauc_map_at_100_diff1": 0.723962, "nauc_map_at_1000_max": 0.442328, "nauc_map_at_1000_std": -0.388698, "nauc_map_at_1000_diff1": 0.723962, "nauc_recall_at_1_max": 0.324318, "nauc_recall_at_1_std": -0.416298, "nauc_recall_at_1_diff1": 0.710261, "nauc_recall_at_3_max": 0.356277, "nauc_recall_at_3_std": -0.565016, "nauc_recall_at_3_diff1": 0.743564, "nauc_recall_at_5_max": 0.490656, "nauc_recall_at_5_std": -0.500561, "nauc_recall_at_5_diff1": 0.692089, "nauc_recall_at_10_max": 0.506017, "nauc_recall_at_10_std": -0.551159, "nauc_recall_at_10_diff1": 0.641728, "nauc_recall_at_20_max": 0.473248, "nauc_recall_at_20_std": -0.426693, "nauc_recall_at_20_diff1": 0.554915, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.539251, "nauc_precision_at_1_std": -0.212598, "nauc_precision_at_1_diff1": 0.704305, "nauc_precision_at_3_max": 0.329305, "nauc_precision_at_3_std": 0.089166, "nauc_precision_at_3_diff1": 0.160227, "nauc_precision_at_5_max": 0.346426, "nauc_precision_at_5_std": 0.318171, "nauc_precision_at_5_diff1": -0.030267, "nauc_precision_at_10_max": 0.307138, "nauc_precision_at_10_std": 0.491649, "nauc_precision_at_10_diff1": -0.190696, "nauc_precision_at_20_max": 0.226139, "nauc_precision_at_20_std": 0.591393, "nauc_precision_at_20_diff1": -0.317253, "nauc_precision_at_100_max": 0.196351, "nauc_precision_at_100_std": 0.688218, "nauc_precision_at_100_diff1": -0.398916, "nauc_precision_at_1000_max": 0.196351, "nauc_precision_at_1000_std": 0.688218, "nauc_precision_at_1000_diff1": -0.398916, "nauc_mrr_at_1_max": 0.539251, "nauc_mrr_at_1_std": -0.212598, "nauc_mrr_at_1_diff1": 0.704305, "nauc_mrr_at_3_max": 0.571758, "nauc_mrr_at_3_std": -0.219129, "nauc_mrr_at_3_diff1": 0.710091, "nauc_mrr_at_5_max": 0.604528, "nauc_mrr_at_5_std": -0.217765, "nauc_mrr_at_5_diff1": 0.709135, "nauc_mrr_at_10_max": 0.595506, "nauc_mrr_at_10_std": -0.224432, "nauc_mrr_at_10_diff1": 0.702792, "nauc_mrr_at_20_max": 0.592787, "nauc_mrr_at_20_std": -0.216584, "nauc_mrr_at_20_diff1": 0.702546, "nauc_mrr_at_100_max": 0.591007, "nauc_mrr_at_100_std": -0.219382, "nauc_mrr_at_100_diff1": 0.703665, "nauc_mrr_at_1000_max": 0.591007, "nauc_mrr_at_1000_std": -0.219382, "nauc_mrr_at_1000_diff1": 0.703665, "hit_rate_at_1": 0.68, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.86, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.76085, "hf_subset": "no", "languages": [ "nor-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.64, "ndcg_at_3": 0.69663, "ndcg_at_5": 0.7135, "ndcg_at_10": 0.74466, "ndcg_at_20": 0.7681, "ndcg_at_100": 0.77569, "ndcg_at_1000": 0.77569, "map_at_1": 0.57667, "map_at_3": 0.66356, "map_at_5": 0.67616, "map_at_10": 0.69622, "map_at_20": 0.7068, "map_at_100": 0.70767, "map_at_1000": 0.70767, "recall_at_1": 0.57667, "recall_at_3": 0.72733, "recall_at_5": 0.78133, "recall_at_10": 0.862, "recall_at_20": 0.94, "recall_at_100": 0.98, "recall_at_1000": 0.98, "accuracy": 0.57667, "precision_at_1": 0.64, "precision_at_3": 0.3, "precision_at_5": 0.196, "precision_at_10": 0.118, "precision_at_20": 0.066, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.64, "mrr_at_3": 0.696667, "mrr_at_5": 0.709667, "mrr_at_10": 0.714746, "mrr_at_20": 0.719481, "mrr_at_100": 0.720238, "mrr_at_1000": 0.720238, "nauc_ndcg_at_1_max": 0.750511, "nauc_ndcg_at_1_std": -0.253161, "nauc_ndcg_at_1_diff1": 0.790618, "nauc_ndcg_at_3_max": 0.666783, "nauc_ndcg_at_3_std": -0.318353, "nauc_ndcg_at_3_diff1": 0.731995, "nauc_ndcg_at_5_max": 0.641304, "nauc_ndcg_at_5_std": -0.348153, "nauc_ndcg_at_5_diff1": 0.73311, "nauc_ndcg_at_10_max": 0.700106, "nauc_ndcg_at_10_std": -0.282477, "nauc_ndcg_at_10_diff1": 0.739927, "nauc_ndcg_at_20_max": 0.724856, "nauc_ndcg_at_20_std": -0.196038, "nauc_ndcg_at_20_diff1": 0.732156, "nauc_ndcg_at_100_max": 0.721583, "nauc_ndcg_at_100_std": -0.229914, "nauc_ndcg_at_100_diff1": 0.742978, "nauc_ndcg_at_1000_max": 0.721583, "nauc_ndcg_at_1000_std": -0.229914, "nauc_ndcg_at_1000_diff1": 0.742978, "nauc_map_at_1_max": 0.589438, "nauc_map_at_1_std": -0.305374, "nauc_map_at_1_diff1": 0.788072, "nauc_map_at_3_max": 0.618916, "nauc_map_at_3_std": -0.360289, "nauc_map_at_3_diff1": 0.734771, "nauc_map_at_5_max": 0.618989, "nauc_map_at_5_std": -0.35871, "nauc_map_at_5_diff1": 0.732592, "nauc_map_at_10_max": 0.664672, "nauc_map_at_10_std": -0.316125, "nauc_map_at_10_diff1": 0.739227, "nauc_map_at_20_max": 0.680258, "nauc_map_at_20_std": -0.282008, "nauc_map_at_20_diff1": 0.735136, "nauc_map_at_100_max": 0.679678, "nauc_map_at_100_std": -0.285367, "nauc_map_at_100_diff1": 0.735929, "nauc_map_at_1000_max": 0.679678, "nauc_map_at_1000_std": -0.285367, "nauc_map_at_1000_diff1": 0.735929, "nauc_recall_at_1_max": 0.589438, "nauc_recall_at_1_std": -0.305374, "nauc_recall_at_1_diff1": 0.788072, "nauc_recall_at_3_max": 0.557494, "nauc_recall_at_3_std": -0.411666, "nauc_recall_at_3_diff1": 0.705547, "nauc_recall_at_5_max": 0.519127, "nauc_recall_at_5_std": -0.44705, "nauc_recall_at_5_diff1": 0.685751, "nauc_recall_at_10_max": 0.672644, "nauc_recall_at_10_std": -0.257885, "nauc_recall_at_10_diff1": 0.680126, "nauc_recall_at_20_max": 0.851385, "nauc_recall_at_20_std": 0.6662, "nauc_recall_at_20_diff1": 0.571429, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722222, "nauc_recall_at_1000_diff1": 0.869281, "nauc_precision_at_1_max": 0.750511, "nauc_precision_at_1_std": -0.253161, "nauc_precision_at_1_diff1": 0.790618, "nauc_precision_at_3_max": 0.445287, "nauc_precision_at_3_std": -0.033031, "nauc_precision_at_3_diff1": 0.193608, "nauc_precision_at_5_max": 0.393347, "nauc_precision_at_5_std": 0.057874, "nauc_precision_at_5_diff1": 0.05903, "nauc_precision_at_10_max": 0.301039, "nauc_precision_at_10_std": 0.328247, "nauc_precision_at_10_diff1": -0.11911, "nauc_precision_at_20_max": 0.233937, "nauc_precision_at_20_std": 0.513054, "nauc_precision_at_20_diff1": -0.25161, "nauc_precision_at_100_max": 0.162243, "nauc_precision_at_100_std": 0.465474, "nauc_precision_at_100_diff1": -0.305803, "nauc_precision_at_1000_max": 0.162243, "nauc_precision_at_1000_std": 0.465474, "nauc_precision_at_1000_diff1": -0.305803, "nauc_mrr_at_1_max": 0.750511, "nauc_mrr_at_1_std": -0.253161, "nauc_mrr_at_1_diff1": 0.790618, "nauc_mrr_at_3_max": 0.748188, "nauc_mrr_at_3_std": -0.275035, "nauc_mrr_at_3_diff1": 0.776804, "nauc_mrr_at_5_max": 0.747772, "nauc_mrr_at_5_std": -0.283215, "nauc_mrr_at_5_diff1": 0.779402, "nauc_mrr_at_10_max": 0.749209, "nauc_mrr_at_10_std": -0.26894, "nauc_mrr_at_10_diff1": 0.773823, "nauc_mrr_at_20_max": 0.749883, "nauc_mrr_at_20_std": -0.256896, "nauc_mrr_at_20_diff1": 0.773414, "nauc_mrr_at_100_max": 0.749653, "nauc_mrr_at_100_std": -0.25982, "nauc_mrr_at_100_diff1": 0.774347, "nauc_mrr_at_1000_max": 0.749653, "nauc_mrr_at_1000_std": -0.25982, "nauc_mrr_at_1000_diff1": 0.774347, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.84, "hit_rate_at_10": 0.88, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 0.98, "main_score": 0.74466, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.73686, "ndcg_at_5": 0.75925, "ndcg_at_10": 0.77156, "ndcg_at_20": 0.79932, "ndcg_at_100": 0.80951, "ndcg_at_1000": 0.81202, "map_at_1": 0.63667, "map_at_3": 0.71, "map_at_5": 0.72193, "map_at_10": 0.73225, "map_at_20": 0.74274, "map_at_100": 0.74612, "map_at_1000": 0.7462, "recall_at_1": 0.63667, "recall_at_3": 0.77, "recall_at_5": 0.818, "recall_at_10": 0.84467, "recall_at_20": 0.93933, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.63667, "precision_at_1": 0.7, "precision_at_3": 0.3, "precision_at_5": 0.204, "precision_at_10": 0.112, "precision_at_20": 0.064, "precision_at_100": 0.0138, "precision_at_1000": 0.0014, "mrr_at_1": 0.7, "mrr_at_3": 0.756667, "mrr_at_5": 0.769667, "mrr_at_10": 0.769667, "mrr_at_20": 0.773873, "mrr_at_100": 0.774308, "mrr_at_1000": 0.774388, "nauc_ndcg_at_1_max": 0.583607, "nauc_ndcg_at_1_std": -0.273428, "nauc_ndcg_at_1_diff1": 0.801874, "nauc_ndcg_at_3_max": 0.398027, "nauc_ndcg_at_3_std": -0.48117, "nauc_ndcg_at_3_diff1": 0.770634, "nauc_ndcg_at_5_max": 0.402742, "nauc_ndcg_at_5_std": -0.501249, "nauc_ndcg_at_5_diff1": 0.755187, "nauc_ndcg_at_10_max": 0.43712, "nauc_ndcg_at_10_std": -0.453096, "nauc_ndcg_at_10_diff1": 0.756349, "nauc_ndcg_at_20_max": 0.470282, "nauc_ndcg_at_20_std": -0.391989, "nauc_ndcg_at_20_diff1": 0.763292, "nauc_ndcg_at_100_max": 0.504133, "nauc_ndcg_at_100_std": -0.357976, "nauc_ndcg_at_100_diff1": 0.773434, "nauc_ndcg_at_1000_max": 0.496556, "nauc_ndcg_at_1000_std": -0.378725, "nauc_ndcg_at_1000_diff1": 0.771969, "nauc_map_at_1_max": 0.478832, "nauc_map_at_1_std": -0.34928, "nauc_map_at_1_diff1": 0.777526, "nauc_map_at_3_max": 0.392169, "nauc_map_at_3_std": -0.486175, "nauc_map_at_3_diff1": 0.761996, "nauc_map_at_5_max": 0.399196, "nauc_map_at_5_std": -0.489295, "nauc_map_at_5_diff1": 0.758066, "nauc_map_at_10_max": 0.426042, "nauc_map_at_10_std": -0.453874, "nauc_map_at_10_diff1": 0.761964, "nauc_map_at_20_max": 0.437007, "nauc_map_at_20_std": -0.439411, "nauc_map_at_20_diff1": 0.766017, "nauc_map_at_100_max": 0.448706, "nauc_map_at_100_std": -0.429763, "nauc_map_at_100_diff1": 0.767925, "nauc_map_at_1000_max": 0.448504, "nauc_map_at_1000_std": -0.430288, "nauc_map_at_1000_diff1": 0.767888, "nauc_recall_at_1_max": 0.478832, "nauc_recall_at_1_std": -0.34928, "nauc_recall_at_1_diff1": 0.777526, "nauc_recall_at_3_max": 0.266399, "nauc_recall_at_3_std": -0.622196, "nauc_recall_at_3_diff1": 0.724201, "nauc_recall_at_5_max": 0.210592, "nauc_recall_at_5_std": -0.726028, "nauc_recall_at_5_diff1": 0.671644, "nauc_recall_at_10_max": 0.28143, "nauc_recall_at_10_std": -0.633205, "nauc_recall_at_10_diff1": 0.673731, "nauc_recall_at_20_max": 0.320548, "nauc_recall_at_20_std": -0.213345, "nauc_recall_at_20_diff1": 0.581727, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.583607, "nauc_precision_at_1_std": -0.273428, "nauc_precision_at_1_diff1": 0.801874, "nauc_precision_at_3_max": 0.114347, "nauc_precision_at_3_std": -0.318756, "nauc_precision_at_3_diff1": 0.323565, "nauc_precision_at_5_max": 0.155751, "nauc_precision_at_5_std": -0.081398, "nauc_precision_at_5_diff1": 0.049468, "nauc_precision_at_10_max": 0.197044, "nauc_precision_at_10_std": 0.196048, "nauc_precision_at_10_diff1": -0.041922, "nauc_precision_at_20_max": 0.156936, "nauc_precision_at_20_std": 0.407439, "nauc_precision_at_20_diff1": -0.235855, "nauc_precision_at_100_max": 0.18796, "nauc_precision_at_100_std": 0.487909, "nauc_precision_at_100_diff1": -0.265906, "nauc_precision_at_1000_max": 0.162471, "nauc_precision_at_1000_std": 0.471835, "nauc_precision_at_1000_diff1": -0.301539, "nauc_mrr_at_1_max": 0.583607, "nauc_mrr_at_1_std": -0.273428, "nauc_mrr_at_1_diff1": 0.801874, "nauc_mrr_at_3_max": 0.565384, "nauc_mrr_at_3_std": -0.289773, "nauc_mrr_at_3_diff1": 0.790589, "nauc_mrr_at_5_max": 0.551341, "nauc_mrr_at_5_std": -0.325235, "nauc_mrr_at_5_diff1": 0.79033, "nauc_mrr_at_10_max": 0.551341, "nauc_mrr_at_10_std": -0.325235, "nauc_mrr_at_10_diff1": 0.79033, "nauc_mrr_at_20_max": 0.558148, "nauc_mrr_at_20_std": -0.306756, "nauc_mrr_at_20_diff1": 0.78978, "nauc_mrr_at_100_max": 0.558157, "nauc_mrr_at_100_std": -0.306198, "nauc_mrr_at_100_diff1": 0.790717, "nauc_mrr_at_1000_max": 0.55798, "nauc_mrr_at_1000_std": -0.30672, "nauc_mrr_at_1000_diff1": 0.790686, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.77156, "hf_subset": "sv", "languages": [ "swe-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 98.56211277004331, "kg_co2_emissions": null, "date": 1783788185.18324, "evaluation_phases": [ { "name": "Data loading", "start": 0.0007887743413448334, "end": 60.81197008024901, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 60.81198400026187, "end": 60.81198567012325, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 60.82556342706084, "end": 64.32585186930373, "split": "test", "subset": "ar" }, { "name": "Scoring", "start": 64.32692828495055, "end": 64.40348706999794, "split": "test", "subset": "ar" }, { "name": "Encoding queries and documents", "start": 64.4298965302296, "end": 68.05836129002273, "split": "test", "subset": "de" }, { "name": "Scoring", "start": 68.059418565128, "end": 68.13255029125139, "split": "test", "subset": "de" }, { "name": "Encoding queries and documents", "start": 68.1585365482606, "end": 71.41377287032083, "split": "test", "subset": "en" }, { "name": "Scoring", "start": 71.4148407462053, "end": 71.48331165406853, "split": "test", "subset": "en" }, { "name": "Encoding queries and documents", "start": 71.51139813289046, "end": 74.35848116921261, "split": "test", "subset": "es" }, { "name": "Scoring", "start": 74.35940489405766, "end": 74.42792981304228, "split": "test", "subset": "es" }, { "name": "Encoding queries and documents", "start": 74.45482699619606, "end": 77.65444021206349, "split": "test", "subset": "fr" }, { "name": "Scoring", "start": 77.65545339789242, "end": 77.72470722114667, "split": "test", "subset": "fr" }, { "name": "Encoding queries and documents", "start": 77.75145750213414, "end": 81.06051706010476, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 81.06155337626114, "end": 81.13656975096092, "split": "test", "subset": "it" }, { "name": "Encoding queries and documents", "start": 81.16408586734906, "end": 84.3618628429249, "split": "test", "subset": "ja" }, { "name": "Scoring", "start": 84.36296300916001, "end": 84.43356876028702, "split": "test", "subset": "ja" }, { "name": "Encoding queries and documents", "start": 84.46790226502344, "end": 87.64801290025935, "split": "test", "subset": "ko" }, { "name": "Scoring", "start": 87.64910363592207, "end": 87.71792759699747, "split": "test", "subset": "ko" }, { "name": "Encoding queries and documents", "start": 87.74708061199635, "end": 91.35724846692756, "split": "test", "subset": "no" }, { "name": "Scoring", "start": 91.35831387294456, "end": 91.42700752289966, "split": "test", "subset": "no" }, { "name": "Encoding queries and documents", "start": 91.45806801924482, "end": 94.96549384202808, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 94.96663537900895, "end": 95.04427706915885, "split": "test", "subset": "pt" }, { "name": "Encoding queries and documents", "start": 95.07607321999967, "end": 98.45977545017377, "split": "test", "subset": "sv" }, { "name": "Scoring", "start": 98.46084134606645, "end": 98.53557016002014, "split": "test", "subset": "sv" } ] }