{ "dataset_revision": "803771c366038ed587b21e3d8fe25f8f73134fad", "task_name": "WikipediaRerankingMultilingual", "mteb_version": "2.18.2", "scores": { "test": [ { "ndcg_at_1": 0.64533, "ndcg_at_3": 0.75961, "ndcg_at_5": 0.79234, "ndcg_at_10": 0.81793, "ndcg_at_20": 0.81793, "ndcg_at_100": 0.81793, "ndcg_at_1000": 0.81793, "map_at_1": 0.64533, "map_at_3": 0.73078, "map_at_5": 0.74881, "map_at_10": 0.75982, "map_at_20": 0.75982, "map_at_100": 0.75982, "map_at_1000": 0.75982, "recall_at_1": 0.64533, "recall_at_3": 0.84333, "recall_at_5": 0.92333, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64533, "precision_at_1": 0.64533, "precision_at_3": 0.28111, "precision_at_5": 0.18467, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.645333, "mrr_at_3": 0.730778, "mrr_at_5": 0.748811, "mrr_at_10": 0.759823, "mrr_at_20": 0.759823, "mrr_at_100": 0.759823, "mrr_at_1000": 0.759823, "nauc_ndcg_at_1_max": 0.255386, "nauc_ndcg_at_1_std": 0.02229, "nauc_ndcg_at_1_diff1": 0.59535, "nauc_ndcg_at_3_max": 0.254311, "nauc_ndcg_at_3_std": -0.016566, "nauc_ndcg_at_3_diff1": 0.555448, "nauc_ndcg_at_5_max": 0.242737, "nauc_ndcg_at_5_std": -0.002802, "nauc_ndcg_at_5_diff1": 0.557133, "nauc_ndcg_at_10_max": 0.257672, "nauc_ndcg_at_10_std": 0.002726, "nauc_ndcg_at_10_diff1": 0.568974, "nauc_ndcg_at_20_max": 0.257672, "nauc_ndcg_at_20_std": 0.002726, "nauc_ndcg_at_20_diff1": 0.568974, "nauc_ndcg_at_100_max": 0.257672, "nauc_ndcg_at_100_std": 0.002726, "nauc_ndcg_at_100_diff1": 0.568974, "nauc_ndcg_at_1000_max": 0.257672, "nauc_ndcg_at_1000_std": 0.002726, "nauc_ndcg_at_1000_diff1": 0.568974, "nauc_map_at_1_max": 0.255386, "nauc_map_at_1_std": 0.02229, "nauc_map_at_1_diff1": 0.59535, "nauc_map_at_3_max": 0.258267, "nauc_map_at_3_std": -0.005433, "nauc_map_at_3_diff1": 0.564749, "nauc_map_at_5_max": 0.252846, "nauc_map_at_5_std": 0.001148, "nauc_map_at_5_diff1": 0.566126, "nauc_map_at_10_max": 0.258333, "nauc_map_at_10_std": 0.00394, "nauc_map_at_10_diff1": 0.570747, "nauc_map_at_20_max": 0.258333, "nauc_map_at_20_std": 0.00394, "nauc_map_at_20_diff1": 0.570747, "nauc_map_at_100_max": 0.258333, "nauc_map_at_100_std": 0.00394, "nauc_map_at_100_diff1": 0.570747, "nauc_map_at_1000_max": 0.258333, "nauc_map_at_1000_std": 0.00394, "nauc_map_at_1000_diff1": 0.570747, "nauc_recall_at_1_max": 0.255386, "nauc_recall_at_1_std": 0.02229, "nauc_recall_at_1_diff1": 0.59535, "nauc_recall_at_3_max": 0.234389, "nauc_recall_at_3_std": -0.065705, "nauc_recall_at_3_diff1": 0.515831, "nauc_recall_at_5_max": 0.153307, "nauc_recall_at_5_std": -0.025843, "nauc_recall_at_5_diff1": 0.489287, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.255386, "nauc_precision_at_1_std": 0.02229, "nauc_precision_at_1_diff1": 0.59535, "nauc_precision_at_3_max": 0.234389, "nauc_precision_at_3_std": -0.065705, "nauc_precision_at_3_diff1": 0.515831, "nauc_precision_at_5_max": 0.153307, "nauc_precision_at_5_std": -0.025843, "nauc_precision_at_5_diff1": 0.489287, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.255386, "nauc_mrr_at_1_std": 0.02229, "nauc_mrr_at_1_diff1": 0.59535, "nauc_mrr_at_3_max": 0.258267, "nauc_mrr_at_3_std": -0.005433, "nauc_mrr_at_3_diff1": 0.564749, "nauc_mrr_at_5_max": 0.252846, "nauc_mrr_at_5_std": 0.001148, "nauc_mrr_at_5_diff1": 0.566126, "nauc_mrr_at_10_max": 0.258333, "nauc_mrr_at_10_std": 0.00394, "nauc_mrr_at_10_diff1": 0.570747, "nauc_mrr_at_20_max": 0.258333, "nauc_mrr_at_20_std": 0.00394, "nauc_mrr_at_20_diff1": 0.570747, "nauc_mrr_at_100_max": 0.258333, "nauc_mrr_at_100_std": 0.00394, "nauc_mrr_at_100_diff1": 0.570747, "nauc_mrr_at_1000_max": 0.258333, "nauc_mrr_at_1000_std": 0.00394, "nauc_mrr_at_1000_diff1": 0.570747, "hit_rate_at_1": 0.64533, "hit_rate_at_3": 0.84333, "hit_rate_at_5": 0.92333, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.75982, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.18.2" } ] }, "evaluation_time": 345.272090888, "kg_co2_emissions": null, "date": 1784078136.204518, "evaluation_phases": [ { "name": "Data loading", "start": 8.59499994021462e-06, "end": 8.058193864000032, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.058210297999949, "end": 8.058213459999934, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 8.087205231999974, "end": 345.04222591300004, "split": "test", "subset": "pt" }, { "name": "Scoring", "start": 345.042255116, "end": 345.26013028400007, "split": "test", "subset": "pt" } ] }