{ "dataset_revision": "3920fa0e9ae78f6af3d8a20b33b39e1f9acdfdf9", "task_name": "SwednRetrieval", "mteb_version": "2.1.5", "scores": { "test": [ { "ndcg_at_1": 0.53027, "ndcg_at_3": 0.49261, "ndcg_at_5": 0.52539, "ndcg_at_10": 0.55444, "ndcg_at_20": 0.57403, "ndcg_at_100": 0.60622, "ndcg_at_1000": 0.62518, "map_at_1": 0.26514, "map_at_3": 0.43815, "map_at_5": 0.46239, "map_at_10": 0.47821, "map_at_20": 0.48529, "map_at_100": 0.4913, "map_at_1000": 0.49221, "recall_at_1": 0.26514, "recall_at_3": 0.49365, "recall_at_5": 0.55859, "recall_at_10": 0.63184, "recall_at_20": 0.69531, "recall_at_100": 0.83691, "recall_at_1000": 0.96191, "accuracy": 0.26514, "precision_at_1": 0.53027, "precision_at_3": 0.3291, "precision_at_5": 0.22344, "precision_at_10": 0.12637, "precision_at_20": 0.06953, "precision_at_100": 0.01674, "precision_at_1000": 0.00192, "mrr_at_1": 0.530273, "mrr_at_3": 0.602539, "mrr_at_5": 0.61333, "mrr_at_10": 0.620815, "mrr_at_20": 0.62404, "mrr_at_100": 0.626449, "mrr_at_1000": 0.626766, "nauc_ndcg_at_1_max": 0.419107, "nauc_ndcg_at_1_std": 0.015565, "nauc_ndcg_at_1_diff1": 0.581939, "nauc_ndcg_at_3_max": 0.42944, "nauc_ndcg_at_3_std": 0.016023, "nauc_ndcg_at_3_diff1": 0.42295, "nauc_ndcg_at_5_max": 0.442149, "nauc_ndcg_at_5_std": 0.01814, "nauc_ndcg_at_5_diff1": 0.425332, "nauc_ndcg_at_10_max": 0.457061, "nauc_ndcg_at_10_std": 0.038974, "nauc_ndcg_at_10_diff1": 0.422158, "nauc_ndcg_at_20_max": 0.462727, "nauc_ndcg_at_20_std": 0.05061, "nauc_ndcg_at_20_diff1": 0.426801, "nauc_ndcg_at_100_max": 0.477289, "nauc_ndcg_at_100_std": 0.071481, "nauc_ndcg_at_100_diff1": 0.433502, "nauc_ndcg_at_1000_max": 0.466298, "nauc_ndcg_at_1000_std": 0.055798, "nauc_ndcg_at_1000_diff1": 0.438897, "nauc_map_at_1_max": 0.419107, "nauc_map_at_1_std": 0.015565, "nauc_map_at_1_diff1": 0.581939, "nauc_map_at_3_max": 0.408498, "nauc_map_at_3_std": -0.003522, "nauc_map_at_3_diff1": 0.404674, "nauc_map_at_5_max": 0.418638, "nauc_map_at_5_std": -0.003793, "nauc_map_at_5_diff1": 0.408927, "nauc_map_at_10_max": 0.426491, "nauc_map_at_10_std": 0.00686, "nauc_map_at_10_diff1": 0.407052, "nauc_map_at_20_max": 0.428873, "nauc_map_at_20_std": 0.01135, "nauc_map_at_20_diff1": 0.408522, "nauc_map_at_100_max": 0.431435, "nauc_map_at_100_std": 0.014938, "nauc_map_at_100_diff1": 0.41005, "nauc_map_at_1000_max": 0.431196, "nauc_map_at_1000_std": 0.014578, "nauc_map_at_1000_diff1": 0.410189, "nauc_recall_at_1_max": 0.419107, "nauc_recall_at_1_std": 0.015565, "nauc_recall_at_1_diff1": 0.581939, "nauc_recall_at_3_max": 0.431082, "nauc_recall_at_3_std": 0.021999, "nauc_recall_at_3_diff1": 0.360422, "nauc_recall_at_5_max": 0.452715, "nauc_recall_at_5_std": 0.028308, "nauc_recall_at_5_diff1": 0.357467, "nauc_recall_at_10_max": 0.481683, "nauc_recall_at_10_std": 0.081434, "nauc_recall_at_10_diff1": 0.335845, "nauc_recall_at_20_max": 0.49966, "nauc_recall_at_20_std": 0.128168, "nauc_recall_at_20_diff1": 0.338314, "nauc_recall_at_100_max": 0.643852, "nauc_recall_at_100_std": 0.337299, "nauc_recall_at_100_diff1": 0.339576, "nauc_recall_at_1000_max": 0.75543, "nauc_recall_at_1000_std": 0.411588, "nauc_recall_at_1000_diff1": 0.427232, "nauc_precision_at_1_max": 0.419107, "nauc_precision_at_1_std": 0.015565, "nauc_precision_at_1_diff1": 0.581939, "nauc_precision_at_3_max": 0.431082, "nauc_precision_at_3_std": 0.021999, "nauc_precision_at_3_diff1": 0.360422, "nauc_precision_at_5_max": 0.452715, "nauc_precision_at_5_std": 0.028308, "nauc_precision_at_5_diff1": 0.357467, "nauc_precision_at_10_max": 0.481683, "nauc_precision_at_10_std": 0.081434, "nauc_precision_at_10_diff1": 0.335845, "nauc_precision_at_20_max": 0.49966, "nauc_precision_at_20_std": 0.128168, "nauc_precision_at_20_diff1": 0.338314, "nauc_precision_at_100_max": 0.643852, "nauc_precision_at_100_std": 0.337299, "nauc_precision_at_100_diff1": 0.339576, "nauc_precision_at_1000_max": 0.75543, "nauc_precision_at_1000_std": 0.411588, "nauc_precision_at_1000_diff1": 0.427232, "nauc_mrr_at_1_max": 0.419107, "nauc_mrr_at_1_std": 0.015565, "nauc_mrr_at_1_diff1": 0.581939, "nauc_mrr_at_3_max": 0.458032, "nauc_mrr_at_3_std": 0.04841, "nauc_mrr_at_3_diff1": 0.534832, "nauc_mrr_at_5_max": 0.459846, "nauc_mrr_at_5_std": 0.051417, "nauc_mrr_at_5_diff1": 0.53405, "nauc_mrr_at_10_max": 0.463904, "nauc_mrr_at_10_std": 0.058698, "nauc_mrr_at_10_diff1": 0.533864, "nauc_mrr_at_20_max": 0.464139, "nauc_mrr_at_20_std": 0.059472, "nauc_mrr_at_20_diff1": 0.535475, "nauc_mrr_at_100_max": 0.46414, "nauc_mrr_at_100_std": 0.059599, "nauc_mrr_at_100_diff1": 0.535817, "nauc_mrr_at_1000_max": 0.463793, "nauc_mrr_at_1000_std": 0.059109, "nauc_mrr_at_1000_diff1": 0.535942, "cv_recall_at_1": 0.53027, "cv_recall_at_3": 0.69043, "cv_recall_at_5": 0.73828, "cv_recall_at_10": 0.79199, "cv_recall_at_20": 0.83887, "cv_recall_at_100": 0.93164, "cv_recall_at_1000": 0.99609, "main_score": 0.55444, "hf_subset": "default", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 1059.5250689983368, "kg_co2_emissions": null }