{ "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", "task_name": "German1Retrieval", "mteb_version": "2.20.1", "scores": { "test": [ { "ndcg_at_1": 0.9121, "ndcg_at_3": 0.9439, "ndcg_at_5": 0.9481, "ndcg_at_10": 0.95178, "ndcg_at_20": 0.95369, "ndcg_at_100": 0.9547, "ndcg_at_1000": 0.95497, "map_at_1": 0.91143, "map_at_3": 0.93684, "map_at_5": 0.93931, "map_at_10": 0.94081, "map_at_20": 0.94135, "map_at_100": 0.94149, "map_at_1000": 0.9415, "recall_at_1": 0.91143, "recall_at_3": 0.96383, "recall_at_5": 0.97363, "recall_at_10": 0.98513, "recall_at_20": 0.99256, "recall_at_100": 0.99797, "recall_at_1000": 1.0, "accuracy": 0.91143, "precision_at_1": 0.9121, "precision_at_3": 0.32184, "precision_at_5": 0.19513, "precision_at_10": 0.09872, "precision_at_20": 0.04973, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.912103, "mrr_at_3": 0.937007, "mrr_at_5": 0.939306, "mrr_at_10": 0.940812, "mrr_at_20": 0.94135, "mrr_at_100": 0.941489, "mrr_at_1000": 0.941501, "nauc_ndcg_at_1_max": 0.672967, "nauc_ndcg_at_1_std": -0.48094, "nauc_ndcg_at_1_diff1": 0.934799, "nauc_ndcg_at_3_max": 0.721785, "nauc_ndcg_at_3_std": -0.546824, "nauc_ndcg_at_3_diff1": 0.938919, "nauc_ndcg_at_5_max": 0.727403, "nauc_ndcg_at_5_std": -0.542759, "nauc_ndcg_at_5_diff1": 0.938315, "nauc_ndcg_at_10_max": 0.720696, "nauc_ndcg_at_10_std": -0.531323, "nauc_ndcg_at_10_diff1": 0.940033, "nauc_ndcg_at_20_max": 0.716593, "nauc_ndcg_at_20_std": -0.533543, "nauc_ndcg_at_20_diff1": 0.939488, "nauc_ndcg_at_100_max": 0.711308, "nauc_ndcg_at_100_std": -0.535161, "nauc_ndcg_at_100_diff1": 0.938515, "nauc_ndcg_at_1000_max": 0.710399, "nauc_ndcg_at_1000_std": -0.531308, "nauc_ndcg_at_1000_diff1": 0.938388, "nauc_map_at_1_max": 0.67206, "nauc_map_at_1_std": -0.480073, "nauc_map_at_1_diff1": 0.935297, "nauc_map_at_3_max": 0.707554, "nauc_map_at_3_std": -0.528592, "nauc_map_at_3_diff1": 0.937814, "nauc_map_at_5_max": 0.709459, "nauc_map_at_5_std": -0.525877, "nauc_map_at_5_diff1": 0.937361, "nauc_map_at_10_max": 0.706753, "nauc_map_at_10_std": -0.522432, "nauc_map_at_10_diff1": 0.938062, "nauc_map_at_20_max": 0.705659, "nauc_map_at_20_std": -0.523049, "nauc_map_at_20_diff1": 0.937886, "nauc_map_at_100_max": 0.705031, "nauc_map_at_100_std": -0.523753, "nauc_map_at_100_diff1": 0.937778, "nauc_map_at_1000_max": 0.705001, "nauc_map_at_1000_std": -0.523601, "nauc_map_at_1000_diff1": 0.937771, "nauc_recall_at_1_max": 0.67206, "nauc_recall_at_1_std": -0.480073, "nauc_recall_at_1_diff1": 0.935297, "nauc_recall_at_3_max": 0.793502, "nauc_recall_at_3_std": -0.635994, "nauc_recall_at_3_diff1": 0.944626, "nauc_recall_at_5_max": 0.846701, "nauc_recall_at_5_std": -0.650017, "nauc_recall_at_5_diff1": 0.94457, "nauc_recall_at_10_max": 0.871504, "nauc_recall_at_10_std": -0.600873, "nauc_recall_at_10_diff1": 0.963603, "nauc_recall_at_20_max": 0.92572, "nauc_recall_at_20_std": -0.71369, "nauc_recall_at_20_diff1": 0.976231, "nauc_recall_at_100_max": 0.86382, "nauc_recall_at_100_std": -1.151197, "nauc_recall_at_100_diff1": 0.956424, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.672967, "nauc_precision_at_1_std": -0.48094, "nauc_precision_at_1_diff1": 0.934799, "nauc_precision_at_3_max": 0.723187, "nauc_precision_at_3_std": -0.58446, "nauc_precision_at_3_diff1": 0.850552, "nauc_precision_at_5_max": 0.699123, "nauc_precision_at_5_std": -0.543963, "nauc_precision_at_5_diff1": 0.765275, "nauc_precision_at_10_max": 0.626993, "nauc_precision_at_10_std": -0.437997, "nauc_precision_at_10_diff1": 0.66867, "nauc_precision_at_20_max": 0.497917, "nauc_precision_at_20_std": -0.404043, "nauc_precision_at_20_diff1": 0.477184, "nauc_precision_at_100_max": 0.058818, "nauc_precision_at_100_std": -0.262307, "nauc_precision_at_100_diff1": -0.015909, "nauc_precision_at_1000_max": -0.404083, "nauc_precision_at_1000_std": 0.248833, "nauc_precision_at_1000_diff1": -0.575032, "nauc_mrr_at_1_max": 0.672967, "nauc_mrr_at_1_std": -0.48094, "nauc_mrr_at_1_diff1": 0.934799, "nauc_mrr_at_3_max": 0.706769, "nauc_mrr_at_3_std": -0.528498, "nauc_mrr_at_3_diff1": 0.937647, "nauc_mrr_at_5_max": 0.709459, "nauc_mrr_at_5_std": -0.525877, "nauc_mrr_at_5_diff1": 0.937361, "nauc_mrr_at_10_max": 0.706753, "nauc_mrr_at_10_std": -0.522432, "nauc_mrr_at_10_diff1": 0.938062, "nauc_mrr_at_20_max": 0.705659, "nauc_mrr_at_20_std": -0.523049, "nauc_mrr_at_20_diff1": 0.937886, "nauc_mrr_at_100_max": 0.705031, "nauc_mrr_at_100_std": -0.523753, "nauc_mrr_at_100_diff1": 0.937778, "nauc_mrr_at_1000_max": 0.705001, "nauc_mrr_at_1000_std": -0.523601, "nauc_mrr_at_1000_diff1": 0.937771, "hit_rate_at_1": 0.9121, "hit_rate_at_3": 0.96416, "hit_rate_at_5": 0.97363, "hit_rate_at_10": 0.98513, "hit_rate_at_20": 0.99256, "hit_rate_at_100": 0.99797, "hit_rate_at_1000": 1.0, "main_score": 0.95178, "hf_subset": "default", "languages": [ "deu-Latn" ], "mteb_version": "2.20.1" } ] }, "evaluation_time": 48.27277711301576, "kg_co2_emissions": null, "date": 1787584901.463514, "evaluation_phases": [ { "name": "Data loading", "start": 0.0008187970379367471, "end": 8.489027514006011, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.489049684954807, "end": 8.489052903954871, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 8.501369941979647, "end": 47.664629050996155, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 47.665650748996995, "end": 48.253110770951025, "split": "test", "subset": "default" } ] }