{ "dataset_revision": "f732b725cf4a70803210edfe265a04f8bd5328f6", "task_name": "Vidore3IndustrialRetrieval", "mteb_version": "2.3.10", "scores": { "test": [ { "ndcg_at_1": 0.50353, "ndcg_at_3": 0.48476, "ndcg_at_5": 0.4942, "ndcg_at_10": 0.5142, "ndcg_at_20": 0.53885, "ndcg_at_100": 0.59733, "ndcg_at_1000": 0.63477, "map_at_1": 0.27033, "map_at_3": 0.34986, "map_at_5": 0.37915, "map_at_10": 0.4098, "map_at_20": 0.42796, "map_at_100": 0.44708, "map_at_1000": 0.45202, "recall_at_1": 0.27033, "recall_at_3": 0.38901, "recall_at_5": 0.45123, "recall_at_10": 0.54604, "recall_at_20": 0.62363, "recall_at_100": 0.80564, "recall_at_1000": 0.96655, "accuracy": 0.27033, "precision_at_1": 0.51943, "precision_at_3": 0.31095, "precision_at_5": 0.24523, "precision_at_10": 0.16961, "precision_at_20": 0.11131, "precision_at_100": 0.03724, "precision_at_1000": 0.00531, "mrr_at_1": 0.519435, "mrr_at_3": 0.581861, "mrr_at_5": 0.601472, "mrr_at_10": 0.61279, "mrr_at_20": 0.616379, "mrr_at_100": 0.618291, "mrr_at_1000": 0.61854, "nauc_ndcg_at_1_max": -0.098956, "nauc_ndcg_at_1_std": -0.079296, "nauc_ndcg_at_1_diff1": 0.563599, "nauc_ndcg_at_3_max": -0.190825, "nauc_ndcg_at_3_std": -0.122852, "nauc_ndcg_at_3_diff1": 0.491922, "nauc_ndcg_at_5_max": -0.188892, "nauc_ndcg_at_5_std": -0.127594, "nauc_ndcg_at_5_diff1": 0.472163, "nauc_ndcg_at_10_max": -0.180918, "nauc_ndcg_at_10_std": -0.133995, "nauc_ndcg_at_10_diff1": 0.465491, "nauc_ndcg_at_20_max": -0.170636, "nauc_ndcg_at_20_std": -0.119822, "nauc_ndcg_at_20_diff1": 0.471205, "nauc_ndcg_at_100_max": -0.159901, "nauc_ndcg_at_100_std": -0.061224, "nauc_ndcg_at_100_diff1": 0.473603, "nauc_ndcg_at_1000_max": -0.171101, "nauc_ndcg_at_1000_std": -0.061381, "nauc_ndcg_at_1000_diff1": 0.479354, "nauc_map_at_1_max": -0.187499, "nauc_map_at_1_std": -0.226937, "nauc_map_at_1_diff1": 0.519063, "nauc_map_at_3_max": -0.195757, "nauc_map_at_3_std": -0.208346, "nauc_map_at_3_diff1": 0.498813, "nauc_map_at_5_max": -0.193319, "nauc_map_at_5_std": -0.191569, "nauc_map_at_5_diff1": 0.484182, "nauc_map_at_10_max": -0.182929, "nauc_map_at_10_std": -0.171002, "nauc_map_at_10_diff1": 0.471052, "nauc_map_at_20_max": -0.173945, "nauc_map_at_20_std": -0.1551, "nauc_map_at_20_diff1": 0.469415, "nauc_map_at_100_max": -0.171252, "nauc_map_at_100_std": -0.13674, "nauc_map_at_100_diff1": 0.471193, "nauc_map_at_1000_max": -0.172527, "nauc_map_at_1000_std": -0.135347, "nauc_map_at_1000_diff1": 0.471371, "nauc_recall_at_1_max": -0.187499, "nauc_recall_at_1_std": -0.226937, "nauc_recall_at_1_diff1": 0.519063, "nauc_recall_at_3_max": -0.232583, "nauc_recall_at_3_std": -0.212054, "nauc_recall_at_3_diff1": 0.445522, "nauc_recall_at_5_max": -0.206671, "nauc_recall_at_5_std": -0.183383, "nauc_recall_at_5_diff1": 0.411186, "nauc_recall_at_10_max": -0.176451, "nauc_recall_at_10_std": -0.149802, "nauc_recall_at_10_diff1": 0.385443, "nauc_recall_at_20_max": -0.144942, "nauc_recall_at_20_std": -0.106712, "nauc_recall_at_20_diff1": 0.376751, "nauc_recall_at_100_max": -0.074562, "nauc_recall_at_100_std": 0.0968, "nauc_recall_at_100_diff1": 0.335821, "nauc_recall_at_1000_max": -0.208718, "nauc_recall_at_1000_std": 0.397963, "nauc_recall_at_1000_diff1": 0.478925, "nauc_precision_at_1_max": -0.098801, "nauc_precision_at_1_std": -0.062438, "nauc_precision_at_1_diff1": 0.573328, "nauc_precision_at_3_max": -0.083432, "nauc_precision_at_3_std": 0.044228, "nauc_precision_at_3_diff1": 0.235314, "nauc_precision_at_5_max": -0.039081, "nauc_precision_at_5_std": 0.121947, "nauc_precision_at_5_diff1": 0.107065, "nauc_precision_at_10_max": 0.026503, "nauc_precision_at_10_std": 0.175921, "nauc_precision_at_10_diff1": -0.012402, "nauc_precision_at_20_max": 0.069976, "nauc_precision_at_20_std": 0.214233, "nauc_precision_at_20_diff1": -0.06138, "nauc_precision_at_100_max": 0.089835, "nauc_precision_at_100_std": 0.29512, "nauc_precision_at_100_diff1": -0.162304, "nauc_precision_at_1000_max": 0.060774, "nauc_precision_at_1000_std": 0.214866, "nauc_precision_at_1000_diff1": -0.219438, "nauc_mrr_at_1_max": -0.098801, "nauc_mrr_at_1_std": -0.062438, "nauc_mrr_at_1_diff1": 0.573328, "nauc_mrr_at_3_max": -0.159948, "nauc_mrr_at_3_std": -0.07619, "nauc_mrr_at_3_diff1": 0.540614, "nauc_mrr_at_5_max": -0.144178, "nauc_mrr_at_5_std": -0.057769, "nauc_mrr_at_5_diff1": 0.532295, "nauc_mrr_at_10_max": -0.144673, "nauc_mrr_at_10_std": -0.057379, "nauc_mrr_at_10_diff1": 0.539977, "nauc_mrr_at_20_max": -0.144448, "nauc_mrr_at_20_std": -0.057284, "nauc_mrr_at_20_diff1": 0.539189, "nauc_mrr_at_100_max": -0.14451, "nauc_mrr_at_100_std": -0.057259, "nauc_mrr_at_100_diff1": 0.538945, "nauc_mrr_at_1000_max": -0.144689, "nauc_mrr_at_1000_std": -0.057608, "nauc_mrr_at_1000_diff1": 0.539098, "cv_recall_at_1": 0.51943, "cv_recall_at_3": 0.66431, "cv_recall_at_5": 0.74912, "cv_recall_at_10": 0.83039, "cv_recall_at_20": 0.88339, "cv_recall_at_100": 0.95053, "cv_recall_at_1000": 1.0, "main_score": 0.5142, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.51943, "ndcg_at_3": 0.49376, "ndcg_at_5": 0.5035, "ndcg_at_10": 0.51766, "ndcg_at_20": 0.54525, "ndcg_at_100": 0.60607, "ndcg_at_1000": 0.64166, "map_at_1": 0.27309, "map_at_3": 0.35578, "map_at_5": 0.38676, "map_at_10": 0.41436, "map_at_20": 0.43297, "map_at_100": 0.45342, "map_at_1000": 0.45815, "recall_at_1": 0.27309, "recall_at_3": 0.39637, "recall_at_5": 0.46601, "recall_at_10": 0.53842, "recall_at_20": 0.62516, "recall_at_100": 0.81526, "recall_at_1000": 0.96449, "accuracy": 0.27309, "precision_at_1": 0.53004, "precision_at_3": 0.3192, "precision_at_5": 0.24876, "precision_at_10": 0.16961, "precision_at_20": 0.11113, "precision_at_100": 0.03742, "precision_at_1000": 0.00533, "mrr_at_1": 0.530035, "mrr_at_3": 0.601296, "mrr_at_5": 0.614723, "mrr_at_10": 0.624512, "mrr_at_20": 0.628646, "mrr_at_100": 0.630642, "mrr_at_1000": 0.63084, "nauc_ndcg_at_1_max": -0.099423, "nauc_ndcg_at_1_std": -0.086642, "nauc_ndcg_at_1_diff1": 0.590998, "nauc_ndcg_at_3_max": -0.131186, "nauc_ndcg_at_3_std": -0.111643, "nauc_ndcg_at_3_diff1": 0.52322, "nauc_ndcg_at_5_max": -0.1431, "nauc_ndcg_at_5_std": -0.113841, "nauc_ndcg_at_5_diff1": 0.48857, "nauc_ndcg_at_10_max": -0.158018, "nauc_ndcg_at_10_std": -0.127862, "nauc_ndcg_at_10_diff1": 0.482963, "nauc_ndcg_at_20_max": -0.159334, "nauc_ndcg_at_20_std": -0.10966, "nauc_ndcg_at_20_diff1": 0.489711, "nauc_ndcg_at_100_max": -0.146386, "nauc_ndcg_at_100_std": -0.063261, "nauc_ndcg_at_100_diff1": 0.486478, "nauc_ndcg_at_1000_max": -0.148077, "nauc_ndcg_at_1000_std": -0.062073, "nauc_ndcg_at_1000_diff1": 0.497979, "nauc_map_at_1_max": -0.157642, "nauc_map_at_1_std": -0.19977, "nauc_map_at_1_diff1": 0.55211, "nauc_map_at_3_max": -0.154826, "nauc_map_at_3_std": -0.201647, "nauc_map_at_3_diff1": 0.528952, "nauc_map_at_5_max": -0.154848, "nauc_map_at_5_std": -0.183908, "nauc_map_at_5_diff1": 0.506323, "nauc_map_at_10_max": -0.158443, "nauc_map_at_10_std": -0.168392, "nauc_map_at_10_diff1": 0.492355, "nauc_map_at_20_max": -0.153022, "nauc_map_at_20_std": -0.149019, "nauc_map_at_20_diff1": 0.489409, "nauc_map_at_100_max": -0.150368, "nauc_map_at_100_std": -0.135582, "nauc_map_at_100_diff1": 0.487543, "nauc_map_at_1000_max": -0.150609, "nauc_map_at_1000_std": -0.133572, "nauc_map_at_1000_diff1": 0.488812, "nauc_recall_at_1_max": -0.157642, "nauc_recall_at_1_std": -0.19977, "nauc_recall_at_1_diff1": 0.55211, "nauc_recall_at_3_max": -0.162906, "nauc_recall_at_3_std": -0.205149, "nauc_recall_at_3_diff1": 0.484319, "nauc_recall_at_5_max": -0.154854, "nauc_recall_at_5_std": -0.171535, "nauc_recall_at_5_diff1": 0.423471, "nauc_recall_at_10_max": -0.170641, "nauc_recall_at_10_std": -0.167532, "nauc_recall_at_10_diff1": 0.397654, "nauc_recall_at_20_max": -0.174619, "nauc_recall_at_20_std": -0.101111, "nauc_recall_at_20_diff1": 0.401934, "nauc_recall_at_100_max": -0.119931, "nauc_recall_at_100_std": 0.076577, "nauc_recall_at_100_diff1": 0.352155, "nauc_recall_at_1000_max": -0.13194, "nauc_recall_at_1000_std": 0.388827, "nauc_recall_at_1000_diff1": 0.470999, "nauc_precision_at_1_max": -0.103359, "nauc_precision_at_1_std": -0.081614, "nauc_precision_at_1_diff1": 0.604826, "nauc_precision_at_3_max": -0.033893, "nauc_precision_at_3_std": 0.023023, "nauc_precision_at_3_diff1": 0.247944, "nauc_precision_at_5_max": -0.009821, "nauc_precision_at_5_std": 0.12204, "nauc_precision_at_5_diff1": 0.089085, "nauc_precision_at_10_max": 0.002702, "nauc_precision_at_10_std": 0.164288, "nauc_precision_at_10_diff1": -0.033146, "nauc_precision_at_20_max": 0.04718, "nauc_precision_at_20_std": 0.225342, "nauc_precision_at_20_diff1": -0.095781, "nauc_precision_at_100_max": 0.069914, "nauc_precision_at_100_std": 0.264459, "nauc_precision_at_100_diff1": -0.192748, "nauc_precision_at_1000_max": 0.053096, "nauc_precision_at_1000_std": 0.187585, "nauc_precision_at_1000_diff1": -0.228777, "nauc_mrr_at_1_max": -0.103359, "nauc_mrr_at_1_std": -0.081614, "nauc_mrr_at_1_diff1": 0.604826, "nauc_mrr_at_3_max": -0.099834, "nauc_mrr_at_3_std": -0.047836, "nauc_mrr_at_3_diff1": 0.590443, "nauc_mrr_at_5_max": -0.092332, "nauc_mrr_at_5_std": -0.031567, "nauc_mrr_at_5_diff1": 0.590637, "nauc_mrr_at_10_max": -0.102346, "nauc_mrr_at_10_std": -0.042502, "nauc_mrr_at_10_diff1": 0.586544, "nauc_mrr_at_20_max": -0.10584, "nauc_mrr_at_20_std": -0.042785, "nauc_mrr_at_20_diff1": 0.587392, "nauc_mrr_at_100_max": -0.104313, "nauc_mrr_at_100_std": -0.041715, "nauc_mrr_at_100_diff1": 0.588391, "nauc_mrr_at_1000_max": -0.104374, "nauc_mrr_at_1000_std": -0.042092, "nauc_mrr_at_1000_diff1": 0.588397, "cv_recall_at_1": 0.53004, "cv_recall_at_3": 0.69611, "cv_recall_at_5": 0.75618, "cv_recall_at_10": 0.83039, "cv_recall_at_20": 0.88693, "cv_recall_at_100": 0.96113, "cv_recall_at_1000": 1.0, "main_score": 0.51766, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.55477, "ndcg_at_3": 0.54322, "ndcg_at_5": 0.55843, "ndcg_at_10": 0.56803, "ndcg_at_20": 0.5925, "ndcg_at_100": 0.64591, "ndcg_at_1000": 0.67976, "map_at_1": 0.29787, "map_at_3": 0.39169, "map_at_5": 0.43027, "map_at_10": 0.45824, "map_at_20": 0.47941, "map_at_100": 0.4996, "map_at_1000": 0.50415, "recall_at_1": 0.29787, "recall_at_3": 0.43388, "recall_at_5": 0.51644, "recall_at_10": 0.58961, "recall_at_20": 0.67448, "recall_at_100": 0.83193, "recall_at_1000": 0.97162, "accuracy": 0.29787, "precision_at_1": 0.56537, "precision_at_3": 0.35689, "precision_at_5": 0.28339, "precision_at_10": 0.18657, "precision_at_20": 0.1212, "precision_at_100": 0.0389, "precision_at_1000": 0.00541, "mrr_at_1": 0.565371, "mrr_at_3": 0.647821, "mrr_at_5": 0.665312, "mrr_at_10": 0.671116, "mrr_at_20": 0.67366, "mrr_at_100": 0.674825, "mrr_at_1000": 0.674967, "nauc_ndcg_at_1_max": 0.132054, "nauc_ndcg_at_1_std": 0.133497, "nauc_ndcg_at_1_diff1": 0.742409, "nauc_ndcg_at_3_max": 0.092556, "nauc_ndcg_at_3_std": 0.060228, "nauc_ndcg_at_3_diff1": 0.60018, "nauc_ndcg_at_5_max": 0.089206, "nauc_ndcg_at_5_std": 0.059026, "nauc_ndcg_at_5_diff1": 0.583064, "nauc_ndcg_at_10_max": 0.081633, "nauc_ndcg_at_10_std": 0.040765, "nauc_ndcg_at_10_diff1": 0.584075, "nauc_ndcg_at_20_max": 0.089083, "nauc_ndcg_at_20_std": 0.06406, "nauc_ndcg_at_20_diff1": 0.589414, "nauc_ndcg_at_100_max": 0.091778, "nauc_ndcg_at_100_std": 0.105774, "nauc_ndcg_at_100_diff1": 0.592576, "nauc_ndcg_at_1000_max": 0.08146, "nauc_ndcg_at_1000_std": 0.096944, "nauc_ndcg_at_1000_diff1": 0.602881, "nauc_map_at_1_max": 0.044342, "nauc_map_at_1_std": -0.026471, "nauc_map_at_1_diff1": 0.633676, "nauc_map_at_3_max": 0.059841, "nauc_map_at_3_std": -0.046616, "nauc_map_at_3_diff1": 0.592827, "nauc_map_at_5_max": 0.061296, "nauc_map_at_5_std": -0.025411, "nauc_map_at_5_diff1": 0.569395, "nauc_map_at_10_max": 0.064775, "nauc_map_at_10_std": -0.00896, "nauc_map_at_10_diff1": 0.565521, "nauc_map_at_20_max": 0.074465, "nauc_map_at_20_std": 0.012148, "nauc_map_at_20_diff1": 0.563412, "nauc_map_at_100_max": 0.073746, "nauc_map_at_100_std": 0.025233, "nauc_map_at_100_diff1": 0.561463, "nauc_map_at_1000_max": 0.072105, "nauc_map_at_1000_std": 0.025408, "nauc_map_at_1000_diff1": 0.561948, "nauc_recall_at_1_max": 0.044342, "nauc_recall_at_1_std": -0.026471, "nauc_recall_at_1_diff1": 0.633676, "nauc_recall_at_3_max": 0.041939, "nauc_recall_at_3_std": -0.073319, "nauc_recall_at_3_diff1": 0.523284, "nauc_recall_at_5_max": 0.061259, "nauc_recall_at_5_std": -0.02367, "nauc_recall_at_5_diff1": 0.462237, "nauc_recall_at_10_max": 0.050442, "nauc_recall_at_10_std": -0.021157, "nauc_recall_at_10_diff1": 0.453104, "nauc_recall_at_20_max": 0.081351, "nauc_recall_at_20_std": 0.057033, "nauc_recall_at_20_diff1": 0.445667, "nauc_recall_at_100_max": 0.135163, "nauc_recall_at_100_std": 0.243261, "nauc_recall_at_100_diff1": 0.447358, "nauc_recall_at_1000_max": 0.228756, "nauc_recall_at_1000_std": 0.615152, "nauc_recall_at_1000_diff1": 0.550146, "nauc_precision_at_1_max": 0.127967, "nauc_precision_at_1_std": 0.13209, "nauc_precision_at_1_diff1": 0.748072, "nauc_precision_at_3_max": 0.080573, "nauc_precision_at_3_std": 0.118221, "nauc_precision_at_3_diff1": 0.200089, "nauc_precision_at_5_max": 0.083323, "nauc_precision_at_5_std": 0.194538, "nauc_precision_at_5_diff1": 0.03561, "nauc_precision_at_10_max": 0.063749, "nauc_precision_at_10_std": 0.199337, "nauc_precision_at_10_diff1": -0.057191, "nauc_precision_at_20_max": 0.058533, "nauc_precision_at_20_std": 0.215947, "nauc_precision_at_20_diff1": -0.131008, "nauc_precision_at_100_max": -0.017514, "nauc_precision_at_100_std": 0.174782, "nauc_precision_at_100_diff1": -0.245978, "nauc_precision_at_1000_max": -0.087023, "nauc_precision_at_1000_std": 0.06279, "nauc_precision_at_1000_diff1": -0.306278, "nauc_mrr_at_1_max": 0.127967, "nauc_mrr_at_1_std": 0.13209, "nauc_mrr_at_1_diff1": 0.748072, "nauc_mrr_at_3_max": 0.122281, "nauc_mrr_at_3_std": 0.138198, "nauc_mrr_at_3_diff1": 0.699369, "nauc_mrr_at_5_max": 0.134933, "nauc_mrr_at_5_std": 0.154181, "nauc_mrr_at_5_diff1": 0.70546, "nauc_mrr_at_10_max": 0.128791, "nauc_mrr_at_10_std": 0.15069, "nauc_mrr_at_10_diff1": 0.706838, "nauc_mrr_at_20_max": 0.125873, "nauc_mrr_at_20_std": 0.149478, "nauc_mrr_at_20_diff1": 0.705926, "nauc_mrr_at_100_max": 0.126572, "nauc_mrr_at_100_std": 0.150057, "nauc_mrr_at_100_diff1": 0.706977, "nauc_mrr_at_1000_max": 0.126526, "nauc_mrr_at_1000_std": 0.14979, "nauc_mrr_at_1000_diff1": 0.706939, "cv_recall_at_1": 0.56537, "cv_recall_at_3": 0.75618, "cv_recall_at_5": 0.83392, "cv_recall_at_10": 0.87986, "cv_recall_at_20": 0.91873, "cv_recall_at_100": 0.9682, "cv_recall_at_1000": 1.0, "main_score": 0.56803, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.49117, "ndcg_at_3": 0.46733, "ndcg_at_5": 0.47137, "ndcg_at_10": 0.4948, "ndcg_at_20": 0.51983, "ndcg_at_100": 0.57613, "ndcg_at_1000": 0.61646, "map_at_1": 0.26514, "map_at_3": 0.33856, "map_at_5": 0.36043, "map_at_10": 0.39194, "map_at_20": 0.41049, "map_at_100": 0.42788, "map_at_1000": 0.43271, "recall_at_1": 0.26514, "recall_at_3": 0.37446, "recall_at_5": 0.42514, "recall_at_10": 0.52435, "recall_at_20": 0.60564, "recall_at_100": 0.78854, "recall_at_1000": 0.95864, "accuracy": 0.26514, "precision_at_1": 0.5053, "precision_at_3": 0.30153, "precision_at_5": 0.22898, "precision_at_10": 0.1629, "precision_at_20": 0.10742, "precision_at_100": 0.03551, "precision_at_1000": 0.0053, "mrr_at_1": 0.5053, "mrr_at_3": 0.567727, "mrr_at_5": 0.585395, "mrr_at_10": 0.596664, "mrr_at_20": 0.599456, "mrr_at_100": 0.602355, "mrr_at_1000": 0.602575, "nauc_ndcg_at_1_max": -0.125437, "nauc_ndcg_at_1_std": -0.014934, "nauc_ndcg_at_1_diff1": 0.550865, "nauc_ndcg_at_3_max": -0.124158, "nauc_ndcg_at_3_std": -0.005354, "nauc_ndcg_at_3_diff1": 0.525917, "nauc_ndcg_at_5_max": -0.146897, "nauc_ndcg_at_5_std": -0.021266, "nauc_ndcg_at_5_diff1": 0.5046, "nauc_ndcg_at_10_max": -0.120668, "nauc_ndcg_at_10_std": 0.007981, "nauc_ndcg_at_10_diff1": 0.486136, "nauc_ndcg_at_20_max": -0.107248, "nauc_ndcg_at_20_std": 0.016529, "nauc_ndcg_at_20_diff1": 0.493138, "nauc_ndcg_at_100_max": -0.113428, "nauc_ndcg_at_100_std": 0.064109, "nauc_ndcg_at_100_diff1": 0.494044, "nauc_ndcg_at_1000_max": -0.121242, "nauc_ndcg_at_1000_std": 0.064183, "nauc_ndcg_at_1000_diff1": 0.50432, "nauc_map_at_1_max": -0.139776, "nauc_map_at_1_std": -0.089699, "nauc_map_at_1_diff1": 0.557106, "nauc_map_at_3_max": -0.127785, "nauc_map_at_3_std": -0.074949, "nauc_map_at_3_diff1": 0.53659, "nauc_map_at_5_max": -0.131202, "nauc_map_at_5_std": -0.06894, "nauc_map_at_5_diff1": 0.520942, "nauc_map_at_10_max": -0.118808, "nauc_map_at_10_std": -0.038945, "nauc_map_at_10_diff1": 0.501182, "nauc_map_at_20_max": -0.10669, "nauc_map_at_20_std": -0.020591, "nauc_map_at_20_diff1": 0.499873, "nauc_map_at_100_max": -0.106658, "nauc_map_at_100_std": -0.005443, "nauc_map_at_100_diff1": 0.502969, "nauc_map_at_1000_max": -0.107187, "nauc_map_at_1000_std": -0.003138, "nauc_map_at_1000_diff1": 0.50393, "nauc_recall_at_1_max": -0.139776, "nauc_recall_at_1_std": -0.089699, "nauc_recall_at_1_diff1": 0.557106, "nauc_recall_at_3_max": -0.135902, "nauc_recall_at_3_std": -0.088572, "nauc_recall_at_3_diff1": 0.498825, "nauc_recall_at_5_max": -0.149404, "nauc_recall_at_5_std": -0.083647, "nauc_recall_at_5_diff1": 0.456713, "nauc_recall_at_10_max": -0.08795, "nauc_recall_at_10_std": -0.001526, "nauc_recall_at_10_diff1": 0.39993, "nauc_recall_at_20_max": -0.042073, "nauc_recall_at_20_std": 0.028309, "nauc_recall_at_20_diff1": 0.392502, "nauc_recall_at_100_max": -0.050839, "nauc_recall_at_100_std": 0.206109, "nauc_recall_at_100_diff1": 0.322106, "nauc_recall_at_1000_max": -0.117921, "nauc_recall_at_1000_std": 0.557737, "nauc_recall_at_1000_diff1": 0.339141, "nauc_precision_at_1_max": -0.129529, "nauc_precision_at_1_std": -0.014866, "nauc_precision_at_1_diff1": 0.54662, "nauc_precision_at_3_max": -0.024802, "nauc_precision_at_3_std": 0.091629, "nauc_precision_at_3_diff1": 0.272919, "nauc_precision_at_5_max": -0.030622, "nauc_precision_at_5_std": 0.134446, "nauc_precision_at_5_diff1": 0.139371, "nauc_precision_at_10_max": 0.037162, "nauc_precision_at_10_std": 0.237472, "nauc_precision_at_10_diff1": -0.004527, "nauc_precision_at_20_max": 0.109353, "nauc_precision_at_20_std": 0.286789, "nauc_precision_at_20_diff1": -0.048176, "nauc_precision_at_100_max": 0.074181, "nauc_precision_at_100_std": 0.288848, "nauc_precision_at_100_diff1": -0.13051, "nauc_precision_at_1000_max": 0.058829, "nauc_precision_at_1000_std": 0.16738, "nauc_precision_at_1000_diff1": -0.190187, "nauc_mrr_at_1_max": -0.129529, "nauc_mrr_at_1_std": -0.014866, "nauc_mrr_at_1_diff1": 0.54662, "nauc_mrr_at_3_max": -0.115251, "nauc_mrr_at_3_std": 0.010419, "nauc_mrr_at_3_diff1": 0.551826, "nauc_mrr_at_5_max": -0.138648, "nauc_mrr_at_5_std": 0.004623, "nauc_mrr_at_5_diff1": 0.540357, "nauc_mrr_at_10_max": -0.128169, "nauc_mrr_at_10_std": 0.019464, "nauc_mrr_at_10_diff1": 0.538822, "nauc_mrr_at_20_max": -0.127568, "nauc_mrr_at_20_std": 0.019653, "nauc_mrr_at_20_diff1": 0.538568, "nauc_mrr_at_100_max": -0.129965, "nauc_mrr_at_100_std": 0.018327, "nauc_mrr_at_100_diff1": 0.537922, "nauc_mrr_at_1000_max": -0.129889, "nauc_mrr_at_1000_std": 0.018012, "nauc_mrr_at_1000_diff1": 0.538005, "cv_recall_at_1": 0.5053, "cv_recall_at_3": 0.64311, "cv_recall_at_5": 0.72085, "cv_recall_at_10": 0.80565, "cv_recall_at_20": 0.84806, "cv_recall_at_100": 0.95053, "cv_recall_at_1000": 0.99647, "main_score": 0.4948, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.48233, "ndcg_at_3": 0.47083, "ndcg_at_5": 0.48017, "ndcg_at_10": 0.49498, "ndcg_at_20": 0.52452, "ndcg_at_100": 0.58486, "ndcg_at_1000": 0.62307, "map_at_1": 0.26053, "map_at_3": 0.34051, "map_at_5": 0.36837, "map_at_10": 0.39292, "map_at_20": 0.41348, "map_at_100": 0.43328, "map_at_1000": 0.43816, "recall_at_1": 0.26053, "recall_at_3": 0.38513, "recall_at_5": 0.44582, "recall_at_10": 0.52029, "recall_at_20": 0.61573, "recall_at_100": 0.80128, "recall_at_1000": 0.96475, "accuracy": 0.26053, "precision_at_1": 0.4947, "precision_at_3": 0.30506, "precision_at_5": 0.24028, "precision_at_10": 0.16078, "precision_at_20": 0.10813, "precision_at_100": 0.03664, "precision_at_1000": 0.00531, "mrr_at_1": 0.4947, "mrr_at_3": 0.56596, "mrr_at_5": 0.585571, "mrr_at_10": 0.596609, "mrr_at_20": 0.599855, "mrr_at_100": 0.602318, "mrr_at_1000": 0.602562, "nauc_ndcg_at_1_max": -0.114187, "nauc_ndcg_at_1_std": -0.028321, "nauc_ndcg_at_1_diff1": 0.578688, "nauc_ndcg_at_3_max": -0.152706, "nauc_ndcg_at_3_std": -0.039456, "nauc_ndcg_at_3_diff1": 0.513238, "nauc_ndcg_at_5_max": -0.139496, "nauc_ndcg_at_5_std": -0.020354, "nauc_ndcg_at_5_diff1": 0.497386, "nauc_ndcg_at_10_max": -0.150736, "nauc_ndcg_at_10_std": -0.032419, "nauc_ndcg_at_10_diff1": 0.494139, "nauc_ndcg_at_20_max": -0.154667, "nauc_ndcg_at_20_std": -0.02156, "nauc_ndcg_at_20_diff1": 0.498411, "nauc_ndcg_at_100_max": -0.147802, "nauc_ndcg_at_100_std": 0.022351, "nauc_ndcg_at_100_diff1": 0.506896, "nauc_ndcg_at_1000_max": -0.145793, "nauc_ndcg_at_1000_std": 0.02421, "nauc_ndcg_at_1000_diff1": 0.508228, "nauc_map_at_1_max": -0.158517, "nauc_map_at_1_std": -0.120138, "nauc_map_at_1_diff1": 0.558679, "nauc_map_at_3_max": -0.160696, "nauc_map_at_3_std": -0.111275, "nauc_map_at_3_diff1": 0.528798, "nauc_map_at_5_max": -0.150473, "nauc_map_at_5_std": -0.082605, "nauc_map_at_5_diff1": 0.5182, "nauc_map_at_10_max": -0.150443, "nauc_map_at_10_std": -0.068469, "nauc_map_at_10_diff1": 0.501842, "nauc_map_at_20_max": -0.145558, "nauc_map_at_20_std": -0.051641, "nauc_map_at_20_diff1": 0.501256, "nauc_map_at_100_max": -0.147188, "nauc_map_at_100_std": -0.039707, "nauc_map_at_100_diff1": 0.501709, "nauc_map_at_1000_max": -0.146102, "nauc_map_at_1000_std": -0.037873, "nauc_map_at_1000_diff1": 0.501352, "nauc_recall_at_1_max": -0.158517, "nauc_recall_at_1_std": -0.120138, "nauc_recall_at_1_diff1": 0.558679, "nauc_recall_at_3_max": -0.184044, "nauc_recall_at_3_std": -0.126147, "nauc_recall_at_3_diff1": 0.468609, "nauc_recall_at_5_max": -0.145629, "nauc_recall_at_5_std": -0.068038, "nauc_recall_at_5_diff1": 0.437046, "nauc_recall_at_10_max": -0.13971, "nauc_recall_at_10_std": -0.049441, "nauc_recall_at_10_diff1": 0.404503, "nauc_recall_at_20_max": -0.148706, "nauc_recall_at_20_std": -0.028126, "nauc_recall_at_20_diff1": 0.380813, "nauc_recall_at_100_max": -0.116538, "nauc_recall_at_100_std": 0.149458, "nauc_recall_at_100_diff1": 0.402153, "nauc_recall_at_1000_max": -0.043221, "nauc_recall_at_1000_std": 0.523301, "nauc_recall_at_1000_diff1": 0.507985, "nauc_precision_at_1_max": -0.120073, "nauc_precision_at_1_std": -0.025457, "nauc_precision_at_1_diff1": 0.582265, "nauc_precision_at_3_max": -0.067547, "nauc_precision_at_3_std": 0.076899, "nauc_precision_at_3_diff1": 0.256412, "nauc_precision_at_5_max": 0.003643, "nauc_precision_at_5_std": 0.180956, "nauc_precision_at_5_diff1": 0.110099, "nauc_precision_at_10_max": 0.009032, "nauc_precision_at_10_std": 0.189909, "nauc_precision_at_10_diff1": -0.004639, "nauc_precision_at_20_max": 0.052309, "nauc_precision_at_20_std": 0.222842, "nauc_precision_at_20_diff1": -0.061997, "nauc_precision_at_100_max": 0.078457, "nauc_precision_at_100_std": 0.222218, "nauc_precision_at_100_diff1": -0.177712, "nauc_precision_at_1000_max": 0.074258, "nauc_precision_at_1000_std": 0.140072, "nauc_precision_at_1000_diff1": -0.257184, "nauc_mrr_at_1_max": -0.120073, "nauc_mrr_at_1_std": -0.025457, "nauc_mrr_at_1_diff1": 0.582265, "nauc_mrr_at_3_max": -0.147268, "nauc_mrr_at_3_std": -0.018999, "nauc_mrr_at_3_diff1": 0.555222, "nauc_mrr_at_5_max": -0.128444, "nauc_mrr_at_5_std": -0.003177, "nauc_mrr_at_5_diff1": 0.550051, "nauc_mrr_at_10_max": -0.12921, "nauc_mrr_at_10_std": -0.000749, "nauc_mrr_at_10_diff1": 0.553258, "nauc_mrr_at_20_max": -0.131474, "nauc_mrr_at_20_std": -0.003891, "nauc_mrr_at_20_diff1": 0.551408, "nauc_mrr_at_100_max": -0.131387, "nauc_mrr_at_100_std": -0.003089, "nauc_mrr_at_100_diff1": 0.552437, "nauc_mrr_at_1000_max": -0.131313, "nauc_mrr_at_1000_std": -0.003383, "nauc_mrr_at_1000_diff1": 0.552526, "cv_recall_at_1": 0.4947, "cv_recall_at_3": 0.66784, "cv_recall_at_5": 0.75265, "cv_recall_at_10": 0.83039, "cv_recall_at_20": 0.87633, "cv_recall_at_100": 0.947, "cv_recall_at_1000": 1.0, "main_score": 0.49498, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.50883, "ndcg_at_3": 0.49207, "ndcg_at_5": 0.49131, "ndcg_at_10": 0.51293, "ndcg_at_20": 0.54379, "ndcg_at_100": 0.59977, "ndcg_at_1000": 0.63607, "map_at_1": 0.26533, "map_at_3": 0.34824, "map_at_5": 0.37179, "map_at_10": 0.40333, "map_at_20": 0.42505, "map_at_100": 0.44494, "map_at_1000": 0.44957, "recall_at_1": 0.26533, "recall_at_3": 0.39564, "recall_at_5": 0.44796, "recall_at_10": 0.53841, "recall_at_20": 0.63997, "recall_at_100": 0.81117, "recall_at_1000": 0.96536, "accuracy": 0.26533, "precision_at_1": 0.52297, "precision_at_3": 0.31802, "precision_at_5": 0.24028, "precision_at_10": 0.16996, "precision_at_20": 0.11396, "precision_at_100": 0.03731, "precision_at_1000": 0.00533, "mrr_at_1": 0.522968, "mrr_at_3": 0.594229, "mrr_at_5": 0.609246, "mrr_at_10": 0.618436, "mrr_at_20": 0.623459, "mrr_at_100": 0.624795, "mrr_at_1000": 0.625017, "nauc_ndcg_at_1_max": -0.045952, "nauc_ndcg_at_1_std": 0.002528, "nauc_ndcg_at_1_diff1": 0.548311, "nauc_ndcg_at_3_max": -0.0839, "nauc_ndcg_at_3_std": -0.037133, "nauc_ndcg_at_3_diff1": 0.461757, "nauc_ndcg_at_5_max": -0.103087, "nauc_ndcg_at_5_std": -0.062839, "nauc_ndcg_at_5_diff1": 0.454072, "nauc_ndcg_at_10_max": -0.115029, "nauc_ndcg_at_10_std": -0.067193, "nauc_ndcg_at_10_diff1": 0.450593, "nauc_ndcg_at_20_max": -0.108251, "nauc_ndcg_at_20_std": -0.04698, "nauc_ndcg_at_20_diff1": 0.455099, "nauc_ndcg_at_100_max": -0.09458, "nauc_ndcg_at_100_std": 0.003048, "nauc_ndcg_at_100_diff1": 0.459085, "nauc_ndcg_at_1000_max": -0.09978, "nauc_ndcg_at_1000_std": -0.003067, "nauc_ndcg_at_1000_diff1": 0.471853, "nauc_map_at_1_max": -0.1315, "nauc_map_at_1_std": -0.153857, "nauc_map_at_1_diff1": 0.555931, "nauc_map_at_3_max": -0.115085, "nauc_map_at_3_std": -0.128211, "nauc_map_at_3_diff1": 0.495475, "nauc_map_at_5_max": -0.112316, "nauc_map_at_5_std": -0.117493, "nauc_map_at_5_diff1": 0.484677, "nauc_map_at_10_max": -0.114334, "nauc_map_at_10_std": -0.103812, "nauc_map_at_10_diff1": 0.463467, "nauc_map_at_20_max": -0.108573, "nauc_map_at_20_std": -0.086814, "nauc_map_at_20_diff1": 0.459548, "nauc_map_at_100_max": -0.10472, "nauc_map_at_100_std": -0.072696, "nauc_map_at_100_diff1": 0.458177, "nauc_map_at_1000_max": -0.105815, "nauc_map_at_1000_std": -0.072337, "nauc_map_at_1000_diff1": 0.459865, "nauc_recall_at_1_max": -0.1315, "nauc_recall_at_1_std": -0.153857, "nauc_recall_at_1_diff1": 0.555931, "nauc_recall_at_3_max": -0.132471, "nauc_recall_at_3_std": -0.140249, "nauc_recall_at_3_diff1": 0.410692, "nauc_recall_at_5_max": -0.113011, "nauc_recall_at_5_std": -0.10765, "nauc_recall_at_5_diff1": 0.385446, "nauc_recall_at_10_max": -0.110389, "nauc_recall_at_10_std": -0.073847, "nauc_recall_at_10_diff1": 0.337415, "nauc_recall_at_20_max": -0.084942, "nauc_recall_at_20_std": -0.013309, "nauc_recall_at_20_diff1": 0.315771, "nauc_recall_at_100_max": -0.05424, "nauc_recall_at_100_std": 0.165032, "nauc_recall_at_100_diff1": 0.317677, "nauc_recall_at_1000_max": 0.077416, "nauc_recall_at_1000_std": 0.495749, "nauc_recall_at_1000_diff1": 0.475115, "nauc_precision_at_1_max": -0.050379, "nauc_precision_at_1_std": 0.00761, "nauc_precision_at_1_diff1": 0.55017, "nauc_precision_at_3_max": 0.021097, "nauc_precision_at_3_std": 0.101641, "nauc_precision_at_3_diff1": 0.15473, "nauc_precision_at_5_max": 0.019049, "nauc_precision_at_5_std": 0.122593, "nauc_precision_at_5_diff1": 0.057024, "nauc_precision_at_10_max": 0.028265, "nauc_precision_at_10_std": 0.155041, "nauc_precision_at_10_diff1": -0.053371, "nauc_precision_at_20_max": 0.069108, "nauc_precision_at_20_std": 0.2102, "nauc_precision_at_20_diff1": -0.121815, "nauc_precision_at_100_max": 0.088711, "nauc_precision_at_100_std": 0.248558, "nauc_precision_at_100_diff1": -0.178622, "nauc_precision_at_1000_max": 0.045369, "nauc_precision_at_1000_std": 0.146793, "nauc_precision_at_1000_diff1": -0.198305, "nauc_mrr_at_1_max": -0.050379, "nauc_mrr_at_1_std": 0.00761, "nauc_mrr_at_1_diff1": 0.55017, "nauc_mrr_at_3_max": -0.066679, "nauc_mrr_at_3_std": 0.013174, "nauc_mrr_at_3_diff1": 0.506627, "nauc_mrr_at_5_max": -0.054103, "nauc_mrr_at_5_std": 0.027471, "nauc_mrr_at_5_diff1": 0.510391, "nauc_mrr_at_10_max": -0.052574, "nauc_mrr_at_10_std": 0.031706, "nauc_mrr_at_10_diff1": 0.514708, "nauc_mrr_at_20_max": -0.054445, "nauc_mrr_at_20_std": 0.031237, "nauc_mrr_at_20_diff1": 0.514903, "nauc_mrr_at_100_max": -0.055917, "nauc_mrr_at_100_std": 0.030071, "nauc_mrr_at_100_diff1": 0.515493, "nauc_mrr_at_1000_max": -0.055763, "nauc_mrr_at_1000_std": 0.02986, "nauc_mrr_at_1000_diff1": 0.515629, "cv_recall_at_1": 0.52297, "cv_recall_at_3": 0.68905, "cv_recall_at_5": 0.75618, "cv_recall_at_10": 0.82686, "cv_recall_at_20": 0.89753, "cv_recall_at_100": 0.95053, "cv_recall_at_1000": 1.0, "main_score": 0.51293, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 2821.349118947983, "kg_co2_emissions": null }