{ "dataset_revision": "bc7d43d64815ed30f664168c8052106484aba7fd", "task_name": "Vidore3HrRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.08962, "ndcg_at_3": 0.08075, "ndcg_at_5": 0.09014, "ndcg_at_10": 0.09698, "ndcg_at_20": 0.1121, "ndcg_at_100": 0.17489, "ndcg_at_1000": 0.28585, "map_at_1": 0.02818, "map_at_3": 0.04143, "map_at_5": 0.04871, "map_at_10": 0.05518, "map_at_20": 0.06129, "map_at_100": 0.07254, "map_at_1000": 0.08021, "recall_at_1": 0.02818, "recall_at_3": 0.05326, "recall_at_5": 0.07686, "recall_at_10": 0.11102, "recall_at_20": 0.164, "recall_at_100": 0.39762, "recall_at_1000": 0.9842, "accuracy": 0.02818, "precision_at_1": 0.10063, "precision_at_3": 0.06499, "precision_at_5": 0.06352, "precision_at_10": 0.0478, "precision_at_20": 0.03805, "precision_at_100": 0.01978, "precision_at_1000": 0.00535, "mrr_at_1": 0.100629, "mrr_at_3": 0.126834, "mrr_at_5": 0.141457, "mrr_at_10": 0.151927, "mrr_at_20": 0.158221, "mrr_at_100": 0.16523, "mrr_at_1000": 0.166551, "nauc_ndcg_at_1_max": 0.006467, "nauc_ndcg_at_1_std": -0.078154, "nauc_ndcg_at_1_diff1": 0.121928, "nauc_ndcg_at_3_max": 0.031608, "nauc_ndcg_at_3_std": -0.052807, "nauc_ndcg_at_3_diff1": 0.116878, "nauc_ndcg_at_5_max": 0.049078, "nauc_ndcg_at_5_std": -0.02082, "nauc_ndcg_at_5_diff1": 0.124949, "nauc_ndcg_at_10_max": 0.049643, "nauc_ndcg_at_10_std": 0.014724, "nauc_ndcg_at_10_diff1": 0.098293, "nauc_ndcg_at_20_max": 0.043571, "nauc_ndcg_at_20_std": -0.002854, "nauc_ndcg_at_20_diff1": 0.076002, "nauc_ndcg_at_100_max": 0.08104, "nauc_ndcg_at_100_std": 0.009727, "nauc_ndcg_at_100_diff1": 0.070881, "nauc_ndcg_at_1000_max": 0.094716, "nauc_ndcg_at_1000_std": -0.028238, "nauc_ndcg_at_1000_diff1": 0.079259, "nauc_map_at_1_max": -0.054394, "nauc_map_at_1_std": 0.035228, "nauc_map_at_1_diff1": 0.094198, "nauc_map_at_3_max": -0.029387, "nauc_map_at_3_std": 0.018778, "nauc_map_at_3_diff1": 0.093109, "nauc_map_at_5_max": -0.029659, "nauc_map_at_5_std": 0.020142, "nauc_map_at_5_diff1": 0.107409, "nauc_map_at_10_max": -0.013908, "nauc_map_at_10_std": 0.023272, "nauc_map_at_10_diff1": 0.091141, "nauc_map_at_20_max": -0.001448, "nauc_map_at_20_std": 0.017812, "nauc_map_at_20_diff1": 0.082146, "nauc_map_at_100_max": 0.032167, "nauc_map_at_100_std": 0.022604, "nauc_map_at_100_diff1": 0.080049, "nauc_map_at_1000_max": 0.041852, "nauc_map_at_1000_std": 0.020883, "nauc_map_at_1000_diff1": 0.0825, "nauc_recall_at_1_max": -0.054394, "nauc_recall_at_1_std": 0.035228, "nauc_recall_at_1_diff1": 0.094198, "nauc_recall_at_3_max": -0.005531, "nauc_recall_at_3_std": 0.024587, "nauc_recall_at_3_diff1": 0.093915, "nauc_recall_at_5_max": -0.044384, "nauc_recall_at_5_std": 0.02677, "nauc_recall_at_5_diff1": 0.109319, "nauc_recall_at_10_max": 0.003948, "nauc_recall_at_10_std": 0.057437, "nauc_recall_at_10_diff1": 0.061264, "nauc_recall_at_20_max": -8.6e-05, "nauc_recall_at_20_std": -0.009627, "nauc_recall_at_20_diff1": 0.010435, "nauc_recall_at_100_max": 0.035304, "nauc_recall_at_100_std": 0.025974, "nauc_recall_at_100_diff1": -0.009624, "nauc_recall_at_1000_max": 0.195278, "nauc_recall_at_1000_std": 0.168383, "nauc_recall_at_1000_diff1": -0.16873, "nauc_precision_at_1_max": 0.033452, "nauc_precision_at_1_std": -0.065677, "nauc_precision_at_1_diff1": 0.121694, "nauc_precision_at_3_max": 0.07747, "nauc_precision_at_3_std": -0.05802, "nauc_precision_at_3_diff1": 0.103281, "nauc_precision_at_5_max": 0.138647, "nauc_precision_at_5_std": -0.024703, "nauc_precision_at_5_diff1": 0.129641, "nauc_precision_at_10_max": 0.191506, "nauc_precision_at_10_std": 0.012417, "nauc_precision_at_10_diff1": 0.098611, "nauc_precision_at_20_max": 0.201828, "nauc_precision_at_20_std": -0.005791, "nauc_precision_at_20_diff1": 0.074946, "nauc_precision_at_100_max": 0.253488, "nauc_precision_at_100_std": 0.008333, "nauc_precision_at_100_diff1": 0.067024, "nauc_precision_at_1000_max": 0.133902, "nauc_precision_at_1000_std": -0.093486, "nauc_precision_at_1000_diff1": 0.039228, "nauc_mrr_at_1_max": 0.033452, "nauc_mrr_at_1_std": -0.065677, "nauc_mrr_at_1_diff1": 0.121694, "nauc_mrr_at_3_max": 0.066754, "nauc_mrr_at_3_std": -0.039657, "nauc_mrr_at_3_diff1": 0.125321, "nauc_mrr_at_5_max": 0.068213, "nauc_mrr_at_5_std": -0.04595, "nauc_mrr_at_5_diff1": 0.125085, "nauc_mrr_at_10_max": 0.076226, "nauc_mrr_at_10_std": -0.035949, "nauc_mrr_at_10_diff1": 0.112802, "nauc_mrr_at_20_max": 0.072122, "nauc_mrr_at_20_std": -0.041145, "nauc_mrr_at_20_diff1": 0.111315, "nauc_mrr_at_100_max": 0.069079, "nauc_mrr_at_100_std": -0.043417, "nauc_mrr_at_100_diff1": 0.111167, "nauc_mrr_at_1000_max": 0.069607, "nauc_mrr_at_1000_std": -0.043324, "nauc_mrr_at_1000_diff1": 0.111375, "hit_rate_at_1": 0.10063, "hit_rate_at_3": 0.16352, "hit_rate_at_5": 0.22642, "hit_rate_at_10": 0.30818, "hit_rate_at_20": 0.39937, "hit_rate_at_100": 0.68868, "hit_rate_at_1000": 0.99686, "main_score": 0.09698, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.08805, "ndcg_at_3": 0.09057, "ndcg_at_5": 0.09924, "ndcg_at_10": 0.10959, "ndcg_at_20": 0.12374, "ndcg_at_100": 0.18447, "ndcg_at_1000": 0.29753, "map_at_1": 0.03096, "map_at_3": 0.04515, "map_at_5": 0.05383, "map_at_10": 0.06125, "map_at_20": 0.06853, "map_at_100": 0.08053, "map_at_1000": 0.08851, "recall_at_1": 0.03096, "recall_at_3": 0.0594, "recall_at_5": 0.09026, "recall_at_10": 0.1304, "recall_at_20": 0.17855, "recall_at_100": 0.39087, "recall_at_1000": 0.99423, "accuracy": 0.03096, "precision_at_1": 0.09748, "precision_at_3": 0.07652, "precision_at_5": 0.06981, "precision_at_10": 0.05252, "precision_at_20": 0.04182, "precision_at_100": 0.02066, "precision_at_1000": 0.00539, "mrr_at_1": 0.097484, "mrr_at_3": 0.136792, "mrr_at_5": 0.153302, "mrr_at_10": 0.161323, "mrr_at_20": 0.167174, "mrr_at_100": 0.172956, "mrr_at_1000": 0.174709, "nauc_ndcg_at_1_max": -0.051661, "nauc_ndcg_at_1_std": -0.000231, "nauc_ndcg_at_1_diff1": 0.007924, "nauc_ndcg_at_3_max": -0.069812, "nauc_ndcg_at_3_std": -0.031925, "nauc_ndcg_at_3_diff1": 0.067433, "nauc_ndcg_at_5_max": -0.090104, "nauc_ndcg_at_5_std": -0.023176, "nauc_ndcg_at_5_diff1": 0.071151, "nauc_ndcg_at_10_max": -0.025303, "nauc_ndcg_at_10_std": -0.019601, "nauc_ndcg_at_10_diff1": 0.086327, "nauc_ndcg_at_20_max": -0.028209, "nauc_ndcg_at_20_std": -0.034294, "nauc_ndcg_at_20_diff1": 0.084485, "nauc_ndcg_at_100_max": -0.028868, "nauc_ndcg_at_100_std": -0.057626, "nauc_ndcg_at_100_diff1": 0.073069, "nauc_ndcg_at_1000_max": -0.025987, "nauc_ndcg_at_1000_std": -0.049553, "nauc_ndcg_at_1000_diff1": 0.083771, "nauc_map_at_1_max": 0.058178, "nauc_map_at_1_std": 0.228421, "nauc_map_at_1_diff1": 0.025514, "nauc_map_at_3_max": -0.031872, "nauc_map_at_3_std": 0.085054, "nauc_map_at_3_diff1": 0.081206, "nauc_map_at_5_max": -0.061561, "nauc_map_at_5_std": 0.057031, "nauc_map_at_5_diff1": 0.079946, "nauc_map_at_10_max": -0.03279, "nauc_map_at_10_std": 0.044549, "nauc_map_at_10_diff1": 0.078565, "nauc_map_at_20_max": -0.036532, "nauc_map_at_20_std": 0.020888, "nauc_map_at_20_diff1": 0.079495, "nauc_map_at_100_max": -0.036304, "nauc_map_at_100_std": 0.004689, "nauc_map_at_100_diff1": 0.071369, "nauc_map_at_1000_max": -0.033168, "nauc_map_at_1000_std": 0.002157, "nauc_map_at_1000_diff1": 0.073481, "nauc_recall_at_1_max": 0.058178, "nauc_recall_at_1_std": 0.228421, "nauc_recall_at_1_diff1": 0.025514, "nauc_recall_at_3_max": -0.072449, "nauc_recall_at_3_std": 0.020298, "nauc_recall_at_3_diff1": 0.126592, "nauc_recall_at_5_max": -0.12667, "nauc_recall_at_5_std": -0.024891, "nauc_recall_at_5_diff1": 0.114423, "nauc_recall_at_10_max": -0.023412, "nauc_recall_at_10_std": -0.031758, "nauc_recall_at_10_diff1": 0.094234, "nauc_recall_at_20_max": -0.028652, "nauc_recall_at_20_std": -0.055746, "nauc_recall_at_20_diff1": 0.074162, "nauc_recall_at_100_max": -0.009834, "nauc_recall_at_100_std": -0.073533, "nauc_recall_at_100_diff1": 0.053906, "nauc_recall_at_1000_max": 0.10743, "nauc_recall_at_1000_std": 0.303187, "nauc_recall_at_1000_diff1": 0.280099, "nauc_precision_at_1_max": -0.031847, "nauc_precision_at_1_std": -0.007507, "nauc_precision_at_1_diff1": 0.027671, "nauc_precision_at_3_max": -0.068493, "nauc_precision_at_3_std": -0.098902, "nauc_precision_at_3_diff1": 0.058467, "nauc_precision_at_5_max": -0.097192, "nauc_precision_at_5_std": -0.105401, "nauc_precision_at_5_diff1": 0.060586, "nauc_precision_at_10_max": -0.004439, "nauc_precision_at_10_std": -0.114023, "nauc_precision_at_10_diff1": 0.089375, "nauc_precision_at_20_max": -0.006497, "nauc_precision_at_20_std": -0.150365, "nauc_precision_at_20_diff1": 0.083619, "nauc_precision_at_100_max": -0.000524, "nauc_precision_at_100_std": -0.121293, "nauc_precision_at_100_diff1": 0.049376, "nauc_precision_at_1000_max": 0.006007, "nauc_precision_at_1000_std": -0.07816, "nauc_precision_at_1000_diff1": 0.040628, "nauc_mrr_at_1_max": -0.031847, "nauc_mrr_at_1_std": -0.007507, "nauc_mrr_at_1_diff1": 0.027671, "nauc_mrr_at_3_max": -0.045195, "nauc_mrr_at_3_std": -0.041145, "nauc_mrr_at_3_diff1": 0.073566, "nauc_mrr_at_5_max": -0.053601, "nauc_mrr_at_5_std": -0.044424, "nauc_mrr_at_5_diff1": 0.083037, "nauc_mrr_at_10_max": -0.031472, "nauc_mrr_at_10_std": -0.04782, "nauc_mrr_at_10_diff1": 0.087828, "nauc_mrr_at_20_max": -0.032041, "nauc_mrr_at_20_std": -0.046132, "nauc_mrr_at_20_diff1": 0.080904, "nauc_mrr_at_100_max": -0.033932, "nauc_mrr_at_100_std": -0.048354, "nauc_mrr_at_100_diff1": 0.082731, "nauc_mrr_at_1000_max": -0.033489, "nauc_mrr_at_1000_std": -0.047102, "nauc_mrr_at_1000_diff1": 0.082332, "hit_rate_at_1": 0.09748, "hit_rate_at_3": 0.19182, "hit_rate_at_5": 0.26415, "hit_rate_at_10": 0.32704, "hit_rate_at_20": 0.40881, "hit_rate_at_100": 0.66038, "hit_rate_at_1000": 1.0, "main_score": 0.10959, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.21226, "ndcg_at_3": 0.21632, "ndcg_at_5": 0.22152, "ndcg_at_10": 0.24481, "ndcg_at_20": 0.27333, "ndcg_at_100": 0.34255, "ndcg_at_1000": 0.41788, "map_at_1": 0.07794, "map_at_3": 0.11856, "map_at_5": 0.13517, "map_at_10": 0.15336, "map_at_20": 0.16881, "map_at_100": 0.18755, "map_at_1000": 0.19464, "recall_at_1": 0.07794, "recall_at_3": 0.1545, "recall_at_5": 0.1953, "recall_at_10": 0.27902, "recall_at_20": 0.3775, "recall_at_100": 0.61861, "recall_at_1000": 0.99717, "accuracy": 0.07794, "precision_at_1": 0.22956, "precision_at_3": 0.18029, "precision_at_5": 0.14969, "precision_at_10": 0.11289, "precision_at_20": 0.08113, "precision_at_100": 0.03053, "precision_at_1000": 0.00543, "mrr_at_1": 0.22956, "mrr_at_3": 0.308176, "mrr_at_5": 0.321384, "mrr_at_10": 0.339167, "mrr_at_20": 0.346478, "mrr_at_100": 0.350451, "mrr_at_1000": 0.351059, "nauc_ndcg_at_1_max": 0.155636, "nauc_ndcg_at_1_std": -0.042468, "nauc_ndcg_at_1_diff1": 0.270959, "nauc_ndcg_at_3_max": 0.21119, "nauc_ndcg_at_3_std": -0.046561, "nauc_ndcg_at_3_diff1": 0.219354, "nauc_ndcg_at_5_max": 0.198778, "nauc_ndcg_at_5_std": -0.043631, "nauc_ndcg_at_5_diff1": 0.202016, "nauc_ndcg_at_10_max": 0.187068, "nauc_ndcg_at_10_std": -0.051028, "nauc_ndcg_at_10_diff1": 0.213186, "nauc_ndcg_at_20_max": 0.181192, "nauc_ndcg_at_20_std": -0.054875, "nauc_ndcg_at_20_diff1": 0.199674, "nauc_ndcg_at_100_max": 0.225013, "nauc_ndcg_at_100_std": -0.076024, "nauc_ndcg_at_100_diff1": 0.194911, "nauc_ndcg_at_1000_max": 0.255698, "nauc_ndcg_at_1000_std": -0.080452, "nauc_ndcg_at_1000_diff1": 0.191708, "nauc_map_at_1_max": 0.002725, "nauc_map_at_1_std": -0.034212, "nauc_map_at_1_diff1": 0.318139, "nauc_map_at_3_max": 0.047639, "nauc_map_at_3_std": -0.037476, "nauc_map_at_3_diff1": 0.228839, "nauc_map_at_5_max": 0.076905, "nauc_map_at_5_std": -0.027141, "nauc_map_at_5_diff1": 0.213356, "nauc_map_at_10_max": 0.102315, "nauc_map_at_10_std": -0.034992, "nauc_map_at_10_diff1": 0.214847, "nauc_map_at_20_max": 0.13023, "nauc_map_at_20_std": -0.039006, "nauc_map_at_20_diff1": 0.206594, "nauc_map_at_100_max": 0.164694, "nauc_map_at_100_std": -0.044662, "nauc_map_at_100_diff1": 0.201496, "nauc_map_at_1000_max": 0.172982, "nauc_map_at_1000_std": -0.045609, "nauc_map_at_1000_diff1": 0.200998, "nauc_recall_at_1_max": 0.002725, "nauc_recall_at_1_std": -0.034212, "nauc_recall_at_1_diff1": 0.318139, "nauc_recall_at_3_max": 0.042841, "nauc_recall_at_3_std": -0.04403, "nauc_recall_at_3_diff1": 0.135673, "nauc_recall_at_5_max": 0.066508, "nauc_recall_at_5_std": -0.020045, "nauc_recall_at_5_diff1": 0.094034, "nauc_recall_at_10_max": 0.095628, "nauc_recall_at_10_std": -0.022459, "nauc_recall_at_10_diff1": 0.096375, "nauc_recall_at_20_max": 0.100083, "nauc_recall_at_20_std": -0.018362, "nauc_recall_at_20_diff1": 0.054486, "nauc_recall_at_100_max": 0.101243, "nauc_recall_at_100_std": -0.106421, "nauc_recall_at_100_diff1": 0.051153, "nauc_recall_at_1000_max": 0.302731, "nauc_recall_at_1000_std": 0.430137, "nauc_recall_at_1000_diff1": -0.661798, "nauc_precision_at_1_max": 0.147327, "nauc_precision_at_1_std": -0.055222, "nauc_precision_at_1_diff1": 0.278704, "nauc_precision_at_3_max": 0.325591, "nauc_precision_at_3_std": -0.051133, "nauc_precision_at_3_diff1": 0.163327, "nauc_precision_at_5_max": 0.33556, "nauc_precision_at_5_std": -0.043143, "nauc_precision_at_5_diff1": 0.105053, "nauc_precision_at_10_max": 0.375579, "nauc_precision_at_10_std": -0.065171, "nauc_precision_at_10_diff1": 0.092995, "nauc_precision_at_20_max": 0.394399, "nauc_precision_at_20_std": -0.078925, "nauc_precision_at_20_diff1": 0.047721, "nauc_precision_at_100_max": 0.376726, "nauc_precision_at_100_std": -0.082925, "nauc_precision_at_100_diff1": 0.001491, "nauc_precision_at_1000_max": 0.278187, "nauc_precision_at_1000_std": -0.118321, "nauc_precision_at_1000_diff1": -0.054022, "nauc_mrr_at_1_max": 0.147327, "nauc_mrr_at_1_std": -0.055222, "nauc_mrr_at_1_diff1": 0.278704, "nauc_mrr_at_3_max": 0.212672, "nauc_mrr_at_3_std": -0.054384, "nauc_mrr_at_3_diff1": 0.211373, "nauc_mrr_at_5_max": 0.203076, "nauc_mrr_at_5_std": -0.062547, "nauc_mrr_at_5_diff1": 0.1985, "nauc_mrr_at_10_max": 0.210056, "nauc_mrr_at_10_std": -0.060298, "nauc_mrr_at_10_diff1": 0.20081, "nauc_mrr_at_20_max": 0.208323, "nauc_mrr_at_20_std": -0.060851, "nauc_mrr_at_20_diff1": 0.199607, "nauc_mrr_at_100_max": 0.209101, "nauc_mrr_at_100_std": -0.063327, "nauc_mrr_at_100_diff1": 0.20184, "nauc_mrr_at_1000_max": 0.208917, "nauc_mrr_at_1000_std": -0.062654, "nauc_mrr_at_1000_diff1": 0.20228, "hit_rate_at_1": 0.22956, "hit_rate_at_3": 0.41509, "hit_rate_at_5": 0.4717, "hit_rate_at_10": 0.60377, "hit_rate_at_20": 0.70755, "hit_rate_at_100": 0.85849, "hit_rate_at_1000": 1.0, "main_score": 0.24481, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05975, "ndcg_at_3": 0.06199, "ndcg_at_5": 0.06862, "ndcg_at_10": 0.0782, "ndcg_at_20": 0.08897, "ndcg_at_100": 0.14295, "ndcg_at_1000": 0.26386, "map_at_1": 0.01932, "map_at_3": 0.03232, "map_at_5": 0.0384, "map_at_10": 0.04468, "map_at_20": 0.04894, "map_at_100": 0.05798, "map_at_1000": 0.06542, "recall_at_1": 0.01932, "recall_at_3": 0.04497, "recall_at_5": 0.06757, "recall_at_10": 0.09879, "recall_at_20": 0.13351, "recall_at_100": 0.32474, "recall_at_1000": 0.97768, "accuracy": 0.01932, "precision_at_1": 0.05975, "precision_at_3": 0.04927, "precision_at_5": 0.04717, "precision_at_10": 0.03868, "precision_at_20": 0.0305, "precision_at_100": 0.01651, "precision_at_1000": 0.00531, "mrr_at_1": 0.059748, "mrr_at_3": 0.087526, "mrr_at_5": 0.099948, "mrr_at_10": 0.108008, "mrr_at_20": 0.114271, "mrr_at_100": 0.121124, "mrr_at_1000": 0.122688, "nauc_ndcg_at_1_max": 0.02249, "nauc_ndcg_at_1_std": -0.01308, "nauc_ndcg_at_1_diff1": 0.091259, "nauc_ndcg_at_3_max": 0.06633, "nauc_ndcg_at_3_std": 0.040791, "nauc_ndcg_at_3_diff1": 0.005051, "nauc_ndcg_at_5_max": 0.035126, "nauc_ndcg_at_5_std": 0.033655, "nauc_ndcg_at_5_diff1": -0.01119, "nauc_ndcg_at_10_max": 0.062909, "nauc_ndcg_at_10_std": 0.057696, "nauc_ndcg_at_10_diff1": 0.01771, "nauc_ndcg_at_20_max": 0.075356, "nauc_ndcg_at_20_std": 0.078535, "nauc_ndcg_at_20_diff1": 0.038673, "nauc_ndcg_at_100_max": 0.043596, "nauc_ndcg_at_100_std": 0.044794, "nauc_ndcg_at_100_diff1": 0.040987, "nauc_ndcg_at_1000_max": 0.050808, "nauc_ndcg_at_1000_std": 0.042631, "nauc_ndcg_at_1000_diff1": 0.014896, "nauc_map_at_1_max": 0.035512, "nauc_map_at_1_std": 0.167008, "nauc_map_at_1_diff1": 0.093928, "nauc_map_at_3_max": 0.03677, "nauc_map_at_3_std": 0.098766, "nauc_map_at_3_diff1": -0.01275, "nauc_map_at_5_max": 0.012276, "nauc_map_at_5_std": 0.066547, "nauc_map_at_5_diff1": -0.000977, "nauc_map_at_10_max": 0.035864, "nauc_map_at_10_std": 0.071489, "nauc_map_at_10_diff1": 0.015697, "nauc_map_at_20_max": 0.046529, "nauc_map_at_20_std": 0.07496, "nauc_map_at_20_diff1": 0.023121, "nauc_map_at_100_max": 0.039868, "nauc_map_at_100_std": 0.058249, "nauc_map_at_100_diff1": 0.017251, "nauc_map_at_1000_max": 0.040886, "nauc_map_at_1000_std": 0.058316, "nauc_map_at_1000_diff1": 0.012527, "nauc_recall_at_1_max": 0.035512, "nauc_recall_at_1_std": 0.167008, "nauc_recall_at_1_diff1": 0.093928, "nauc_recall_at_3_max": 0.04134, "nauc_recall_at_3_std": 0.082793, "nauc_recall_at_3_diff1": -0.075127, "nauc_recall_at_5_max": -0.014021, "nauc_recall_at_5_std": 0.012532, "nauc_recall_at_5_diff1": -0.04623, "nauc_recall_at_10_max": 0.070498, "nauc_recall_at_10_std": 0.056504, "nauc_recall_at_10_diff1": 0.009653, "nauc_recall_at_20_max": 0.103812, "nauc_recall_at_20_std": 0.087508, "nauc_recall_at_20_diff1": 0.059764, "nauc_recall_at_100_max": 0.014819, "nauc_recall_at_100_std": 0.004262, "nauc_recall_at_100_diff1": 0.064358, "nauc_recall_at_1000_max": 0.099548, "nauc_recall_at_1000_std": 0.300893, "nauc_recall_at_1000_diff1": 0.165073, "nauc_precision_at_1_max": 0.02249, "nauc_precision_at_1_std": -0.01308, "nauc_precision_at_1_diff1": 0.091259, "nauc_precision_at_3_max": 0.086668, "nauc_precision_at_3_std": -0.008069, "nauc_precision_at_3_diff1": 0.022884, "nauc_precision_at_5_max": 0.053144, "nauc_precision_at_5_std": -0.018413, "nauc_precision_at_5_diff1": 0.001682, "nauc_precision_at_10_max": 0.089937, "nauc_precision_at_10_std": -0.012688, "nauc_precision_at_10_diff1": 0.03424, "nauc_precision_at_20_max": 0.112669, "nauc_precision_at_20_std": 0.017755, "nauc_precision_at_20_diff1": 0.020251, "nauc_precision_at_100_max": 0.045279, "nauc_precision_at_100_std": -0.007481, "nauc_precision_at_100_diff1": -0.005241, "nauc_precision_at_1000_max": 0.030027, "nauc_precision_at_1000_std": -0.027977, "nauc_precision_at_1000_diff1": -0.044076, "nauc_mrr_at_1_max": 0.02249, "nauc_mrr_at_1_std": -0.01308, "nauc_mrr_at_1_diff1": 0.091259, "nauc_mrr_at_3_max": 0.074153, "nauc_mrr_at_3_std": 0.023205, "nauc_mrr_at_3_diff1": 0.03121, "nauc_mrr_at_5_max": 0.059212, "nauc_mrr_at_5_std": 0.01618, "nauc_mrr_at_5_diff1": 0.020845, "nauc_mrr_at_10_max": 0.069368, "nauc_mrr_at_10_std": 0.013319, "nauc_mrr_at_10_diff1": 0.027581, "nauc_mrr_at_20_max": 0.071543, "nauc_mrr_at_20_std": 0.021734, "nauc_mrr_at_20_diff1": 0.031215, "nauc_mrr_at_100_max": 0.064609, "nauc_mrr_at_100_std": 0.020009, "nauc_mrr_at_100_diff1": 0.030934, "nauc_mrr_at_1000_max": 0.065158, "nauc_mrr_at_1000_std": 0.019864, "nauc_mrr_at_1000_diff1": 0.030669, "hit_rate_at_1": 0.05975, "hit_rate_at_3": 0.12264, "hit_rate_at_5": 0.17925, "hit_rate_at_10": 0.23899, "hit_rate_at_20": 0.33019, "hit_rate_at_100": 0.6195, "hit_rate_at_1000": 0.99686, "main_score": 0.0782, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.09277, "ndcg_at_3": 0.08928, "ndcg_at_5": 0.08467, "ndcg_at_10": 0.09192, "ndcg_at_20": 0.10443, "ndcg_at_100": 0.15839, "ndcg_at_1000": 0.27778, "map_at_1": 0.02335, "map_at_3": 0.03595, "map_at_5": 0.04046, "map_at_10": 0.04948, "map_at_20": 0.05618, "map_at_100": 0.06626, "map_at_1000": 0.07383, "recall_at_1": 0.02335, "recall_at_3": 0.04601, "recall_at_5": 0.05723, "recall_at_10": 0.10139, "recall_at_20": 0.15475, "recall_at_100": 0.34661, "recall_at_1000": 0.98481, "accuracy": 0.02335, "precision_at_1": 0.10063, "precision_at_3": 0.07966, "precision_at_5": 0.06415, "precision_at_10": 0.04969, "precision_at_20": 0.03758, "precision_at_100": 0.01858, "precision_at_1000": 0.00536, "mrr_at_1": 0.100629, "mrr_at_3": 0.130503, "mrr_at_5": 0.136164, "mrr_at_10": 0.146527, "mrr_at_20": 0.152313, "mrr_at_100": 0.159315, "mrr_at_1000": 0.16101, "nauc_ndcg_at_1_max": 0.189682, "nauc_ndcg_at_1_std": -0.002986, "nauc_ndcg_at_1_diff1": 0.231906, "nauc_ndcg_at_3_max": 0.122492, "nauc_ndcg_at_3_std": -0.068372, "nauc_ndcg_at_3_diff1": 0.149967, "nauc_ndcg_at_5_max": 0.095739, "nauc_ndcg_at_5_std": -0.059296, "nauc_ndcg_at_5_diff1": 0.127045, "nauc_ndcg_at_10_max": 0.091801, "nauc_ndcg_at_10_std": -0.016617, "nauc_ndcg_at_10_diff1": 0.126967, "nauc_ndcg_at_20_max": 0.09987, "nauc_ndcg_at_20_std": 0.016256, "nauc_ndcg_at_20_diff1": 0.110582, "nauc_ndcg_at_100_max": 0.093556, "nauc_ndcg_at_100_std": 0.006726, "nauc_ndcg_at_100_diff1": 0.093638, "nauc_ndcg_at_1000_max": 0.095235, "nauc_ndcg_at_1000_std": -0.012235, "nauc_ndcg_at_1000_diff1": 0.115452, "nauc_map_at_1_max": 0.261069, "nauc_map_at_1_std": 0.045903, "nauc_map_at_1_diff1": 0.425618, "nauc_map_at_3_max": 0.136798, "nauc_map_at_3_std": -0.033166, "nauc_map_at_3_diff1": 0.246837, "nauc_map_at_5_max": 0.113925, "nauc_map_at_5_std": -0.036346, "nauc_map_at_5_diff1": 0.207209, "nauc_map_at_10_max": 0.114, "nauc_map_at_10_std": 0.009423, "nauc_map_at_10_diff1": 0.186491, "nauc_map_at_20_max": 0.124142, "nauc_map_at_20_std": 0.032556, "nauc_map_at_20_diff1": 0.162164, "nauc_map_at_100_max": 0.12679, "nauc_map_at_100_std": 0.029596, "nauc_map_at_100_diff1": 0.149085, "nauc_map_at_1000_max": 0.125417, "nauc_map_at_1000_std": 0.024958, "nauc_map_at_1000_diff1": 0.147721, "nauc_recall_at_1_max": 0.261069, "nauc_recall_at_1_std": 0.045903, "nauc_recall_at_1_diff1": 0.425618, "nauc_recall_at_3_max": 0.070342, "nauc_recall_at_3_std": -0.081389, "nauc_recall_at_3_diff1": 0.144172, "nauc_recall_at_5_max": 0.036472, "nauc_recall_at_5_std": -0.075841, "nauc_recall_at_5_diff1": 0.091619, "nauc_recall_at_10_max": 0.030262, "nauc_recall_at_10_std": 0.026362, "nauc_recall_at_10_diff1": 0.076617, "nauc_recall_at_20_max": 0.064971, "nauc_recall_at_20_std": 0.047251, "nauc_recall_at_20_diff1": 0.030997, "nauc_recall_at_100_max": 0.053095, "nauc_recall_at_100_std": 0.020581, "nauc_recall_at_100_diff1": 0.028312, "nauc_recall_at_1000_max": 0.393889, "nauc_recall_at_1000_std": 0.515666, "nauc_recall_at_1000_diff1": 0.303042, "nauc_precision_at_1_max": 0.203596, "nauc_precision_at_1_std": 0.011786, "nauc_precision_at_1_diff1": 0.236468, "nauc_precision_at_3_max": 0.111676, "nauc_precision_at_3_std": -0.079406, "nauc_precision_at_3_diff1": 0.095962, "nauc_precision_at_5_max": 0.066729, "nauc_precision_at_5_std": -0.071936, "nauc_precision_at_5_diff1": 0.057902, "nauc_precision_at_10_max": 0.073464, "nauc_precision_at_10_std": -0.007175, "nauc_precision_at_10_diff1": 0.04799, "nauc_precision_at_20_max": 0.082706, "nauc_precision_at_20_std": 0.029078, "nauc_precision_at_20_diff1": 0.022572, "nauc_precision_at_100_max": 0.054701, "nauc_precision_at_100_std": -0.025433, "nauc_precision_at_100_diff1": -0.012189, "nauc_precision_at_1000_max": 0.038478, "nauc_precision_at_1000_std": -0.060781, "nauc_precision_at_1000_diff1": 0.042255, "nauc_mrr_at_1_max": 0.203596, "nauc_mrr_at_1_std": 0.011786, "nauc_mrr_at_1_diff1": 0.236468, "nauc_mrr_at_3_max": 0.161141, "nauc_mrr_at_3_std": -0.044161, "nauc_mrr_at_3_diff1": 0.149288, "nauc_mrr_at_5_max": 0.144565, "nauc_mrr_at_5_std": -0.050464, "nauc_mrr_at_5_diff1": 0.143902, "nauc_mrr_at_10_max": 0.141801, "nauc_mrr_at_10_std": -0.04003, "nauc_mrr_at_10_diff1": 0.139683, "nauc_mrr_at_20_max": 0.137597, "nauc_mrr_at_20_std": -0.041367, "nauc_mrr_at_20_diff1": 0.144056, "nauc_mrr_at_100_max": 0.135714, "nauc_mrr_at_100_std": -0.041396, "nauc_mrr_at_100_diff1": 0.139568, "nauc_mrr_at_1000_max": 0.13669, "nauc_mrr_at_1000_std": -0.040785, "nauc_mrr_at_1000_diff1": 0.14089, "hit_rate_at_1": 0.10063, "hit_rate_at_3": 0.16667, "hit_rate_at_5": 0.19182, "hit_rate_at_10": 0.2673, "hit_rate_at_20": 0.3522, "hit_rate_at_100": 0.63522, "hit_rate_at_1000": 0.99686, "main_score": 0.09192, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05975, "ndcg_at_3": 0.07834, "ndcg_at_5": 0.08713, "ndcg_at_10": 0.10147, "ndcg_at_20": 0.11405, "ndcg_at_100": 0.17936, "ndcg_at_1000": 0.28979, "map_at_1": 0.02037, "map_at_3": 0.03838, "map_at_5": 0.04452, "map_at_10": 0.05394, "map_at_20": 0.0602, "map_at_100": 0.07359, "map_at_1000": 0.08138, "recall_at_1": 0.02037, "recall_at_3": 0.05609, "recall_at_5": 0.07698, "recall_at_10": 0.12237, "recall_at_20": 0.16567, "recall_at_100": 0.40247, "recall_at_1000": 0.98728, "accuracy": 0.02037, "precision_at_1": 0.06918, "precision_at_3": 0.06918, "precision_at_5": 0.06289, "precision_at_10": 0.05377, "precision_at_20": 0.04214, "precision_at_100": 0.02104, "precision_at_1000": 0.00537, "mrr_at_1": 0.069182, "mrr_at_3": 0.122117, "mrr_at_5": 0.133124, "mrr_at_10": 0.145686, "mrr_at_20": 0.151436, "mrr_at_100": 0.157782, "mrr_at_1000": 0.159266, "nauc_ndcg_at_1_max": -0.102854, "nauc_ndcg_at_1_std": -0.08012, "nauc_ndcg_at_1_diff1": 0.106788, "nauc_ndcg_at_3_max": -0.013182, "nauc_ndcg_at_3_std": -0.081879, "nauc_ndcg_at_3_diff1": 0.133439, "nauc_ndcg_at_5_max": -0.006745, "nauc_ndcg_at_5_std": -0.053067, "nauc_ndcg_at_5_diff1": 0.135162, "nauc_ndcg_at_10_max": -0.028542, "nauc_ndcg_at_10_std": -0.0626, "nauc_ndcg_at_10_diff1": 0.171243, "nauc_ndcg_at_20_max": -0.031169, "nauc_ndcg_at_20_std": -0.077579, "nauc_ndcg_at_20_diff1": 0.160329, "nauc_ndcg_at_100_max": -0.04761, "nauc_ndcg_at_100_std": -0.099401, "nauc_ndcg_at_100_diff1": 0.158633, "nauc_ndcg_at_1000_max": -0.031935, "nauc_ndcg_at_1000_std": -0.096495, "nauc_ndcg_at_1000_diff1": 0.126553, "nauc_map_at_1_max": -0.130734, "nauc_map_at_1_std": -0.078091, "nauc_map_at_1_diff1": 0.173257, "nauc_map_at_3_max": -0.005547, "nauc_map_at_3_std": -0.084323, "nauc_map_at_3_diff1": 0.189916, "nauc_map_at_5_max": -0.003424, "nauc_map_at_5_std": -0.069871, "nauc_map_at_5_diff1": 0.183849, "nauc_map_at_10_max": -0.018674, "nauc_map_at_10_std": -0.066775, "nauc_map_at_10_diff1": 0.196382, "nauc_map_at_20_max": -0.019548, "nauc_map_at_20_std": -0.069378, "nauc_map_at_20_diff1": 0.175139, "nauc_map_at_100_max": -0.036936, "nauc_map_at_100_std": -0.082684, "nauc_map_at_100_diff1": 0.151842, "nauc_map_at_1000_max": -0.030108, "nauc_map_at_1000_std": -0.081881, "nauc_map_at_1000_diff1": 0.148316, "nauc_recall_at_1_max": -0.130734, "nauc_recall_at_1_std": -0.078091, "nauc_recall_at_1_diff1": 0.173257, "nauc_recall_at_3_max": 0.032202, "nauc_recall_at_3_std": -0.085389, "nauc_recall_at_3_diff1": 0.18347, "nauc_recall_at_5_max": 0.026639, "nauc_recall_at_5_std": -0.055361, "nauc_recall_at_5_diff1": 0.179128, "nauc_recall_at_10_max": -0.038365, "nauc_recall_at_10_std": -0.075041, "nauc_recall_at_10_diff1": 0.202437, "nauc_recall_at_20_max": -0.037589, "nauc_recall_at_20_std": -0.085328, "nauc_recall_at_20_diff1": 0.157402, "nauc_recall_at_100_max": -0.073413, "nauc_recall_at_100_std": -0.090272, "nauc_recall_at_100_diff1": 0.137393, "nauc_recall_at_1000_max": 0.207562, "nauc_recall_at_1000_std": 0.205601, "nauc_recall_at_1000_diff1": 0.053971, "nauc_precision_at_1_max": -0.096983, "nauc_precision_at_1_std": -0.094933, "nauc_precision_at_1_diff1": 0.111761, "nauc_precision_at_3_max": -0.026625, "nauc_precision_at_3_std": -0.096592, "nauc_precision_at_3_diff1": 0.08154, "nauc_precision_at_5_max": 0.002552, "nauc_precision_at_5_std": -0.04263, "nauc_precision_at_5_diff1": 0.043394, "nauc_precision_at_10_max": -0.026095, "nauc_precision_at_10_std": -0.065307, "nauc_precision_at_10_diff1": 0.047917, "nauc_precision_at_20_max": -0.016762, "nauc_precision_at_20_std": -0.081046, "nauc_precision_at_20_diff1": 0.007178, "nauc_precision_at_100_max": -0.022571, "nauc_precision_at_100_std": -0.101166, "nauc_precision_at_100_diff1": 0.028198, "nauc_precision_at_1000_max": -0.006918, "nauc_precision_at_1000_std": -0.070829, "nauc_precision_at_1000_diff1": -0.036981, "nauc_mrr_at_1_max": -0.096983, "nauc_mrr_at_1_std": -0.094933, "nauc_mrr_at_1_diff1": 0.111761, "nauc_mrr_at_3_max": -0.047384, "nauc_mrr_at_3_std": -0.091869, "nauc_mrr_at_3_diff1": 0.088716, "nauc_mrr_at_5_max": -0.027517, "nauc_mrr_at_5_std": -0.07636, "nauc_mrr_at_5_diff1": 0.09791, "nauc_mrr_at_10_max": -0.040767, "nauc_mrr_at_10_std": -0.088663, "nauc_mrr_at_10_diff1": 0.109006, "nauc_mrr_at_20_max": -0.045605, "nauc_mrr_at_20_std": -0.09481, "nauc_mrr_at_20_diff1": 0.103, "nauc_mrr_at_100_max": -0.042834, "nauc_mrr_at_100_std": -0.095027, "nauc_mrr_at_100_diff1": 0.107198, "nauc_mrr_at_1000_max": -0.042578, "nauc_mrr_at_1000_std": -0.094147, "nauc_mrr_at_1000_diff1": 0.106124, "hit_rate_at_1": 0.06918, "hit_rate_at_3": 0.18868, "hit_rate_at_5": 0.23585, "hit_rate_at_10": 0.32704, "hit_rate_at_20": 0.41195, "hit_rate_at_100": 0.68868, "hit_rate_at_1000": 0.99686, "main_score": 0.10147, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1277.4521980590653, "kg_co2_emissions": null, "date": 1783094498.104179, "evaluation_phases": [ { "name": "Data loading", "start": 4.648999311029911e-05, "end": 53.06065804208629, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 53.06072318321094, "end": 53.06072889221832, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 53.08372814417817, "end": 296.21822463721037, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 296.218411188107, "end": 296.52128792600706, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 296.55708519299515, "end": 494.41232190001756, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 494.41248747101054, "end": 494.74943876219913, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 494.7866439460777, "end": 692.4343888731673, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 692.4345748252235, "end": 692.7327756572049, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 692.7692704792134, "end": 883.319315923145, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 883.3195132550318, "end": 883.6188282610383, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 883.6582182471175, "end": 1079.7116221121978, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1079.7118168140296, "end": 1080.0079390131868, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1080.0405445732176, "end": 1277.114791114116, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1277.114965386223, "end": 1277.4208372610155, "split": "test", "subset": "portuguese" } ] }