{ "dataset_revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9", "task_name": "Vidore3FinanceFrRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.00239, "ndcg_at_5": 0.00234, "ndcg_at_10": 0.00402, "ndcg_at_20": 0.00696, "ndcg_at_100": 0.02147, "ndcg_at_1000": 0.11346, "map_at_1": 0.00052, "map_at_3": 0.00078, "map_at_5": 0.00089, "map_at_10": 0.00138, "map_at_20": 0.00203, "map_at_100": 0.00342, "map_at_1000": 0.00649, "recall_at_1": 0.00052, "recall_at_3": 0.00104, "recall_at_5": 0.00156, "recall_at_10": 0.00604, "recall_at_20": 0.0158, "recall_at_100": 0.07557, "recall_at_1000": 0.62095, "accuracy": 0.00052, "precision_at_1": 0.00313, "precision_at_3": 0.00208, "precision_at_5": 0.00188, "precision_at_10": 0.00281, "precision_at_20": 0.00234, "precision_at_100": 0.00294, "precision_at_1000": 0.00278, "mrr_at_1": 0.003125, "mrr_at_3": 0.004687, "mrr_at_5": 0.005312, "mrr_at_10": 0.007543, "mrr_at_20": 0.008576, "mrr_at_100": 0.012175, "mrr_at_1000": 0.014594, "nauc_ndcg_at_1_max": -0.205796, "nauc_ndcg_at_1_std": -0.205796, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.286757, "nauc_ndcg_at_3_std": -0.319454, "nauc_ndcg_at_3_diff1": 0.533535, "nauc_ndcg_at_5_max": 0.049836, "nauc_ndcg_at_5_std": -0.151176, "nauc_ndcg_at_5_diff1": 0.655554, "nauc_ndcg_at_10_max": -0.074468, "nauc_ndcg_at_10_std": -0.234819, "nauc_ndcg_at_10_diff1": 0.383523, "nauc_ndcg_at_20_max": -0.083354, "nauc_ndcg_at_20_std": 0.01118, "nauc_ndcg_at_20_diff1": 0.283165, "nauc_ndcg_at_100_max": 0.106052, "nauc_ndcg_at_100_std": 0.138034, "nauc_ndcg_at_100_diff1": 0.184343, "nauc_ndcg_at_1000_max": 0.236308, "nauc_ndcg_at_1000_std": 0.238017, "nauc_ndcg_at_1000_diff1": 0.178977, "nauc_map_at_1_max": -0.205796, "nauc_map_at_1_std": -0.205796, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.275557, "nauc_map_at_3_std": -0.30373, "nauc_map_at_3_diff1": 0.598068, "nauc_map_at_5_max": -0.125491, "nauc_map_at_5_std": -0.229896, "nauc_map_at_5_diff1": 0.645354, "nauc_map_at_10_max": -0.123922, "nauc_map_at_10_std": -0.238527, "nauc_map_at_10_diff1": 0.507442, "nauc_map_at_20_max": -0.112725, "nauc_map_at_20_std": -0.054299, "nauc_map_at_20_diff1": 0.392397, "nauc_map_at_100_max": 0.011177, "nauc_map_at_100_std": 0.062186, "nauc_map_at_100_diff1": 0.274111, "nauc_map_at_1000_max": 0.121473, "nauc_map_at_1000_std": 0.130538, "nauc_map_at_1000_diff1": 0.288069, "nauc_recall_at_1_max": -0.205796, "nauc_recall_at_1_std": -0.205796, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.310437, "nauc_recall_at_3_std": -0.352697, "nauc_recall_at_3_diff1": 0.397102, "nauc_recall_at_5_max": 0.126375, "nauc_recall_at_5_std": -0.12718, "nauc_recall_at_5_diff1": 0.598068, "nauc_recall_at_10_max": -0.040659, "nauc_recall_at_10_std": -0.207289, "nauc_recall_at_10_diff1": 0.374812, "nauc_recall_at_20_max": -0.102442, "nauc_recall_at_20_std": 0.146124, "nauc_recall_at_20_diff1": 0.195638, "nauc_recall_at_100_max": 0.144734, "nauc_recall_at_100_std": 0.192448, "nauc_recall_at_100_diff1": 0.127084, "nauc_recall_at_1000_max": 0.176474, "nauc_recall_at_1000_std": 0.248398, "nauc_recall_at_1000_diff1": 0.081024, "nauc_precision_at_1_max": -0.205796, "nauc_precision_at_1_std": -0.205796, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.310437, "nauc_precision_at_3_std": -0.352697, "nauc_precision_at_3_diff1": 0.397102, "nauc_precision_at_5_max": 0.126375, "nauc_precision_at_5_std": -0.12718, "nauc_precision_at_5_diff1": 0.598068, "nauc_precision_at_10_max": -0.111827, "nauc_precision_at_10_std": -0.267716, "nauc_precision_at_10_diff1": 0.221089, "nauc_precision_at_20_max": -0.091244, "nauc_precision_at_20_std": -0.017566, "nauc_precision_at_20_diff1": 0.191575, "nauc_precision_at_100_max": 0.228954, "nauc_precision_at_100_std": 0.17912, "nauc_precision_at_100_diff1": 0.207441, "nauc_precision_at_1000_max": 0.274323, "nauc_precision_at_1000_std": 0.167065, "nauc_precision_at_1000_diff1": 0.160484, "nauc_mrr_at_1_max": -0.205796, "nauc_mrr_at_1_std": -0.205796, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -0.275557, "nauc_mrr_at_3_std": -0.30373, "nauc_mrr_at_3_diff1": 0.598068, "nauc_mrr_at_5_max": -0.125491, "nauc_mrr_at_5_std": -0.229896, "nauc_mrr_at_5_diff1": 0.645354, "nauc_mrr_at_10_max": -0.164396, "nauc_mrr_at_10_std": -0.268464, "nauc_mrr_at_10_diff1": 0.446668, "nauc_mrr_at_20_max": -0.157385, "nauc_mrr_at_20_std": -0.184499, "nauc_mrr_at_20_diff1": 0.3962, "nauc_mrr_at_100_max": -0.039966, "nauc_mrr_at_100_std": -0.074333, "nauc_mrr_at_100_diff1": 0.341161, "nauc_mrr_at_1000_max": -0.037036, "nauc_mrr_at_1000_std": -0.07378, "nauc_mrr_at_1000_diff1": 0.336809, "hit_rate_at_1": 0.00313, "hit_rate_at_3": 0.00625, "hit_rate_at_5": 0.00937, "hit_rate_at_10": 0.02813, "hit_rate_at_20": 0.04375, "hit_rate_at_100": 0.21875, "hit_rate_at_1000": 0.84375, "main_score": 0.00402, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.00332, "ndcg_at_5": 0.00296, "ndcg_at_10": 0.00311, "ndcg_at_20": 0.00543, "ndcg_at_100": 0.02219, "ndcg_at_1000": 0.11713, "map_at_1": 0.00052, "map_at_3": 0.00077, "map_at_5": 0.00086, "map_at_10": 0.00107, "map_at_20": 0.00154, "map_at_100": 0.00307, "map_at_1000": 0.00652, "recall_at_1": 0.00052, "recall_at_3": 0.00103, "recall_at_5": 0.00138, "recall_at_10": 0.00316, "recall_at_20": 0.01035, "recall_at_100": 0.07871, "recall_at_1000": 0.63078, "accuracy": 0.00052, "precision_at_1": 0.00313, "precision_at_3": 0.00313, "precision_at_5": 0.0025, "precision_at_10": 0.00188, "precision_at_20": 0.00234, "precision_at_100": 0.00353, "precision_at_1000": 0.00291, "mrr_at_1": 0.003125, "mrr_at_3": 0.00625, "mrr_at_5": 0.007031, "mrr_at_10": 0.007825, "mrr_at_20": 0.009458, "mrr_at_100": 0.014034, "mrr_at_1000": 0.016393, "nauc_ndcg_at_1_max": -0.070566, "nauc_ndcg_at_1_std": -0.318487, "nauc_ndcg_at_1_diff1": 0.323853, "nauc_ndcg_at_3_max": -0.139722, "nauc_ndcg_at_3_std": -0.166254, "nauc_ndcg_at_3_diff1": 0.054864, "nauc_ndcg_at_5_max": -0.109504, "nauc_ndcg_at_5_std": -0.213651, "nauc_ndcg_at_5_diff1": 0.018451, "nauc_ndcg_at_10_max": -0.146523, "nauc_ndcg_at_10_std": -0.190362, "nauc_ndcg_at_10_diff1": 0.029753, "nauc_ndcg_at_20_max": -0.132418, "nauc_ndcg_at_20_std": 0.033902, "nauc_ndcg_at_20_diff1": -0.043025, "nauc_ndcg_at_100_max": 0.02743, "nauc_ndcg_at_100_std": 0.038195, "nauc_ndcg_at_100_diff1": 0.057792, "nauc_ndcg_at_1000_max": 0.170033, "nauc_ndcg_at_1000_std": 0.171731, "nauc_ndcg_at_1000_diff1": 0.166431, "nauc_map_at_1_max": -0.070566, "nauc_map_at_1_std": -0.318487, "nauc_map_at_1_diff1": 0.323853, "nauc_map_at_3_max": -0.106293, "nauc_map_at_3_std": -0.214597, "nauc_map_at_3_diff1": 0.176033, "nauc_map_at_5_max": -0.085656, "nauc_map_at_5_std": -0.234803, "nauc_map_at_5_diff1": 0.151179, "nauc_map_at_10_max": -0.123096, "nauc_map_at_10_std": -0.240986, "nauc_map_at_10_diff1": 0.131931, "nauc_map_at_20_max": -0.111251, "nauc_map_at_20_std": -0.032264, "nauc_map_at_20_diff1": 0.042932, "nauc_map_at_100_max": -0.036711, "nauc_map_at_100_std": -0.023299, "nauc_map_at_100_diff1": 0.059428, "nauc_map_at_1000_max": 0.090435, "nauc_map_at_1000_std": 0.075867, "nauc_map_at_1000_diff1": 0.143568, "nauc_recall_at_1_max": -0.070566, "nauc_recall_at_1_std": -0.318487, "nauc_recall_at_1_diff1": 0.323853, "nauc_recall_at_3_max": -0.124391, "nauc_recall_at_3_std": -0.161969, "nauc_recall_at_3_diff1": 0.10115, "nauc_recall_at_5_max": -0.068128, "nauc_recall_at_5_std": -0.225869, "nauc_recall_at_5_diff1": 0.057799, "nauc_recall_at_10_max": -0.192051, "nauc_recall_at_10_std": -0.274608, "nauc_recall_at_10_diff1": 0.059289, "nauc_recall_at_20_max": -0.12893, "nauc_recall_at_20_std": 0.273954, "nauc_recall_at_20_diff1": -0.105039, "nauc_recall_at_100_max": 0.022383, "nauc_recall_at_100_std": 0.057676, "nauc_recall_at_100_diff1": 0.033069, "nauc_recall_at_1000_max": 0.155447, "nauc_recall_at_1000_std": 0.206464, "nauc_recall_at_1000_diff1": 0.136379, "nauc_precision_at_1_max": -0.070566, "nauc_precision_at_1_std": -0.318487, "nauc_precision_at_1_diff1": 0.323853, "nauc_precision_at_3_max": -0.153206, "nauc_precision_at_3_std": -0.136571, "nauc_precision_at_3_diff1": 0.002415, "nauc_precision_at_5_max": -0.090287, "nauc_precision_at_5_std": -0.206198, "nauc_precision_at_5_diff1": -0.01583, "nauc_precision_at_10_max": -0.125034, "nauc_precision_at_10_std": -0.054065, "nauc_precision_at_10_diff1": -0.028441, "nauc_precision_at_20_max": -0.112047, "nauc_precision_at_20_std": 0.016886, "nauc_precision_at_20_diff1": -0.115982, "nauc_precision_at_100_max": 0.135284, "nauc_precision_at_100_std": 0.048998, "nauc_precision_at_100_diff1": 0.140941, "nauc_precision_at_1000_max": 0.196761, "nauc_precision_at_1000_std": 0.090407, "nauc_precision_at_1000_diff1": 0.171264, "nauc_mrr_at_1_max": -0.070566, "nauc_mrr_at_1_std": -0.318487, "nauc_mrr_at_1_diff1": 0.323853, "nauc_mrr_at_3_max": -0.132546, "nauc_mrr_at_3_std": -0.18205, "nauc_mrr_at_3_diff1": 0.082774, "nauc_mrr_at_5_max": -0.106878, "nauc_mrr_at_5_std": -0.207942, "nauc_mrr_at_5_diff1": 0.065737, "nauc_mrr_at_10_max": -0.114196, "nauc_mrr_at_10_std": -0.151968, "nauc_mrr_at_10_diff1": 0.051698, "nauc_mrr_at_20_max": -0.114164, "nauc_mrr_at_20_std": -0.112176, "nauc_mrr_at_20_diff1": 0.013915, "nauc_mrr_at_100_max": -0.045381, "nauc_mrr_at_100_std": -0.074948, "nauc_mrr_at_100_diff1": 0.065374, "nauc_mrr_at_1000_max": -0.042852, "nauc_mrr_at_1000_std": -0.067941, "nauc_mrr_at_1000_diff1": 0.065693, "hit_rate_at_1": 0.00313, "hit_rate_at_3": 0.00937, "hit_rate_at_5": 0.0125, "hit_rate_at_10": 0.01875, "hit_rate_at_20": 0.04375, "hit_rate_at_100": 0.26562, "hit_rate_at_1000": 0.84375, "main_score": 0.00311, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.01719, "ndcg_at_3": 0.01258, "ndcg_at_5": 0.01248, "ndcg_at_10": 0.01474, "ndcg_at_20": 0.01994, "ndcg_at_100": 0.04945, "ndcg_at_1000": 0.1441, "map_at_1": 0.00511, "map_at_3": 0.00594, "map_at_5": 0.00685, "map_at_10": 0.00808, "map_at_20": 0.00918, "map_at_100": 0.01265, "map_at_1000": 0.0165, "recall_at_1": 0.00511, "recall_at_3": 0.00723, "recall_at_5": 0.01091, "recall_at_10": 0.02038, "recall_at_20": 0.03461, "recall_at_100": 0.15286, "recall_at_1000": 0.70066, "accuracy": 0.00511, "precision_at_1": 0.01875, "precision_at_3": 0.01146, "precision_at_5": 0.00875, "precision_at_10": 0.00625, "precision_at_20": 0.00656, "precision_at_100": 0.00619, "precision_at_1000": 0.0031, "mrr_at_1": 0.01875, "mrr_at_3": 0.025, "mrr_at_5": 0.027187, "mrr_at_10": 0.029431, "mrr_at_20": 0.03263, "mrr_at_100": 0.03881, "mrr_at_1000": 0.04071, "nauc_ndcg_at_1_max": -0.097958, "nauc_ndcg_at_1_std": -0.114764, "nauc_ndcg_at_1_diff1": -0.000903, "nauc_ndcg_at_3_max": -0.138015, "nauc_ndcg_at_3_std": -0.150981, "nauc_ndcg_at_3_diff1": -0.015996, "nauc_ndcg_at_5_max": -0.204293, "nauc_ndcg_at_5_std": -0.114067, "nauc_ndcg_at_5_diff1": -0.025516, "nauc_ndcg_at_10_max": -0.171405, "nauc_ndcg_at_10_std": 0.048256, "nauc_ndcg_at_10_diff1": -0.047697, "nauc_ndcg_at_20_max": -0.124339, "nauc_ndcg_at_20_std": 0.089957, "nauc_ndcg_at_20_diff1": -0.075374, "nauc_ndcg_at_100_max": -0.036892, "nauc_ndcg_at_100_std": 0.194989, "nauc_ndcg_at_100_diff1": -0.067356, "nauc_ndcg_at_1000_max": 0.094656, "nauc_ndcg_at_1000_std": 0.282304, "nauc_ndcg_at_1000_diff1": 0.000118, "nauc_map_at_1_max": -0.258084, "nauc_map_at_1_std": -0.231399, "nauc_map_at_1_diff1": 0.071691, "nauc_map_at_3_max": -0.252992, "nauc_map_at_3_std": -0.230907, "nauc_map_at_3_diff1": 0.044366, "nauc_map_at_5_max": -0.273196, "nauc_map_at_5_std": -0.198408, "nauc_map_at_5_diff1": 0.030102, "nauc_map_at_10_max": -0.231076, "nauc_map_at_10_std": -0.065688, "nauc_map_at_10_diff1": -0.0076, "nauc_map_at_20_max": -0.204497, "nauc_map_at_20_std": -0.029334, "nauc_map_at_20_diff1": -0.02463, "nauc_map_at_100_max": -0.148152, "nauc_map_at_100_std": 0.024173, "nauc_map_at_100_diff1": -0.032924, "nauc_map_at_1000_max": -0.120003, "nauc_map_at_1000_std": 0.052989, "nauc_map_at_1000_diff1": -0.023616, "nauc_recall_at_1_max": -0.258084, "nauc_recall_at_1_std": -0.231399, "nauc_recall_at_1_diff1": 0.071691, "nauc_recall_at_3_max": -0.252978, "nauc_recall_at_3_std": -0.236272, "nauc_recall_at_3_diff1": 0.015236, "nauc_recall_at_5_max": -0.305146, "nauc_recall_at_5_std": -0.152727, "nauc_recall_at_5_diff1": -0.0135, "nauc_recall_at_10_max": -0.16413, "nauc_recall_at_10_std": 0.225146, "nauc_recall_at_10_diff1": -0.103468, "nauc_recall_at_20_max": -0.07964, "nauc_recall_at_20_std": 0.22655, "nauc_recall_at_20_diff1": -0.128798, "nauc_recall_at_100_max": 0.01575, "nauc_recall_at_100_std": 0.250325, "nauc_recall_at_100_diff1": -0.084186, "nauc_recall_at_1000_max": 0.218061, "nauc_recall_at_1000_std": 0.456012, "nauc_recall_at_1000_diff1": -0.015929, "nauc_precision_at_1_max": -0.137689, "nauc_precision_at_1_std": -0.111081, "nauc_precision_at_1_diff1": -0.006708, "nauc_precision_at_3_max": -0.192941, "nauc_precision_at_3_std": -0.185257, "nauc_precision_at_3_diff1": -0.086519, "nauc_precision_at_5_max": -0.236996, "nauc_precision_at_5_std": -0.093871, "nauc_precision_at_5_diff1": -0.090939, "nauc_precision_at_10_max": -0.171613, "nauc_precision_at_10_std": 0.059579, "nauc_precision_at_10_diff1": -0.110867, "nauc_precision_at_20_max": -0.059884, "nauc_precision_at_20_std": 0.114275, "nauc_precision_at_20_diff1": -0.084221, "nauc_precision_at_100_max": -0.007106, "nauc_precision_at_100_std": 0.169032, "nauc_precision_at_100_diff1": -0.066111, "nauc_precision_at_1000_max": 0.172153, "nauc_precision_at_1000_std": 0.098, "nauc_precision_at_1000_diff1": 0.077402, "nauc_mrr_at_1_max": -0.137689, "nauc_mrr_at_1_std": -0.111081, "nauc_mrr_at_1_diff1": -0.006708, "nauc_mrr_at_3_max": -0.160937, "nauc_mrr_at_3_std": -0.144112, "nauc_mrr_at_3_diff1": -0.048766, "nauc_mrr_at_5_max": -0.179041, "nauc_mrr_at_5_std": -0.11054, "nauc_mrr_at_5_diff1": -0.050776, "nauc_mrr_at_10_max": -0.166739, "nauc_mrr_at_10_std": -0.068288, "nauc_mrr_at_10_diff1": -0.058737, "nauc_mrr_at_20_max": -0.149348, "nauc_mrr_at_20_std": -0.048221, "nauc_mrr_at_20_diff1": -0.054054, "nauc_mrr_at_100_max": -0.136152, "nauc_mrr_at_100_std": -0.021093, "nauc_mrr_at_100_diff1": -0.055729, "nauc_mrr_at_1000_max": -0.132822, "nauc_mrr_at_1000_std": -0.021603, "nauc_mrr_at_1000_diff1": -0.052206, "hit_rate_at_1": 0.01875, "hit_rate_at_3": 0.03438, "hit_rate_at_5": 0.04375, "hit_rate_at_10": 0.0625, "hit_rate_at_20": 0.1125, "hit_rate_at_100": 0.38125, "hit_rate_at_1000": 0.8875, "main_score": 0.01474, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00625, "ndcg_at_3": 0.00367, "ndcg_at_5": 0.00265, "ndcg_at_10": 0.00399, "ndcg_at_20": 0.00503, "ndcg_at_100": 0.01841, "ndcg_at_1000": 0.1019, "map_at_1": 0.0008, "map_at_3": 0.00098, "map_at_5": 0.00098, "map_at_10": 0.00163, "map_at_20": 0.00183, "map_at_100": 0.00303, "map_at_1000": 0.00575, "recall_at_1": 0.0008, "recall_at_3": 0.00133, "recall_at_5": 0.00133, "recall_at_10": 0.00573, "recall_at_20": 0.00872, "recall_at_100": 0.0616, "recall_at_1000": 0.56134, "accuracy": 0.0008, "precision_at_1": 0.00625, "precision_at_3": 0.00313, "precision_at_5": 0.00188, "precision_at_10": 0.00219, "precision_at_20": 0.00188, "precision_at_100": 0.00278, "precision_at_1000": 0.00252, "mrr_at_1": 0.00625, "mrr_at_3": 0.007292, "mrr_at_5": 0.007292, "mrr_at_10": 0.008785, "mrr_at_20": 0.009606, "mrr_at_100": 0.013275, "mrr_at_1000": 0.015267, "nauc_ndcg_at_1_max": -0.158304, "nauc_ndcg_at_1_std": -0.318487, "nauc_ndcg_at_1_diff1": 0.661926, "nauc_ndcg_at_3_max": -0.241588, "nauc_ndcg_at_3_std": -0.369734, "nauc_ndcg_at_3_diff1": 0.429622, "nauc_ndcg_at_5_max": -0.241588, "nauc_ndcg_at_5_std": -0.369734, "nauc_ndcg_at_5_diff1": 0.429622, "nauc_ndcg_at_10_max": -0.310512, "nauc_ndcg_at_10_std": 0.033314, "nauc_ndcg_at_10_diff1": 0.121769, "nauc_ndcg_at_20_max": -0.223129, "nauc_ndcg_at_20_std": 0.105471, "nauc_ndcg_at_20_diff1": 0.009256, "nauc_ndcg_at_100_max": 0.074151, "nauc_ndcg_at_100_std": 0.148209, "nauc_ndcg_at_100_diff1": -0.06972, "nauc_ndcg_at_1000_max": 0.261005, "nauc_ndcg_at_1000_std": 0.267664, "nauc_ndcg_at_1000_diff1": 0.013722, "nauc_map_at_1_max": -0.233826, "nauc_map_at_1_std": -0.318487, "nauc_map_at_1_diff1": 0.76136, "nauc_map_at_3_max": -0.294308, "nauc_map_at_3_std": -0.363948, "nauc_map_at_3_diff1": 0.537642, "nauc_map_at_5_max": -0.294308, "nauc_map_at_5_std": -0.363948, "nauc_map_at_5_diff1": 0.537642, "nauc_map_at_10_max": -0.328621, "nauc_map_at_10_std": 0.0811, "nauc_map_at_10_diff1": 0.158933, "nauc_map_at_20_max": -0.282235, "nauc_map_at_20_std": 0.110803, "nauc_map_at_20_diff1": 0.096676, "nauc_map_at_100_max": -0.113276, "nauc_map_at_100_std": 0.129165, "nauc_map_at_100_diff1": 0.025735, "nauc_map_at_1000_max": 0.025213, "nauc_map_at_1000_std": 0.192885, "nauc_map_at_1000_diff1": 0.033989, "nauc_recall_at_1_max": -0.233826, "nauc_recall_at_1_std": -0.318487, "nauc_recall_at_1_diff1": 0.76136, "nauc_recall_at_3_max": -0.367751, "nauc_recall_at_3_std": -0.419152, "nauc_recall_at_3_diff1": 0.265984, "nauc_recall_at_5_max": -0.367751, "nauc_recall_at_5_std": -0.419152, "nauc_recall_at_5_diff1": 0.265984, "nauc_recall_at_10_max": -0.364155, "nauc_recall_at_10_std": 0.393228, "nauc_recall_at_10_diff1": -0.199833, "nauc_recall_at_20_max": -0.166728, "nauc_recall_at_20_std": 0.405456, "nauc_recall_at_20_diff1": -0.271026, "nauc_recall_at_100_max": 0.125776, "nauc_recall_at_100_std": 0.207253, "nauc_recall_at_100_diff1": -0.133556, "nauc_recall_at_1000_max": 0.292374, "nauc_recall_at_1000_std": 0.30941, "nauc_recall_at_1000_diff1": 0.005551, "nauc_precision_at_1_max": -0.158304, "nauc_precision_at_1_std": -0.318487, "nauc_precision_at_1_diff1": 0.661926, "nauc_precision_at_3_max": -0.297111, "nauc_precision_at_3_std": -0.403899, "nauc_precision_at_3_diff1": 0.274752, "nauc_precision_at_5_max": -0.297111, "nauc_precision_at_5_std": -0.403899, "nauc_precision_at_5_diff1": 0.274752, "nauc_precision_at_10_max": -0.291157, "nauc_precision_at_10_std": -0.134539, "nauc_precision_at_10_diff1": 0.142665, "nauc_precision_at_20_max": -0.178182, "nauc_precision_at_20_std": 0.000112, "nauc_precision_at_20_diff1": -0.081679, "nauc_precision_at_100_max": 0.215946, "nauc_precision_at_100_std": 0.159034, "nauc_precision_at_100_diff1": -0.082674, "nauc_precision_at_1000_max": 0.248502, "nauc_precision_at_1000_std": 0.163287, "nauc_precision_at_1000_diff1": -0.026523, "nauc_mrr_at_1_max": -0.158304, "nauc_mrr_at_1_std": -0.318487, "nauc_mrr_at_1_diff1": 0.661926, "nauc_mrr_at_3_max": -0.217793, "nauc_mrr_at_3_std": -0.355092, "nauc_mrr_at_3_diff1": 0.495994, "nauc_mrr_at_5_max": -0.217793, "nauc_mrr_at_5_std": -0.355092, "nauc_mrr_at_5_diff1": 0.495994, "nauc_mrr_at_10_max": -0.233055, "nauc_mrr_at_10_std": -0.262237, "nauc_mrr_at_10_diff1": 0.406886, "nauc_mrr_at_20_max": -0.2189, "nauc_mrr_at_20_std": -0.220344, "nauc_mrr_at_20_diff1": 0.338245, "nauc_mrr_at_100_max": -0.103983, "nauc_mrr_at_100_std": -0.133673, "nauc_mrr_at_100_diff1": 0.224142, "nauc_mrr_at_1000_max": -0.092728, "nauc_mrr_at_1000_std": -0.119572, "nauc_mrr_at_1000_diff1": 0.232808, "hit_rate_at_1": 0.00625, "hit_rate_at_3": 0.00937, "hit_rate_at_5": 0.00937, "hit_rate_at_10": 0.02187, "hit_rate_at_20": 0.03438, "hit_rate_at_100": 0.21563, "hit_rate_at_1000": 0.79063, "main_score": 0.00399, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.00405, "ndcg_at_5": 0.00293, "ndcg_at_10": 0.0032, "ndcg_at_20": 0.00512, "ndcg_at_100": 0.02793, "ndcg_at_1000": 0.11414, "map_at_1": 0.00052, "map_at_3": 0.00101, "map_at_5": 0.00101, "map_at_10": 0.00122, "map_at_20": 0.00155, "map_at_100": 0.00377, "map_at_1000": 0.00687, "recall_at_1": 0.00052, "recall_at_3": 0.00156, "recall_at_5": 0.00156, "recall_at_10": 0.00352, "recall_at_20": 0.00831, "recall_at_100": 0.10911, "recall_at_1000": 0.61055, "accuracy": 0.00052, "precision_at_1": 0.00313, "precision_at_3": 0.00417, "precision_at_5": 0.0025, "precision_at_10": 0.00188, "precision_at_20": 0.00266, "precision_at_100": 0.00391, "precision_at_1000": 0.00282, "mrr_at_1": 0.003125, "mrr_at_3": 0.007292, "mrr_at_5": 0.007292, "mrr_at_10": 0.007995, "mrr_at_20": 0.009856, "mrr_at_100": 0.01468, "mrr_at_1000": 0.01666, "nauc_ndcg_at_1_max": -0.499598, "nauc_ndcg_at_1_std": -0.574725, "nauc_ndcg_at_1_diff1": -0.318487, "nauc_ndcg_at_3_max": -0.003196, "nauc_ndcg_at_3_std": -0.14115, "nauc_ndcg_at_3_diff1": -0.036766, "nauc_ndcg_at_5_max": -0.003196, "nauc_ndcg_at_5_std": -0.14115, "nauc_ndcg_at_5_diff1": -0.036766, "nauc_ndcg_at_10_max": -0.130338, "nauc_ndcg_at_10_std": -0.222933, "nauc_ndcg_at_10_diff1": -0.148453, "nauc_ndcg_at_20_max": -0.10132, "nauc_ndcg_at_20_std": -0.0868, "nauc_ndcg_at_20_diff1": -0.058735, "nauc_ndcg_at_100_max": 0.13208, "nauc_ndcg_at_100_std": 0.195806, "nauc_ndcg_at_100_diff1": 0.104806, "nauc_ndcg_at_1000_max": 0.238783, "nauc_ndcg_at_1000_std": 0.265355, "nauc_ndcg_at_1000_diff1": 0.145269, "nauc_map_at_1_max": -0.499598, "nauc_map_at_1_std": -0.574725, "nauc_map_at_1_diff1": -0.318487, "nauc_map_at_3_max": -0.181739, "nauc_map_at_3_std": -0.246778, "nauc_map_at_3_diff1": -0.073602, "nauc_map_at_5_max": -0.181739, "nauc_map_at_5_std": -0.246778, "nauc_map_at_5_diff1": -0.073602, "nauc_map_at_10_max": -0.228005, "nauc_map_at_10_std": -0.281521, "nauc_map_at_10_diff1": -0.148351, "nauc_map_at_20_max": -0.158058, "nauc_map_at_20_std": -0.168778, "nauc_map_at_20_diff1": -0.097435, "nauc_map_at_100_max": 0.040594, "nauc_map_at_100_std": 0.092201, "nauc_map_at_100_diff1": 0.03399, "nauc_map_at_1000_max": 0.112738, "nauc_map_at_1000_std": 0.153173, "nauc_map_at_1000_diff1": 0.079877, "nauc_recall_at_1_max": -0.499598, "nauc_recall_at_1_std": -0.574725, "nauc_recall_at_1_diff1": -0.318487, "nauc_recall_at_3_max": -0.04454, "nauc_recall_at_3_std": -0.135945, "nauc_recall_at_3_diff1": 0.022747, "nauc_recall_at_5_max": -0.04454, "nauc_recall_at_5_std": -0.135945, "nauc_recall_at_5_diff1": 0.022747, "nauc_recall_at_10_max": -0.277226, "nauc_recall_at_10_std": -0.308758, "nauc_recall_at_10_diff1": -0.275792, "nauc_recall_at_20_max": -0.090146, "nauc_recall_at_20_std": 0.054817, "nauc_recall_at_20_diff1": -0.101647, "nauc_recall_at_100_max": 0.146353, "nauc_recall_at_100_std": 0.24944, "nauc_recall_at_100_diff1": 0.125416, "nauc_recall_at_1000_max": 0.224659, "nauc_recall_at_1000_std": 0.28421, "nauc_recall_at_1000_diff1": 0.151515, "nauc_precision_at_1_max": -0.499598, "nauc_precision_at_1_std": -0.574725, "nauc_precision_at_1_diff1": -0.318487, "nauc_precision_at_3_max": 0.103904, "nauc_precision_at_3_std": -0.081097, "nauc_precision_at_3_diff1": 0.023142, "nauc_precision_at_5_max": 0.103904, "nauc_precision_at_5_std": -0.081097, "nauc_precision_at_5_diff1": 0.023142, "nauc_precision_at_10_max": -0.067078, "nauc_precision_at_10_std": -0.219032, "nauc_precision_at_10_diff1": -0.163626, "nauc_precision_at_20_max": 0.018166, "nauc_precision_at_20_std": -0.047602, "nauc_precision_at_20_diff1": 0.010527, "nauc_precision_at_100_max": 0.213919, "nauc_precision_at_100_std": 0.205246, "nauc_precision_at_100_diff1": 0.131706, "nauc_precision_at_1000_max": 0.235228, "nauc_precision_at_1000_std": 0.14663, "nauc_precision_at_1000_diff1": 0.105568, "nauc_mrr_at_1_max": -0.499598, "nauc_mrr_at_1_std": -0.574725, "nauc_mrr_at_1_diff1": -0.318487, "nauc_mrr_at_3_max": -0.065277, "nauc_mrr_at_3_std": -0.177968, "nauc_mrr_at_3_diff1": -0.071544, "nauc_mrr_at_5_max": -0.065277, "nauc_mrr_at_5_std": -0.177968, "nauc_mrr_at_5_diff1": -0.071544, "nauc_mrr_at_10_max": -0.094625, "nauc_mrr_at_10_std": -0.206621, "nauc_mrr_at_10_diff1": -0.112861, "nauc_mrr_at_20_max": -0.086896, "nauc_mrr_at_20_std": -0.149508, "nauc_mrr_at_20_diff1": -0.074222, "nauc_mrr_at_100_max": 0.004288, "nauc_mrr_at_100_std": -0.04578, "nauc_mrr_at_100_diff1": -0.011516, "nauc_mrr_at_1000_max": 0.006794, "nauc_mrr_at_1000_std": -0.045119, "nauc_mrr_at_1000_diff1": -0.005353, "hit_rate_at_1": 0.00313, "hit_rate_at_3": 0.0125, "hit_rate_at_5": 0.0125, "hit_rate_at_10": 0.01875, "hit_rate_at_20": 0.04688, "hit_rate_at_100": 0.29375, "hit_rate_at_1000": 0.81563, "main_score": 0.0032, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.00332, "ndcg_at_5": 0.00287, "ndcg_at_10": 0.00434, "ndcg_at_20": 0.00596, "ndcg_at_100": 0.02563, "ndcg_at_1000": 0.11715, "map_at_1": 0.00035, "map_at_3": 0.00095, "map_at_5": 0.001, "map_at_10": 0.0017, "map_at_20": 0.00201, "map_at_100": 0.00384, "map_at_1000": 0.00715, "recall_at_1": 0.00035, "recall_at_3": 0.00122, "recall_at_5": 0.00144, "recall_at_10": 0.00552, "recall_at_20": 0.01038, "recall_at_100": 0.09763, "recall_at_1000": 0.63296, "accuracy": 0.00035, "precision_at_1": 0.00313, "precision_at_3": 0.00313, "precision_at_5": 0.0025, "precision_at_10": 0.00313, "precision_at_20": 0.0025, "precision_at_100": 0.00359, "precision_at_1000": 0.00284, "mrr_at_1": 0.003125, "mrr_at_3": 0.004687, "mrr_at_5": 0.005312, "mrr_at_10": 0.007504, "mrr_at_20": 0.008802, "mrr_at_100": 0.013178, "mrr_at_1000": 0.015411, "nauc_ndcg_at_1_max": 0.323853, "nauc_ndcg_at_1_std": -0.318487, "nauc_ndcg_at_1_diff1": -0.070566, "nauc_ndcg_at_3_max": 0.213833, "nauc_ndcg_at_3_std": -0.287052, "nauc_ndcg_at_3_diff1": 0.039454, "nauc_ndcg_at_5_max": 0.095641, "nauc_ndcg_at_5_std": -0.322264, "nauc_ndcg_at_5_diff1": -0.049848, "nauc_ndcg_at_10_max": -0.027512, "nauc_ndcg_at_10_std": -0.21693, "nauc_ndcg_at_10_diff1": 0.000196, "nauc_ndcg_at_20_max": 0.055375, "nauc_ndcg_at_20_std": -0.053482, "nauc_ndcg_at_20_diff1": -0.085195, "nauc_ndcg_at_100_max": 0.039592, "nauc_ndcg_at_100_std": 0.047485, "nauc_ndcg_at_100_diff1": 0.028937, "nauc_ndcg_at_1000_max": 0.180252, "nauc_ndcg_at_1000_std": 0.2043, "nauc_ndcg_at_1000_diff1": 0.160486, "nauc_map_at_1_max": 0.323853, "nauc_map_at_1_std": -0.318487, "nauc_map_at_1_diff1": -0.070566, "nauc_map_at_3_max": 0.216284, "nauc_map_at_3_std": -0.287753, "nauc_map_at_3_diff1": 0.037003, "nauc_map_at_5_max": 0.184309, "nauc_map_at_5_std": -0.297215, "nauc_map_at_5_diff1": 0.013035, "nauc_map_at_10_max": 0.061501, "nauc_map_at_10_std": -0.271536, "nauc_map_at_10_diff1": -0.009884, "nauc_map_at_20_max": 0.087921, "nauc_map_at_20_std": -0.176384, "nauc_map_at_20_diff1": -0.054257, "nauc_map_at_100_max": 0.043446, "nauc_map_at_100_std": -0.064469, "nauc_map_at_100_diff1": -0.023541, "nauc_map_at_1000_max": 0.110824, "nauc_map_at_1000_std": 0.02439, "nauc_map_at_1000_diff1": 0.048611, "nauc_recall_at_1_max": 0.323853, "nauc_recall_at_1_std": -0.318487, "nauc_recall_at_1_diff1": -0.070566, "nauc_recall_at_3_max": 0.154816, "nauc_recall_at_3_std": -0.270191, "nauc_recall_at_3_diff1": 0.098471, "nauc_recall_at_5_max": 0.053269, "nauc_recall_at_5_std": -0.305788, "nauc_recall_at_5_diff1": 0.005667, "nauc_recall_at_10_max": -0.079307, "nauc_recall_at_10_std": -0.184713, "nauc_recall_at_10_diff1": 0.049928, "nauc_recall_at_20_max": 0.084724, "nauc_recall_at_20_std": 0.069897, "nauc_recall_at_20_diff1": -0.100623, "nauc_recall_at_100_max": 0.032359, "nauc_recall_at_100_std": 0.086745, "nauc_recall_at_100_diff1": 0.039598, "nauc_recall_at_1000_max": 0.212159, "nauc_recall_at_1000_std": 0.314026, "nauc_recall_at_1000_diff1": 0.173193, "nauc_precision_at_1_max": 0.323853, "nauc_precision_at_1_std": -0.318487, "nauc_precision_at_1_diff1": -0.070566, "nauc_precision_at_3_max": 0.19238, "nauc_precision_at_3_std": -0.280923, "nauc_precision_at_3_diff1": 0.060907, "nauc_precision_at_5_max": 0.019386, "nauc_precision_at_5_std": -0.335592, "nauc_precision_at_5_diff1": -0.079219, "nauc_precision_at_10_max": -0.040274, "nauc_precision_at_10_std": -0.164797, "nauc_precision_at_10_diff1": 0.004508, "nauc_precision_at_20_max": 0.028139, "nauc_precision_at_20_std": 0.022153, "nauc_precision_at_20_diff1": -0.129964, "nauc_precision_at_100_max": 0.086237, "nauc_precision_at_100_std": 0.060421, "nauc_precision_at_100_diff1": 0.100678, "nauc_precision_at_1000_max": 0.166803, "nauc_precision_at_1000_std": 0.0915, "nauc_precision_at_1000_diff1": 0.209918, "nauc_mrr_at_1_max": 0.323853, "nauc_mrr_at_1_std": -0.318487, "nauc_mrr_at_1_diff1": -0.070566, "nauc_mrr_at_3_max": 0.19238, "nauc_mrr_at_3_std": -0.280923, "nauc_mrr_at_3_diff1": 0.060907, "nauc_mrr_at_5_max": 0.110971, "nauc_mrr_at_5_std": -0.306649, "nauc_mrr_at_5_diff1": -0.005035, "nauc_mrr_at_10_max": 0.017274, "nauc_mrr_at_10_std": -0.220218, "nauc_mrr_at_10_diff1": 0.002683, "nauc_mrr_at_20_max": 0.033853, "nauc_mrr_at_20_std": -0.13924, "nauc_mrr_at_20_diff1": -0.052875, "nauc_mrr_at_100_max": 0.039865, "nauc_mrr_at_100_std": -0.09635, "nauc_mrr_at_100_diff1": -0.006287, "nauc_mrr_at_1000_max": 0.041712, "nauc_mrr_at_1000_std": -0.09238, "nauc_mrr_at_1000_diff1": -0.008858, "hit_rate_at_1": 0.00313, "hit_rate_at_3": 0.00625, "hit_rate_at_5": 0.00937, "hit_rate_at_10": 0.025, "hit_rate_at_20": 0.04375, "hit_rate_at_100": 0.26562, "hit_rate_at_1000": 0.85, "main_score": 0.00434, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 788.4620440229774, "kg_co2_emissions": null, "date": 1783389739.909811, "evaluation_phases": [ { "name": "Data loading", "start": 5.432218313217163e-05, "end": 39.91774766892195, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 39.91782424598932, "end": 39.91783297806978, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 39.93603730946779, "end": 185.0206710100174, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 185.0210542306304, "end": 185.3304080888629, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 185.3627754971385, "end": 304.9592361524701, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 304.9594703912735, "end": 305.26730594038963, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 305.3068592697382, "end": 425.046854108572, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 425.0471062809229, "end": 425.3468809425831, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 425.3871189802885, "end": 544.6723578870296, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 544.6725832372904, "end": 544.9746846556664, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 545.0137629508972, "end": 666.2397150471807, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 666.2399665340781, "end": 666.531815700233, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 666.5749243721366, "end": 788.1463269293308, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 788.1465472877026, "end": 788.4369647800922, "split": "test", "subset": "portuguese" } ] }