{ "dataset_revision": "a439545a55d4bc8082b4d8a14e09e277b72c9751", "task_name": "Vidore3FinanceFrQwen3VLEmbedding2BReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.32031, "ndcg_at_3": 0.31584, "ndcg_at_5": 0.32243, "ndcg_at_10": 0.34247, "ndcg_at_20": 0.37368, "ndcg_at_100": 0.4345, "ndcg_at_1000": 0.4345, "map_at_1": 0.14762, "map_at_3": 0.20954, "map_at_5": 0.23027, "map_at_10": 0.25127, "map_at_20": 0.26526, "map_at_100": 0.28255, "map_at_1000": 0.28255, "recall_at_1": 0.14762, "recall_at_3": 0.25832, "recall_at_5": 0.31265, "recall_at_10": 0.38529, "recall_at_20": 0.48146, "recall_at_100": 0.69926, "recall_at_1000": 0.69926, "accuracy": 0.14762, "precision_at_1": 0.33437, "precision_at_3": 0.22708, "precision_at_5": 0.17938, "precision_at_10": 0.12781, "precision_at_20": 0.08578, "precision_at_100": 0.02634, "precision_at_1000": 0.00263, "mrr_at_1": 0.334375, "mrr_at_3": 0.421875, "mrr_at_5": 0.439219, "mrr_at_10": 0.448993, "mrr_at_20": 0.455108, "mrr_at_100": 0.459125, "mrr_at_1000": 0.459125, "nauc_ndcg_at_1_max": 0.29682, "nauc_ndcg_at_1_std": 0.121534, "nauc_ndcg_at_1_diff1": 0.131978, "nauc_ndcg_at_3_max": 0.326671, "nauc_ndcg_at_3_std": 0.086675, "nauc_ndcg_at_3_diff1": 0.076505, "nauc_ndcg_at_5_max": 0.309529, "nauc_ndcg_at_5_std": 0.067599, "nauc_ndcg_at_5_diff1": 0.067003, "nauc_ndcg_at_10_max": 0.297684, "nauc_ndcg_at_10_std": 0.082807, "nauc_ndcg_at_10_diff1": 0.053575, "nauc_ndcg_at_20_max": 0.292214, "nauc_ndcg_at_20_std": 0.07307, "nauc_ndcg_at_20_diff1": 0.063443, "nauc_ndcg_at_100_max": 0.28936, "nauc_ndcg_at_100_std": 0.103221, "nauc_ndcg_at_100_diff1": 0.055766, "nauc_ndcg_at_1000_max": 0.28936, "nauc_ndcg_at_1000_std": 0.103221, "nauc_ndcg_at_1000_diff1": 0.055766, "nauc_map_at_1_max": 0.227076, "nauc_map_at_1_std": -0.033767, "nauc_map_at_1_diff1": 0.22946, "nauc_map_at_3_max": 0.261148, "nauc_map_at_3_std": -0.012274, "nauc_map_at_3_diff1": 0.161365, "nauc_map_at_5_max": 0.266247, "nauc_map_at_5_std": -0.002006, "nauc_map_at_5_diff1": 0.136321, "nauc_map_at_10_max": 0.277103, "nauc_map_at_10_std": 0.029036, "nauc_map_at_10_diff1": 0.109624, "nauc_map_at_20_max": 0.280028, "nauc_map_at_20_std": 0.035342, "nauc_map_at_20_diff1": 0.104925, "nauc_map_at_100_max": 0.284248, "nauc_map_at_100_std": 0.050718, "nauc_map_at_100_diff1": 0.096001, "nauc_map_at_1000_max": 0.284248, "nauc_map_at_1000_std": 0.050718, "nauc_map_at_1000_diff1": 0.096001, "nauc_recall_at_1_max": 0.227076, "nauc_recall_at_1_std": -0.033767, "nauc_recall_at_1_diff1": 0.22946, "nauc_recall_at_3_max": 0.245208, "nauc_recall_at_3_std": 0.007367, "nauc_recall_at_3_diff1": 0.11137, "nauc_recall_at_5_max": 0.21973, "nauc_recall_at_5_std": 0.006225, "nauc_recall_at_5_diff1": 0.075804, "nauc_recall_at_10_max": 0.242189, "nauc_recall_at_10_std": 0.070959, "nauc_recall_at_10_diff1": 0.023865, "nauc_recall_at_20_max": 0.209785, "nauc_recall_at_20_std": 0.032109, "nauc_recall_at_20_diff1": 0.030901, "nauc_recall_at_100_max": 0.15261, "nauc_recall_at_100_std": 0.121092, "nauc_recall_at_100_diff1": -0.000686, "nauc_recall_at_1000_max": 0.15261, "nauc_recall_at_1000_std": 0.121092, "nauc_recall_at_1000_diff1": -0.000686, "nauc_precision_at_1_max": 0.296937, "nauc_precision_at_1_std": 0.129556, "nauc_precision_at_1_diff1": 0.115897, "nauc_precision_at_3_max": 0.33442, "nauc_precision_at_3_std": 0.171047, "nauc_precision_at_3_diff1": -0.055939, "nauc_precision_at_5_max": 0.31573, "nauc_precision_at_5_std": 0.172576, "nauc_precision_at_5_diff1": -0.126219, "nauc_precision_at_10_max": 0.258366, "nauc_precision_at_10_std": 0.23049, "nauc_precision_at_10_diff1": -0.195808, "nauc_precision_at_20_max": 0.192009, "nauc_precision_at_20_std": 0.220768, "nauc_precision_at_20_diff1": -0.206, "nauc_precision_at_100_max": 0.111246, "nauc_precision_at_100_std": 0.217758, "nauc_precision_at_100_diff1": -0.19012, "nauc_precision_at_1000_max": 0.111246, "nauc_precision_at_1000_std": 0.217758, "nauc_precision_at_1000_diff1": -0.19012, "nauc_mrr_at_1_max": 0.296937, "nauc_mrr_at_1_std": 0.129556, "nauc_mrr_at_1_diff1": 0.115897, "nauc_mrr_at_3_max": 0.315233, "nauc_mrr_at_3_std": 0.140519, "nauc_mrr_at_3_diff1": 0.054395, "nauc_mrr_at_5_max": 0.308352, "nauc_mrr_at_5_std": 0.129698, "nauc_mrr_at_5_diff1": 0.048161, "nauc_mrr_at_10_max": 0.310439, "nauc_mrr_at_10_std": 0.131112, "nauc_mrr_at_10_diff1": 0.047592, "nauc_mrr_at_20_max": 0.307885, "nauc_mrr_at_20_std": 0.126597, "nauc_mrr_at_20_diff1": 0.051914, "nauc_mrr_at_100_max": 0.307342, "nauc_mrr_at_100_std": 0.127925, "nauc_mrr_at_100_diff1": 0.0523, "nauc_mrr_at_1000_max": 0.307342, "nauc_mrr_at_1000_std": 0.127925, "nauc_mrr_at_1000_diff1": 0.0523, "hit_rate_at_1": 0.33437, "hit_rate_at_3": 0.525, "hit_rate_at_5": 0.6, "hit_rate_at_10": 0.675, "hit_rate_at_20": 0.76562, "hit_rate_at_100": 0.89687, "hit_rate_at_1000": 0.89687, "main_score": 0.34247, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.32812, "ndcg_at_3": 0.31144, "ndcg_at_5": 0.31619, "ndcg_at_10": 0.33469, "ndcg_at_20": 0.35987, "ndcg_at_100": 0.42341, "ndcg_at_1000": 0.42341, "map_at_1": 0.15243, "map_at_3": 0.20628, "map_at_5": 0.2261, "map_at_10": 0.2451, "map_at_20": 0.25673, "map_at_100": 0.27464, "map_at_1000": 0.27464, "recall_at_1": 0.15243, "recall_at_3": 0.24821, "recall_at_5": 0.3014, "recall_at_10": 0.37418, "recall_at_20": 0.44993, "recall_at_100": 0.67439, "recall_at_1000": 0.67439, "accuracy": 0.15243, "precision_at_1": 0.34063, "precision_at_3": 0.22292, "precision_at_5": 0.17438, "precision_at_10": 0.12063, "precision_at_20": 0.07844, "precision_at_100": 0.02553, "precision_at_1000": 0.00255, "mrr_at_1": 0.340625, "mrr_at_3": 0.418229, "mrr_at_5": 0.435104, "mrr_at_10": 0.446391, "mrr_at_20": 0.451422, "mrr_at_100": 0.455421, "mrr_at_1000": 0.455421, "nauc_ndcg_at_1_max": 0.27796, "nauc_ndcg_at_1_std": 0.013207, "nauc_ndcg_at_1_diff1": 0.160458, "nauc_ndcg_at_3_max": 0.303675, "nauc_ndcg_at_3_std": 0.052962, "nauc_ndcg_at_3_diff1": 0.128044, "nauc_ndcg_at_5_max": 0.288093, "nauc_ndcg_at_5_std": 0.054417, "nauc_ndcg_at_5_diff1": 0.120295, "nauc_ndcg_at_10_max": 0.266709, "nauc_ndcg_at_10_std": 0.059971, "nauc_ndcg_at_10_diff1": 0.117213, "nauc_ndcg_at_20_max": 0.269704, "nauc_ndcg_at_20_std": 0.075642, "nauc_ndcg_at_20_diff1": 0.114548, "nauc_ndcg_at_100_max": 0.267521, "nauc_ndcg_at_100_std": 0.090202, "nauc_ndcg_at_100_diff1": 0.104704, "nauc_ndcg_at_1000_max": 0.267521, "nauc_ndcg_at_1000_std": 0.090202, "nauc_ndcg_at_1000_diff1": 0.104704, "nauc_map_at_1_max": 0.181128, "nauc_map_at_1_std": -0.098217, "nauc_map_at_1_diff1": 0.261105, "nauc_map_at_3_max": 0.220004, "nauc_map_at_3_std": -0.034942, "nauc_map_at_3_diff1": 0.204646, "nauc_map_at_5_max": 0.230997, "nauc_map_at_5_std": -0.010277, "nauc_map_at_5_diff1": 0.180895, "nauc_map_at_10_max": 0.235128, "nauc_map_at_10_std": 0.011363, "nauc_map_at_10_diff1": 0.161541, "nauc_map_at_20_max": 0.241925, "nauc_map_at_20_std": 0.025384, "nauc_map_at_20_diff1": 0.153135, "nauc_map_at_100_max": 0.247388, "nauc_map_at_100_std": 0.037462, "nauc_map_at_100_diff1": 0.144754, "nauc_map_at_1000_max": 0.247388, "nauc_map_at_1000_std": 0.037462, "nauc_map_at_1000_diff1": 0.144754, "nauc_recall_at_1_max": 0.181128, "nauc_recall_at_1_std": -0.098217, "nauc_recall_at_1_diff1": 0.261105, "nauc_recall_at_3_max": 0.231686, "nauc_recall_at_3_std": 0.006377, "nauc_recall_at_3_diff1": 0.175799, "nauc_recall_at_5_max": 0.229505, "nauc_recall_at_5_std": 0.044976, "nauc_recall_at_5_diff1": 0.1247, "nauc_recall_at_10_max": 0.227989, "nauc_recall_at_10_std": 0.092443, "nauc_recall_at_10_diff1": 0.084053, "nauc_recall_at_20_max": 0.218718, "nauc_recall_at_20_std": 0.124879, "nauc_recall_at_20_diff1": 0.080119, "nauc_recall_at_100_max": 0.18436, "nauc_recall_at_100_std": 0.194709, "nauc_recall_at_100_diff1": 0.04854, "nauc_recall_at_1000_max": 0.18436, "nauc_recall_at_1000_std": 0.194709, "nauc_recall_at_1000_diff1": 0.04854, "nauc_precision_at_1_max": 0.267103, "nauc_precision_at_1_std": 0.01649, "nauc_precision_at_1_diff1": 0.147039, "nauc_precision_at_3_max": 0.303594, "nauc_precision_at_3_std": 0.130272, "nauc_precision_at_3_diff1": 0.000233, "nauc_precision_at_5_max": 0.297735, "nauc_precision_at_5_std": 0.181691, "nauc_precision_at_5_diff1": -0.083411, "nauc_precision_at_10_max": 0.225541, "nauc_precision_at_10_std": 0.199547, "nauc_precision_at_10_diff1": -0.140521, "nauc_precision_at_20_max": 0.196981, "nauc_precision_at_20_std": 0.221759, "nauc_precision_at_20_diff1": -0.17516, "nauc_precision_at_100_max": 0.092934, "nauc_precision_at_100_std": 0.161051, "nauc_precision_at_100_diff1": -0.173878, "nauc_precision_at_1000_max": 0.092934, "nauc_precision_at_1000_std": 0.161051, "nauc_precision_at_1000_diff1": -0.173878, "nauc_mrr_at_1_max": 0.267103, "nauc_mrr_at_1_std": 0.01649, "nauc_mrr_at_1_diff1": 0.147039, "nauc_mrr_at_3_max": 0.286186, "nauc_mrr_at_3_std": 0.05884, "nauc_mrr_at_3_diff1": 0.111908, "nauc_mrr_at_5_max": 0.283681, "nauc_mrr_at_5_std": 0.061578, "nauc_mrr_at_5_diff1": 0.100841, "nauc_mrr_at_10_max": 0.282605, "nauc_mrr_at_10_std": 0.065378, "nauc_mrr_at_10_diff1": 0.098022, "nauc_mrr_at_20_max": 0.279111, "nauc_mrr_at_20_std": 0.061665, "nauc_mrr_at_20_diff1": 0.101019, "nauc_mrr_at_100_max": 0.278518, "nauc_mrr_at_100_std": 0.061146, "nauc_mrr_at_100_diff1": 0.102562, "nauc_mrr_at_1000_max": 0.278518, "nauc_mrr_at_1000_std": 0.061146, "nauc_mrr_at_1000_diff1": 0.102562, "hit_rate_at_1": 0.34063, "hit_rate_at_3": 0.5125, "hit_rate_at_5": 0.58437, "hit_rate_at_10": 0.67188, "hit_rate_at_20": 0.74375, "hit_rate_at_100": 0.87813, "hit_rate_at_1000": 0.87813, "main_score": 0.33469, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.29844, "ndcg_at_3": 0.29112, "ndcg_at_5": 0.29297, "ndcg_at_10": 0.31251, "ndcg_at_20": 0.33785, "ndcg_at_100": 0.39634, "ndcg_at_1000": 0.39634, "map_at_1": 0.13472, "map_at_3": 0.19198, "map_at_5": 0.20882, "map_at_10": 0.22638, "map_at_20": 0.23768, "map_at_100": 0.25293, "map_at_1000": 0.25293, "recall_at_1": 0.13472, "recall_at_3": 0.23773, "recall_at_5": 0.28491, "recall_at_10": 0.35907, "recall_at_20": 0.4369, "recall_at_100": 0.64327, "recall_at_1000": 0.64327, "accuracy": 0.13472, "precision_at_1": 0.31562, "precision_at_3": 0.2125, "precision_at_5": 0.16125, "precision_at_10": 0.11125, "precision_at_20": 0.07375, "precision_at_100": 0.02378, "precision_at_1000": 0.00238, "mrr_at_1": 0.315625, "mrr_at_3": 0.394271, "mrr_at_5": 0.40849, "mrr_at_10": 0.420614, "mrr_at_20": 0.425994, "mrr_at_100": 0.430096, "mrr_at_1000": 0.430096, "nauc_ndcg_at_1_max": 0.379926, "nauc_ndcg_at_1_std": 0.105024, "nauc_ndcg_at_1_diff1": 0.188467, "nauc_ndcg_at_3_max": 0.403569, "nauc_ndcg_at_3_std": 0.121119, "nauc_ndcg_at_3_diff1": 0.11815, "nauc_ndcg_at_5_max": 0.391236, "nauc_ndcg_at_5_std": 0.121578, "nauc_ndcg_at_5_diff1": 0.112338, "nauc_ndcg_at_10_max": 0.385277, "nauc_ndcg_at_10_std": 0.139576, "nauc_ndcg_at_10_diff1": 0.11078, "nauc_ndcg_at_20_max": 0.379062, "nauc_ndcg_at_20_std": 0.140976, "nauc_ndcg_at_20_diff1": 0.116282, "nauc_ndcg_at_100_max": 0.380302, "nauc_ndcg_at_100_std": 0.152175, "nauc_ndcg_at_100_diff1": 0.119093, "nauc_ndcg_at_1000_max": 0.380302, "nauc_ndcg_at_1000_std": 0.152175, "nauc_ndcg_at_1000_diff1": 0.119093, "nauc_map_at_1_max": 0.340843, "nauc_map_at_1_std": 0.028507, "nauc_map_at_1_diff1": 0.283012, "nauc_map_at_3_max": 0.357254, "nauc_map_at_3_std": 0.072954, "nauc_map_at_3_diff1": 0.191027, "nauc_map_at_5_max": 0.359836, "nauc_map_at_5_std": 0.089642, "nauc_map_at_5_diff1": 0.169026, "nauc_map_at_10_max": 0.366539, "nauc_map_at_10_std": 0.11218, "nauc_map_at_10_diff1": 0.155843, "nauc_map_at_20_max": 0.368048, "nauc_map_at_20_std": 0.117777, "nauc_map_at_20_diff1": 0.151267, "nauc_map_at_100_max": 0.372035, "nauc_map_at_100_std": 0.126976, "nauc_map_at_100_diff1": 0.145659, "nauc_map_at_1000_max": 0.372035, "nauc_map_at_1000_std": 0.126976, "nauc_map_at_1000_diff1": 0.145659, "nauc_recall_at_1_max": 0.340843, "nauc_recall_at_1_std": 0.028507, "nauc_recall_at_1_diff1": 0.283012, "nauc_recall_at_3_max": 0.347492, "nauc_recall_at_3_std": 0.094877, "nauc_recall_at_3_diff1": 0.130805, "nauc_recall_at_5_max": 0.319549, "nauc_recall_at_5_std": 0.113384, "nauc_recall_at_5_diff1": 0.08821, "nauc_recall_at_10_max": 0.321114, "nauc_recall_at_10_std": 0.165578, "nauc_recall_at_10_diff1": 0.056961, "nauc_recall_at_20_max": 0.289115, "nauc_recall_at_20_std": 0.156249, "nauc_recall_at_20_diff1": 0.065959, "nauc_recall_at_100_max": 0.251732, "nauc_recall_at_100_std": 0.183237, "nauc_recall_at_100_diff1": 0.064943, "nauc_recall_at_1000_max": 0.251732, "nauc_recall_at_1000_std": 0.183237, "nauc_recall_at_1000_diff1": 0.064943, "nauc_precision_at_1_max": 0.362509, "nauc_precision_at_1_std": 0.106487, "nauc_precision_at_1_diff1": 0.182732, "nauc_precision_at_3_max": 0.373183, "nauc_precision_at_3_std": 0.171633, "nauc_precision_at_3_diff1": -0.031998, "nauc_precision_at_5_max": 0.340581, "nauc_precision_at_5_std": 0.200948, "nauc_precision_at_5_diff1": -0.089461, "nauc_precision_at_10_max": 0.287166, "nauc_precision_at_10_std": 0.228418, "nauc_precision_at_10_diff1": -0.122205, "nauc_precision_at_20_max": 0.235615, "nauc_precision_at_20_std": 0.211187, "nauc_precision_at_20_diff1": -0.123965, "nauc_precision_at_100_max": 0.126527, "nauc_precision_at_100_std": 0.14731, "nauc_precision_at_100_diff1": -0.107109, "nauc_precision_at_1000_max": 0.126527, "nauc_precision_at_1000_std": 0.14731, "nauc_precision_at_1000_diff1": -0.107109, "nauc_mrr_at_1_max": 0.362509, "nauc_mrr_at_1_std": 0.106487, "nauc_mrr_at_1_diff1": 0.182732, "nauc_mrr_at_3_max": 0.37841, "nauc_mrr_at_3_std": 0.115634, "nauc_mrr_at_3_diff1": 0.123674, "nauc_mrr_at_5_max": 0.369682, "nauc_mrr_at_5_std": 0.114202, "nauc_mrr_at_5_diff1": 0.121784, "nauc_mrr_at_10_max": 0.369834, "nauc_mrr_at_10_std": 0.117236, "nauc_mrr_at_10_diff1": 0.12083, "nauc_mrr_at_20_max": 0.369794, "nauc_mrr_at_20_std": 0.117354, "nauc_mrr_at_20_diff1": 0.126461, "nauc_mrr_at_100_max": 0.36912, "nauc_mrr_at_100_std": 0.116024, "nauc_mrr_at_100_diff1": 0.12761, "nauc_mrr_at_1000_max": 0.36912, "nauc_mrr_at_1000_std": 0.116024, "nauc_mrr_at_1000_diff1": 0.12761, "hit_rate_at_1": 0.31562, "hit_rate_at_3": 0.49375, "hit_rate_at_5": 0.55937, "hit_rate_at_10": 0.65312, "hit_rate_at_20": 0.73125, "hit_rate_at_100": 0.86875, "hit_rate_at_1000": 0.86875, "main_score": 0.31251, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.27656, "ndcg_at_3": 0.26774, "ndcg_at_5": 0.27358, "ndcg_at_10": 0.2952, "ndcg_at_20": 0.32071, "ndcg_at_100": 0.38036, "ndcg_at_1000": 0.38036, "map_at_1": 0.12742, "map_at_3": 0.17557, "map_at_5": 0.19188, "map_at_10": 0.21133, "map_at_20": 0.22276, "map_at_100": 0.2377, "map_at_1000": 0.2377, "recall_at_1": 0.12742, "recall_at_3": 0.21812, "recall_at_5": 0.26093, "recall_at_10": 0.33903, "recall_at_20": 0.41607, "recall_at_100": 0.63616, "recall_at_1000": 0.63616, "accuracy": 0.12742, "precision_at_1": 0.29063, "precision_at_3": 0.19062, "precision_at_5": 0.15375, "precision_at_10": 0.10938, "precision_at_20": 0.07234, "precision_at_100": 0.02341, "precision_at_1000": 0.00234, "mrr_at_1": 0.290625, "mrr_at_3": 0.3625, "mrr_at_5": 0.38125, "mrr_at_10": 0.395424, "mrr_at_20": 0.400315, "mrr_at_100": 0.404868, "mrr_at_1000": 0.404868, "nauc_ndcg_at_1_max": 0.262682, "nauc_ndcg_at_1_std": 0.056149, "nauc_ndcg_at_1_diff1": 0.166042, "nauc_ndcg_at_3_max": 0.326054, "nauc_ndcg_at_3_std": 0.100326, "nauc_ndcg_at_3_diff1": 0.108874, "nauc_ndcg_at_5_max": 0.30648, "nauc_ndcg_at_5_std": 0.082747, "nauc_ndcg_at_5_diff1": 0.121136, "nauc_ndcg_at_10_max": 0.302398, "nauc_ndcg_at_10_std": 0.098958, "nauc_ndcg_at_10_diff1": 0.109085, "nauc_ndcg_at_20_max": 0.306539, "nauc_ndcg_at_20_std": 0.113789, "nauc_ndcg_at_20_diff1": 0.088003, "nauc_ndcg_at_100_max": 0.299984, "nauc_ndcg_at_100_std": 0.113237, "nauc_ndcg_at_100_diff1": 0.097784, "nauc_ndcg_at_1000_max": 0.299984, "nauc_ndcg_at_1000_std": 0.113237, "nauc_ndcg_at_1000_diff1": 0.097784, "nauc_map_at_1_max": 0.221418, "nauc_map_at_1_std": -0.010372, "nauc_map_at_1_diff1": 0.190529, "nauc_map_at_3_max": 0.263245, "nauc_map_at_3_std": 0.031696, "nauc_map_at_3_diff1": 0.131762, "nauc_map_at_5_max": 0.27592, "nauc_map_at_5_std": 0.05349, "nauc_map_at_5_diff1": 0.126677, "nauc_map_at_10_max": 0.285616, "nauc_map_at_10_std": 0.082125, "nauc_map_at_10_diff1": 0.107047, "nauc_map_at_20_max": 0.293116, "nauc_map_at_20_std": 0.094045, "nauc_map_at_20_diff1": 0.094815, "nauc_map_at_100_max": 0.29278, "nauc_map_at_100_std": 0.097055, "nauc_map_at_100_diff1": 0.094629, "nauc_map_at_1000_max": 0.29278, "nauc_map_at_1000_std": 0.097055, "nauc_map_at_1000_diff1": 0.094629, "nauc_recall_at_1_max": 0.221418, "nauc_recall_at_1_std": -0.010372, "nauc_recall_at_1_diff1": 0.190529, "nauc_recall_at_3_max": 0.272633, "nauc_recall_at_3_std": 0.049409, "nauc_recall_at_3_diff1": 0.099138, "nauc_recall_at_5_max": 0.269194, "nauc_recall_at_5_std": 0.066617, "nauc_recall_at_5_diff1": 0.10101, "nauc_recall_at_10_max": 0.269552, "nauc_recall_at_10_std": 0.117353, "nauc_recall_at_10_diff1": 0.065797, "nauc_recall_at_20_max": 0.271931, "nauc_recall_at_20_std": 0.147996, "nauc_recall_at_20_diff1": 0.005173, "nauc_recall_at_100_max": 0.214212, "nauc_recall_at_100_std": 0.141809, "nauc_recall_at_100_diff1": 0.040449, "nauc_recall_at_1000_max": 0.214212, "nauc_recall_at_1000_std": 0.141809, "nauc_recall_at_1000_diff1": 0.040449, "nauc_precision_at_1_max": 0.257072, "nauc_precision_at_1_std": 0.061832, "nauc_precision_at_1_diff1": 0.1523, "nauc_precision_at_3_max": 0.373179, "nauc_precision_at_3_std": 0.191504, "nauc_precision_at_3_diff1": 0.039008, "nauc_precision_at_5_max": 0.339952, "nauc_precision_at_5_std": 0.195535, "nauc_precision_at_5_diff1": 0.023225, "nauc_precision_at_10_max": 0.278781, "nauc_precision_at_10_std": 0.205436, "nauc_precision_at_10_diff1": -0.04719, "nauc_precision_at_20_max": 0.246437, "nauc_precision_at_20_std": 0.202578, "nauc_precision_at_20_diff1": -0.086335, "nauc_precision_at_100_max": 0.126518, "nauc_precision_at_100_std": 0.122314, "nauc_precision_at_100_diff1": -0.067875, "nauc_precision_at_1000_max": 0.126518, "nauc_precision_at_1000_std": 0.122314, "nauc_precision_at_1000_diff1": -0.067875, "nauc_mrr_at_1_max": 0.257072, "nauc_mrr_at_1_std": 0.061832, "nauc_mrr_at_1_diff1": 0.1523, "nauc_mrr_at_3_max": 0.298796, "nauc_mrr_at_3_std": 0.096228, "nauc_mrr_at_3_diff1": 0.127341, "nauc_mrr_at_5_max": 0.284567, "nauc_mrr_at_5_std": 0.081277, "nauc_mrr_at_5_diff1": 0.127715, "nauc_mrr_at_10_max": 0.282623, "nauc_mrr_at_10_std": 0.080934, "nauc_mrr_at_10_diff1": 0.126874, "nauc_mrr_at_20_max": 0.283344, "nauc_mrr_at_20_std": 0.083857, "nauc_mrr_at_20_diff1": 0.124656, "nauc_mrr_at_100_max": 0.282796, "nauc_mrr_at_100_std": 0.083091, "nauc_mrr_at_100_diff1": 0.125917, "nauc_mrr_at_1000_max": 0.282796, "nauc_mrr_at_1000_std": 0.083091, "nauc_mrr_at_1000_diff1": 0.125917, "hit_rate_at_1": 0.29063, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.53438, "hit_rate_at_10": 0.6375, "hit_rate_at_20": 0.70937, "hit_rate_at_100": 0.86562, "hit_rate_at_1000": 0.86562, "main_score": 0.2952, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.3125, "ndcg_at_3": 0.29175, "ndcg_at_5": 0.29976, "ndcg_at_10": 0.3172, "ndcg_at_20": 0.34873, "ndcg_at_100": 0.40772, "ndcg_at_1000": 0.40772, "map_at_1": 0.14388, "map_at_3": 0.19457, "map_at_5": 0.21317, "map_at_10": 0.23148, "map_at_20": 0.24518, "map_at_100": 0.26183, "map_at_1000": 0.26183, "recall_at_1": 0.14388, "recall_at_3": 0.23496, "recall_at_5": 0.28639, "recall_at_10": 0.35279, "recall_at_20": 0.44725, "recall_at_100": 0.65735, "recall_at_1000": 0.65735, "accuracy": 0.14388, "precision_at_1": 0.325, "precision_at_3": 0.20833, "precision_at_5": 0.1675, "precision_at_10": 0.115, "precision_at_20": 0.07891, "precision_at_100": 0.02503, "precision_at_1000": 0.0025, "mrr_at_1": 0.325, "mrr_at_3": 0.398958, "mrr_at_5": 0.41599, "mrr_at_10": 0.425678, "mrr_at_20": 0.432523, "mrr_at_100": 0.436171, "mrr_at_1000": 0.436171, "nauc_ndcg_at_1_max": 0.255046, "nauc_ndcg_at_1_std": -0.043888, "nauc_ndcg_at_1_diff1": 0.187308, "nauc_ndcg_at_3_max": 0.307169, "nauc_ndcg_at_3_std": 0.021468, "nauc_ndcg_at_3_diff1": 0.09693, "nauc_ndcg_at_5_max": 0.312599, "nauc_ndcg_at_5_std": 0.034281, "nauc_ndcg_at_5_diff1": 0.069778, "nauc_ndcg_at_10_max": 0.290574, "nauc_ndcg_at_10_std": 0.041299, "nauc_ndcg_at_10_diff1": 0.090311, "nauc_ndcg_at_20_max": 0.293432, "nauc_ndcg_at_20_std": 0.056506, "nauc_ndcg_at_20_diff1": 0.083688, "nauc_ndcg_at_100_max": 0.285172, "nauc_ndcg_at_100_std": 0.05167, "nauc_ndcg_at_100_diff1": 0.092006, "nauc_ndcg_at_1000_max": 0.285172, "nauc_ndcg_at_1000_std": 0.05167, "nauc_ndcg_at_1000_diff1": 0.092006, "nauc_map_at_1_max": 0.203726, "nauc_map_at_1_std": -0.097323, "nauc_map_at_1_diff1": 0.236932, "nauc_map_at_3_max": 0.251656, "nauc_map_at_3_std": -0.044717, "nauc_map_at_3_diff1": 0.156771, "nauc_map_at_5_max": 0.269132, "nauc_map_at_5_std": -0.015293, "nauc_map_at_5_diff1": 0.123059, "nauc_map_at_10_max": 0.267902, "nauc_map_at_10_std": 0.005632, "nauc_map_at_10_diff1": 0.123315, "nauc_map_at_20_max": 0.272901, "nauc_map_at_20_std": 0.017303, "nauc_map_at_20_diff1": 0.115885, "nauc_map_at_100_max": 0.272964, "nauc_map_at_100_std": 0.020995, "nauc_map_at_100_diff1": 0.11469, "nauc_map_at_1000_max": 0.272964, "nauc_map_at_1000_std": 0.020995, "nauc_map_at_1000_diff1": 0.11469, "nauc_recall_at_1_max": 0.203726, "nauc_recall_at_1_std": -0.097323, "nauc_recall_at_1_diff1": 0.236932, "nauc_recall_at_3_max": 0.263992, "nauc_recall_at_3_std": -0.008986, "nauc_recall_at_3_diff1": 0.10889, "nauc_recall_at_5_max": 0.295041, "nauc_recall_at_5_std": 0.042909, "nauc_recall_at_5_diff1": 0.047246, "nauc_recall_at_10_max": 0.259151, "nauc_recall_at_10_std": 0.07773, "nauc_recall_at_10_diff1": 0.067692, "nauc_recall_at_20_max": 0.250668, "nauc_recall_at_20_std": 0.123731, "nauc_recall_at_20_diff1": 0.033066, "nauc_recall_at_100_max": 0.211782, "nauc_recall_at_100_std": 0.123429, "nauc_recall_at_100_diff1": 0.042227, "nauc_recall_at_1000_max": 0.211782, "nauc_recall_at_1000_std": 0.123429, "nauc_recall_at_1000_diff1": 0.042227, "nauc_precision_at_1_max": 0.244699, "nauc_precision_at_1_std": -0.044881, "nauc_precision_at_1_diff1": 0.183419, "nauc_precision_at_3_max": 0.322192, "nauc_precision_at_3_std": 0.104779, "nauc_precision_at_3_diff1": -0.021465, "nauc_precision_at_5_max": 0.30115, "nauc_precision_at_5_std": 0.154533, "nauc_precision_at_5_diff1": -0.112584, "nauc_precision_at_10_max": 0.205279, "nauc_precision_at_10_std": 0.165718, "nauc_precision_at_10_diff1": -0.079879, "nauc_precision_at_20_max": 0.176203, "nauc_precision_at_20_std": 0.185571, "nauc_precision_at_20_diff1": -0.099851, "nauc_precision_at_100_max": 0.066964, "nauc_precision_at_100_std": 0.110599, "nauc_precision_at_100_diff1": -0.07693, "nauc_precision_at_1000_max": 0.066964, "nauc_precision_at_1000_std": 0.110599, "nauc_precision_at_1000_diff1": -0.07693, "nauc_mrr_at_1_max": 0.244699, "nauc_mrr_at_1_std": -0.044881, "nauc_mrr_at_1_diff1": 0.183419, "nauc_mrr_at_3_max": 0.274191, "nauc_mrr_at_3_std": -0.006429, "nauc_mrr_at_3_diff1": 0.131038, "nauc_mrr_at_5_max": 0.275532, "nauc_mrr_at_5_std": -0.013841, "nauc_mrr_at_5_diff1": 0.122527, "nauc_mrr_at_10_max": 0.272127, "nauc_mrr_at_10_std": -0.01019, "nauc_mrr_at_10_diff1": 0.123517, "nauc_mrr_at_20_max": 0.269775, "nauc_mrr_at_20_std": -0.010675, "nauc_mrr_at_20_diff1": 0.12403, "nauc_mrr_at_100_max": 0.269205, "nauc_mrr_at_100_std": -0.012222, "nauc_mrr_at_100_diff1": 0.126432, "nauc_mrr_at_1000_max": 0.269205, "nauc_mrr_at_1000_std": -0.012222, "nauc_mrr_at_1000_diff1": 0.126432, "hit_rate_at_1": 0.325, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.575, "hit_rate_at_10": 0.64687, "hit_rate_at_20": 0.74375, "hit_rate_at_100": 0.86875, "hit_rate_at_1000": 0.86875, "main_score": 0.3172, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.29531, "ndcg_at_3": 0.29456, "ndcg_at_5": 0.29947, "ndcg_at_10": 0.31982, "ndcg_at_20": 0.34864, "ndcg_at_100": 0.41029, "ndcg_at_1000": 0.41029, "map_at_1": 0.13572, "map_at_3": 0.19179, "map_at_5": 0.21195, "map_at_10": 0.23101, "map_at_20": 0.24414, "map_at_100": 0.26157, "map_at_1000": 0.26157, "recall_at_1": 0.13572, "recall_at_3": 0.24143, "recall_at_5": 0.28875, "recall_at_10": 0.36532, "recall_at_20": 0.44827, "recall_at_100": 0.67041, "recall_at_1000": 0.67041, "accuracy": 0.13572, "precision_at_1": 0.3125, "precision_at_3": 0.21979, "precision_at_5": 0.17188, "precision_at_10": 0.11781, "precision_at_20": 0.07969, "precision_at_100": 0.02541, "precision_at_1000": 0.00254, "mrr_at_1": 0.3125, "mrr_at_3": 0.404167, "mrr_at_5": 0.413385, "mrr_at_10": 0.42545, "mrr_at_20": 0.431304, "mrr_at_100": 0.43532, "mrr_at_1000": 0.43532, "nauc_ndcg_at_1_max": 0.311807, "nauc_ndcg_at_1_std": 0.032637, "nauc_ndcg_at_1_diff1": 0.229108, "nauc_ndcg_at_3_max": 0.324817, "nauc_ndcg_at_3_std": 0.052448, "nauc_ndcg_at_3_diff1": 0.132042, "nauc_ndcg_at_5_max": 0.319668, "nauc_ndcg_at_5_std": 0.056871, "nauc_ndcg_at_5_diff1": 0.129954, "nauc_ndcg_at_10_max": 0.309194, "nauc_ndcg_at_10_std": 0.063742, "nauc_ndcg_at_10_diff1": 0.143216, "nauc_ndcg_at_20_max": 0.308958, "nauc_ndcg_at_20_std": 0.079023, "nauc_ndcg_at_20_diff1": 0.136005, "nauc_ndcg_at_100_max": 0.315979, "nauc_ndcg_at_100_std": 0.100091, "nauc_ndcg_at_100_diff1": 0.137477, "nauc_ndcg_at_1000_max": 0.315979, "nauc_ndcg_at_1000_std": 0.100091, "nauc_ndcg_at_1000_diff1": 0.137477, "nauc_map_at_1_max": 0.248389, "nauc_map_at_1_std": -0.060248, "nauc_map_at_1_diff1": 0.277585, "nauc_map_at_3_max": 0.278599, "nauc_map_at_3_std": -0.010257, "nauc_map_at_3_diff1": 0.187836, "nauc_map_at_5_max": 0.288903, "nauc_map_at_5_std": 0.011593, "nauc_map_at_5_diff1": 0.171404, "nauc_map_at_10_max": 0.289295, "nauc_map_at_10_std": 0.027204, "nauc_map_at_10_diff1": 0.174096, "nauc_map_at_20_max": 0.292557, "nauc_map_at_20_std": 0.038622, "nauc_map_at_20_diff1": 0.167635, "nauc_map_at_100_max": 0.299566, "nauc_map_at_100_std": 0.053302, "nauc_map_at_100_diff1": 0.161228, "nauc_map_at_1000_max": 0.299566, "nauc_map_at_1000_std": 0.053302, "nauc_map_at_1000_diff1": 0.161228, "nauc_recall_at_1_max": 0.248389, "nauc_recall_at_1_std": -0.060248, "nauc_recall_at_1_diff1": 0.277585, "nauc_recall_at_3_max": 0.255006, "nauc_recall_at_3_std": 0.016391, "nauc_recall_at_3_diff1": 0.117063, "nauc_recall_at_5_max": 0.267665, "nauc_recall_at_5_std": 0.05568, "nauc_recall_at_5_diff1": 0.099656, "nauc_recall_at_10_max": 0.265189, "nauc_recall_at_10_std": 0.090206, "nauc_recall_at_10_diff1": 0.112183, "nauc_recall_at_20_max": 0.251754, "nauc_recall_at_20_std": 0.118427, "nauc_recall_at_20_diff1": 0.08277, "nauc_recall_at_100_max": 0.255844, "nauc_recall_at_100_std": 0.203179, "nauc_recall_at_100_diff1": 0.08615, "nauc_recall_at_1000_max": 0.255844, "nauc_recall_at_1000_std": 0.203179, "nauc_recall_at_1000_diff1": 0.08615, "nauc_precision_at_1_max": 0.296953, "nauc_precision_at_1_std": 0.043617, "nauc_precision_at_1_diff1": 0.22146, "nauc_precision_at_3_max": 0.287818, "nauc_precision_at_3_std": 0.109238, "nauc_precision_at_3_diff1": 0.020406, "nauc_precision_at_5_max": 0.284222, "nauc_precision_at_5_std": 0.145494, "nauc_precision_at_5_diff1": -0.013768, "nauc_precision_at_10_max": 0.220416, "nauc_precision_at_10_std": 0.151224, "nauc_precision_at_10_diff1": -0.015693, "nauc_precision_at_20_max": 0.169455, "nauc_precision_at_20_std": 0.174353, "nauc_precision_at_20_diff1": -0.046974, "nauc_precision_at_100_max": 0.103487, "nauc_precision_at_100_std": 0.157721, "nauc_precision_at_100_diff1": -0.064167, "nauc_precision_at_1000_max": 0.103487, "nauc_precision_at_1000_std": 0.157721, "nauc_precision_at_1000_diff1": -0.064167, "nauc_mrr_at_1_max": 0.296953, "nauc_mrr_at_1_std": 0.043617, "nauc_mrr_at_1_diff1": 0.22146, "nauc_mrr_at_3_max": 0.298647, "nauc_mrr_at_3_std": 0.067657, "nauc_mrr_at_3_diff1": 0.162698, "nauc_mrr_at_5_max": 0.306267, "nauc_mrr_at_5_std": 0.075097, "nauc_mrr_at_5_diff1": 0.161487, "nauc_mrr_at_10_max": 0.308286, "nauc_mrr_at_10_std": 0.07618, "nauc_mrr_at_10_diff1": 0.160932, "nauc_mrr_at_20_max": 0.305452, "nauc_mrr_at_20_std": 0.075064, "nauc_mrr_at_20_diff1": 0.163576, "nauc_mrr_at_100_max": 0.306233, "nauc_mrr_at_100_std": 0.075454, "nauc_mrr_at_100_diff1": 0.165322, "nauc_mrr_at_1000_max": 0.306233, "nauc_mrr_at_1000_std": 0.075454, "nauc_mrr_at_1000_diff1": 0.165322, "hit_rate_at_1": 0.3125, "hit_rate_at_3": 0.53125, "hit_rate_at_5": 0.57188, "hit_rate_at_10": 0.65938, "hit_rate_at_20": 0.74062, "hit_rate_at_100": 0.87187, "hit_rate_at_1000": 0.87187, "main_score": 0.31982, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1221.6787426750088, "kg_co2_emissions": null, "date": 1791769816.651416, "evaluation_phases": [ { "name": "Data loading", "start": 9.804003639146686e-06, "end": 74.062787457995, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 74.06281226499414, "end": 74.06281439799932, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 74.06785798400233, "end": 261.5429071980034, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 261.5429606770049, "end": 261.58744902200124, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 261.60028653699555, "end": 449.83313822900527, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 449.833175724998, "end": 449.88115234799625, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 449.8949538369925, "end": 640.525503190991, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 640.5255518129998, "end": 640.5703134939977, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 640.5841956630029, "end": 831.1535155159945, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 831.1535832569934, "end": 831.2083151749976, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 831.2317079460045, "end": 1028.4222912209952, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1028.4223508909927, "end": 1028.466437873998, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1028.481723746998, "end": 1221.6231770860031, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1221.623223785995, "end": 1221.668022842001, "split": "test", "subset": "portuguese" } ] }