{ "dataset_revision": "003f74e0b5031c81bc0f3416f5d3de1153e21e16", "task_name": "VALOR32KT2VRetrieval", "mteb_version": "2.18.2", "scores": { "test": [ { "ndcg_at_1": 0.40504, "ndcg_at_3": 0.50645, "ndcg_at_5": 0.53408, "ndcg_at_10": 0.56136, "ndcg_at_20": 0.58065, "ndcg_at_100": 0.60205, "ndcg_at_1000": 0.61143, "map_at_1": 0.40504, "map_at_3": 0.48186, "map_at_5": 0.49713, "map_at_10": 0.50847, "map_at_20": 0.51389, "map_at_100": 0.51694, "map_at_1000": 0.5173, "recall_at_1": 0.40504, "recall_at_3": 0.57748, "recall_at_5": 0.6448, "recall_at_10": 0.72873, "recall_at_20": 0.80407, "recall_at_100": 0.91808, "recall_at_1000": 0.99169, "accuracy": 0.40504, "precision_at_1": 0.40504, "precision_at_3": 0.19249, "precision_at_5": 0.12896, "precision_at_10": 0.07287, "precision_at_20": 0.0402, "precision_at_100": 0.00918, "precision_at_1000": 0.00099, "mrr_at_1": 0.405042, "mrr_at_3": 0.481858, "mrr_at_5": 0.497126, "mrr_at_10": 0.508467, "mrr_at_20": 0.513892, "mrr_at_100": 0.516938, "mrr_at_1000": 0.517298, "nauc_ndcg_at_1_max": 0.38271, "nauc_ndcg_at_1_std": 0.024064, "nauc_ndcg_at_1_diff1": 0.623757, "nauc_ndcg_at_3_max": 0.414389, "nauc_ndcg_at_3_std": 0.060689, "nauc_ndcg_at_3_diff1": 0.564259, "nauc_ndcg_at_5_max": 0.423544, "nauc_ndcg_at_5_std": 0.073713, "nauc_ndcg_at_5_diff1": 0.556261, "nauc_ndcg_at_10_max": 0.432415, "nauc_ndcg_at_10_std": 0.085238, "nauc_ndcg_at_10_diff1": 0.548473, "nauc_ndcg_at_20_max": 0.437741, "nauc_ndcg_at_20_std": 0.094415, "nauc_ndcg_at_20_diff1": 0.552164, "nauc_ndcg_at_100_max": 0.433001, "nauc_ndcg_at_100_std": 0.095584, "nauc_ndcg_at_100_diff1": 0.559019, "nauc_ndcg_at_1000_max": 0.426644, "nauc_ndcg_at_1000_std": 0.082929, "nauc_ndcg_at_1000_diff1": 0.563289, "nauc_map_at_1_max": 0.38271, "nauc_map_at_1_std": 0.024064, "nauc_map_at_1_diff1": 0.623757, "nauc_map_at_3_max": 0.406729, "nauc_map_at_3_std": 0.051975, "nauc_map_at_3_diff1": 0.578693, "nauc_map_at_5_max": 0.411394, "nauc_map_at_5_std": 0.058643, "nauc_map_at_5_diff1": 0.574558, "nauc_map_at_10_max": 0.414498, "nauc_map_at_10_std": 0.062716, "nauc_map_at_10_diff1": 0.571809, "nauc_map_at_20_max": 0.415513, "nauc_map_at_20_std": 0.064663, "nauc_map_at_20_diff1": 0.573072, "nauc_map_at_100_max": 0.41473, "nauc_map_at_100_std": 0.06465, "nauc_map_at_100_diff1": 0.574047, "nauc_map_at_1000_max": 0.414566, "nauc_map_at_1000_std": 0.064304, "nauc_map_at_1000_diff1": 0.574191, "nauc_recall_at_1_max": 0.38271, "nauc_recall_at_1_std": 0.024064, "nauc_recall_at_1_diff1": 0.623757, "nauc_recall_at_3_max": 0.437925, "nauc_recall_at_3_std": 0.087396, "nauc_recall_at_3_diff1": 0.519886, "nauc_recall_at_5_max": 0.465973, "nauc_recall_at_5_std": 0.126608, "nauc_recall_at_5_diff1": 0.493784, "nauc_recall_at_10_max": 0.511243, "nauc_recall_at_10_std": 0.184716, "nauc_recall_at_10_diff1": 0.449956, "nauc_recall_at_20_max": 0.570043, "nauc_recall_at_20_std": 0.273833, "nauc_recall_at_20_diff1": 0.443062, "nauc_recall_at_100_max": 0.650042, "nauc_recall_at_100_std": 0.512243, "nauc_recall_at_100_diff1": 0.433138, "nauc_recall_at_1000_max": 0.856762, "nauc_recall_at_1000_std": 0.821406, "nauc_recall_at_1000_diff1": 0.413405, "nauc_precision_at_1_max": 0.38271, "nauc_precision_at_1_std": 0.024064, "nauc_precision_at_1_diff1": 0.623757, "nauc_precision_at_3_max": 0.437925, "nauc_precision_at_3_std": 0.087396, "nauc_precision_at_3_diff1": 0.519886, "nauc_precision_at_5_max": 0.465973, "nauc_precision_at_5_std": 0.126608, "nauc_precision_at_5_diff1": 0.493784, "nauc_precision_at_10_max": 0.511243, "nauc_precision_at_10_std": 0.184716, "nauc_precision_at_10_diff1": 0.449956, "nauc_precision_at_20_max": 0.570043, "nauc_precision_at_20_std": 0.273833, "nauc_precision_at_20_diff1": 0.443062, "nauc_precision_at_100_max": 0.650042, "nauc_precision_at_100_std": 0.512243, "nauc_precision_at_100_diff1": 0.433138, "nauc_precision_at_1000_max": 0.856762, "nauc_precision_at_1000_std": 0.821406, "nauc_precision_at_1000_diff1": 0.413405, "nauc_mrr_at_1_max": 0.38271, "nauc_mrr_at_1_std": 0.024064, "nauc_mrr_at_1_diff1": 0.623757, "nauc_mrr_at_3_max": 0.406729, "nauc_mrr_at_3_std": 0.051975, "nauc_mrr_at_3_diff1": 0.578693, "nauc_mrr_at_5_max": 0.411394, "nauc_mrr_at_5_std": 0.058643, "nauc_mrr_at_5_diff1": 0.574558, "nauc_mrr_at_10_max": 0.414498, "nauc_mrr_at_10_std": 0.062716, "nauc_mrr_at_10_diff1": 0.571809, "nauc_mrr_at_20_max": 0.415513, "nauc_mrr_at_20_std": 0.064663, "nauc_mrr_at_20_diff1": 0.573072, "nauc_mrr_at_100_max": 0.41473, "nauc_mrr_at_100_std": 0.06465, "nauc_mrr_at_100_diff1": 0.574047, "nauc_mrr_at_1000_max": 0.414566, "nauc_mrr_at_1000_std": 0.064304, "nauc_mrr_at_1000_diff1": 0.574191, "hit_rate_at_1": 0.40504, "hit_rate_at_3": 0.57748, "hit_rate_at_5": 0.6448, "hit_rate_at_10": 0.72873, "hit_rate_at_20": 0.80407, "hit_rate_at_100": 0.91808, "hit_rate_at_1000": 0.99169, "main_score": 0.56136, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.2" } ] }, "evaluation_time": 9381.006654069, "kg_co2_emissions": null, "date": 1784345414.595162, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 128.12885570099934, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 128.1689655680002, "end": 9377.555453808001, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 9377.555481809, "end": 9380.916218634999, "split": "test", "subset": "default" } ] }