{ "dataset_revision": "0d2e86e6d36927f4676ee6127c4e38e3867ce0ce", "task_name": "VATEXA2VRetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.003, "ndcg_at_3": 0.00463, "ndcg_at_5": 0.00545, "ndcg_at_10": 0.007, "ndcg_at_20": 0.01078, "ndcg_at_100": 0.0277, "ndcg_at_1000": 0.1281, "map_at_1": 0.003, "map_at_3": 0.00417, "map_at_5": 0.00462, "map_at_10": 0.00522, "map_at_20": 0.00625, "map_at_100": 0.00829, "map_at_1000": 0.01071, "recall_at_1": 0.003, "recall_at_3": 0.006, "recall_at_5": 0.008, "recall_at_10": 0.013, "recall_at_20": 0.028, "recall_at_100": 0.124, "recall_at_1000": 1.0, "accuracy": 0.003, "precision_at_1": 0.003, "precision_at_3": 0.002, "precision_at_5": 0.0016, "precision_at_10": 0.0013, "precision_at_20": 0.0014, "precision_at_100": 0.00124, "precision_at_1000": 0.001, "mrr_at_1": 0.003, "mrr_at_3": 0.004167, "mrr_at_5": 0.004617, "mrr_at_10": 0.005221, "mrr_at_20": 0.00625, "mrr_at_100": 0.008288, "mrr_at_1000": 0.010708, "nauc_ndcg_at_1_max": -0.341293, "nauc_ndcg_at_1_std": -0.398533, "nauc_ndcg_at_1_diff1": 0.39898, "nauc_ndcg_at_3_max": -0.321094, "nauc_ndcg_at_3_std": -0.353251, "nauc_ndcg_at_3_diff1": 0.610649, "nauc_ndcg_at_5_max": -0.3031, "nauc_ndcg_at_5_std": -0.251653, "nauc_ndcg_at_5_diff1": 0.566334, "nauc_ndcg_at_10_max": -0.295082, "nauc_ndcg_at_10_std": -0.218277, "nauc_ndcg_at_10_diff1": 0.540915, "nauc_ndcg_at_20_max": -0.233746, "nauc_ndcg_at_20_std": -0.164887, "nauc_ndcg_at_20_diff1": 0.44389, "nauc_ndcg_at_100_max": -0.053678, "nauc_ndcg_at_100_std": 0.049389, "nauc_ndcg_at_100_diff1": 0.283784, "nauc_ndcg_at_1000_max": -0.089795, "nauc_ndcg_at_1000_std": -0.009922, "nauc_ndcg_at_1000_diff1": 0.277669, "nauc_map_at_1_max": -0.341293, "nauc_map_at_1_std": -0.398533, "nauc_map_at_1_diff1": 0.39898, "nauc_map_at_3_max": -0.325892, "nauc_map_at_3_std": -0.361309, "nauc_map_at_3_diff1": 0.567266, "nauc_map_at_5_max": -0.31443, "nauc_map_at_5_std": -0.294525, "nauc_map_at_5_diff1": 0.54476, "nauc_map_at_10_max": -0.309323, "nauc_map_at_10_std": -0.272409, "nauc_map_at_10_diff1": 0.529833, "nauc_map_at_20_max": -0.276546, "nauc_map_at_20_std": -0.236346, "nauc_map_at_20_diff1": 0.488204, "nauc_map_at_100_max": -0.189507, "nauc_map_at_100_std": -0.135893, "nauc_map_at_100_diff1": 0.423444, "nauc_map_at_1000_max": -0.18426, "nauc_map_at_1000_std": -0.130326, "nauc_map_at_1000_diff1": 0.401267, "nauc_recall_at_1_max": -0.341293, "nauc_recall_at_1_std": -0.398533, "nauc_recall_at_1_diff1": 0.39898, "nauc_recall_at_3_max": -0.311108, "nauc_recall_at_3_std": -0.337045, "nauc_recall_at_3_diff1": 0.69949, "nauc_recall_at_5_max": -0.281963, "nauc_recall_at_5_std": -0.17182, "nauc_recall_at_5_diff1": 0.598538, "nauc_recall_at_10_max": -0.275392, "nauc_recall_at_10_std": -0.144269, "nauc_recall_at_10_diff1": 0.551341, "nauc_recall_at_20_max": -0.19514, "nauc_recall_at_20_std": -0.105428, "nauc_recall_at_20_diff1": 0.393758, "nauc_recall_at_100_max": -9.3e-05, "nauc_recall_at_100_std": 0.126078, "nauc_recall_at_100_diff1": 0.217069, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.341293, "nauc_precision_at_1_std": -0.398533, "nauc_precision_at_1_diff1": 0.39898, "nauc_precision_at_3_max": -0.311108, "nauc_precision_at_3_std": -0.337045, "nauc_precision_at_3_diff1": 0.69949, "nauc_precision_at_5_max": -0.281963, "nauc_precision_at_5_std": -0.17182, "nauc_precision_at_5_diff1": 0.598538, "nauc_precision_at_10_max": -0.275392, "nauc_precision_at_10_std": -0.144269, "nauc_precision_at_10_diff1": 0.551341, "nauc_precision_at_20_max": -0.19514, "nauc_precision_at_20_std": -0.105428, "nauc_precision_at_20_diff1": 0.393758, "nauc_precision_at_100_max": -9.3e-05, "nauc_precision_at_100_std": 0.126078, "nauc_precision_at_100_diff1": 0.217069, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.341293, "nauc_mrr_at_1_std": -0.398533, "nauc_mrr_at_1_diff1": 0.39898, "nauc_mrr_at_3_max": -0.325892, "nauc_mrr_at_3_std": -0.361309, "nauc_mrr_at_3_diff1": 0.567266, "nauc_mrr_at_5_max": -0.31443, "nauc_mrr_at_5_std": -0.294525, "nauc_mrr_at_5_diff1": 0.54476, "nauc_mrr_at_10_max": -0.309323, "nauc_mrr_at_10_std": -0.272409, "nauc_mrr_at_10_diff1": 0.529833, "nauc_mrr_at_20_max": -0.276546, "nauc_mrr_at_20_std": -0.236346, "nauc_mrr_at_20_diff1": 0.488204, "nauc_mrr_at_100_max": -0.189507, "nauc_mrr_at_100_std": -0.135893, "nauc_mrr_at_100_diff1": 0.423444, "nauc_mrr_at_1000_max": -0.18426, "nauc_mrr_at_1000_std": -0.130326, "nauc_mrr_at_1000_diff1": 0.401267, "hit_rate_at_1": 0.003, "hit_rate_at_3": 0.006, "hit_rate_at_5": 0.008, "hit_rate_at_10": 0.013, "hit_rate_at_20": 0.028, "hit_rate_at_100": 0.124, "hit_rate_at_1000": 1.0, "main_score": 0.007, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5820.542090177536, "kg_co2_emissions": null, "date": null }