{ "dataset_revision": "1957723c0ad97993f3807df271e2660b869c3ea2", "task_name": "Shot2Story20KV2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.88143, "ndcg_at_3": 0.91393, "ndcg_at_5": 0.92034, "ndcg_at_10": 0.92621, "ndcg_at_20": 0.92899, "ndcg_at_100": 0.9307, "ndcg_at_1000": 0.93128, "map_at_1": 0.88143, "map_at_3": 0.90637, "map_at_5": 0.90996, "map_at_10": 0.91249, "map_at_20": 0.91326, "map_at_100": 0.9135, "map_at_1000": 0.91351, "recall_at_1": 0.88143, "recall_at_3": 0.93562, "recall_at_5": 0.95103, "recall_at_10": 0.96868, "recall_at_20": 0.97962, "recall_at_100": 0.98881, "recall_at_1000": 0.99354, "accuracy": 0.88143, "precision_at_1": 0.88143, "precision_at_3": 0.31187, "precision_at_5": 0.19021, "precision_at_10": 0.09687, "precision_at_20": 0.04898, "precision_at_100": 0.00989, "precision_at_1000": 0.00099, "mrr_at_1": 0.881432, "mrr_at_3": 0.906372, "mrr_at_5": 0.909964, "mrr_at_10": 0.912489, "mrr_at_20": 0.913259, "mrr_at_100": 0.913495, "mrr_at_1000": 0.913514, "nauc_ndcg_at_1_max": 0.682498, "nauc_ndcg_at_1_std": -0.397691, "nauc_ndcg_at_1_diff1": 0.916996, "nauc_ndcg_at_3_max": 0.680687, "nauc_ndcg_at_3_std": -0.468446, "nauc_ndcg_at_3_diff1": 0.90669, "nauc_ndcg_at_5_max": 0.682394, "nauc_ndcg_at_5_std": -0.452809, "nauc_ndcg_at_5_diff1": 0.908371, "nauc_ndcg_at_10_max": 0.67966, "nauc_ndcg_at_10_std": -0.437485, "nauc_ndcg_at_10_diff1": 0.908335, "nauc_ndcg_at_20_max": 0.674721, "nauc_ndcg_at_20_std": -0.425799, "nauc_ndcg_at_20_diff1": 0.907073, "nauc_ndcg_at_100_max": 0.675307, "nauc_ndcg_at_100_std": -0.417668, "nauc_ndcg_at_100_diff1": 0.906667, "nauc_ndcg_at_1000_max": 0.676536, "nauc_ndcg_at_1000_std": -0.422593, "nauc_ndcg_at_1000_diff1": 0.907213, "nauc_map_at_1_max": 0.682498, "nauc_map_at_1_std": -0.397691, "nauc_map_at_1_diff1": 0.916996, "nauc_map_at_3_max": 0.681721, "nauc_map_at_3_std": -0.449286, "nauc_map_at_3_diff1": 0.90938, "nauc_map_at_5_max": 0.682681, "nauc_map_at_5_std": -0.440683, "nauc_map_at_5_diff1": 0.910368, "nauc_map_at_10_max": 0.681607, "nauc_map_at_10_std": -0.434527, "nauc_map_at_10_diff1": 0.910261, "nauc_map_at_20_max": 0.680512, "nauc_map_at_20_std": -0.431953, "nauc_map_at_20_diff1": 0.910007, "nauc_map_at_100_max": 0.680473, "nauc_map_at_100_std": -0.431096, "nauc_map_at_100_diff1": 0.909982, "nauc_map_at_1000_max": 0.680478, "nauc_map_at_1000_std": -0.431208, "nauc_map_at_1000_diff1": 0.910008, "nauc_recall_at_1_max": 0.682498, "nauc_recall_at_1_std": -0.397691, "nauc_recall_at_1_diff1": 0.916996, "nauc_recall_at_3_max": 0.676114, "nauc_recall_at_3_std": -0.546457, "nauc_recall_at_3_diff1": 0.895803, "nauc_recall_at_5_max": 0.680757, "nauc_recall_at_5_std": -0.510946, "nauc_recall_at_5_diff1": 0.898556, "nauc_recall_at_10_max": 0.661891, "nauc_recall_at_10_std": -0.440164, "nauc_recall_at_10_diff1": 0.894929, "nauc_recall_at_20_max": 0.585077, "nauc_recall_at_20_std": -0.280232, "nauc_recall_at_20_diff1": 0.870089, "nauc_recall_at_100_max": 0.546595, "nauc_recall_at_100_std": 0.107163, "nauc_recall_at_100_diff1": 0.824998, "nauc_recall_at_1000_max": 0.582948, "nauc_recall_at_1000_std": 0.051511, "nauc_recall_at_1000_diff1": 0.80519, "nauc_precision_at_1_max": 0.682498, "nauc_precision_at_1_std": -0.397691, "nauc_precision_at_1_diff1": 0.916996, "nauc_precision_at_3_max": 0.676114, "nauc_precision_at_3_std": -0.546457, "nauc_precision_at_3_diff1": 0.895803, "nauc_precision_at_5_max": 0.680757, "nauc_precision_at_5_std": -0.510946, "nauc_precision_at_5_diff1": 0.898556, "nauc_precision_at_10_max": 0.661891, "nauc_precision_at_10_std": -0.440164, "nauc_precision_at_10_diff1": 0.894929, "nauc_precision_at_20_max": 0.585077, "nauc_precision_at_20_std": -0.280232, "nauc_precision_at_20_diff1": 0.870089, "nauc_precision_at_100_max": 0.546595, "nauc_precision_at_100_std": 0.107163, "nauc_precision_at_100_diff1": 0.824998, "nauc_precision_at_1000_max": 0.582948, "nauc_precision_at_1000_std": 0.051511, "nauc_precision_at_1000_diff1": 0.80519, "nauc_mrr_at_1_max": 0.682498, "nauc_mrr_at_1_std": -0.397691, "nauc_mrr_at_1_diff1": 0.916996, "nauc_mrr_at_3_max": 0.681721, "nauc_mrr_at_3_std": -0.449286, "nauc_mrr_at_3_diff1": 0.90938, "nauc_mrr_at_5_max": 0.682681, "nauc_mrr_at_5_std": -0.440683, "nauc_mrr_at_5_diff1": 0.910368, "nauc_mrr_at_10_max": 0.681607, "nauc_mrr_at_10_std": -0.434527, "nauc_mrr_at_10_diff1": 0.910261, "nauc_mrr_at_20_max": 0.680512, "nauc_mrr_at_20_std": -0.431953, "nauc_mrr_at_20_diff1": 0.910007, "nauc_mrr_at_100_max": 0.680473, "nauc_mrr_at_100_std": -0.431096, "nauc_mrr_at_100_diff1": 0.909982, "nauc_mrr_at_1000_max": 0.680478, "nauc_mrr_at_1000_std": -0.431208, "nauc_mrr_at_1000_diff1": 0.910008, "hit_rate_at_1": 0.88143, "hit_rate_at_3": 0.93562, "hit_rate_at_5": 0.95103, "hit_rate_at_10": 0.96868, "hit_rate_at_20": 0.97962, "hit_rate_at_100": 0.98881, "hit_rate_at_1000": 0.99354, "main_score": 0.92621, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 35927.09261918068, "kg_co2_emissions": null, "date": null }