{ "dataset_revision": "1957723c0ad97993f3807df271e2660b869c3ea2", "task_name": "Shot2Story20KT2VARetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.92071, "ndcg_at_3": 0.93926, "ndcg_at_5": 0.94349, "ndcg_at_10": 0.94796, "ndcg_at_20": 0.95031, "ndcg_at_100": 0.95252, "ndcg_at_1000": 0.95284, "map_at_1": 0.92071, "map_at_3": 0.93483, "map_at_5": 0.93719, "map_at_10": 0.93907, "map_at_20": 0.93973, "map_at_100": 0.94005, "map_at_1000": 0.94006, "recall_at_1": 0.92071, "recall_at_3": 0.95203, "recall_at_5": 0.96222, "recall_at_10": 0.97589, "recall_at_20": 0.98509, "recall_at_100": 0.99677, "recall_at_1000": 0.99925, "accuracy": 0.92071, "precision_at_1": 0.92071, "precision_at_3": 0.31734, "precision_at_5": 0.19244, "precision_at_10": 0.09759, "precision_at_20": 0.04925, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.920706, "mrr_at_3": 0.934833, "mrr_at_5": 0.937194, "mrr_at_10": 0.939069, "mrr_at_20": 0.939728, "mrr_at_100": 0.940051, "mrr_at_1000": 0.940064, "nauc_ndcg_at_1_max": 0.828471, "nauc_ndcg_at_1_std": -0.171324, "nauc_ndcg_at_1_diff1": 0.973213, "nauc_ndcg_at_3_max": 0.85692, "nauc_ndcg_at_3_std": -0.137745, "nauc_ndcg_at_3_diff1": 0.972428, "nauc_ndcg_at_5_max": 0.855184, "nauc_ndcg_at_5_std": -0.1265, "nauc_ndcg_at_5_diff1": 0.97205, "nauc_ndcg_at_10_max": 0.85529, "nauc_ndcg_at_10_std": -0.121736, "nauc_ndcg_at_10_diff1": 0.973431, "nauc_ndcg_at_20_max": 0.853596, "nauc_ndcg_at_20_std": -0.114536, "nauc_ndcg_at_20_diff1": 0.972818, "nauc_ndcg_at_100_max": 0.851062, "nauc_ndcg_at_100_std": -0.123409, "nauc_ndcg_at_100_diff1": 0.972859, "nauc_ndcg_at_1000_max": 0.850233, "nauc_ndcg_at_1000_std": -0.12913, "nauc_ndcg_at_1000_diff1": 0.972759, "nauc_map_at_1_max": 0.828471, "nauc_map_at_1_std": -0.171324, "nauc_map_at_1_diff1": 0.973213, "nauc_map_at_3_max": 0.848586, "nauc_map_at_3_std": -0.148094, "nauc_map_at_3_diff1": 0.972558, "nauc_map_at_5_max": 0.84747, "nauc_map_at_5_std": -0.142857, "nauc_map_at_5_diff1": 0.972379, "nauc_map_at_10_max": 0.847367, "nauc_map_at_10_std": -0.14125, "nauc_map_at_10_diff1": 0.972898, "nauc_map_at_20_max": 0.846916, "nauc_map_at_20_std": -0.140097, "nauc_map_at_20_diff1": 0.97274, "nauc_map_at_100_max": 0.846573, "nauc_map_at_100_std": -0.14146, "nauc_map_at_100_diff1": 0.972749, "nauc_map_at_1000_max": 0.846547, "nauc_map_at_1000_std": -0.141628, "nauc_map_at_1000_diff1": 0.972745, "nauc_recall_at_1_max": 0.828471, "nauc_recall_at_1_std": -0.171324, "nauc_recall_at_1_diff1": 0.973213, "nauc_recall_at_3_max": 0.889582, "nauc_recall_at_3_std": -0.096901, "nauc_recall_at_3_diff1": 0.971979, "nauc_recall_at_5_max": 0.891647, "nauc_recall_at_5_std": -0.045119, "nauc_recall_at_5_diff1": 0.97044, "nauc_recall_at_10_max": 0.911707, "nauc_recall_at_10_std": 0.026896, "nauc_recall_at_10_diff1": 0.97844, "nauc_recall_at_20_max": 0.923554, "nauc_recall_at_20_std": 0.22156, "nauc_recall_at_20_diff1": 0.973858, "nauc_recall_at_100_max": 0.979891, "nauc_recall_at_100_std": 0.785997, "nauc_recall_at_100_diff1": 0.979891, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.956431, "nauc_recall_at_1000_diff1": 0.956431, "nauc_precision_at_1_max": 0.828471, "nauc_precision_at_1_std": -0.171324, "nauc_precision_at_1_diff1": 0.973213, "nauc_precision_at_3_max": 0.889582, "nauc_precision_at_3_std": -0.096901, "nauc_precision_at_3_diff1": 0.971979, "nauc_precision_at_5_max": 0.891647, "nauc_precision_at_5_std": -0.045119, "nauc_precision_at_5_diff1": 0.97044, "nauc_precision_at_10_max": 0.911707, "nauc_precision_at_10_std": 0.026896, "nauc_precision_at_10_diff1": 0.97844, "nauc_precision_at_20_max": 0.923554, "nauc_precision_at_20_std": 0.22156, "nauc_precision_at_20_diff1": 0.973858, "nauc_precision_at_100_max": 0.979891, "nauc_precision_at_100_std": 0.785997, "nauc_precision_at_100_diff1": 0.979891, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.956431, "nauc_precision_at_1000_diff1": 0.956431, "nauc_mrr_at_1_max": 0.828471, "nauc_mrr_at_1_std": -0.171324, "nauc_mrr_at_1_diff1": 0.973213, "nauc_mrr_at_3_max": 0.848586, "nauc_mrr_at_3_std": -0.148094, "nauc_mrr_at_3_diff1": 0.972558, "nauc_mrr_at_5_max": 0.84747, "nauc_mrr_at_5_std": -0.142857, "nauc_mrr_at_5_diff1": 0.972379, "nauc_mrr_at_10_max": 0.847367, "nauc_mrr_at_10_std": -0.14125, "nauc_mrr_at_10_diff1": 0.972898, "nauc_mrr_at_20_max": 0.846916, "nauc_mrr_at_20_std": -0.140097, "nauc_mrr_at_20_diff1": 0.97274, "nauc_mrr_at_100_max": 0.846573, "nauc_mrr_at_100_std": -0.14146, "nauc_mrr_at_100_diff1": 0.972749, "nauc_mrr_at_1000_max": 0.846547, "nauc_mrr_at_1000_std": -0.141628, "nauc_mrr_at_1000_diff1": 0.972745, "hit_rate_at_1": 0.92071, "hit_rate_at_3": 0.95203, "hit_rate_at_5": 0.96222, "hit_rate_at_10": 0.97589, "hit_rate_at_20": 0.98509, "hit_rate_at_100": 0.99677, "hit_rate_at_1000": 0.99925, "main_score": 0.94796, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3042.286255836487, "kg_co2_emissions": null, "date": null }