{ "dataset_revision": "4661603cee25c1fd370e5478a2953203cf37155b", "task_name": "MSRVTTVA2T", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.00114, "ndcg_at_3": 0.00186, "ndcg_at_5": 0.00318, "ndcg_at_10": 0.00608, "ndcg_at_20": 0.00965, "ndcg_at_100": 0.02507, "ndcg_at_1000": 0.12705, "map_at_1": 0.00114, "map_at_3": 0.00171, "map_at_5": 0.00239, "map_at_10": 0.00356, "map_at_20": 0.00461, "map_at_100": 0.00638, "map_at_1000": 0.00884, "recall_at_1": 0.00114, "recall_at_3": 0.00228, "recall_at_5": 0.00569, "recall_at_10": 0.01479, "recall_at_20": 0.02844, "recall_at_100": 0.11718, "recall_at_1000": 1.0, "accuracy": 0.00114, "precision_at_1": 0.00114, "precision_at_3": 0.00076, "precision_at_5": 0.00114, "precision_at_10": 0.00148, "precision_at_20": 0.00142, "precision_at_100": 0.00117, "precision_at_1000": 0.001, "mrr_at_1": 0.001138, "mrr_at_3": 0.001706, "mrr_at_5": 0.002389, "mrr_at_10": 0.003561, "mrr_at_20": 0.004606, "mrr_at_100": 0.006376, "mrr_at_1000": 0.008839, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": -0.070309, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.452442, "nauc_ndcg_at_3_std": 0.343743, "nauc_ndcg_at_3_diff1": 0.452442, "nauc_ndcg_at_5_max": 0.086802, "nauc_ndcg_at_5_std": 0.0538, "nauc_ndcg_at_5_diff1": 0.060737, "nauc_ndcg_at_10_max": 0.095887, "nauc_ndcg_at_10_std": 0.089561, "nauc_ndcg_at_10_diff1": 0.076015, "nauc_ndcg_at_20_max": 0.043678, "nauc_ndcg_at_20_std": 0.040626, "nauc_ndcg_at_20_diff1": 0.030877, "nauc_ndcg_at_100_max": -0.005701, "nauc_ndcg_at_100_std": 0.017461, "nauc_ndcg_at_100_diff1": -0.015765, "nauc_ndcg_at_1000_max": 0.022777, "nauc_ndcg_at_1000_std": 0.024405, "nauc_ndcg_at_1000_diff1": 0.010809, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": -0.070309, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.528194, "nauc_map_at_3_std": 0.286461, "nauc_map_at_3_diff1": 0.528194, "nauc_map_at_5_max": 0.255273, "nauc_map_at_5_std": 0.10357, "nauc_map_at_5_diff1": 0.23736, "nauc_map_at_10_max": 0.213548, "nauc_map_at_10_std": 0.106274, "nauc_map_at_10_diff1": 0.19115, "nauc_map_at_20_max": 0.154154, "nauc_map_at_20_std": 0.06828, "nauc_map_at_20_diff1": 0.134149, "nauc_map_at_100_max": 0.102739, "nauc_map_at_100_std": 0.049078, "nauc_map_at_100_diff1": 0.086029, "nauc_map_at_1000_max": 0.100166, "nauc_map_at_1000_std": 0.047796, "nauc_map_at_1000_diff1": 0.083058, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": -0.070309, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.292291, "nauc_recall_at_3_std": 0.464846, "nauc_recall_at_3_diff1": 0.292291, "nauc_recall_at_5_max": -0.139302, "nauc_recall_at_5_std": -0.026255, "nauc_recall_at_5_diff1": -0.176918, "nauc_recall_at_10_max": 0.00204, "nauc_recall_at_10_std": 0.075836, "nauc_recall_at_10_diff1": -0.012635, "nauc_recall_at_20_max": -0.019749, "nauc_recall_at_20_std": 0.024368, "nauc_recall_at_20_diff1": -0.024583, "nauc_recall_at_100_max": -0.03365, "nauc_recall_at_100_std": 0.008594, "nauc_recall_at_100_diff1": -0.041387, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": -0.070309, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.292291, "nauc_precision_at_3_std": 0.464846, "nauc_precision_at_3_diff1": 0.292291, "nauc_precision_at_5_max": -0.139302, "nauc_precision_at_5_std": -0.026255, "nauc_precision_at_5_diff1": -0.176918, "nauc_precision_at_10_max": 0.00204, "nauc_precision_at_10_std": 0.075836, "nauc_precision_at_10_diff1": -0.012635, "nauc_precision_at_20_max": -0.019749, "nauc_precision_at_20_std": 0.024368, "nauc_precision_at_20_diff1": -0.024583, "nauc_precision_at_100_max": -0.03365, "nauc_precision_at_100_std": 0.008594, "nauc_precision_at_100_diff1": -0.041387, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": -0.070309, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.528194, "nauc_mrr_at_3_std": 0.286461, "nauc_mrr_at_3_diff1": 0.528194, "nauc_mrr_at_5_max": 0.255273, "nauc_mrr_at_5_std": 0.10357, "nauc_mrr_at_5_diff1": 0.23736, "nauc_mrr_at_10_max": 0.213548, "nauc_mrr_at_10_std": 0.106274, "nauc_mrr_at_10_diff1": 0.19115, "nauc_mrr_at_20_max": 0.154154, "nauc_mrr_at_20_std": 0.06828, "nauc_mrr_at_20_diff1": 0.134149, "nauc_mrr_at_100_max": 0.102739, "nauc_mrr_at_100_std": 0.049078, "nauc_mrr_at_100_diff1": 0.086029, "nauc_mrr_at_1000_max": 0.100166, "nauc_mrr_at_1000_std": 0.047796, "nauc_mrr_at_1000_diff1": 0.083058, "hit_rate_at_1": 0.00114, "hit_rate_at_3": 0.00228, "hit_rate_at_5": 0.00569, "hit_rate_at_10": 0.01479, "hit_rate_at_20": 0.02844, "hit_rate_at_100": 0.11718, "hit_rate_at_1000": 1.0, "main_score": 0.00608, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 789.5329620838165, "kg_co2_emissions": null, "date": null }