{ "dataset_revision": "7070d1979d9a4943dd49b2e72858eb1e54f6bd5b", "task_name": "AVMemeExamT2VARetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.55778, "ndcg_at_3": 0.6305, "ndcg_at_5": 0.65048, "ndcg_at_10": 0.66971, "ndcg_at_20": 0.68066, "ndcg_at_100": 0.70119, "ndcg_at_1000": 0.70877, "map_at_1": 0.55778, "map_at_3": 0.61296, "map_at_5": 0.62396, "map_at_10": 0.6318, "map_at_20": 0.6348, "map_at_100": 0.63785, "map_at_1000": 0.63814, "recall_at_1": 0.55778, "recall_at_3": 0.68111, "recall_at_5": 0.73, "recall_at_10": 0.79, "recall_at_20": 0.83333, "recall_at_100": 0.94111, "recall_at_1000": 1.0, "accuracy": 0.55778, "precision_at_1": 0.55778, "precision_at_3": 0.22704, "precision_at_5": 0.146, "precision_at_10": 0.079, "precision_at_20": 0.04167, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.557778, "mrr_at_3": 0.612963, "mrr_at_5": 0.623963, "mrr_at_10": 0.631797, "mrr_at_20": 0.634804, "mrr_at_100": 0.637848, "mrr_at_1000": 0.638144, "nauc_ndcg_at_1_max": 0.517913, "nauc_ndcg_at_1_std": -0.269391, "nauc_ndcg_at_1_diff1": 0.802521, "nauc_ndcg_at_3_max": 0.526019, "nauc_ndcg_at_3_std": -0.281, "nauc_ndcg_at_3_diff1": 0.766359, "nauc_ndcg_at_5_max": 0.522399, "nauc_ndcg_at_5_std": -0.289533, "nauc_ndcg_at_5_diff1": 0.759833, "nauc_ndcg_at_10_max": 0.523493, "nauc_ndcg_at_10_std": -0.272413, "nauc_ndcg_at_10_diff1": 0.753196, "nauc_ndcg_at_20_max": 0.52746, "nauc_ndcg_at_20_std": -0.257899, "nauc_ndcg_at_20_diff1": 0.752266, "nauc_ndcg_at_100_max": 0.523624, "nauc_ndcg_at_100_std": -0.263431, "nauc_ndcg_at_100_diff1": 0.757219, "nauc_ndcg_at_1000_max": 0.523062, "nauc_ndcg_at_1000_std": -0.269838, "nauc_ndcg_at_1000_diff1": 0.762403, "nauc_map_at_1_max": 0.517913, "nauc_map_at_1_std": -0.269391, "nauc_map_at_1_diff1": 0.802521, "nauc_map_at_3_max": 0.522606, "nauc_map_at_3_std": -0.278508, "nauc_map_at_3_diff1": 0.774928, "nauc_map_at_5_max": 0.520361, "nauc_map_at_5_std": -0.283277, "nauc_map_at_5_diff1": 0.771735, "nauc_map_at_10_max": 0.520783, "nauc_map_at_10_std": -0.276533, "nauc_map_at_10_diff1": 0.76972, "nauc_map_at_20_max": 0.521927, "nauc_map_at_20_std": -0.272727, "nauc_map_at_20_diff1": 0.769568, "nauc_map_at_100_max": 0.52129, "nauc_map_at_100_std": -0.273736, "nauc_map_at_100_diff1": 0.77017, "nauc_map_at_1000_max": 0.521288, "nauc_map_at_1000_std": -0.273959, "nauc_map_at_1000_diff1": 0.770374, "nauc_recall_at_1_max": 0.517913, "nauc_recall_at_1_std": -0.269391, "nauc_recall_at_1_diff1": 0.802521, "nauc_recall_at_3_max": 0.537693, "nauc_recall_at_3_std": -0.288832, "nauc_recall_at_3_diff1": 0.738971, "nauc_recall_at_5_max": 0.530159, "nauc_recall_at_5_std": -0.312766, "nauc_recall_at_5_diff1": 0.716256, "nauc_recall_at_10_max": 0.536084, "nauc_recall_at_10_std": -0.245902, "nauc_recall_at_10_diff1": 0.675983, "nauc_recall_at_20_max": 0.562007, "nauc_recall_at_20_std": -0.149567, "nauc_recall_at_20_diff1": 0.653192, "nauc_recall_at_100_max": 0.545558, "nauc_recall_at_100_std": -0.072547, "nauc_recall_at_100_diff1": 0.60424, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.517913, "nauc_precision_at_1_std": -0.269391, "nauc_precision_at_1_diff1": 0.802521, "nauc_precision_at_3_max": 0.537693, "nauc_precision_at_3_std": -0.288832, "nauc_precision_at_3_diff1": 0.738971, "nauc_precision_at_5_max": 0.530159, "nauc_precision_at_5_std": -0.312766, "nauc_precision_at_5_diff1": 0.716256, "nauc_precision_at_10_max": 0.536084, "nauc_precision_at_10_std": -0.245902, "nauc_precision_at_10_diff1": 0.675983, "nauc_precision_at_20_max": 0.562007, "nauc_precision_at_20_std": -0.149567, "nauc_precision_at_20_diff1": 0.653192, "nauc_precision_at_100_max": 0.545558, "nauc_precision_at_100_std": -0.072547, "nauc_precision_at_100_diff1": 0.60424, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.517913, "nauc_mrr_at_1_std": -0.269391, "nauc_mrr_at_1_diff1": 0.802521, "nauc_mrr_at_3_max": 0.522606, "nauc_mrr_at_3_std": -0.278508, "nauc_mrr_at_3_diff1": 0.774928, "nauc_mrr_at_5_max": 0.520361, "nauc_mrr_at_5_std": -0.283277, "nauc_mrr_at_5_diff1": 0.771735, "nauc_mrr_at_10_max": 0.520783, "nauc_mrr_at_10_std": -0.276533, "nauc_mrr_at_10_diff1": 0.76972, "nauc_mrr_at_20_max": 0.521927, "nauc_mrr_at_20_std": -0.272727, "nauc_mrr_at_20_diff1": 0.769568, "nauc_mrr_at_100_max": 0.52129, "nauc_mrr_at_100_std": -0.273736, "nauc_mrr_at_100_diff1": 0.77017, "nauc_mrr_at_1000_max": 0.521288, "nauc_mrr_at_1000_std": -0.273959, "nauc_mrr_at_1000_diff1": 0.770374, "hit_rate_at_1": 0.55778, "hit_rate_at_3": 0.68111, "hit_rate_at_5": 0.73, "hit_rate_at_10": 0.79, "hit_rate_at_20": 0.83333, "hit_rate_at_100": 0.94111, "hit_rate_at_1000": 1.0, "main_score": 0.66971, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1527.7096486091614, "kg_co2_emissions": null, "date": null }