{ "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", "task_name": "LEMBNeedleRetrieval", "mteb_version": "1.18.0", "scores": { "test_256": [ { "ndcg_at_1": 0.52, "ndcg_at_3": 0.62833, "ndcg_at_5": 0.64468, "ndcg_at_10": 0.70352, "ndcg_at_20": 0.72465, "ndcg_at_100": 0.72465, "ndcg_at_1000": 0.72465, "map_at_1": 0.52, "map_at_3": 0.60333, "map_at_5": 0.61233, "map_at_10": 0.63699, "map_at_20": 0.64327, "map_at_100": 0.64327, "map_at_1000": 0.64327, "recall_at_1": 0.52, "recall_at_3": 0.7, "recall_at_5": 0.74, "recall_at_10": 0.92, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.52, "precision_at_3": 0.23333, "precision_at_5": 0.148, "precision_at_10": 0.092, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.52, "mrr_at_3": 0.603333, "mrr_at_5": 0.612333, "mrr_at_10": 0.636992, "mrr_at_20": 0.643265, "mrr_at_100": 0.643265, "mrr_at_1000": 0.643265, "nauc_ndcg_at_1_max": 0.238261, "nauc_ndcg_at_1_std": -0.164372, "nauc_ndcg_at_1_diff1": 0.438734, "nauc_ndcg_at_3_max": 0.26476, "nauc_ndcg_at_3_std": -0.23396, "nauc_ndcg_at_3_diff1": 0.500526, "nauc_ndcg_at_5_max": 0.243909, "nauc_ndcg_at_5_std": -0.262786, "nauc_ndcg_at_5_diff1": 0.467005, "nauc_ndcg_at_10_max": 0.206899, "nauc_ndcg_at_10_std": -0.219311, "nauc_ndcg_at_10_diff1": 0.476918, "nauc_ndcg_at_20_max": 0.229942, "nauc_ndcg_at_20_std": -0.232992, "nauc_ndcg_at_20_diff1": 0.471591, "nauc_ndcg_at_100_max": 0.229942, "nauc_ndcg_at_100_std": -0.232992, "nauc_ndcg_at_100_diff1": 0.471591, "nauc_ndcg_at_1000_max": 0.229942, "nauc_ndcg_at_1000_std": -0.232992, "nauc_ndcg_at_1000_diff1": 0.471591, "nauc_map_at_1_max": 0.238261, "nauc_map_at_1_std": -0.164372, "nauc_map_at_1_diff1": 0.438734, "nauc_map_at_3_max": 0.253112, "nauc_map_at_3_std": -0.221527, "nauc_map_at_3_diff1": 0.487221, "nauc_map_at_5_max": 0.241723, "nauc_map_at_5_std": -0.235839, "nauc_map_at_5_diff1": 0.469424, "nauc_map_at_10_max": 0.226311, "nauc_map_at_10_std": -0.224064, "nauc_map_at_10_diff1": 0.47173, "nauc_map_at_20_max": 0.232067, "nauc_map_at_20_std": -0.22707, "nauc_map_at_20_diff1": 0.470372, "nauc_map_at_100_max": 0.232067, "nauc_map_at_100_std": -0.22707, "nauc_map_at_100_diff1": 0.470372, "nauc_map_at_1000_max": 0.232067, "nauc_map_at_1000_std": -0.22707, "nauc_map_at_1000_diff1": 0.470372, "nauc_recall_at_1_max": 0.238261, "nauc_recall_at_1_std": -0.164372, "nauc_recall_at_1_diff1": 0.438734, "nauc_recall_at_3_max": 0.306467, "nauc_recall_at_3_std": -0.273032, "nauc_recall_at_3_diff1": 0.54401, "nauc_recall_at_5_max": 0.251085, "nauc_recall_at_5_std": -0.366084, "nauc_recall_at_5_diff1": 0.449901, "nauc_recall_at_10_max": -0.023926, "nauc_recall_at_10_std": -0.075397, "nauc_recall_at_10_diff1": 0.530345, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.238261, "nauc_precision_at_1_std": -0.164372, "nauc_precision_at_1_diff1": 0.438734, "nauc_precision_at_3_max": 0.306467, "nauc_precision_at_3_std": -0.273032, "nauc_precision_at_3_diff1": 0.54401, "nauc_precision_at_5_max": 0.251085, "nauc_precision_at_5_std": -0.366084, "nauc_precision_at_5_diff1": 0.449901, "nauc_precision_at_10_max": -0.023926, "nauc_precision_at_10_std": -0.075397, "nauc_precision_at_10_diff1": 0.530345, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.238261, "nauc_mrr_at_1_std": -0.164372, "nauc_mrr_at_1_diff1": 0.438734, "nauc_mrr_at_3_max": 0.253112, "nauc_mrr_at_3_std": -0.221527, "nauc_mrr_at_3_diff1": 0.487221, "nauc_mrr_at_5_max": 0.241723, "nauc_mrr_at_5_std": -0.235839, "nauc_mrr_at_5_diff1": 0.469424, "nauc_mrr_at_10_max": 0.226311, "nauc_mrr_at_10_std": -0.224064, "nauc_mrr_at_10_diff1": 0.47173, "nauc_mrr_at_20_max": 0.232067, "nauc_mrr_at_20_std": -0.22707, "nauc_mrr_at_20_diff1": 0.470372, "nauc_mrr_at_100_max": 0.232067, "nauc_mrr_at_100_std": -0.22707, "nauc_mrr_at_100_diff1": 0.470372, "nauc_mrr_at_1000_max": 0.232067, "nauc_mrr_at_1000_std": -0.22707, "nauc_mrr_at_1000_diff1": 0.470372, "main_score": 0.52, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_512": [ { "ndcg_at_1": 0.68, "ndcg_at_3": 0.80095, "ndcg_at_5": 0.81642, "ndcg_at_10": 0.82309, "ndcg_at_20": 0.83872, "ndcg_at_100": 0.83872, "ndcg_at_1000": 0.83872, "map_at_1": 0.68, "map_at_3": 0.77333, "map_at_5": 0.78133, "map_at_10": 0.78419, "map_at_20": 0.78872, "map_at_100": 0.78872, "map_at_1000": 0.78872, "recall_at_1": 0.68, "recall_at_3": 0.88, "recall_at_5": 0.92, "recall_at_10": 0.94, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68, "precision_at_3": 0.29333, "precision_at_5": 0.184, "precision_at_10": 0.094, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.68, "mrr_at_3": 0.773333, "mrr_at_5": 0.781333, "mrr_at_10": 0.78419, "mrr_at_20": 0.788724, "mrr_at_100": 0.788724, "mrr_at_1000": 0.788724, "nauc_ndcg_at_1_max": 0.063886, "nauc_ndcg_at_1_std": -0.391231, "nauc_ndcg_at_1_diff1": 0.744213, "nauc_ndcg_at_3_max": 0.07025, "nauc_ndcg_at_3_std": -0.321212, "nauc_ndcg_at_3_diff1": 0.695573, "nauc_ndcg_at_5_max": 0.008257, "nauc_ndcg_at_5_std": -0.301511, "nauc_ndcg_at_5_diff1": 0.724999, "nauc_ndcg_at_10_max": 0.082388, "nauc_ndcg_at_10_std": -0.344921, "nauc_ndcg_at_10_diff1": 0.725116, "nauc_ndcg_at_20_max": 0.072425, "nauc_ndcg_at_20_std": -0.34926, "nauc_ndcg_at_20_diff1": 0.723742, "nauc_ndcg_at_100_max": 0.072425, "nauc_ndcg_at_100_std": -0.34926, "nauc_ndcg_at_100_diff1": 0.723742, "nauc_ndcg_at_1000_max": 0.072425, "nauc_ndcg_at_1000_std": -0.34926, "nauc_ndcg_at_1000_diff1": 0.723742, "nauc_map_at_1_max": 0.063886, "nauc_map_at_1_std": -0.391231, "nauc_map_at_1_diff1": 0.744213, "nauc_map_at_3_max": 0.074501, "nauc_map_at_3_std": -0.344838, "nauc_map_at_3_diff1": 0.711412, "nauc_map_at_5_max": 0.047328, "nauc_map_at_5_std": -0.337069, "nauc_map_at_5_diff1": 0.725005, "nauc_map_at_10_max": 0.074308, "nauc_map_at_10_std": -0.35306, "nauc_map_at_10_diff1": 0.725047, "nauc_map_at_20_max": 0.072568, "nauc_map_at_20_std": -0.354122, "nauc_map_at_20_diff1": 0.724933, "nauc_map_at_100_max": 0.072568, "nauc_map_at_100_std": -0.354122, "nauc_map_at_100_diff1": 0.724933, "nauc_map_at_1000_max": 0.072568, "nauc_map_at_1000_std": -0.354122, "nauc_map_at_1000_diff1": 0.724933, "nauc_recall_at_1_max": 0.063886, "nauc_recall_at_1_std": -0.391231, "nauc_recall_at_1_diff1": 0.744213, "nauc_recall_at_3_max": 0.044941, "nauc_recall_at_3_std": -0.204741, "nauc_recall_at_3_diff1": 0.617881, "nauc_recall_at_5_max": -0.295168, "nauc_recall_at_5_std": -0.045985, "nauc_recall_at_5_diff1": 0.737395, "nauc_recall_at_10_max": 0.18643, "nauc_recall_at_10_std": -0.302054, "nauc_recall_at_10_diff1": 0.742453, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.063886, "nauc_precision_at_1_std": -0.391231, "nauc_precision_at_1_diff1": 0.744213, "nauc_precision_at_3_max": 0.044941, "nauc_precision_at_3_std": -0.204741, "nauc_precision_at_3_diff1": 0.617881, "nauc_precision_at_5_max": -0.295168, "nauc_precision_at_5_std": -0.045985, "nauc_precision_at_5_diff1": 0.737395, "nauc_precision_at_10_max": 0.18643, "nauc_precision_at_10_std": -0.302054, "nauc_precision_at_10_diff1": 0.742453, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.063886, "nauc_mrr_at_1_std": -0.391231, "nauc_mrr_at_1_diff1": 0.744213, "nauc_mrr_at_3_max": 0.074501, "nauc_mrr_at_3_std": -0.344838, "nauc_mrr_at_3_diff1": 0.711412, "nauc_mrr_at_5_max": 0.047328, "nauc_mrr_at_5_std": -0.337069, "nauc_mrr_at_5_diff1": 0.725005, "nauc_mrr_at_10_max": 0.074308, "nauc_mrr_at_10_std": -0.35306, "nauc_mrr_at_10_diff1": 0.725047, "nauc_mrr_at_20_max": 0.072568, "nauc_mrr_at_20_std": -0.354122, "nauc_mrr_at_20_diff1": 0.724933, "nauc_mrr_at_100_max": 0.072568, "nauc_mrr_at_100_std": -0.354122, "nauc_mrr_at_100_diff1": 0.724933, "nauc_mrr_at_1000_max": 0.072568, "nauc_mrr_at_1000_std": -0.354122, "nauc_mrr_at_1000_diff1": 0.724933, "main_score": 0.68, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_1024": [ { "ndcg_at_1": 0.74, "ndcg_at_3": 0.85095, "ndcg_at_5": 0.8673, "ndcg_at_10": 0.87308, "ndcg_at_20": 0.87849, "ndcg_at_100": 0.87849, "ndcg_at_1000": 0.87849, "map_at_1": 0.74, "map_at_3": 0.82667, "map_at_5": 0.83567, "map_at_10": 0.83767, "map_at_20": 0.83933, "map_at_100": 0.83933, "map_at_1000": 0.83933, "recall_at_1": 0.74, "recall_at_3": 0.92, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.30667, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.826667, "mrr_at_5": 0.835667, "mrr_at_10": 0.837667, "mrr_at_20": 0.839333, "mrr_at_100": 0.839333, "mrr_at_1000": 0.839333, "nauc_ndcg_at_1_max": -0.24038, "nauc_ndcg_at_1_std": -0.636592, "nauc_ndcg_at_1_diff1": 0.55018, "nauc_ndcg_at_3_max": 0.052259, "nauc_ndcg_at_3_std": -0.815877, "nauc_ndcg_at_3_diff1": 0.613709, "nauc_ndcg_at_5_max": -0.048139, "nauc_ndcg_at_5_std": -0.691751, "nauc_ndcg_at_5_diff1": 0.607245, "nauc_ndcg_at_10_max": -0.068394, "nauc_ndcg_at_10_std": -0.753875, "nauc_ndcg_at_10_diff1": 0.601512, "nauc_ndcg_at_20_max": -0.089246, "nauc_ndcg_at_20_std": -0.705661, "nauc_ndcg_at_20_diff1": 0.59561, "nauc_ndcg_at_100_max": -0.089246, "nauc_ndcg_at_100_std": -0.705661, "nauc_ndcg_at_100_diff1": 0.59561, "nauc_ndcg_at_1000_max": -0.089246, "nauc_ndcg_at_1000_std": -0.705661, "nauc_ndcg_at_1000_diff1": 0.59561, "nauc_map_at_1_max": -0.24038, "nauc_map_at_1_std": -0.636592, "nauc_map_at_1_diff1": 0.55018, "nauc_map_at_3_max": -0.040872, "nauc_map_at_3_std": -0.754363, "nauc_map_at_3_diff1": 0.59762, "nauc_map_at_5_max": -0.091742, "nauc_map_at_5_std": -0.695015, "nauc_map_at_5_diff1": 0.594864, "nauc_map_at_10_max": -0.097843, "nauc_map_at_10_std": -0.711957, "nauc_map_at_10_diff1": 0.593137, "nauc_map_at_20_max": -0.103054, "nauc_map_at_20_std": -0.700205, "nauc_map_at_20_diff1": 0.591661, "nauc_map_at_100_max": -0.103054, "nauc_map_at_100_std": -0.700205, "nauc_map_at_100_diff1": 0.591661, "nauc_map_at_1000_max": -0.103054, "nauc_map_at_1000_std": -0.700205, "nauc_map_at_1000_diff1": 0.591661, "nauc_recall_at_1_max": -0.24038, "nauc_recall_at_1_std": -0.636592, "nauc_recall_at_1_diff1": 0.55018, "nauc_recall_at_3_max": 0.576914, "nauc_recall_at_3_std": -1.166433, "nauc_recall_at_3_diff1": 0.70063, "nauc_recall_at_5_max": 0.358077, "nauc_recall_at_5_std": -0.592904, "nauc_recall_at_5_diff1": 0.722222, "nauc_recall_at_10_max": 0.358077, "nauc_recall_at_10_std": -1.739963, "nauc_recall_at_10_diff1": 0.722222, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.24038, "nauc_precision_at_1_std": -0.636592, "nauc_precision_at_1_diff1": 0.55018, "nauc_precision_at_3_max": 0.576914, "nauc_precision_at_3_std": -1.166433, "nauc_precision_at_3_diff1": 0.70063, "nauc_precision_at_5_max": 0.358077, "nauc_precision_at_5_std": -0.592904, "nauc_precision_at_5_diff1": 0.722222, "nauc_precision_at_10_max": 0.358077, "nauc_precision_at_10_std": -1.739963, "nauc_precision_at_10_diff1": 0.722222, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.24038, "nauc_mrr_at_1_std": -0.636592, "nauc_mrr_at_1_diff1": 0.55018, "nauc_mrr_at_3_max": -0.040872, "nauc_mrr_at_3_std": -0.754363, "nauc_mrr_at_3_diff1": 0.59762, "nauc_mrr_at_5_max": -0.091742, "nauc_mrr_at_5_std": -0.695015, "nauc_mrr_at_5_diff1": 0.594864, "nauc_mrr_at_10_max": -0.097843, "nauc_mrr_at_10_std": -0.711957, "nauc_mrr_at_10_diff1": 0.593137, "nauc_mrr_at_20_max": -0.103054, "nauc_mrr_at_20_std": -0.700205, "nauc_mrr_at_20_diff1": 0.591661, "nauc_mrr_at_100_max": -0.103054, "nauc_mrr_at_100_std": -0.700205, "nauc_mrr_at_100_diff1": 0.591661, "nauc_mrr_at_1000_max": -0.103054, "nauc_mrr_at_1000_std": -0.700205, "nauc_mrr_at_1000_diff1": 0.591661, "main_score": 0.74, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_2048": [ { "ndcg_at_1": 0.56, "ndcg_at_3": 0.60786, "ndcg_at_5": 0.60786, "ndcg_at_10": 0.60786, "ndcg_at_20": 0.60786, "ndcg_at_100": 0.6678, "ndcg_at_1000": 0.6678, "map_at_1": 0.56, "map_at_3": 0.59667, "map_at_5": 0.59667, "map_at_10": 0.59667, "map_at_20": 0.59667, "map_at_100": 0.60246, "map_at_1000": 0.60246, "recall_at_1": 0.56, "recall_at_3": 0.64, "recall_at_5": 0.64, "recall_at_10": 0.64, "recall_at_20": 0.64, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.56, "precision_at_3": 0.21333, "precision_at_5": 0.128, "precision_at_10": 0.064, "precision_at_20": 0.032, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.596667, "mrr_at_5": 0.596667, "mrr_at_10": 0.596667, "mrr_at_20": 0.596667, "mrr_at_100": 0.602371, "mrr_at_1000": 0.602371, "nauc_ndcg_at_1_max": 0.548348, "nauc_ndcg_at_1_std": 0.198387, "nauc_ndcg_at_1_diff1": 0.550732, "nauc_ndcg_at_3_max": 0.544709, "nauc_ndcg_at_3_std": 0.187135, "nauc_ndcg_at_3_diff1": 0.543374, "nauc_ndcg_at_5_max": 0.544709, "nauc_ndcg_at_5_std": 0.187135, "nauc_ndcg_at_5_diff1": 0.543374, "nauc_ndcg_at_10_max": 0.544709, "nauc_ndcg_at_10_std": 0.187135, "nauc_ndcg_at_10_diff1": 0.543374, "nauc_ndcg_at_20_max": 0.544709, "nauc_ndcg_at_20_std": 0.187135, "nauc_ndcg_at_20_diff1": 0.543374, "nauc_ndcg_at_100_max": 0.542217, "nauc_ndcg_at_100_std": 0.184759, "nauc_ndcg_at_100_diff1": 0.541447, "nauc_ndcg_at_1000_max": 0.542217, "nauc_ndcg_at_1000_std": 0.184759, "nauc_ndcg_at_1000_diff1": 0.541447, "nauc_map_at_1_max": 0.548348, "nauc_map_at_1_std": 0.198387, "nauc_map_at_1_diff1": 0.550732, "nauc_map_at_3_max": 0.54652, "nauc_map_at_3_std": 0.18217, "nauc_map_at_3_diff1": 0.5415, "nauc_map_at_5_max": 0.54652, "nauc_map_at_5_std": 0.18217, "nauc_map_at_5_diff1": 0.5415, "nauc_map_at_10_max": 0.54652, "nauc_map_at_10_std": 0.18217, "nauc_map_at_10_diff1": 0.5415, "nauc_map_at_20_max": 0.54652, "nauc_map_at_20_std": 0.18217, "nauc_map_at_20_diff1": 0.5415, "nauc_map_at_100_max": 0.545371, "nauc_map_at_100_std": 0.182066, "nauc_map_at_100_diff1": 0.541133, "nauc_map_at_1000_max": 0.545371, "nauc_map_at_1000_std": 0.182066, "nauc_map_at_1000_diff1": 0.541133, "nauc_recall_at_1_max": 0.548348, "nauc_recall_at_1_std": 0.198387, "nauc_recall_at_1_diff1": 0.550732, "nauc_recall_at_3_max": 0.538734, "nauc_recall_at_3_std": 0.205901, "nauc_recall_at_3_diff1": 0.550805, "nauc_recall_at_5_max": 0.538734, "nauc_recall_at_5_std": 0.205901, "nauc_recall_at_5_diff1": 0.550805, "nauc_recall_at_10_max": 0.538734, "nauc_recall_at_10_std": 0.205901, "nauc_recall_at_10_diff1": 0.550805, "nauc_recall_at_20_max": 0.538734, "nauc_recall_at_20_std": 0.205901, "nauc_recall_at_20_diff1": 0.550805, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.548348, "nauc_precision_at_1_std": 0.198387, "nauc_precision_at_1_diff1": 0.550732, "nauc_precision_at_3_max": 0.538734, "nauc_precision_at_3_std": 0.205901, "nauc_precision_at_3_diff1": 0.550805, "nauc_precision_at_5_max": 0.538734, "nauc_precision_at_5_std": 0.205901, "nauc_precision_at_5_diff1": 0.550805, "nauc_precision_at_10_max": 0.538734, "nauc_precision_at_10_std": 0.205901, "nauc_precision_at_10_diff1": 0.550805, "nauc_precision_at_20_max": 0.538734, "nauc_precision_at_20_std": 0.205901, "nauc_precision_at_20_diff1": 0.550805, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.548348, "nauc_mrr_at_1_std": 0.198387, "nauc_mrr_at_1_diff1": 0.550732, "nauc_mrr_at_3_max": 0.54652, "nauc_mrr_at_3_std": 0.18217, "nauc_mrr_at_3_diff1": 0.5415, "nauc_mrr_at_5_max": 0.54652, "nauc_mrr_at_5_std": 0.18217, "nauc_mrr_at_5_diff1": 0.5415, "nauc_mrr_at_10_max": 0.54652, "nauc_mrr_at_10_std": 0.18217, "nauc_mrr_at_10_diff1": 0.5415, "nauc_mrr_at_20_max": 0.54652, "nauc_mrr_at_20_std": 0.18217, "nauc_mrr_at_20_diff1": 0.5415, "nauc_mrr_at_100_max": 0.546118, "nauc_mrr_at_100_std": 0.181495, "nauc_mrr_at_100_diff1": 0.541681, "nauc_mrr_at_1000_max": 0.546118, "nauc_mrr_at_1000_std": 0.181495, "nauc_mrr_at_1000_diff1": 0.541681, "main_score": 0.56, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_4096": [ { "ndcg_at_1": 0.26, "ndcg_at_3": 0.26, "ndcg_at_5": 0.26, "ndcg_at_10": 0.26, "ndcg_at_20": 0.26, "ndcg_at_100": 0.3885, "ndcg_at_1000": 0.3885, "map_at_1": 0.26, "map_at_3": 0.26, "map_at_5": 0.26, "map_at_10": 0.26, "map_at_20": 0.26, "map_at_100": 0.27463, "map_at_1000": 0.27463, "recall_at_1": 0.26, "recall_at_3": 0.26, "recall_at_5": 0.26, "recall_at_10": 0.26, "recall_at_20": 0.26, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.26, "precision_at_3": 0.08667, "precision_at_5": 0.052, "precision_at_10": 0.026, "precision_at_20": 0.013, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.26, "mrr_at_3": 0.26, "mrr_at_5": 0.26, "mrr_at_10": 0.26, "mrr_at_20": 0.262667, "mrr_at_100": 0.27789, "mrr_at_1000": 0.27789, "nauc_ndcg_at_1_max": -0.214246, "nauc_ndcg_at_1_std": 0.720737, "nauc_ndcg_at_1_diff1": 0.975716, "nauc_ndcg_at_3_max": -0.214246, "nauc_ndcg_at_3_std": 0.720737, "nauc_ndcg_at_3_diff1": 0.975716, "nauc_ndcg_at_5_max": -0.214246, "nauc_ndcg_at_5_std": 0.720737, "nauc_ndcg_at_5_diff1": 0.975716, "nauc_ndcg_at_10_max": -0.214246, "nauc_ndcg_at_10_std": 0.720737, "nauc_ndcg_at_10_diff1": 0.975716, "nauc_ndcg_at_20_max": -0.214246, "nauc_ndcg_at_20_std": 0.720737, "nauc_ndcg_at_20_diff1": 0.975716, "nauc_ndcg_at_100_max": -0.206633, "nauc_ndcg_at_100_std": 0.717534, "nauc_ndcg_at_100_diff1": 0.963751, "nauc_ndcg_at_1000_max": -0.206633, "nauc_ndcg_at_1000_std": 0.717534, "nauc_ndcg_at_1000_diff1": 0.963751, "nauc_map_at_1_max": -0.214246, "nauc_map_at_1_std": 0.720737, "nauc_map_at_1_diff1": 0.975716, "nauc_map_at_3_max": -0.214246, "nauc_map_at_3_std": 0.720737, "nauc_map_at_3_diff1": 0.975716, "nauc_map_at_5_max": -0.214246, "nauc_map_at_5_std": 0.720737, "nauc_map_at_5_diff1": 0.975716, "nauc_map_at_10_max": -0.214246, "nauc_map_at_10_std": 0.720737, "nauc_map_at_10_diff1": 0.975716, "nauc_map_at_20_max": -0.214246, "nauc_map_at_20_std": 0.720737, "nauc_map_at_20_diff1": 0.975716, "nauc_map_at_100_max": -0.211016, "nauc_map_at_100_std": 0.719733, "nauc_map_at_100_diff1": 0.971054, "nauc_map_at_1000_max": -0.211016, "nauc_map_at_1000_std": 0.719733, "nauc_map_at_1000_diff1": 0.971054, "nauc_recall_at_1_max": -0.214246, "nauc_recall_at_1_std": 0.720737, "nauc_recall_at_1_diff1": 0.975716, "nauc_recall_at_3_max": -0.214246, "nauc_recall_at_3_std": 0.720737, "nauc_recall_at_3_diff1": 0.975716, "nauc_recall_at_5_max": -0.214246, "nauc_recall_at_5_std": 0.720737, "nauc_recall_at_5_diff1": 0.975716, "nauc_recall_at_10_max": -0.214246, "nauc_recall_at_10_std": 0.720737, "nauc_recall_at_10_diff1": 0.975716, "nauc_recall_at_20_max": -0.214246, "nauc_recall_at_20_std": 0.720737, "nauc_recall_at_20_diff1": 0.975716, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.214246, "nauc_precision_at_1_std": 0.720737, "nauc_precision_at_1_diff1": 0.975716, "nauc_precision_at_3_max": -0.214246, "nauc_precision_at_3_std": 0.720737, "nauc_precision_at_3_diff1": 0.975716, "nauc_precision_at_5_max": -0.214246, "nauc_precision_at_5_std": 0.720737, "nauc_precision_at_5_diff1": 0.975716, "nauc_precision_at_10_max": -0.214246, "nauc_precision_at_10_std": 0.720737, "nauc_precision_at_10_diff1": 0.975716, "nauc_precision_at_20_max": -0.214246, "nauc_precision_at_20_std": 0.720737, "nauc_precision_at_20_diff1": 0.975716, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.214246, "nauc_mrr_at_1_std": 0.720737, "nauc_mrr_at_1_diff1": 0.975716, "nauc_mrr_at_3_max": -0.214246, "nauc_mrr_at_3_std": 0.720737, "nauc_mrr_at_3_diff1": 0.975716, "nauc_mrr_at_5_max": -0.214246, "nauc_mrr_at_5_std": 0.720737, "nauc_mrr_at_5_diff1": 0.975716, "nauc_mrr_at_10_max": -0.214246, "nauc_mrr_at_10_std": 0.720737, "nauc_mrr_at_10_diff1": 0.975716, "nauc_mrr_at_20_max": -0.219794, "nauc_mrr_at_20_std": 0.710859, "nauc_mrr_at_20_diff1": 0.971397, "nauc_mrr_at_100_max": -0.211754, "nauc_mrr_at_100_std": 0.705931, "nauc_mrr_at_100_diff1": 0.966259, "nauc_mrr_at_1000_max": -0.211754, "nauc_mrr_at_1000_std": 0.705931, "nauc_mrr_at_1000_diff1": 0.966259, "main_score": 0.26, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_8192": [ { "ndcg_at_1": 0.08, "ndcg_at_3": 0.08, "ndcg_at_5": 0.08774, "ndcg_at_10": 0.09352, "ndcg_at_20": 0.11215, "ndcg_at_100": 0.25277, "ndcg_at_1000": 0.25277, "map_at_1": 0.08, "map_at_3": 0.08, "map_at_5": 0.084, "map_at_10": 0.086, "map_at_20": 0.0903, "map_at_100": 0.10688, "map_at_1000": 0.10688, "recall_at_1": 0.08, "recall_at_3": 0.08, "recall_at_5": 0.1, "recall_at_10": 0.12, "recall_at_20": 0.2, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.08, "precision_at_3": 0.02667, "precision_at_5": 0.02, "precision_at_10": 0.012, "precision_at_20": 0.01, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.08, "mrr_at_3": 0.08, "mrr_at_5": 0.08, "mrr_at_10": 0.08, "mrr_at_20": 0.092742, "mrr_at_100": 0.107149, "mrr_at_1000": 0.107149, "nauc_ndcg_at_1_max": -0.066743, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 0.661926, "nauc_ndcg_at_3_max": -0.066743, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.661926, "nauc_ndcg_at_5_max": -0.111539, "nauc_ndcg_at_5_std": 0.861134, "nauc_ndcg_at_5_diff1": 0.566951, "nauc_ndcg_at_10_max": -0.143165, "nauc_ndcg_at_10_std": 0.788856, "nauc_ndcg_at_10_diff1": 0.517048, "nauc_ndcg_at_20_max": -0.061944, "nauc_ndcg_at_20_std": 0.651912, "nauc_ndcg_at_20_diff1": 0.414227, "nauc_ndcg_at_100_max": -0.076425, "nauc_ndcg_at_100_std": 0.791989, "nauc_ndcg_at_100_diff1": 0.517356, "nauc_ndcg_at_1000_max": -0.076425, "nauc_ndcg_at_1000_std": 0.791989, "nauc_ndcg_at_1000_diff1": 0.517356, "nauc_map_at_1_max": -0.066743, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 0.661926, "nauc_map_at_3_max": -0.066743, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.661926, "nauc_map_at_5_max": -0.090932, "nauc_map_at_5_std": 0.925013, "nauc_map_at_5_diff1": 0.61064, "nauc_map_at_10_max": -0.102993, "nauc_map_at_10_std": 0.897189, "nauc_map_at_10_diff1": 0.591437, "nauc_map_at_20_max": -0.082437, "nauc_map_at_20_std": 0.857471, "nauc_map_at_20_diff1": 0.561064, "nauc_map_at_100_max": -0.08174, "nauc_map_at_100_std": 0.869406, "nauc_map_at_100_diff1": 0.570672, "nauc_map_at_1000_max": -0.08174, "nauc_map_at_1000_std": 0.869406, "nauc_map_at_1000_diff1": 0.570672, "nauc_recall_at_1_max": -0.066743, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 0.661926, "nauc_recall_at_3_max": -0.066743, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 0.661926, "nauc_recall_at_5_max": -0.168339, "nauc_recall_at_5_std": 0.685055, "nauc_recall_at_5_diff1": 0.446525, "nauc_recall_at_10_max": -0.250166, "nauc_recall_at_10_std": 0.503459, "nauc_recall_at_10_diff1": 0.321012, "nauc_recall_at_20_max": 0.003067, "nauc_recall_at_20_std": 0.221989, "nauc_recall_at_20_diff1": 0.107362, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.066743, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 0.661926, "nauc_precision_at_3_max": -0.066743, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 0.661926, "nauc_precision_at_5_max": -0.168339, "nauc_precision_at_5_std": 0.685055, "nauc_precision_at_5_diff1": 0.446525, "nauc_precision_at_10_max": -0.250166, "nauc_precision_at_10_std": 0.503459, "nauc_precision_at_10_diff1": 0.321012, "nauc_precision_at_20_max": 0.003067, "nauc_precision_at_20_std": 0.221989, "nauc_precision_at_20_diff1": 0.107362, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.066743, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 0.661926, "nauc_mrr_at_3_max": -0.066743, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.661926, "nauc_mrr_at_5_max": -0.066743, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.661926, "nauc_mrr_at_10_max": -0.066743, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.661926, "nauc_mrr_at_20_max": -0.079399, "nauc_mrr_at_20_std": 0.92096, "nauc_mrr_at_20_diff1": 0.594617, "nauc_mrr_at_100_max": -0.074633, "nauc_mrr_at_100_std": 0.920521, "nauc_mrr_at_100_diff1": 0.609873, "nauc_mrr_at_1000_max": -0.074633, "nauc_mrr_at_1000_std": 0.920521, "nauc_mrr_at_1000_diff1": 0.609873, "main_score": 0.08, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_16384": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00861, "ndcg_at_10": 0.04296, "ndcg_at_20": 0.07396, "ndcg_at_100": 0.20978, "ndcg_at_1000": 0.20978, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.005, "map_at_10": 0.02036, "map_at_20": 0.02919, "map_at_100": 0.0461, "map_at_1000": 0.0461, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.02, "recall_at_10": 0.12, "recall_at_20": 0.24, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.004, "precision_at_10": 0.012, "precision_at_20": 0.012, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.01, "mrr_at_10": 0.015556, "mrr_at_20": 0.019746, "mrr_at_100": 0.03834, "mrr_at_1000": 0.03834, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": -0.205796, "nauc_ndcg_at_5_std": -0.205796, "nauc_ndcg_at_5_diff1": -0.070566, "nauc_ndcg_at_10_max": -0.253809, "nauc_ndcg_at_10_std": -0.155574, "nauc_ndcg_at_10_diff1": -0.108789, "nauc_ndcg_at_20_max": 0.095296, "nauc_ndcg_at_20_std": 0.155072, "nauc_ndcg_at_20_diff1": 0.095844, "nauc_ndcg_at_100_max": -0.017018, "nauc_ndcg_at_100_std": 0.062892, "nauc_ndcg_at_100_diff1": 0.026616, "nauc_ndcg_at_1000_max": -0.017018, "nauc_ndcg_at_1000_std": 0.062892, "nauc_ndcg_at_1000_diff1": 0.026616, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": -0.205796, "nauc_map_at_5_std": -0.205796, "nauc_map_at_5_diff1": -0.070566, "nauc_map_at_10_max": -0.248381, "nauc_map_at_10_std": -0.148455, "nauc_map_at_10_diff1": -0.09753, "nauc_map_at_20_max": -0.012543, "nauc_map_at_20_std": 0.062015, "nauc_map_at_20_diff1": 0.031925, "nauc_map_at_100_max": -0.052861, "nauc_map_at_100_std": 0.028227, "nauc_map_at_100_diff1": 0.006919, "nauc_map_at_1000_max": -0.052861, "nauc_map_at_1000_std": 0.028227, "nauc_map_at_1000_diff1": 0.006919, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": -0.205796, "nauc_recall_at_5_std": -0.205796, "nauc_recall_at_5_diff1": -0.070566, "nauc_recall_at_10_max": -0.258175, "nauc_recall_at_10_std": -0.161975, "nauc_recall_at_10_diff1": -0.118188, "nauc_recall_at_20_max": 0.179547, "nauc_recall_at_20_std": 0.227774, "nauc_recall_at_20_diff1": 0.147795, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": -0.205796, "nauc_precision_at_5_std": -0.205796, "nauc_precision_at_5_diff1": -0.070566, "nauc_precision_at_10_max": -0.258175, "nauc_precision_at_10_std": -0.161975, "nauc_precision_at_10_diff1": -0.118188, "nauc_precision_at_20_max": 0.179547, "nauc_precision_at_20_std": 0.227774, "nauc_precision_at_20_diff1": 0.147795, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 0.123424, "nauc_mrr_at_5_std": -0.242823, "nauc_mrr_at_5_diff1": -0.158304, "nauc_mrr_at_10_max": 0.025164, "nauc_mrr_at_10_std": -0.230979, "nauc_mrr_at_10_diff1": -0.236211, "nauc_mrr_at_20_max": 0.000464, "nauc_mrr_at_20_std": -0.085479, "nauc_mrr_at_20_diff1": -0.141322, "nauc_mrr_at_100_max": 0.049254, "nauc_mrr_at_100_std": -0.084483, "nauc_mrr_at_100_diff1": -0.117044, "nauc_mrr_at_1000_max": 0.049254, "nauc_mrr_at_1000_std": -0.084483, "nauc_mrr_at_1000_diff1": -0.117044, "main_score": 0.0, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_32768": [ { "ndcg_at_1": 0.04, "ndcg_at_3": 0.04, "ndcg_at_5": 0.06409, "ndcg_at_10": 0.07589, "ndcg_at_20": 0.10126, "ndcg_at_100": 0.23647, "ndcg_at_1000": 0.23647, "map_at_1": 0.04, "map_at_3": 0.04, "map_at_5": 0.053, "map_at_10": 0.05722, "map_at_20": 0.06421, "map_at_100": 0.08088, "map_at_1000": 0.08088, "recall_at_1": 0.04, "recall_at_3": 0.04, "recall_at_5": 0.1, "recall_at_10": 0.14, "recall_at_20": 0.24, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.04, "precision_at_3": 0.01333, "precision_at_5": 0.02, "precision_at_10": 0.014, "precision_at_20": 0.012, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.04, "mrr_at_3": 0.04, "mrr_at_5": 0.057, "mrr_at_10": 0.063444, "mrr_at_20": 0.069229, "mrr_at_100": 0.084159, "mrr_at_1000": 0.084159, "nauc_ndcg_at_1_max": 0.49289, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.49289, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.309776, "nauc_ndcg_at_5_std": 0.544041, "nauc_ndcg_at_5_diff1": 0.547141, "nauc_ndcg_at_10_max": 0.253212, "nauc_ndcg_at_10_std": 0.532246, "nauc_ndcg_at_10_diff1": 0.492792, "nauc_ndcg_at_20_max": 0.225776, "nauc_ndcg_at_20_std": 0.534228, "nauc_ndcg_at_20_diff1": 0.409431, "nauc_ndcg_at_100_max": 0.276889, "nauc_ndcg_at_100_std": 0.586237, "nauc_ndcg_at_100_diff1": 0.512456, "nauc_ndcg_at_1000_max": 0.276889, "nauc_ndcg_at_1000_std": 0.586237, "nauc_ndcg_at_1000_diff1": 0.512456, "nauc_map_at_1_max": 0.49289, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.49289, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.371208, "nauc_map_at_5_std": 0.699485, "nauc_map_at_5_diff1": 0.702295, "nauc_map_at_10_max": 0.341887, "nauc_map_at_10_std": 0.685364, "nauc_map_at_10_diff1": 0.667953, "nauc_map_at_20_max": 0.326523, "nauc_map_at_20_std": 0.677586, "nauc_map_at_20_diff1": 0.622459, "nauc_map_at_100_max": 0.331257, "nauc_map_at_100_std": 0.676738, "nauc_map_at_100_diff1": 0.628839, "nauc_map_at_1000_max": 0.331257, "nauc_map_at_1000_std": 0.676738, "nauc_map_at_1000_diff1": 0.628839, "nauc_recall_at_1_max": 0.49289, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.49289, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.205366, "nauc_recall_at_5_std": 0.278616, "nauc_recall_at_5_diff1": 0.281835, "nauc_recall_at_10_max": 0.118673, "nauc_recall_at_10_std": 0.313802, "nauc_recall_at_10_diff1": 0.236624, "nauc_recall_at_20_max": 0.103762, "nauc_recall_at_20_std": 0.378864, "nauc_recall_at_20_diff1": 0.158729, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.49289, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.49289, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.205366, "nauc_precision_at_5_std": 0.278616, "nauc_precision_at_5_diff1": 0.281835, "nauc_precision_at_10_max": 0.118673, "nauc_precision_at_10_std": 0.313802, "nauc_precision_at_10_diff1": 0.236624, "nauc_precision_at_20_max": 0.103762, "nauc_precision_at_20_std": 0.378864, "nauc_precision_at_20_diff1": 0.158729, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.49289, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.49289, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.350426, "nauc_mrr_at_5_std": 0.674511, "nauc_mrr_at_5_diff1": 0.63887, "nauc_mrr_at_10_max": 0.289991, "nauc_mrr_at_10_std": 0.619633, "nauc_mrr_at_10_diff1": 0.603736, "nauc_mrr_at_20_max": 0.294378, "nauc_mrr_at_20_std": 0.60405, "nauc_mrr_at_20_diff1": 0.585987, "nauc_mrr_at_100_max": 0.315209, "nauc_mrr_at_100_std": 0.611054, "nauc_mrr_at_100_diff1": 0.578531, "nauc_mrr_at_1000_max": 0.315209, "nauc_mrr_at_1000_std": 0.611054, "nauc_mrr_at_1000_diff1": 0.578531, "main_score": 0.04, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 43.6365761756897, "kg_co2_emissions": 0.003762252564603606 }