{ "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", "task_name": "LEMBPasskeyRetrieval", "mteb_version": "1.18.0", "scores": { "test_256": [ { "ndcg_at_1": 0.6, "ndcg_at_3": 0.73619, "ndcg_at_5": 0.76115, "ndcg_at_10": 0.76827, "ndcg_at_20": 0.77353, "ndcg_at_100": 0.79016, "ndcg_at_1000": 0.79016, "map_at_1": 0.6, "map_at_3": 0.70667, "map_at_5": 0.72067, "map_at_10": 0.724, "map_at_20": 0.72554, "map_at_100": 0.72853, "map_at_1000": 0.72853, "recall_at_1": 0.6, "recall_at_3": 0.82, "recall_at_5": 0.88, "recall_at_10": 0.9, "recall_at_20": 0.92, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.6, "precision_at_3": 0.27333, "precision_at_5": 0.176, "precision_at_10": 0.09, "precision_at_20": 0.046, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.706667, "mrr_at_5": 0.720667, "mrr_at_10": 0.724, "mrr_at_20": 0.725538, "mrr_at_100": 0.728532, "mrr_at_1000": 0.728532, "nauc_ndcg_at_1_max": 0.306857, "nauc_ndcg_at_1_std": 0.228317, "nauc_ndcg_at_1_diff1": 0.412496, "nauc_ndcg_at_3_max": 0.208448, "nauc_ndcg_at_3_std": 0.39752, "nauc_ndcg_at_3_diff1": 0.411582, "nauc_ndcg_at_5_max": 0.196673, "nauc_ndcg_at_5_std": 0.381549, "nauc_ndcg_at_5_diff1": 0.472571, "nauc_ndcg_at_10_max": 0.176783, "nauc_ndcg_at_10_std": 0.413847, "nauc_ndcg_at_10_diff1": 0.456028, "nauc_ndcg_at_20_max": 0.213093, "nauc_ndcg_at_20_std": 0.397827, "nauc_ndcg_at_20_diff1": 0.465136, "nauc_ndcg_at_100_max": 0.219638, "nauc_ndcg_at_100_std": 0.365274, "nauc_ndcg_at_100_diff1": 0.446478, "nauc_ndcg_at_1000_max": 0.219638, "nauc_ndcg_at_1000_std": 0.365274, "nauc_ndcg_at_1000_diff1": 0.446478, "nauc_map_at_1_max": 0.306857, "nauc_map_at_1_std": 0.228317, "nauc_map_at_1_diff1": 0.412496, "nauc_map_at_3_max": 0.235582, "nauc_map_at_3_std": 0.3535, "nauc_map_at_3_diff1": 0.415124, "nauc_map_at_5_max": 0.231808, "nauc_map_at_5_std": 0.344469, "nauc_map_at_5_diff1": 0.44736, "nauc_map_at_10_max": 0.224257, "nauc_map_at_10_std": 0.356982, "nauc_map_at_10_diff1": 0.440394, "nauc_map_at_20_max": 0.233528, "nauc_map_at_20_std": 0.352649, "nauc_map_at_20_diff1": 0.442534, "nauc_map_at_100_max": 0.233354, "nauc_map_at_100_std": 0.347468, "nauc_map_at_100_diff1": 0.439786, "nauc_map_at_1000_max": 0.233354, "nauc_map_at_1000_std": 0.347468, "nauc_map_at_1000_diff1": 0.439786, "nauc_recall_at_1_max": 0.306857, "nauc_recall_at_1_std": 0.228317, "nauc_recall_at_1_diff1": 0.412496, "nauc_recall_at_3_max": 0.097312, "nauc_recall_at_3_std": 0.576055, "nauc_recall_at_3_diff1": 0.394867, "nauc_recall_at_5_max": -0.005966, "nauc_recall_at_5_std": 0.579701, "nauc_recall_at_5_diff1": 0.624244, "nauc_recall_at_10_max": -0.151447, "nauc_recall_at_10_std": 0.793184, "nauc_recall_at_10_diff1": 0.558917, "nauc_recall_at_20_max": 0.098623, "nauc_recall_at_20_std": 0.74148, "nauc_recall_at_20_diff1": 0.667951, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.306857, "nauc_precision_at_1_std": 0.228317, "nauc_precision_at_1_diff1": 0.412496, "nauc_precision_at_3_max": 0.097312, "nauc_precision_at_3_std": 0.576055, "nauc_precision_at_3_diff1": 0.394867, "nauc_precision_at_5_max": -0.005966, "nauc_precision_at_5_std": 0.579701, "nauc_precision_at_5_diff1": 0.624244, "nauc_precision_at_10_max": -0.151447, "nauc_precision_at_10_std": 0.793184, "nauc_precision_at_10_diff1": 0.558917, "nauc_precision_at_20_max": 0.098623, "nauc_precision_at_20_std": 0.74148, "nauc_precision_at_20_diff1": 0.667951, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.306857, "nauc_mrr_at_1_std": 0.228317, "nauc_mrr_at_1_diff1": 0.412496, "nauc_mrr_at_3_max": 0.235582, "nauc_mrr_at_3_std": 0.3535, "nauc_mrr_at_3_diff1": 0.415124, "nauc_mrr_at_5_max": 0.231808, "nauc_mrr_at_5_std": 0.344469, "nauc_mrr_at_5_diff1": 0.44736, "nauc_mrr_at_10_max": 0.224257, "nauc_mrr_at_10_std": 0.356982, "nauc_mrr_at_10_diff1": 0.440394, "nauc_mrr_at_20_max": 0.233528, "nauc_mrr_at_20_std": 0.352649, "nauc_mrr_at_20_diff1": 0.442534, "nauc_mrr_at_100_max": 0.233354, "nauc_mrr_at_100_std": 0.347468, "nauc_mrr_at_100_diff1": 0.439786, "nauc_mrr_at_1000_max": 0.233354, "nauc_mrr_at_1000_std": 0.347468, "nauc_mrr_at_1000_diff1": 0.439786, "main_score": 0.6, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_512": [ { "ndcg_at_1": 0.38, "ndcg_at_3": 0.45571, "ndcg_at_5": 0.45571, "ndcg_at_10": 0.46915, "ndcg_at_20": 0.46915, "ndcg_at_100": 0.54246, "ndcg_at_1000": 0.54246, "map_at_1": 0.38, "map_at_3": 0.44, "map_at_5": 0.44, "map_at_10": 0.44583, "map_at_20": 0.44583, "map_at_100": 0.452, "map_at_1000": 0.452, "recall_at_1": 0.38, "recall_at_3": 0.5, "recall_at_5": 0.5, "recall_at_10": 0.54, "recall_at_20": 0.54, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.16667, "precision_at_5": 0.1, "precision_at_10": 0.054, "precision_at_20": 0.027, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.38, "mrr_at_3": 0.44, "mrr_at_5": 0.44, "mrr_at_10": 0.445833, "mrr_at_20": 0.445833, "mrr_at_100": 0.452181, "mrr_at_1000": 0.452181, "nauc_ndcg_at_1_max": 0.005614, "nauc_ndcg_at_1_std": 0.056585, "nauc_ndcg_at_1_diff1": 0.604658, "nauc_ndcg_at_3_max": -0.062479, "nauc_ndcg_at_3_std": 0.09411, "nauc_ndcg_at_3_diff1": 0.49455, "nauc_ndcg_at_5_max": -0.062479, "nauc_ndcg_at_5_std": 0.09411, "nauc_ndcg_at_5_diff1": 0.49455, "nauc_ndcg_at_10_max": -0.024707, "nauc_ndcg_at_10_std": 0.101489, "nauc_ndcg_at_10_diff1": 0.493151, "nauc_ndcg_at_20_max": -0.024707, "nauc_ndcg_at_20_std": 0.101489, "nauc_ndcg_at_20_diff1": 0.493151, "nauc_ndcg_at_100_max": -0.023366, "nauc_ndcg_at_100_std": 0.09092, "nauc_ndcg_at_100_diff1": 0.503094, "nauc_ndcg_at_1000_max": -0.023366, "nauc_ndcg_at_1000_std": 0.09092, "nauc_ndcg_at_1000_diff1": 0.503094, "nauc_map_at_1_max": 0.005614, "nauc_map_at_1_std": 0.056585, "nauc_map_at_1_diff1": 0.604658, "nauc_map_at_3_max": -0.048172, "nauc_map_at_3_std": 0.086226, "nauc_map_at_3_diff1": 0.517685, "nauc_map_at_5_max": -0.048172, "nauc_map_at_5_std": 0.086226, "nauc_map_at_5_diff1": 0.517685, "nauc_map_at_10_max": -0.030799, "nauc_map_at_10_std": 0.088075, "nauc_map_at_10_diff1": 0.516728, "nauc_map_at_20_max": -0.030799, "nauc_map_at_20_std": 0.088075, "nauc_map_at_20_diff1": 0.516728, "nauc_map_at_100_max": -0.028718, "nauc_map_at_100_std": 0.086436, "nauc_map_at_100_diff1": 0.517101, "nauc_map_at_1000_max": -0.028718, "nauc_map_at_1000_std": 0.086436, "nauc_map_at_1000_diff1": 0.517101, "nauc_recall_at_1_max": 0.005614, "nauc_recall_at_1_std": 0.056585, "nauc_recall_at_1_diff1": 0.604658, "nauc_recall_at_3_max": -0.103318, "nauc_recall_at_3_std": 0.116616, "nauc_recall_at_3_diff1": 0.428514, "nauc_recall_at_5_max": -0.103318, "nauc_recall_at_5_std": 0.116616, "nauc_recall_at_5_diff1": 0.428514, "nauc_recall_at_10_max": 0.006029, "nauc_recall_at_10_std": 0.147148, "nauc_recall_at_10_diff1": 0.423995, "nauc_recall_at_20_max": 0.006029, "nauc_recall_at_20_std": 0.147148, "nauc_recall_at_20_diff1": 0.423995, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.005614, "nauc_precision_at_1_std": 0.056585, "nauc_precision_at_1_diff1": 0.604658, "nauc_precision_at_3_max": -0.103318, "nauc_precision_at_3_std": 0.116616, "nauc_precision_at_3_diff1": 0.428514, "nauc_precision_at_5_max": -0.103318, "nauc_precision_at_5_std": 0.116616, "nauc_precision_at_5_diff1": 0.428514, "nauc_precision_at_10_max": 0.006029, "nauc_precision_at_10_std": 0.147148, "nauc_precision_at_10_diff1": 0.423995, "nauc_precision_at_20_max": 0.006029, "nauc_precision_at_20_std": 0.147148, "nauc_precision_at_20_diff1": 0.423995, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.005614, "nauc_mrr_at_1_std": 0.056585, "nauc_mrr_at_1_diff1": 0.604658, "nauc_mrr_at_3_max": -0.048172, "nauc_mrr_at_3_std": 0.086226, "nauc_mrr_at_3_diff1": 0.517685, "nauc_mrr_at_5_max": -0.048172, "nauc_mrr_at_5_std": 0.086226, "nauc_mrr_at_5_diff1": 0.517685, "nauc_mrr_at_10_max": -0.030799, "nauc_mrr_at_10_std": 0.088075, "nauc_mrr_at_10_diff1": 0.516728, "nauc_mrr_at_20_max": -0.030799, "nauc_mrr_at_20_std": 0.088075, "nauc_mrr_at_20_diff1": 0.516728, "nauc_mrr_at_100_max": -0.028624, "nauc_mrr_at_100_std": 0.086333, "nauc_mrr_at_100_diff1": 0.517783, "nauc_mrr_at_1000_max": -0.028624, "nauc_mrr_at_1000_std": 0.086333, "nauc_mrr_at_1000_diff1": 0.517783, "main_score": 0.38, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_1024": [ { "ndcg_at_1": 0.36, "ndcg_at_3": 0.39262, "ndcg_at_5": 0.40809, "ndcg_at_10": 0.41476, "ndcg_at_20": 0.41476, "ndcg_at_100": 0.50178, "ndcg_at_1000": 0.50178, "map_at_1": 0.36, "map_at_3": 0.38333, "map_at_5": 0.39133, "map_at_10": 0.39419, "map_at_20": 0.39419, "map_at_100": 0.40278, "map_at_1000": 0.40278, "recall_at_1": 0.36, "recall_at_3": 0.42, "recall_at_5": 0.46, "recall_at_10": 0.48, "recall_at_20": 0.48, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.36, "precision_at_3": 0.14, "precision_at_5": 0.092, "precision_at_10": 0.048, "precision_at_20": 0.024, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.36, "mrr_at_3": 0.383333, "mrr_at_5": 0.391333, "mrr_at_10": 0.39419, "mrr_at_20": 0.39419, "mrr_at_100": 0.401656, "mrr_at_1000": 0.401656, "nauc_ndcg_at_1_max": 0.24319, "nauc_ndcg_at_1_std": 0.200966, "nauc_ndcg_at_1_diff1": 0.645095, "nauc_ndcg_at_3_max": 0.268406, "nauc_ndcg_at_3_std": 0.196982, "nauc_ndcg_at_3_diff1": 0.590257, "nauc_ndcg_at_5_max": 0.2353, "nauc_ndcg_at_5_std": 0.216926, "nauc_ndcg_at_5_diff1": 0.559677, "nauc_ndcg_at_10_max": 0.222307, "nauc_ndcg_at_10_std": 0.227985, "nauc_ndcg_at_10_diff1": 0.554254, "nauc_ndcg_at_20_max": 0.222307, "nauc_ndcg_at_20_std": 0.227985, "nauc_ndcg_at_20_diff1": 0.554254, "nauc_ndcg_at_100_max": 0.238218, "nauc_ndcg_at_100_std": 0.217895, "nauc_ndcg_at_100_diff1": 0.565504, "nauc_ndcg_at_1000_max": 0.238218, "nauc_ndcg_at_1000_std": 0.217895, "nauc_ndcg_at_1000_diff1": 0.565504, "nauc_map_at_1_max": 0.24319, "nauc_map_at_1_std": 0.200966, "nauc_map_at_1_diff1": 0.645095, "nauc_map_at_3_max": 0.267564, "nauc_map_at_3_std": 0.198913, "nauc_map_at_3_diff1": 0.604127, "nauc_map_at_5_max": 0.250461, "nauc_map_at_5_std": 0.20922, "nauc_map_at_5_diff1": 0.588369, "nauc_map_at_10_max": 0.244919, "nauc_map_at_10_std": 0.213942, "nauc_map_at_10_diff1": 0.586079, "nauc_map_at_20_max": 0.244919, "nauc_map_at_20_std": 0.213942, "nauc_map_at_20_diff1": 0.586079, "nauc_map_at_100_max": 0.246575, "nauc_map_at_100_std": 0.212634, "nauc_map_at_100_diff1": 0.585089, "nauc_map_at_1000_max": 0.246575, "nauc_map_at_1000_std": 0.212634, "nauc_map_at_1000_diff1": 0.585089, "nauc_recall_at_1_max": 0.24319, "nauc_recall_at_1_std": 0.200966, "nauc_recall_at_1_diff1": 0.645095, "nauc_recall_at_3_max": 0.268683, "nauc_recall_at_3_std": 0.191046, "nauc_recall_at_3_diff1": 0.550198, "nauc_recall_at_5_max": 0.182807, "nauc_recall_at_5_std": 0.242701, "nauc_recall_at_5_diff1": 0.470316, "nauc_recall_at_10_max": 0.143141, "nauc_recall_at_10_std": 0.276331, "nauc_recall_at_10_diff1": 0.453292, "nauc_recall_at_20_max": 0.143141, "nauc_recall_at_20_std": 0.276331, "nauc_recall_at_20_diff1": 0.453292, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.24319, "nauc_precision_at_1_std": 0.200966, "nauc_precision_at_1_diff1": 0.645095, "nauc_precision_at_3_max": 0.268683, "nauc_precision_at_3_std": 0.191046, "nauc_precision_at_3_diff1": 0.550198, "nauc_precision_at_5_max": 0.182807, "nauc_precision_at_5_std": 0.242701, "nauc_precision_at_5_diff1": 0.470316, "nauc_precision_at_10_max": 0.143141, "nauc_precision_at_10_std": 0.276331, "nauc_precision_at_10_diff1": 0.453292, "nauc_precision_at_20_max": 0.143141, "nauc_precision_at_20_std": 0.276331, "nauc_precision_at_20_diff1": 0.453292, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.24319, "nauc_mrr_at_1_std": 0.200966, "nauc_mrr_at_1_diff1": 0.645095, "nauc_mrr_at_3_max": 0.267564, "nauc_mrr_at_3_std": 0.198913, "nauc_mrr_at_3_diff1": 0.604127, "nauc_mrr_at_5_max": 0.250461, "nauc_mrr_at_5_std": 0.20922, "nauc_mrr_at_5_diff1": 0.588369, "nauc_mrr_at_10_max": 0.244919, "nauc_mrr_at_10_std": 0.213942, "nauc_mrr_at_10_diff1": 0.586079, "nauc_mrr_at_20_max": 0.244919, "nauc_mrr_at_20_std": 0.213942, "nauc_mrr_at_20_diff1": 0.586079, "nauc_mrr_at_100_max": 0.246158, "nauc_mrr_at_100_std": 0.212155, "nauc_mrr_at_100_diff1": 0.587386, "nauc_mrr_at_1000_max": 0.246158, "nauc_mrr_at_1000_std": 0.212155, "nauc_mrr_at_1000_diff1": 0.587386, "main_score": 0.36, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_2048": [ { "ndcg_at_1": 0.08, "ndcg_at_3": 0.08, "ndcg_at_5": 0.08, "ndcg_at_10": 0.08578, "ndcg_at_20": 0.11028, "ndcg_at_100": 0.24865, "ndcg_at_1000": 0.24865, "map_at_1": 0.08, "map_at_3": 0.08, "map_at_5": 0.08, "map_at_10": 0.082, "map_at_20": 0.0883, "map_at_100": 0.10381, "map_at_1000": 0.10381, "recall_at_1": 0.08, "recall_at_3": 0.08, "recall_at_5": 0.08, "recall_at_10": 0.1, "recall_at_20": 0.2, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.08, "precision_at_3": 0.02667, "precision_at_5": 0.016, "precision_at_10": 0.01, "precision_at_20": 0.01, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.08, "mrr_at_3": 0.08, "mrr_at_5": 0.08, "mrr_at_10": 0.082222, "mrr_at_20": 0.087315, "mrr_at_100": 0.103508, "mrr_at_1000": 0.103508, "nauc_ndcg_at_1_max": 0.047558, "nauc_ndcg_at_1_std": 0.408371, "nauc_ndcg_at_1_diff1": 0.698551, "nauc_ndcg_at_3_max": 0.047558, "nauc_ndcg_at_3_std": 0.408371, "nauc_ndcg_at_3_diff1": 0.698551, "nauc_ndcg_at_5_max": 0.047558, "nauc_ndcg_at_5_std": 0.408371, "nauc_ndcg_at_5_diff1": 0.698551, "nauc_ndcg_at_10_max": 0.111749, "nauc_ndcg_at_10_std": 0.347178, "nauc_ndcg_at_10_diff1": 0.617801, "nauc_ndcg_at_20_max": 0.102299, "nauc_ndcg_at_20_std": 0.269953, "nauc_ndcg_at_20_diff1": 0.516126, "nauc_ndcg_at_100_max": 0.075095, "nauc_ndcg_at_100_std": 0.330128, "nauc_ndcg_at_100_diff1": 0.580484, "nauc_ndcg_at_1000_max": 0.075095, "nauc_ndcg_at_1000_std": 0.330128, "nauc_ndcg_at_1000_diff1": 0.580484, "nauc_map_at_1_max": 0.047558, "nauc_map_at_1_std": 0.408371, "nauc_map_at_1_diff1": 0.698551, "nauc_map_at_3_max": 0.047558, "nauc_map_at_3_std": 0.408371, "nauc_map_at_3_diff1": 0.698551, "nauc_map_at_5_max": 0.047558, "nauc_map_at_5_std": 0.408371, "nauc_map_at_5_diff1": 0.698551, "nauc_map_at_10_max": 0.070789, "nauc_map_at_10_std": 0.386226, "nauc_map_at_10_diff1": 0.669328, "nauc_map_at_20_max": 0.069634, "nauc_map_at_20_std": 0.361483, "nauc_map_at_20_diff1": 0.635684, "nauc_map_at_100_max": 0.0645, "nauc_map_at_100_std": 0.365548, "nauc_map_at_100_diff1": 0.635059, "nauc_map_at_1000_max": 0.0645, "nauc_map_at_1000_std": 0.365548, "nauc_map_at_1000_diff1": 0.635059, "nauc_recall_at_1_max": 0.047558, "nauc_recall_at_1_std": 0.408371, "nauc_recall_at_1_diff1": 0.698551, "nauc_recall_at_3_max": 0.047558, "nauc_recall_at_3_std": 0.408371, "nauc_recall_at_3_diff1": 0.698551, "nauc_recall_at_5_max": 0.047558, "nauc_recall_at_5_std": 0.408371, "nauc_recall_at_5_diff1": 0.698551, "nauc_recall_at_10_max": 0.238047, "nauc_recall_at_10_std": 0.226778, "nauc_recall_at_10_diff1": 0.458921, "nauc_recall_at_20_max": 0.164772, "nauc_recall_at_20_std": 0.078302, "nauc_recall_at_20_diff1": 0.26784, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047558, "nauc_precision_at_1_std": 0.408371, "nauc_precision_at_1_diff1": 0.698551, "nauc_precision_at_3_max": 0.047558, "nauc_precision_at_3_std": 0.408371, "nauc_precision_at_3_diff1": 0.698551, "nauc_precision_at_5_max": 0.047558, "nauc_precision_at_5_std": 0.408371, "nauc_precision_at_5_diff1": 0.698551, "nauc_precision_at_10_max": 0.238047, "nauc_precision_at_10_std": 0.226778, "nauc_precision_at_10_diff1": 0.458921, "nauc_precision_at_20_max": 0.164772, "nauc_precision_at_20_std": 0.078302, "nauc_precision_at_20_diff1": 0.26784, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.047558, "nauc_mrr_at_1_std": 0.408371, "nauc_mrr_at_1_diff1": 0.698551, "nauc_mrr_at_3_max": 0.047558, "nauc_mrr_at_3_std": 0.408371, "nauc_mrr_at_3_diff1": 0.698551, "nauc_mrr_at_5_max": 0.047558, "nauc_mrr_at_5_std": 0.408371, "nauc_mrr_at_5_diff1": 0.698551, "nauc_mrr_at_10_max": 0.055026, "nauc_mrr_at_10_std": 0.383832, "nauc_mrr_at_10_diff1": 0.671064, "nauc_mrr_at_20_max": 0.032774, "nauc_mrr_at_20_std": 0.380958, "nauc_mrr_at_20_diff1": 0.642101, "nauc_mrr_at_100_max": 0.036783, "nauc_mrr_at_100_std": 0.380977, "nauc_mrr_at_100_diff1": 0.633662, "nauc_mrr_at_1000_max": 0.036783, "nauc_mrr_at_1000_std": 0.380977, "nauc_mrr_at_1000_diff1": 0.633662, "main_score": 0.08, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_4096": [ { "ndcg_at_1": 0.06, "ndcg_at_3": 0.07262, "ndcg_at_5": 0.08036, "ndcg_at_10": 0.08036, "ndcg_at_20": 0.09568, "ndcg_at_100": 0.241, "ndcg_at_1000": 0.241, "map_at_1": 0.06, "map_at_3": 0.07, "map_at_5": 0.074, "map_at_10": 0.074, "map_at_20": 0.0783, "map_at_100": 0.09458, "map_at_1000": 0.09458, "recall_at_1": 0.06, "recall_at_3": 0.08, "recall_at_5": 0.1, "recall_at_10": 0.1, "recall_at_20": 0.16, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.06, "precision_at_3": 0.02667, "precision_at_5": 0.02, "precision_at_10": 0.01, "precision_at_20": 0.008, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.06, "mrr_at_3": 0.07, "mrr_at_5": 0.074, "mrr_at_10": 0.074, "mrr_at_20": 0.078879, "mrr_at_100": 0.09491, "mrr_at_1000": 0.09491, "nauc_ndcg_at_1_max": 0.034612, "nauc_ndcg_at_1_std": 0.586799, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.058215, "nauc_ndcg_at_3_std": 0.429492, "nauc_ndcg_at_3_diff1": 0.843345, "nauc_ndcg_at_5_max": -0.021427, "nauc_ndcg_at_5_std": 0.340034, "nauc_ndcg_at_5_diff1": 0.825877, "nauc_ndcg_at_10_max": -0.021427, "nauc_ndcg_at_10_std": 0.340034, "nauc_ndcg_at_10_diff1": 0.825877, "nauc_ndcg_at_20_max": 0.010751, "nauc_ndcg_at_20_std": 0.28862, "nauc_ndcg_at_20_diff1": 0.741921, "nauc_ndcg_at_100_max": 0.007995, "nauc_ndcg_at_100_std": 0.313601, "nauc_ndcg_at_100_diff1": 0.757151, "nauc_ndcg_at_1000_max": 0.007995, "nauc_ndcg_at_1000_std": 0.313601, "nauc_ndcg_at_1000_diff1": 0.757151, "nauc_map_at_1_max": 0.034612, "nauc_map_at_1_std": 0.586799, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.041703, "nauc_map_at_3_std": 0.457472, "nauc_map_at_3_diff1": 0.87121, "nauc_map_at_5_max": -0.021944, "nauc_map_at_5_std": 0.405739, "nauc_map_at_5_diff1": 0.859897, "nauc_map_at_10_max": -0.021944, "nauc_map_at_10_std": 0.405739, "nauc_map_at_10_diff1": 0.859897, "nauc_map_at_20_max": -0.007725, "nauc_map_at_20_std": 0.383382, "nauc_map_at_20_diff1": 0.827129, "nauc_map_at_100_max": -0.005623, "nauc_map_at_100_std": 0.37439, "nauc_map_at_100_diff1": 0.814773, "nauc_map_at_1000_max": -0.005623, "nauc_map_at_1000_std": 0.37439, "nauc_map_at_1000_diff1": 0.814773, "nauc_recall_at_1_max": 0.034612, "nauc_recall_at_1_std": 0.586799, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.09894, "nauc_recall_at_3_std": 0.360478, "nauc_recall_at_3_diff1": 0.774618, "nauc_recall_at_5_max": -0.014382, "nauc_recall_at_5_std": 0.188463, "nauc_recall_at_5_diff1": 0.752079, "nauc_recall_at_10_max": -0.014382, "nauc_recall_at_10_std": 0.188463, "nauc_recall_at_10_diff1": 0.752079, "nauc_recall_at_20_max": 0.051237, "nauc_recall_at_20_std": 0.113074, "nauc_recall_at_20_diff1": 0.575626, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.034612, "nauc_precision_at_1_std": 0.586799, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.09894, "nauc_precision_at_3_std": 0.360478, "nauc_precision_at_3_diff1": 0.774618, "nauc_precision_at_5_max": -0.014382, "nauc_precision_at_5_std": 0.188463, "nauc_precision_at_5_diff1": 0.752079, "nauc_precision_at_10_max": -0.014382, "nauc_precision_at_10_std": 0.188463, "nauc_precision_at_10_diff1": 0.752079, "nauc_precision_at_20_max": 0.051237, "nauc_precision_at_20_std": 0.113074, "nauc_precision_at_20_diff1": 0.575626, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.034612, "nauc_mrr_at_1_std": 0.586799, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -0.041703, "nauc_mrr_at_3_std": 0.457472, "nauc_mrr_at_3_diff1": 0.87121, "nauc_mrr_at_5_max": -0.021944, "nauc_mrr_at_5_std": 0.405739, "nauc_mrr_at_5_diff1": 0.859897, "nauc_mrr_at_10_max": -0.021944, "nauc_mrr_at_10_std": 0.405739, "nauc_mrr_at_10_diff1": 0.859897, "nauc_mrr_at_20_max": -0.043922, "nauc_mrr_at_20_std": 0.417389, "nauc_mrr_at_20_diff1": 0.826477, "nauc_mrr_at_100_max": -0.043852, "nauc_mrr_at_100_std": 0.404326, "nauc_mrr_at_100_diff1": 0.806342, "nauc_mrr_at_1000_max": -0.043852, "nauc_mrr_at_1000_std": 0.404326, "nauc_mrr_at_1000_diff1": 0.806342, "main_score": 0.06, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_8192": [ { "ndcg_at_1": 0.04, "ndcg_at_3": 0.04, "ndcg_at_5": 0.04861, "ndcg_at_10": 0.06176, "ndcg_at_20": 0.0876, "ndcg_at_100": 0.2272, "ndcg_at_1000": 0.2272, "map_at_1": 0.04, "map_at_3": 0.04, "map_at_5": 0.045, "map_at_10": 0.05056, "map_at_20": 0.05792, "map_at_100": 0.07408, "map_at_1000": 0.07408, "recall_at_1": 0.04, "recall_at_3": 0.04, "recall_at_5": 0.06, "recall_at_10": 0.1, "recall_at_20": 0.2, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.04, "precision_at_3": 0.01333, "precision_at_5": 0.012, "precision_at_10": 0.01, "precision_at_20": 0.01, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.04, "mrr_at_3": 0.04, "mrr_at_5": 0.04, "mrr_at_10": 0.04869, "mrr_at_20": 0.055652, "mrr_at_100": 0.071146, "mrr_at_1000": 0.071146, "nauc_ndcg_at_1_max": -0.262141, "nauc_ndcg_at_1_std": 0.397102, "nauc_ndcg_at_1_diff1": 0.212638, "nauc_ndcg_at_3_max": -0.262141, "nauc_ndcg_at_3_std": 0.397102, "nauc_ndcg_at_3_diff1": 0.212638, "nauc_ndcg_at_5_max": -0.289239, "nauc_ndcg_at_5_std": 0.22491, "nauc_ndcg_at_5_diff1": 0.101416, "nauc_ndcg_at_10_max": -0.118831, "nauc_ndcg_at_10_std": 0.21997, "nauc_ndcg_at_10_diff1": 0.129436, "nauc_ndcg_at_20_max": -0.131178, "nauc_ndcg_at_20_std": 0.187835, "nauc_ndcg_at_20_diff1": 0.115401, "nauc_ndcg_at_100_max": -0.162562, "nauc_ndcg_at_100_std": 0.220336, "nauc_ndcg_at_100_diff1": 0.101222, "nauc_ndcg_at_1000_max": -0.162562, "nauc_ndcg_at_1000_std": 0.220336, "nauc_ndcg_at_1000_diff1": 0.101222, "nauc_map_at_1_max": -0.262141, "nauc_map_at_1_std": 0.397102, "nauc_map_at_1_diff1": 0.212638, "nauc_map_at_3_max": -0.262141, "nauc_map_at_3_std": 0.397102, "nauc_map_at_3_diff1": 0.212638, "nauc_map_at_5_max": -0.279134, "nauc_map_at_5_std": 0.289121, "nauc_map_at_5_diff1": 0.142891, "nauc_map_at_10_max": -0.198012, "nauc_map_at_10_std": 0.278078, "nauc_map_at_10_diff1": 0.143777, "nauc_map_at_20_max": -0.198136, "nauc_map_at_20_std": 0.261922, "nauc_map_at_20_diff1": 0.141675, "nauc_map_at_100_max": -0.199069, "nauc_map_at_100_std": 0.263341, "nauc_map_at_100_diff1": 0.128971, "nauc_map_at_1000_max": -0.199069, "nauc_map_at_1000_std": 0.263341, "nauc_map_at_1000_diff1": 0.128971, "nauc_recall_at_1_max": -0.262141, "nauc_recall_at_1_std": 0.397102, "nauc_recall_at_1_diff1": 0.212638, "nauc_recall_at_3_max": -0.262141, "nauc_recall_at_3_std": 0.397102, "nauc_recall_at_3_diff1": 0.212638, "nauc_recall_at_5_max": -0.31312, "nauc_recall_at_5_std": 0.07316, "nauc_recall_at_5_diff1": 0.003399, "nauc_recall_at_10_max": 0.031822, "nauc_recall_at_10_std": 0.128361, "nauc_recall_at_10_diff1": 0.119023, "nauc_recall_at_20_max": -0.046012, "nauc_recall_at_20_std": 0.101033, "nauc_recall_at_20_diff1": 0.085922, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.262141, "nauc_precision_at_1_std": 0.397102, "nauc_precision_at_1_diff1": 0.212638, "nauc_precision_at_3_max": -0.262141, "nauc_precision_at_3_std": 0.397102, "nauc_precision_at_3_diff1": 0.212638, "nauc_precision_at_5_max": -0.31312, "nauc_precision_at_5_std": 0.07316, "nauc_precision_at_5_diff1": 0.003399, "nauc_precision_at_10_max": 0.031822, "nauc_precision_at_10_std": 0.128361, "nauc_precision_at_10_diff1": 0.119023, "nauc_precision_at_20_max": -0.046012, "nauc_precision_at_20_std": 0.101033, "nauc_precision_at_20_diff1": 0.085922, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.262141, "nauc_mrr_at_1_std": 0.397102, "nauc_mrr_at_1_diff1": 0.212638, "nauc_mrr_at_3_max": -0.262141, "nauc_mrr_at_3_std": 0.397102, "nauc_mrr_at_3_diff1": 0.212638, "nauc_mrr_at_5_max": -0.262141, "nauc_mrr_at_5_std": 0.397102, "nauc_mrr_at_5_diff1": 0.212638, "nauc_mrr_at_10_max": -0.203688, "nauc_mrr_at_10_std": 0.352866, "nauc_mrr_at_10_diff1": 0.159349, "nauc_mrr_at_20_max": -0.173351, "nauc_mrr_at_20_std": 0.315757, "nauc_mrr_at_20_diff1": 0.148561, "nauc_mrr_at_100_max": -0.189235, "nauc_mrr_at_100_std": 0.32221, "nauc_mrr_at_100_diff1": 0.167949, "nauc_mrr_at_1000_max": -0.189235, "nauc_mrr_at_1000_std": 0.32221, "nauc_mrr_at_1000_diff1": 0.167949, "main_score": 0.04, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_16384": [ { "ndcg_at_1": 0.02, "ndcg_at_3": 0.02, "ndcg_at_5": 0.02, "ndcg_at_10": 0.04524, "ndcg_at_20": 0.07524, "ndcg_at_100": 0.21058, "ndcg_at_1000": 0.21058, "map_at_1": 0.02, "map_at_3": 0.02, "map_at_5": 0.02, "map_at_10": 0.03006, "map_at_20": 0.03813, "map_at_100": 0.0535, "map_at_1000": 0.0535, "recall_at_1": 0.02, "recall_at_3": 0.02, "recall_at_5": 0.02, "recall_at_10": 0.1, "recall_at_20": 0.22, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.02, "precision_at_3": 0.00667, "precision_at_5": 0.004, "precision_at_10": 0.01, "precision_at_20": 0.011, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.02, "mrr_at_3": 0.03, "mrr_at_5": 0.039, "mrr_at_10": 0.046833, "mrr_at_20": 0.050548, "mrr_at_100": 0.065532, "mrr_at_1000": 0.065532, "nauc_ndcg_at_1_max": 0.323853, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.323853, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.323853, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.197214, "nauc_ndcg_at_10_std": 0.35803, "nauc_ndcg_at_10_diff1": 0.35803, "nauc_ndcg_at_20_max": 0.102339, "nauc_ndcg_at_20_std": 0.196341, "nauc_ndcg_at_20_diff1": 0.196341, "nauc_ndcg_at_100_max": 0.179142, "nauc_ndcg_at_100_std": 0.37427, "nauc_ndcg_at_100_diff1": 0.37427, "nauc_ndcg_at_1000_max": 0.179142, "nauc_ndcg_at_1000_std": 0.37427, "nauc_ndcg_at_1000_diff1": 0.37427, "nauc_map_at_1_max": 0.323853, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.323853, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.323853, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.270913, "nauc_map_at_10_std": 0.606741, "nauc_map_at_10_diff1": 0.606741, "nauc_map_at_20_max": 0.217927, "nauc_map_at_20_std": 0.489377, "nauc_map_at_20_diff1": 0.489377, "nauc_map_at_100_max": 0.228841, "nauc_map_at_100_std": 0.523133, "nauc_map_at_100_diff1": 0.523133, "nauc_map_at_1000_max": 0.228841, "nauc_map_at_1000_std": 0.523133, "nauc_map_at_1000_diff1": 0.523133, "nauc_recall_at_1_max": 0.323853, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.323853, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.323853, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.105822, "nauc_recall_at_10_std": 0.092675, "nauc_recall_at_10_diff1": 0.092675, "nauc_recall_at_20_max": -0.001212, "nauc_recall_at_20_std": -0.028188, "nauc_recall_at_20_diff1": -0.028188, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.323853, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.323853, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.323853, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.105822, "nauc_precision_at_10_std": 0.092675, "nauc_precision_at_10_diff1": 0.092675, "nauc_precision_at_20_max": -0.001212, "nauc_precision_at_20_std": -0.028188, "nauc_precision_at_20_diff1": -0.028188, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.323853, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.436544, "nauc_mrr_at_3_std": 0.643145, "nauc_mrr_at_3_diff1": 0.643145, "nauc_mrr_at_5_max": 0.294091, "nauc_mrr_at_5_std": 0.546924, "nauc_mrr_at_5_diff1": 0.546924, "nauc_mrr_at_10_max": 0.165512, "nauc_mrr_at_10_std": 0.399197, "nauc_mrr_at_10_diff1": 0.399197, "nauc_mrr_at_20_max": 0.145174, "nauc_mrr_at_20_std": 0.340946, "nauc_mrr_at_20_diff1": 0.340946, "nauc_mrr_at_100_max": 0.169621, "nauc_mrr_at_100_std": 0.368857, "nauc_mrr_at_100_diff1": 0.368857, "nauc_mrr_at_1000_max": 0.169621, "nauc_mrr_at_1000_std": 0.368857, "nauc_mrr_at_1000_diff1": 0.368857, "main_score": 0.02, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test_32768": [ { "ndcg_at_1": 0.02, "ndcg_at_3": 0.04262, "ndcg_at_5": 0.05123, "ndcg_at_10": 0.07133, "ndcg_at_20": 0.10117, "ndcg_at_100": 0.23044, "ndcg_at_1000": 0.23044, "map_at_1": 0.02, "map_at_3": 0.03667, "map_at_5": 0.04167, "map_at_10": 0.05036, "map_at_20": 0.05826, "map_at_100": 0.07334, "map_at_1000": 0.07334, "recall_at_1": 0.02, "recall_at_3": 0.06, "recall_at_5": 0.08, "recall_at_10": 0.14, "recall_at_20": 0.26, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.02, "precision_at_3": 0.02, "precision_at_5": 0.016, "precision_at_10": 0.014, "precision_at_20": 0.013, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.04, "mrr_at_3": 0.04, "mrr_at_5": 0.04, "mrr_at_10": 0.050413, "mrr_at_20": 0.052589, "mrr_at_100": 0.069548, "mrr_at_1000": 0.069548, "nauc_ndcg_at_1_max": -0.318487, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.098335, "nauc_ndcg_at_3_std": 0.186504, "nauc_ndcg_at_3_diff1": 0.186504, "nauc_ndcg_at_5_max": 0.098358, "nauc_ndcg_at_5_std": 0.266435, "nauc_ndcg_at_5_diff1": 0.266435, "nauc_ndcg_at_10_max": 0.256886, "nauc_ndcg_at_10_std": 0.1935, "nauc_ndcg_at_10_diff1": 0.1935, "nauc_ndcg_at_20_max": 0.15715, "nauc_ndcg_at_20_std": 0.152818, "nauc_ndcg_at_20_diff1": 0.152818, "nauc_ndcg_at_100_max": 0.153217, "nauc_ndcg_at_100_std": 0.242459, "nauc_ndcg_at_100_diff1": 0.242459, "nauc_ndcg_at_1000_max": 0.153217, "nauc_ndcg_at_1000_std": 0.242459, "nauc_ndcg_at_1000_diff1": 0.242459, "nauc_map_at_1_max": -0.318487, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.06159, "nauc_map_at_3_std": 0.304705, "nauc_map_at_3_diff1": 0.304705, "nauc_map_at_5_max": 0.066016, "nauc_map_at_5_std": 0.347572, "nauc_map_at_5_diff1": 0.347572, "nauc_map_at_10_max": 0.169352, "nauc_map_at_10_std": 0.288974, "nauc_map_at_10_diff1": 0.288974, "nauc_map_at_20_max": 0.137194, "nauc_map_at_20_std": 0.267672, "nauc_map_at_20_diff1": 0.267672, "nauc_map_at_100_max": 0.130955, "nauc_map_at_100_std": 0.292865, "nauc_map_at_100_diff1": 0.292865, "nauc_map_at_1000_max": 0.130955, "nauc_map_at_1000_std": 0.292865, "nauc_map_at_1000_diff1": 0.292865, "nauc_recall_at_1_max": -0.318487, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.158573, "nauc_recall_at_3_std": -0.024774, "nauc_recall_at_3_diff1": -0.024774, "nauc_recall_at_5_max": 0.143547, "nauc_recall_at_5_std": 0.146901, "nauc_recall_at_5_diff1": 0.146901, "nauc_recall_at_10_max": 0.369171, "nauc_recall_at_10_std": 0.082609, "nauc_recall_at_10_diff1": 0.082609, "nauc_recall_at_20_max": 0.151513, "nauc_recall_at_20_std": 0.039635, "nauc_recall_at_20_diff1": 0.039635, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.318487, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.158573, "nauc_precision_at_3_std": -0.024774, "nauc_precision_at_3_diff1": -0.024774, "nauc_precision_at_5_max": 0.143547, "nauc_precision_at_5_std": 0.146901, "nauc_precision_at_5_diff1": 0.146901, "nauc_precision_at_10_max": 0.369171, "nauc_precision_at_10_std": 0.082609, "nauc_precision_at_10_diff1": 0.082609, "nauc_precision_at_20_max": 0.151513, "nauc_precision_at_20_std": 0.039635, "nauc_precision_at_20_diff1": 0.039635, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.002683, "nauc_mrr_at_1_std": 0.212638, "nauc_mrr_at_1_diff1": 0.212638, "nauc_mrr_at_3_max": 0.002683, "nauc_mrr_at_3_std": 0.212638, "nauc_mrr_at_3_diff1": 0.212638, "nauc_mrr_at_5_max": 0.002683, "nauc_mrr_at_5_std": 0.212638, "nauc_mrr_at_5_diff1": 0.212638, "nauc_mrr_at_10_max": -0.093439, "nauc_mrr_at_10_std": 0.181531, "nauc_mrr_at_10_diff1": 0.181531, "nauc_mrr_at_20_max": -0.085355, "nauc_mrr_at_20_std": 0.165133, "nauc_mrr_at_20_diff1": 0.165133, "nauc_mrr_at_100_max": -0.081876, "nauc_mrr_at_100_std": 0.16844, "nauc_mrr_at_100_diff1": 0.16844, "nauc_mrr_at_1000_max": -0.081876, "nauc_mrr_at_1000_std": 0.16844, "nauc_mrr_at_1000_diff1": 0.16844, "main_score": 0.02, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5.371003866195679, "kg_co2_emissions": 0.0002726981203054548 }