{ "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "2.12.16", "scores": { "test": [ { "ndcg_at_1": 0.73133, "ndcg_at_3": 0.81332, "ndcg_at_5": 0.832, "ndcg_at_10": 0.84746, "ndcg_at_20": 0.8517, "ndcg_at_100": 0.85409, "ndcg_at_1000": 0.85492, "map_at_1": 0.73133, "map_at_3": 0.79367, "map_at_5": 0.80403, "map_at_10": 0.81063, "map_at_20": 0.81181, "map_at_100": 0.81215, "map_at_1000": 0.81218, "recall_at_1": 0.73133, "recall_at_3": 0.87, "recall_at_5": 0.91533, "recall_at_10": 0.962, "recall_at_20": 0.97867, "recall_at_100": 0.99133, "recall_at_1000": 0.998, "accuracy": 0.73133, "precision_at_1": 0.73133, "precision_at_3": 0.29, "precision_at_5": 0.18307, "precision_at_10": 0.0962, "precision_at_20": 0.04893, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.731333, "mrr_at_3": 0.793889, "mrr_at_5": 0.804089, "mrr_at_10": 0.810685, "mrr_at_20": 0.811863, "mrr_at_100": 0.812208, "mrr_at_1000": 0.812237, "nauc_ndcg_at_1_max": 0.466224, "nauc_ndcg_at_1_std": -0.121303, "nauc_ndcg_at_1_diff1": 0.738977, "nauc_ndcg_at_3_max": 0.493175, "nauc_ndcg_at_3_std": -0.133843, "nauc_ndcg_at_3_diff1": 0.67322, "nauc_ndcg_at_5_max": 0.500363, "nauc_ndcg_at_5_std": -0.124451, "nauc_ndcg_at_5_diff1": 0.682236, "nauc_ndcg_at_10_max": 0.499457, "nauc_ndcg_at_10_std": -0.120688, "nauc_ndcg_at_10_diff1": 0.691874, "nauc_ndcg_at_20_max": 0.49663, "nauc_ndcg_at_20_std": -0.123257, "nauc_ndcg_at_20_diff1": 0.69736, "nauc_ndcg_at_100_max": 0.492561, "nauc_ndcg_at_100_std": -0.117245, "nauc_ndcg_at_100_diff1": 0.69825, "nauc_ndcg_at_1000_max": 0.491238, "nauc_ndcg_at_1000_std": -0.12122, "nauc_ndcg_at_1000_diff1": 0.697624, "nauc_map_at_1_max": 0.466224, "nauc_map_at_1_std": -0.121303, "nauc_map_at_1_diff1": 0.738977, "nauc_map_at_3_max": 0.486389, "nauc_map_at_3_std": -0.131449, "nauc_map_at_3_diff1": 0.69188, "nauc_map_at_5_max": 0.489407, "nauc_map_at_5_std": -0.126735, "nauc_map_at_5_diff1": 0.697009, "nauc_map_at_10_max": 0.488776, "nauc_map_at_10_std": -0.125918, "nauc_map_at_10_diff1": 0.700999, "nauc_map_at_20_max": 0.487939, "nauc_map_at_20_std": -0.126518, "nauc_map_at_20_diff1": 0.702032, "nauc_map_at_100_max": 0.487365, "nauc_map_at_100_std": -0.12593, "nauc_map_at_100_diff1": 0.702129, "nauc_map_at_1000_max": 0.487341, "nauc_map_at_1000_std": -0.126028, "nauc_map_at_1000_diff1": 0.702117, "nauc_recall_at_1_max": 0.466224, "nauc_recall_at_1_std": -0.121303, "nauc_recall_at_1_diff1": 0.738977, "nauc_recall_at_3_max": 0.521408, "nauc_recall_at_3_std": -0.143237, "nauc_recall_at_3_diff1": 0.594019, "nauc_recall_at_5_max": 0.567855, "nauc_recall_at_5_std": -0.106715, "nauc_recall_at_5_diff1": 0.597032, "nauc_recall_at_10_max": 0.63823, "nauc_recall_at_10_std": -0.033458, "nauc_recall_at_10_diff1": 0.597065, "nauc_recall_at_20_max": 0.684363, "nauc_recall_at_20_std": -0.029806, "nauc_recall_at_20_diff1": 0.673538, "nauc_recall_at_100_max": 0.656216, "nauc_recall_at_100_std": 0.614702, "nauc_recall_at_100_diff1": 0.714358, "nauc_recall_at_1000_max": 0.450047, "nauc_recall_at_1000_std": 0.907407, "nauc_recall_at_1000_diff1": 0.417367, "nauc_precision_at_1_max": 0.466224, "nauc_precision_at_1_std": -0.121303, "nauc_precision_at_1_diff1": 0.738977, "nauc_precision_at_3_max": 0.521408, "nauc_precision_at_3_std": -0.143237, "nauc_precision_at_3_diff1": 0.594019, "nauc_precision_at_5_max": 0.567855, "nauc_precision_at_5_std": -0.106715, "nauc_precision_at_5_diff1": 0.597032, "nauc_precision_at_10_max": 0.63823, "nauc_precision_at_10_std": -0.033458, "nauc_precision_at_10_diff1": 0.597065, "nauc_precision_at_20_max": 0.684363, "nauc_precision_at_20_std": -0.029806, "nauc_precision_at_20_diff1": 0.673538, "nauc_precision_at_100_max": 0.656216, "nauc_precision_at_100_std": 0.614702, "nauc_precision_at_100_diff1": 0.714358, "nauc_precision_at_1000_max": 0.450047, "nauc_precision_at_1000_std": 0.907407, "nauc_precision_at_1000_diff1": 0.417367, "nauc_mrr_at_1_max": 0.466224, "nauc_mrr_at_1_std": -0.121303, "nauc_mrr_at_1_diff1": 0.738977, "nauc_mrr_at_3_max": 0.486466, "nauc_mrr_at_3_std": -0.13173, "nauc_mrr_at_3_diff1": 0.692169, "nauc_mrr_at_5_max": 0.489428, "nauc_mrr_at_5_std": -0.126807, "nauc_mrr_at_5_diff1": 0.697086, "nauc_mrr_at_10_max": 0.488798, "nauc_mrr_at_10_std": -0.125993, "nauc_mrr_at_10_diff1": 0.70108, "nauc_mrr_at_20_max": 0.487961, "nauc_mrr_at_20_std": -0.126594, "nauc_mrr_at_20_diff1": 0.702114, "nauc_mrr_at_100_max": 0.487386, "nauc_mrr_at_100_std": -0.126006, "nauc_mrr_at_100_diff1": 0.702211, "nauc_mrr_at_1000_max": 0.487363, "nauc_mrr_at_1000_std": -0.126104, "nauc_mrr_at_1000_diff1": 0.7022, "hit_rate_at_1": 0.73133, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.91533, "hit_rate_at_10": 0.962, "hit_rate_at_20": 0.97867, "hit_rate_at_100": 0.99133, "hit_rate_at_1000": 0.998, "main_score": 0.84746, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.69667, "ndcg_at_3": 0.78112, "ndcg_at_5": 0.799, "ndcg_at_10": 0.8149, "ndcg_at_20": 0.81995, "ndcg_at_100": 0.82357, "ndcg_at_1000": 0.82526, "map_at_1": 0.69667, "map_at_3": 0.76133, "map_at_5": 0.77127, "map_at_10": 0.77805, "map_at_20": 0.77943, "map_at_100": 0.77994, "map_at_1000": 0.78001, "recall_at_1": 0.69667, "recall_at_3": 0.838, "recall_at_5": 0.88133, "recall_at_10": 0.92933, "recall_at_20": 0.94933, "recall_at_100": 0.96867, "recall_at_1000": 0.982, "accuracy": 0.69667, "precision_at_1": 0.69667, "precision_at_3": 0.27933, "precision_at_5": 0.17627, "precision_at_10": 0.09293, "precision_at_20": 0.04747, "precision_at_100": 0.00969, "precision_at_1000": 0.00098, "mrr_at_1": 0.696667, "mrr_at_3": 0.761333, "mrr_at_5": 0.771267, "mrr_at_10": 0.778048, "mrr_at_20": 0.779433, "mrr_at_100": 0.779939, "mrr_at_1000": 0.780006, "nauc_ndcg_at_1_max": 0.486943, "nauc_ndcg_at_1_std": 0.014935, "nauc_ndcg_at_1_diff1": 0.735893, "nauc_ndcg_at_3_max": 0.53807, "nauc_ndcg_at_3_std": 0.065881, "nauc_ndcg_at_3_diff1": 0.693559, "nauc_ndcg_at_5_max": 0.545954, "nauc_ndcg_at_5_std": 0.07745, "nauc_ndcg_at_5_diff1": 0.691741, "nauc_ndcg_at_10_max": 0.558014, "nauc_ndcg_at_10_std": 0.10008, "nauc_ndcg_at_10_diff1": 0.697932, "nauc_ndcg_at_20_max": 0.551562, "nauc_ndcg_at_20_std": 0.102755, "nauc_ndcg_at_20_diff1": 0.695954, "nauc_ndcg_at_100_max": 0.545982, "nauc_ndcg_at_100_std": 0.098229, "nauc_ndcg_at_100_diff1": 0.699128, "nauc_ndcg_at_1000_max": 0.544214, "nauc_ndcg_at_1000_std": 0.09379, "nauc_ndcg_at_1000_diff1": 0.700271, "nauc_map_at_1_max": 0.486943, "nauc_map_at_1_std": 0.014935, "nauc_map_at_1_diff1": 0.735893, "nauc_map_at_3_max": 0.523406, "nauc_map_at_3_std": 0.051835, "nauc_map_at_3_diff1": 0.704838, "nauc_map_at_5_max": 0.526542, "nauc_map_at_5_std": 0.057041, "nauc_map_at_5_diff1": 0.704418, "nauc_map_at_10_max": 0.530088, "nauc_map_at_10_std": 0.064578, "nauc_map_at_10_diff1": 0.706912, "nauc_map_at_20_max": 0.528504, "nauc_map_at_20_std": 0.064925, "nauc_map_at_20_diff1": 0.706632, "nauc_map_at_100_max": 0.527852, "nauc_map_at_100_std": 0.06453, "nauc_map_at_100_diff1": 0.707025, "nauc_map_at_1000_max": 0.527808, "nauc_map_at_1000_std": 0.064426, "nauc_map_at_1000_diff1": 0.70703, "nauc_recall_at_1_max": 0.486943, "nauc_recall_at_1_std": 0.014935, "nauc_recall_at_1_diff1": 0.735893, "nauc_recall_at_3_max": 0.596276, "nauc_recall_at_3_std": 0.121301, "nauc_recall_at_3_diff1": 0.649294, "nauc_recall_at_5_max": 0.646175, "nauc_recall_at_5_std": 0.182709, "nauc_recall_at_5_diff1": 0.628017, "nauc_recall_at_10_max": 0.79913, "nauc_recall_at_10_std": 0.41113, "nauc_recall_at_10_diff1": 0.633212, "nauc_recall_at_20_max": 0.810617, "nauc_recall_at_20_std": 0.567952, "nauc_recall_at_20_diff1": 0.579783, "nauc_recall_at_100_max": 0.815772, "nauc_recall_at_100_std": 0.712438, "nauc_recall_at_100_diff1": 0.594205, "nauc_recall_at_1000_max": 0.885396, "nauc_recall_at_1000_std": 0.838261, "nauc_recall_at_1000_diff1": 0.613445, "nauc_precision_at_1_max": 0.486943, "nauc_precision_at_1_std": 0.014935, "nauc_precision_at_1_diff1": 0.735893, "nauc_precision_at_3_max": 0.596276, "nauc_precision_at_3_std": 0.121301, "nauc_precision_at_3_diff1": 0.649294, "nauc_precision_at_5_max": 0.646175, "nauc_precision_at_5_std": 0.182709, "nauc_precision_at_5_diff1": 0.628017, "nauc_precision_at_10_max": 0.79913, "nauc_precision_at_10_std": 0.41113, "nauc_precision_at_10_diff1": 0.633212, "nauc_precision_at_20_max": 0.810617, "nauc_precision_at_20_std": 0.567952, "nauc_precision_at_20_diff1": 0.579783, "nauc_precision_at_100_max": 0.815772, "nauc_precision_at_100_std": 0.712438, "nauc_precision_at_100_diff1": 0.594205, "nauc_precision_at_1000_max": 0.885396, "nauc_precision_at_1000_std": 0.838261, "nauc_precision_at_1000_diff1": 0.613445, "nauc_mrr_at_1_max": 0.486943, "nauc_mrr_at_1_std": 0.014935, "nauc_mrr_at_1_diff1": 0.735893, "nauc_mrr_at_3_max": 0.523406, "nauc_mrr_at_3_std": 0.051835, "nauc_mrr_at_3_diff1": 0.704838, "nauc_mrr_at_5_max": 0.526542, "nauc_mrr_at_5_std": 0.057041, "nauc_mrr_at_5_diff1": 0.704418, "nauc_mrr_at_10_max": 0.530088, "nauc_mrr_at_10_std": 0.064578, "nauc_mrr_at_10_diff1": 0.706912, "nauc_mrr_at_20_max": 0.528504, "nauc_mrr_at_20_std": 0.064925, "nauc_mrr_at_20_diff1": 0.706632, "nauc_mrr_at_100_max": 0.527852, "nauc_mrr_at_100_std": 0.06453, "nauc_mrr_at_100_diff1": 0.707025, "nauc_mrr_at_1000_max": 0.527808, "nauc_mrr_at_1000_std": 0.064426, "nauc_mrr_at_1000_diff1": 0.70703, "hit_rate_at_1": 0.69667, "hit_rate_at_3": 0.838, "hit_rate_at_5": 0.88133, "hit_rate_at_10": 0.92933, "hit_rate_at_20": 0.94933, "hit_rate_at_100": 0.96867, "hit_rate_at_1000": 0.982, "main_score": 0.8149, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.83397, "ndcg_at_5": 0.85391, "ndcg_at_10": 0.86454, "ndcg_at_20": 0.86754, "ndcg_at_100": 0.86955, "ndcg_at_1000": 0.86992, "map_at_1": 0.75, "map_at_3": 0.81344, "map_at_5": 0.82444, "map_at_10": 0.829, "map_at_20": 0.8298, "map_at_100": 0.83009, "map_at_1000": 0.8301, "recall_at_1": 0.75, "recall_at_3": 0.89333, "recall_at_5": 0.942, "recall_at_10": 0.974, "recall_at_20": 0.986, "recall_at_100": 0.99667, "recall_at_1000": 0.99933, "accuracy": 0.75, "precision_at_1": 0.75, "precision_at_3": 0.29778, "precision_at_5": 0.1884, "precision_at_10": 0.0974, "precision_at_20": 0.0493, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.75, "mrr_at_3": 0.813444, "mrr_at_5": 0.824444, "mrr_at_10": 0.829028, "mrr_at_20": 0.829795, "mrr_at_100": 0.83008, "mrr_at_1000": 0.830098, "nauc_ndcg_at_1_max": 0.439545, "nauc_ndcg_at_1_std": -0.185114, "nauc_ndcg_at_1_diff1": 0.758426, "nauc_ndcg_at_3_max": 0.473647, "nauc_ndcg_at_3_std": -0.180341, "nauc_ndcg_at_3_diff1": 0.710077, "nauc_ndcg_at_5_max": 0.47131, "nauc_ndcg_at_5_std": -0.183789, "nauc_ndcg_at_5_diff1": 0.720024, "nauc_ndcg_at_10_max": 0.466984, "nauc_ndcg_at_10_std": -0.187175, "nauc_ndcg_at_10_diff1": 0.724502, "nauc_ndcg_at_20_max": 0.468969, "nauc_ndcg_at_20_std": -0.184957, "nauc_ndcg_at_20_diff1": 0.726081, "nauc_ndcg_at_100_max": 0.466422, "nauc_ndcg_at_100_std": -0.177696, "nauc_ndcg_at_100_diff1": 0.727935, "nauc_ndcg_at_1000_max": 0.464984, "nauc_ndcg_at_1000_std": -0.181012, "nauc_ndcg_at_1000_diff1": 0.728674, "nauc_map_at_1_max": 0.439545, "nauc_map_at_1_std": -0.185114, "nauc_map_at_1_diff1": 0.758426, "nauc_map_at_3_max": 0.464383, "nauc_map_at_3_std": -0.180131, "nauc_map_at_3_diff1": 0.724239, "nauc_map_at_5_max": 0.46267, "nauc_map_at_5_std": -0.182256, "nauc_map_at_5_diff1": 0.72975, "nauc_map_at_10_max": 0.46079, "nauc_map_at_10_std": -0.18365, "nauc_map_at_10_diff1": 0.731453, "nauc_map_at_20_max": 0.461239, "nauc_map_at_20_std": -0.1831, "nauc_map_at_20_diff1": 0.731857, "nauc_map_at_100_max": 0.460998, "nauc_map_at_100_std": -0.182227, "nauc_map_at_100_diff1": 0.732073, "nauc_map_at_1000_max": 0.460942, "nauc_map_at_1000_std": -0.182349, "nauc_map_at_1000_diff1": 0.732093, "nauc_recall_at_1_max": 0.439545, "nauc_recall_at_1_std": -0.185114, "nauc_recall_at_1_diff1": 0.758426, "nauc_recall_at_3_max": 0.516045, "nauc_recall_at_3_std": -0.182466, "nauc_recall_at_3_diff1": 0.644472, "nauc_recall_at_5_max": 0.537783, "nauc_recall_at_5_std": -0.197624, "nauc_recall_at_5_diff1": 0.647553, "nauc_recall_at_10_max": 0.562056, "nauc_recall_at_10_std": -0.253513, "nauc_recall_at_10_diff1": 0.626445, "nauc_recall_at_20_max": 0.70626, "nauc_recall_at_20_std": -0.239051, "nauc_recall_at_20_diff1": 0.593904, "nauc_recall_at_100_max": 0.944444, "nauc_recall_at_100_std": 0.921569, "nauc_recall_at_100_diff1": 0.520635, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.439545, "nauc_precision_at_1_std": -0.185114, "nauc_precision_at_1_diff1": 0.758426, "nauc_precision_at_3_max": 0.516045, "nauc_precision_at_3_std": -0.182466, "nauc_precision_at_3_diff1": 0.644472, "nauc_precision_at_5_max": 0.537783, "nauc_precision_at_5_std": -0.197624, "nauc_precision_at_5_diff1": 0.647553, "nauc_precision_at_10_max": 0.562056, "nauc_precision_at_10_std": -0.253513, "nauc_precision_at_10_diff1": 0.626445, "nauc_precision_at_20_max": 0.70626, "nauc_precision_at_20_std": -0.239051, "nauc_precision_at_20_diff1": 0.593904, "nauc_precision_at_100_max": 0.944444, "nauc_precision_at_100_std": 0.921569, "nauc_precision_at_100_diff1": 0.520635, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.722222, "nauc_mrr_at_1_max": 0.439545, "nauc_mrr_at_1_std": -0.185114, "nauc_mrr_at_1_diff1": 0.758426, "nauc_mrr_at_3_max": 0.464383, "nauc_mrr_at_3_std": -0.180131, "nauc_mrr_at_3_diff1": 0.724239, "nauc_mrr_at_5_max": 0.46267, "nauc_mrr_at_5_std": -0.182256, "nauc_mrr_at_5_diff1": 0.72975, "nauc_mrr_at_10_max": 0.460847, "nauc_mrr_at_10_std": -0.183777, "nauc_mrr_at_10_diff1": 0.731562, "nauc_mrr_at_20_max": 0.461319, "nauc_mrr_at_20_std": -0.183155, "nauc_mrr_at_20_diff1": 0.731924, "nauc_mrr_at_100_max": 0.461078, "nauc_mrr_at_100_std": -0.182282, "nauc_mrr_at_100_diff1": 0.73214, "nauc_mrr_at_1000_max": 0.461022, "nauc_mrr_at_1000_std": -0.182405, "nauc_mrr_at_1000_diff1": 0.73216, "hit_rate_at_1": 0.75, "hit_rate_at_3": 0.89333, "hit_rate_at_5": 0.942, "hit_rate_at_10": 0.974, "hit_rate_at_20": 0.986, "hit_rate_at_100": 0.99667, "hit_rate_at_1000": 0.99933, "main_score": 0.86454, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.756, "ndcg_at_3": 0.84283, "ndcg_at_5": 0.85766, "ndcg_at_10": 0.86831, "ndcg_at_20": 0.87173, "ndcg_at_100": 0.87335, "ndcg_at_1000": 0.87389, "map_at_1": 0.756, "map_at_3": 0.82167, "map_at_5": 0.8299, "map_at_10": 0.83447, "map_at_20": 0.83543, "map_at_100": 0.83566, "map_at_1000": 0.83567, "recall_at_1": 0.756, "recall_at_3": 0.904, "recall_at_5": 0.94, "recall_at_10": 0.972, "recall_at_20": 0.98533, "recall_at_100": 0.994, "recall_at_1000": 0.99867, "accuracy": 0.756, "precision_at_1": 0.756, "precision_at_3": 0.30133, "precision_at_5": 0.188, "precision_at_10": 0.0972, "precision_at_20": 0.04927, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.756, "mrr_at_3": 0.821667, "mrr_at_5": 0.8299, "mrr_at_10": 0.834472, "mrr_at_20": 0.835431, "mrr_at_100": 0.835662, "mrr_at_1000": 0.835674, "nauc_ndcg_at_1_max": 0.449222, "nauc_ndcg_at_1_std": -0.110341, "nauc_ndcg_at_1_diff1": 0.750529, "nauc_ndcg_at_3_max": 0.508315, "nauc_ndcg_at_3_std": -0.051215, "nauc_ndcg_at_3_diff1": 0.710763, "nauc_ndcg_at_5_max": 0.510706, "nauc_ndcg_at_5_std": -0.049138, "nauc_ndcg_at_5_diff1": 0.714494, "nauc_ndcg_at_10_max": 0.503829, "nauc_ndcg_at_10_std": -0.061102, "nauc_ndcg_at_10_diff1": 0.71826, "nauc_ndcg_at_20_max": 0.500918, "nauc_ndcg_at_20_std": -0.061599, "nauc_ndcg_at_20_diff1": 0.720028, "nauc_ndcg_at_100_max": 0.496579, "nauc_ndcg_at_100_std": -0.066446, "nauc_ndcg_at_100_diff1": 0.723974, "nauc_ndcg_at_1000_max": 0.494545, "nauc_ndcg_at_1000_std": -0.070163, "nauc_ndcg_at_1000_diff1": 0.724289, "nauc_map_at_1_max": 0.449222, "nauc_map_at_1_std": -0.110341, "nauc_map_at_1_diff1": 0.750529, "nauc_map_at_3_max": 0.490711, "nauc_map_at_3_std": -0.07328, "nauc_map_at_3_diff1": 0.722728, "nauc_map_at_5_max": 0.490987, "nauc_map_at_5_std": -0.073675, "nauc_map_at_5_diff1": 0.72511, "nauc_map_at_10_max": 0.487855, "nauc_map_at_10_std": -0.078976, "nauc_map_at_10_diff1": 0.726752, "nauc_map_at_20_max": 0.487044, "nauc_map_at_20_std": -0.079194, "nauc_map_at_20_diff1": 0.727102, "nauc_map_at_100_max": 0.486553, "nauc_map_at_100_std": -0.079737, "nauc_map_at_100_diff1": 0.727642, "nauc_map_at_1000_max": 0.48652, "nauc_map_at_1000_std": -0.079791, "nauc_map_at_1000_diff1": 0.727649, "nauc_recall_at_1_max": 0.449222, "nauc_recall_at_1_std": -0.110341, "nauc_recall_at_1_diff1": 0.750529, "nauc_recall_at_3_max": 0.594525, "nauc_recall_at_3_std": 0.060237, "nauc_recall_at_3_diff1": 0.652074, "nauc_recall_at_5_max": 0.658165, "nauc_recall_at_5_std": 0.140461, "nauc_recall_at_5_diff1": 0.636804, "nauc_recall_at_10_max": 0.741708, "nauc_recall_at_10_std": 0.213341, "nauc_recall_at_10_diff1": 0.596316, "nauc_recall_at_20_max": 0.87153, "nauc_recall_at_20_std": 0.447437, "nauc_recall_at_20_diff1": 0.548107, "nauc_recall_at_100_max": 0.954611, "nauc_recall_at_100_std": 0.683422, "nauc_recall_at_100_diff1": 0.672217, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.422502, "nauc_recall_at_1000_diff1": 0.711718, "nauc_precision_at_1_max": 0.449222, "nauc_precision_at_1_std": -0.110341, "nauc_precision_at_1_diff1": 0.750529, "nauc_precision_at_3_max": 0.594525, "nauc_precision_at_3_std": 0.060237, "nauc_precision_at_3_diff1": 0.652074, "nauc_precision_at_5_max": 0.658165, "nauc_precision_at_5_std": 0.140461, "nauc_precision_at_5_diff1": 0.636804, "nauc_precision_at_10_max": 0.741708, "nauc_precision_at_10_std": 0.213341, "nauc_precision_at_10_diff1": 0.596316, "nauc_precision_at_20_max": 0.87153, "nauc_precision_at_20_std": 0.447437, "nauc_precision_at_20_diff1": 0.548107, "nauc_precision_at_100_max": 0.954611, "nauc_precision_at_100_std": 0.683422, "nauc_precision_at_100_diff1": 0.672217, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.422502, "nauc_precision_at_1000_diff1": 0.711718, "nauc_mrr_at_1_max": 0.449222, "nauc_mrr_at_1_std": -0.110341, "nauc_mrr_at_1_diff1": 0.750529, "nauc_mrr_at_3_max": 0.490711, "nauc_mrr_at_3_std": -0.07328, "nauc_mrr_at_3_diff1": 0.722728, "nauc_mrr_at_5_max": 0.490987, "nauc_mrr_at_5_std": -0.073675, "nauc_mrr_at_5_diff1": 0.72511, "nauc_mrr_at_10_max": 0.487855, "nauc_mrr_at_10_std": -0.078976, "nauc_mrr_at_10_diff1": 0.726752, "nauc_mrr_at_20_max": 0.487044, "nauc_mrr_at_20_std": -0.079194, "nauc_mrr_at_20_diff1": 0.727102, "nauc_mrr_at_100_max": 0.486553, "nauc_mrr_at_100_std": -0.079737, "nauc_mrr_at_100_diff1": 0.727642, "nauc_mrr_at_1000_max": 0.48652, "nauc_mrr_at_1000_std": -0.079791, "nauc_mrr_at_1000_diff1": 0.727649, "hit_rate_at_1": 0.756, "hit_rate_at_3": 0.904, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.972, "hit_rate_at_20": 0.98533, "hit_rate_at_100": 0.994, "hit_rate_at_1000": 0.99867, "main_score": 0.86831, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.75133, "ndcg_at_3": 0.83482, "ndcg_at_5": 0.85229, "ndcg_at_10": 0.86723, "ndcg_at_20": 0.8693, "ndcg_at_100": 0.8706, "ndcg_at_1000": 0.87082, "map_at_1": 0.75133, "map_at_3": 0.81456, "map_at_5": 0.82419, "map_at_10": 0.83065, "map_at_20": 0.83124, "map_at_100": 0.83144, "map_at_1000": 0.83144, "recall_at_1": 0.75133, "recall_at_3": 0.89333, "recall_at_5": 0.936, "recall_at_10": 0.98067, "recall_at_20": 0.98867, "recall_at_100": 0.99533, "recall_at_1000": 0.99733, "accuracy": 0.75133, "precision_at_1": 0.75133, "precision_at_3": 0.29778, "precision_at_5": 0.1872, "precision_at_10": 0.09807, "precision_at_20": 0.04943, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.751333, "mrr_at_3": 0.814556, "mrr_at_5": 0.824189, "mrr_at_10": 0.830645, "mrr_at_20": 0.831236, "mrr_at_100": 0.83144, "mrr_at_1000": 0.831444, "nauc_ndcg_at_1_max": 0.460591, "nauc_ndcg_at_1_std": -0.196689, "nauc_ndcg_at_1_diff1": 0.763588, "nauc_ndcg_at_3_max": 0.491775, "nauc_ndcg_at_3_std": -0.161695, "nauc_ndcg_at_3_diff1": 0.709099, "nauc_ndcg_at_5_max": 0.477196, "nauc_ndcg_at_5_std": -0.177173, "nauc_ndcg_at_5_diff1": 0.704409, "nauc_ndcg_at_10_max": 0.485144, "nauc_ndcg_at_10_std": -0.174362, "nauc_ndcg_at_10_diff1": 0.719591, "nauc_ndcg_at_20_max": 0.484369, "nauc_ndcg_at_20_std": -0.171905, "nauc_ndcg_at_20_diff1": 0.723038, "nauc_ndcg_at_100_max": 0.481499, "nauc_ndcg_at_100_std": -0.17289, "nauc_ndcg_at_100_diff1": 0.723053, "nauc_ndcg_at_1000_max": 0.480953, "nauc_ndcg_at_1000_std": -0.173769, "nauc_ndcg_at_1000_diff1": 0.723795, "nauc_map_at_1_max": 0.460591, "nauc_map_at_1_std": -0.196689, "nauc_map_at_1_diff1": 0.763588, "nauc_map_at_3_max": 0.482998, "nauc_map_at_3_std": -0.172008, "nauc_map_at_3_diff1": 0.725162, "nauc_map_at_5_max": 0.475184, "nauc_map_at_5_std": -0.180393, "nauc_map_at_5_diff1": 0.723805, "nauc_map_at_10_max": 0.477953, "nauc_map_at_10_std": -0.17964, "nauc_map_at_10_diff1": 0.729772, "nauc_map_at_20_max": 0.477613, "nauc_map_at_20_std": -0.179063, "nauc_map_at_20_diff1": 0.73047, "nauc_map_at_100_max": 0.477265, "nauc_map_at_100_std": -0.17924, "nauc_map_at_100_diff1": 0.730489, "nauc_map_at_1000_max": 0.477255, "nauc_map_at_1000_std": -0.17926, "nauc_map_at_1000_diff1": 0.730502, "nauc_recall_at_1_max": 0.460591, "nauc_recall_at_1_std": -0.196689, "nauc_recall_at_1_diff1": 0.763588, "nauc_recall_at_3_max": 0.531969, "nauc_recall_at_3_std": -0.114124, "nauc_recall_at_3_diff1": 0.634999, "nauc_recall_at_5_max": 0.487016, "nauc_recall_at_5_std": -0.158322, "nauc_recall_at_5_diff1": 0.563132, "nauc_recall_at_10_max": 0.653675, "nauc_recall_at_10_std": -0.058099, "nauc_recall_at_10_diff1": 0.523166, "nauc_recall_at_20_max": 0.755177, "nauc_recall_at_20_std": 0.119514, "nauc_recall_at_20_diff1": 0.536085, "nauc_recall_at_100_max": 0.765239, "nauc_recall_at_100_std": 0.431906, "nauc_recall_at_100_diff1": 0.268841, "nauc_recall_at_1000_max": 0.770075, "nauc_recall_at_1000_std": 0.576447, "nauc_recall_at_1000_diff1": 0.206466, "nauc_precision_at_1_max": 0.460591, "nauc_precision_at_1_std": -0.196689, "nauc_precision_at_1_diff1": 0.763588, "nauc_precision_at_3_max": 0.531969, "nauc_precision_at_3_std": -0.114124, "nauc_precision_at_3_diff1": 0.634999, "nauc_precision_at_5_max": 0.487016, "nauc_precision_at_5_std": -0.158322, "nauc_precision_at_5_diff1": 0.563132, "nauc_precision_at_10_max": 0.653675, "nauc_precision_at_10_std": -0.058099, "nauc_precision_at_10_diff1": 0.523166, "nauc_precision_at_20_max": 0.755177, "nauc_precision_at_20_std": 0.119514, "nauc_precision_at_20_diff1": 0.536085, "nauc_precision_at_100_max": 0.765239, "nauc_precision_at_100_std": 0.431906, "nauc_precision_at_100_diff1": 0.268841, "nauc_precision_at_1000_max": 0.770075, "nauc_precision_at_1000_std": 0.576447, "nauc_precision_at_1000_diff1": 0.206466, "nauc_mrr_at_1_max": 0.460591, "nauc_mrr_at_1_std": -0.196689, "nauc_mrr_at_1_diff1": 0.763588, "nauc_mrr_at_3_max": 0.482998, "nauc_mrr_at_3_std": -0.172008, "nauc_mrr_at_3_diff1": 0.725162, "nauc_mrr_at_5_max": 0.475184, "nauc_mrr_at_5_std": -0.180393, "nauc_mrr_at_5_diff1": 0.723805, "nauc_mrr_at_10_max": 0.477953, "nauc_mrr_at_10_std": -0.17964, "nauc_mrr_at_10_diff1": 0.729772, "nauc_mrr_at_20_max": 0.477613, "nauc_mrr_at_20_std": -0.179063, "nauc_mrr_at_20_diff1": 0.73047, "nauc_mrr_at_100_max": 0.477265, "nauc_mrr_at_100_std": -0.17924, "nauc_mrr_at_100_diff1": 0.730489, "nauc_mrr_at_1000_max": 0.477255, "nauc_mrr_at_1000_std": -0.17926, "nauc_mrr_at_1000_diff1": 0.730502, "hit_rate_at_1": 0.75133, "hit_rate_at_3": 0.89333, "hit_rate_at_5": 0.936, "hit_rate_at_10": 0.98067, "hit_rate_at_20": 0.98867, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.99733, "main_score": 0.86723, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.81533, "ndcg_at_3": 0.88542, "ndcg_at_5": 0.89801, "ndcg_at_10": 0.90681, "ndcg_at_20": 0.90833, "ndcg_at_100": 0.90869, "ndcg_at_1000": 0.90879, "map_at_1": 0.81533, "map_at_3": 0.86878, "map_at_5": 0.87574, "map_at_10": 0.87947, "map_at_20": 0.87989, "map_at_100": 0.87994, "map_at_1000": 0.87994, "recall_at_1": 0.81533, "recall_at_3": 0.93333, "recall_at_5": 0.964, "recall_at_10": 0.99067, "recall_at_20": 0.99667, "recall_at_100": 0.99867, "recall_at_1000": 0.99933, "accuracy": 0.81533, "precision_at_1": 0.81533, "precision_at_3": 0.31111, "precision_at_5": 0.1928, "precision_at_10": 0.09907, "precision_at_20": 0.04983, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.815333, "mrr_at_3": 0.868778, "mrr_at_5": 0.875744, "mrr_at_10": 0.879474, "mrr_at_20": 0.879893, "mrr_at_100": 0.879938, "mrr_at_1000": 0.879944, "nauc_ndcg_at_1_max": 0.540974, "nauc_ndcg_at_1_std": -0.222181, "nauc_ndcg_at_1_diff1": 0.780935, "nauc_ndcg_at_3_max": 0.562434, "nauc_ndcg_at_3_std": -0.23866, "nauc_ndcg_at_3_diff1": 0.737355, "nauc_ndcg_at_5_max": 0.56303, "nauc_ndcg_at_5_std": -0.246791, "nauc_ndcg_at_5_diff1": 0.745195, "nauc_ndcg_at_10_max": 0.560836, "nauc_ndcg_at_10_std": -0.227325, "nauc_ndcg_at_10_diff1": 0.747596, "nauc_ndcg_at_20_max": 0.559617, "nauc_ndcg_at_20_std": -0.226802, "nauc_ndcg_at_20_diff1": 0.752961, "nauc_ndcg_at_100_max": 0.558177, "nauc_ndcg_at_100_std": -0.227378, "nauc_ndcg_at_100_diff1": 0.75325, "nauc_ndcg_at_1000_max": 0.557697, "nauc_ndcg_at_1000_std": -0.228711, "nauc_ndcg_at_1000_diff1": 0.752982, "nauc_map_at_1_max": 0.540974, "nauc_map_at_1_std": -0.222181, "nauc_map_at_1_diff1": 0.780935, "nauc_map_at_3_max": 0.556424, "nauc_map_at_3_std": -0.235137, "nauc_map_at_3_diff1": 0.749907, "nauc_map_at_5_max": 0.556742, "nauc_map_at_5_std": -0.238267, "nauc_map_at_5_diff1": 0.754251, "nauc_map_at_10_max": 0.555323, "nauc_map_at_10_std": -0.231022, "nauc_map_at_10_diff1": 0.755112, "nauc_map_at_20_max": 0.555117, "nauc_map_at_20_std": -0.230739, "nauc_map_at_20_diff1": 0.756377, "nauc_map_at_100_max": 0.554982, "nauc_map_at_100_std": -0.23088, "nauc_map_at_100_diff1": 0.756415, "nauc_map_at_1000_max": 0.554962, "nauc_map_at_1000_std": -0.230935, "nauc_map_at_1000_diff1": 0.756404, "nauc_recall_at_1_max": 0.540974, "nauc_recall_at_1_std": -0.222181, "nauc_recall_at_1_diff1": 0.780935, "nauc_recall_at_3_max": 0.594248, "nauc_recall_at_3_std": -0.256293, "nauc_recall_at_3_diff1": 0.670588, "nauc_recall_at_5_max": 0.619843, "nauc_recall_at_5_std": -0.330256, "nauc_recall_at_5_diff1": 0.665206, "nauc_recall_at_10_max": 0.750634, "nauc_recall_at_10_std": -0.041883, "nauc_recall_at_10_diff1": 0.520542, "nauc_recall_at_20_max": 0.947712, "nauc_recall_at_20_std": 0.297479, "nauc_recall_at_20_diff1": 0.640616, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.561391, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.122782, "nauc_precision_at_1_max": 0.540974, "nauc_precision_at_1_std": -0.222181, "nauc_precision_at_1_diff1": 0.780935, "nauc_precision_at_3_max": 0.594248, "nauc_precision_at_3_std": -0.256293, "nauc_precision_at_3_diff1": 0.670588, "nauc_precision_at_5_max": 0.619843, "nauc_precision_at_5_std": -0.330256, "nauc_precision_at_5_diff1": 0.665206, "nauc_precision_at_10_max": 0.750634, "nauc_precision_at_10_std": -0.041883, "nauc_precision_at_10_diff1": 0.520542, "nauc_precision_at_20_max": 0.947712, "nauc_precision_at_20_std": 0.297479, "nauc_precision_at_20_diff1": 0.640616, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.561391, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.122782, "nauc_mrr_at_1_max": 0.540974, "nauc_mrr_at_1_std": -0.222181, "nauc_mrr_at_1_diff1": 0.780935, "nauc_mrr_at_3_max": 0.556424, "nauc_mrr_at_3_std": -0.235137, "nauc_mrr_at_3_diff1": 0.749907, "nauc_mrr_at_5_max": 0.556742, "nauc_mrr_at_5_std": -0.238267, "nauc_mrr_at_5_diff1": 0.754251, "nauc_mrr_at_10_max": 0.555323, "nauc_mrr_at_10_std": -0.231022, "nauc_mrr_at_10_diff1": 0.755112, "nauc_mrr_at_20_max": 0.555117, "nauc_mrr_at_20_std": -0.230739, "nauc_mrr_at_20_diff1": 0.756377, "nauc_mrr_at_100_max": 0.554982, "nauc_mrr_at_100_std": -0.23088, "nauc_mrr_at_100_diff1": 0.756415, "nauc_mrr_at_1000_max": 0.554962, "nauc_mrr_at_1000_std": -0.230935, "nauc_mrr_at_1000_diff1": 0.756404, "hit_rate_at_1": 0.81533, "hit_rate_at_3": 0.93333, "hit_rate_at_5": 0.964, "hit_rate_at_10": 0.99067, "hit_rate_at_20": 0.99667, "hit_rate_at_100": 0.99867, "hit_rate_at_1000": 0.99933, "main_score": 0.90681, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.752, "ndcg_at_3": 0.83486, "ndcg_at_5": 0.85165, "ndcg_at_10": 0.86214, "ndcg_at_20": 0.86509, "ndcg_at_100": 0.86807, "ndcg_at_1000": 0.86902, "map_at_1": 0.752, "map_at_3": 0.81544, "map_at_5": 0.82478, "map_at_10": 0.82932, "map_at_20": 0.83017, "map_at_100": 0.83058, "map_at_1000": 0.83062, "recall_at_1": 0.752, "recall_at_3": 0.89067, "recall_at_5": 0.93133, "recall_at_10": 0.96267, "recall_at_20": 0.974, "recall_at_100": 0.99, "recall_at_1000": 0.99733, "accuracy": 0.752, "precision_at_1": 0.752, "precision_at_3": 0.29689, "precision_at_5": 0.18627, "precision_at_10": 0.09627, "precision_at_20": 0.0487, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.752, "mrr_at_3": 0.815444, "mrr_at_5": 0.824778, "mrr_at_10": 0.829323, "mrr_at_20": 0.830169, "mrr_at_100": 0.830585, "mrr_at_1000": 0.830623, "nauc_ndcg_at_1_max": 0.471379, "nauc_ndcg_at_1_std": -0.030952, "nauc_ndcg_at_1_diff1": 0.743998, "nauc_ndcg_at_3_max": 0.520836, "nauc_ndcg_at_3_std": -0.003151, "nauc_ndcg_at_3_diff1": 0.682179, "nauc_ndcg_at_5_max": 0.532905, "nauc_ndcg_at_5_std": 0.012532, "nauc_ndcg_at_5_diff1": 0.707022, "nauc_ndcg_at_10_max": 0.536054, "nauc_ndcg_at_10_std": 0.025123, "nauc_ndcg_at_10_diff1": 0.703332, "nauc_ndcg_at_20_max": 0.529519, "nauc_ndcg_at_20_std": 0.021577, "nauc_ndcg_at_20_diff1": 0.705427, "nauc_ndcg_at_100_max": 0.523926, "nauc_ndcg_at_100_std": 0.014386, "nauc_ndcg_at_100_diff1": 0.708558, "nauc_ndcg_at_1000_max": 0.520616, "nauc_ndcg_at_1000_std": 0.008336, "nauc_ndcg_at_1000_diff1": 0.708829, "nauc_map_at_1_max": 0.471379, "nauc_map_at_1_std": -0.030952, "nauc_map_at_1_diff1": 0.743998, "nauc_map_at_3_max": 0.507039, "nauc_map_at_3_std": -0.011077, "nauc_map_at_3_diff1": 0.700537, "nauc_map_at_5_max": 0.512015, "nauc_map_at_5_std": -0.004112, "nauc_map_at_5_diff1": 0.713569, "nauc_map_at_10_max": 0.512615, "nauc_map_at_10_std": -0.000175, "nauc_map_at_10_diff1": 0.712458, "nauc_map_at_20_max": 0.511044, "nauc_map_at_20_std": -0.001055, "nauc_map_at_20_diff1": 0.713094, "nauc_map_at_100_max": 0.510353, "nauc_map_at_100_std": -0.002097, "nauc_map_at_100_diff1": 0.713432, "nauc_map_at_1000_max": 0.510241, "nauc_map_at_1000_std": -0.002312, "nauc_map_at_1000_diff1": 0.713437, "nauc_recall_at_1_max": 0.471379, "nauc_recall_at_1_std": -0.030952, "nauc_recall_at_1_diff1": 0.743998, "nauc_recall_at_3_max": 0.582296, "nauc_recall_at_3_std": 0.032283, "nauc_recall_at_3_diff1": 0.599586, "nauc_recall_at_5_max": 0.676208, "nauc_recall_at_5_std": 0.129405, "nauc_recall_at_5_diff1": 0.671186, "nauc_recall_at_10_max": 0.826447, "nauc_recall_at_10_std": 0.356217, "nauc_recall_at_10_diff1": 0.6035, "nauc_recall_at_20_max": 0.830161, "nauc_recall_at_20_std": 0.432234, "nauc_recall_at_20_diff1": 0.594161, "nauc_recall_at_100_max": 0.952848, "nauc_recall_at_100_std": 0.666604, "nauc_recall_at_100_diff1": 0.630345, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.429388, "nauc_recall_at_1000_diff1": 0.511088, "nauc_precision_at_1_max": 0.471379, "nauc_precision_at_1_std": -0.030952, "nauc_precision_at_1_diff1": 0.743998, "nauc_precision_at_3_max": 0.582296, "nauc_precision_at_3_std": 0.032283, "nauc_precision_at_3_diff1": 0.599586, "nauc_precision_at_5_max": 0.676208, "nauc_precision_at_5_std": 0.129405, "nauc_precision_at_5_diff1": 0.671186, "nauc_precision_at_10_max": 0.826447, "nauc_precision_at_10_std": 0.356217, "nauc_precision_at_10_diff1": 0.6035, "nauc_precision_at_20_max": 0.830161, "nauc_precision_at_20_std": 0.432234, "nauc_precision_at_20_diff1": 0.594161, "nauc_precision_at_100_max": 0.952848, "nauc_precision_at_100_std": 0.666604, "nauc_precision_at_100_diff1": 0.630345, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.429388, "nauc_precision_at_1000_diff1": 0.511088, "nauc_mrr_at_1_max": 0.471379, "nauc_mrr_at_1_std": -0.030952, "nauc_mrr_at_1_diff1": 0.743998, "nauc_mrr_at_3_max": 0.507878, "nauc_mrr_at_3_std": -0.009103, "nauc_mrr_at_3_diff1": 0.700537, "nauc_mrr_at_5_max": 0.512237, "nauc_mrr_at_5_std": -0.003591, "nauc_mrr_at_5_diff1": 0.713569, "nauc_mrr_at_10_max": 0.512843, "nauc_mrr_at_10_std": 0.000361, "nauc_mrr_at_10_diff1": 0.712458, "nauc_mrr_at_20_max": 0.511273, "nauc_mrr_at_20_std": -0.000516, "nauc_mrr_at_20_diff1": 0.713094, "nauc_mrr_at_100_max": 0.510583, "nauc_mrr_at_100_std": -0.001556, "nauc_mrr_at_100_diff1": 0.713432, "nauc_mrr_at_1000_max": 0.510471, "nauc_mrr_at_1000_std": -0.001771, "nauc_mrr_at_1000_diff1": 0.713437, "hit_rate_at_1": 0.752, "hit_rate_at_3": 0.89067, "hit_rate_at_5": 0.93133, "hit_rate_at_10": 0.96267, "hit_rate_at_20": 0.974, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 0.99733, "main_score": 0.86214, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.76267, "ndcg_at_3": 0.84399, "ndcg_at_5": 0.8602, "ndcg_at_10": 0.8713, "ndcg_at_20": 0.87356, "ndcg_at_100": 0.87633, "ndcg_at_1000": 0.87658, "map_at_1": 0.76267, "map_at_3": 0.82456, "map_at_5": 0.83356, "map_at_10": 0.83832, "map_at_20": 0.83898, "map_at_100": 0.83943, "map_at_1000": 0.83944, "recall_at_1": 0.76267, "recall_at_3": 0.9, "recall_at_5": 0.93933, "recall_at_10": 0.97267, "recall_at_20": 0.98133, "recall_at_100": 0.99533, "recall_at_1000": 0.99733, "accuracy": 0.76267, "precision_at_1": 0.76267, "precision_at_3": 0.3, "precision_at_5": 0.18787, "precision_at_10": 0.09727, "precision_at_20": 0.04907, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.762667, "mrr_at_3": 0.824444, "mrr_at_5": 0.833444, "mrr_at_10": 0.838212, "mrr_at_20": 0.838865, "mrr_at_100": 0.839321, "mrr_at_1000": 0.839329, "nauc_ndcg_at_1_max": 0.338532, "nauc_ndcg_at_1_std": -0.111498, "nauc_ndcg_at_1_diff1": 0.746906, "nauc_ndcg_at_3_max": 0.36411, "nauc_ndcg_at_3_std": -0.069187, "nauc_ndcg_at_3_diff1": 0.68113, "nauc_ndcg_at_5_max": 0.361903, "nauc_ndcg_at_5_std": -0.051238, "nauc_ndcg_at_5_diff1": 0.683269, "nauc_ndcg_at_10_max": 0.370847, "nauc_ndcg_at_10_std": -0.057775, "nauc_ndcg_at_10_diff1": 0.695467, "nauc_ndcg_at_20_max": 0.363684, "nauc_ndcg_at_20_std": -0.057872, "nauc_ndcg_at_20_diff1": 0.694624, "nauc_ndcg_at_100_max": 0.360545, "nauc_ndcg_at_100_std": -0.068479, "nauc_ndcg_at_100_diff1": 0.699465, "nauc_ndcg_at_1000_max": 0.360082, "nauc_ndcg_at_1000_std": -0.070503, "nauc_ndcg_at_1000_diff1": 0.699742, "nauc_map_at_1_max": 0.338532, "nauc_map_at_1_std": -0.111498, "nauc_map_at_1_diff1": 0.746906, "nauc_map_at_3_max": 0.357452, "nauc_map_at_3_std": -0.081746, "nauc_map_at_3_diff1": 0.701305, "nauc_map_at_5_max": 0.356251, "nauc_map_at_5_std": -0.074412, "nauc_map_at_5_diff1": 0.703572, "nauc_map_at_10_max": 0.359198, "nauc_map_at_10_std": -0.077436, "nauc_map_at_10_diff1": 0.708301, "nauc_map_at_20_max": 0.357498, "nauc_map_at_20_std": -0.077612, "nauc_map_at_20_diff1": 0.708166, "nauc_map_at_100_max": 0.357106, "nauc_map_at_100_std": -0.078912, "nauc_map_at_100_diff1": 0.708893, "nauc_map_at_1000_max": 0.357104, "nauc_map_at_1000_std": -0.078965, "nauc_map_at_1000_diff1": 0.70891, "nauc_recall_at_1_max": 0.338532, "nauc_recall_at_1_std": -0.111498, "nauc_recall_at_1_diff1": 0.746906, "nauc_recall_at_3_max": 0.394429, "nauc_recall_at_3_std": -0.010738, "nauc_recall_at_3_diff1": 0.586772, "nauc_recall_at_5_max": 0.40017, "nauc_recall_at_5_std": 0.124829, "nauc_recall_at_5_diff1": 0.535907, "nauc_recall_at_10_max": 0.562388, "nauc_recall_at_10_std": 0.254686, "nauc_recall_at_10_diff1": 0.519471, "nauc_recall_at_20_max": 0.479675, "nauc_recall_at_20_std": 0.40121, "nauc_recall_at_20_diff1": 0.417417, "nauc_recall_at_100_max": 0.420301, "nauc_recall_at_100_std": 0.420301, "nauc_recall_at_100_diff1": 0.148593, "nauc_recall_at_1000_max": 0.278361, "nauc_recall_at_1000_std": 0.096989, "nauc_recall_at_1000_diff1": -0.197129, "nauc_precision_at_1_max": 0.338532, "nauc_precision_at_1_std": -0.111498, "nauc_precision_at_1_diff1": 0.746906, "nauc_precision_at_3_max": 0.394429, "nauc_precision_at_3_std": -0.010738, "nauc_precision_at_3_diff1": 0.586772, "nauc_precision_at_5_max": 0.40017, "nauc_precision_at_5_std": 0.124829, "nauc_precision_at_5_diff1": 0.535907, "nauc_precision_at_10_max": 0.562388, "nauc_precision_at_10_std": 0.254686, "nauc_precision_at_10_diff1": 0.519471, "nauc_precision_at_20_max": 0.479675, "nauc_precision_at_20_std": 0.40121, "nauc_precision_at_20_diff1": 0.417417, "nauc_precision_at_100_max": 0.420301, "nauc_precision_at_100_std": 0.420301, "nauc_precision_at_100_diff1": 0.148593, "nauc_precision_at_1000_max": 0.278361, "nauc_precision_at_1000_std": 0.096989, "nauc_precision_at_1000_diff1": -0.197129, "nauc_mrr_at_1_max": 0.338532, "nauc_mrr_at_1_std": -0.111498, "nauc_mrr_at_1_diff1": 0.746906, "nauc_mrr_at_3_max": 0.357732, "nauc_mrr_at_3_std": -0.082884, "nauc_mrr_at_3_diff1": 0.700973, "nauc_mrr_at_5_max": 0.356549, "nauc_mrr_at_5_std": -0.075621, "nauc_mrr_at_5_diff1": 0.70322, "nauc_mrr_at_10_max": 0.359503, "nauc_mrr_at_10_std": -0.078682, "nauc_mrr_at_10_diff1": 0.707934, "nauc_mrr_at_20_max": 0.357806, "nauc_mrr_at_20_std": -0.078863, "nauc_mrr_at_20_diff1": 0.707798, "nauc_mrr_at_100_max": 0.357426, "nauc_mrr_at_100_std": -0.080165, "nauc_mrr_at_100_diff1": 0.708541, "nauc_mrr_at_1000_max": 0.357424, "nauc_mrr_at_1000_std": -0.080217, "nauc_mrr_at_1000_diff1": 0.708558, "hit_rate_at_1": 0.76267, "hit_rate_at_3": 0.9, "hit_rate_at_5": 0.93933, "hit_rate_at_10": 0.97267, "hit_rate_at_20": 0.98133, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.99733, "main_score": 0.8713, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.72133, "ndcg_at_3": 0.80205, "ndcg_at_5": 0.82448, "ndcg_at_10": 0.83533, "ndcg_at_20": 0.83911, "ndcg_at_100": 0.84346, "ndcg_at_1000": 0.84454, "map_at_1": 0.72133, "map_at_3": 0.78244, "map_at_5": 0.79501, "map_at_10": 0.79965, "map_at_20": 0.80073, "map_at_100": 0.80139, "map_at_1000": 0.80141, "recall_at_1": 0.72133, "recall_at_3": 0.85867, "recall_at_5": 0.91267, "recall_at_10": 0.94533, "recall_at_20": 0.96, "recall_at_100": 0.98267, "recall_at_1000": 0.992, "accuracy": 0.72133, "precision_at_1": 0.72133, "precision_at_3": 0.28622, "precision_at_5": 0.18253, "precision_at_10": 0.09453, "precision_at_20": 0.048, "precision_at_100": 0.00983, "precision_at_1000": 0.00099, "mrr_at_1": 0.721333, "mrr_at_3": 0.782667, "mrr_at_5": 0.795067, "mrr_at_10": 0.799706, "mrr_at_20": 0.800784, "mrr_at_100": 0.801441, "mrr_at_1000": 0.801467, "nauc_ndcg_at_1_max": 0.437686, "nauc_ndcg_at_1_std": -0.022163, "nauc_ndcg_at_1_diff1": 0.761106, "nauc_ndcg_at_3_max": 0.486955, "nauc_ndcg_at_3_std": 0.026214, "nauc_ndcg_at_3_diff1": 0.722104, "nauc_ndcg_at_5_max": 0.496918, "nauc_ndcg_at_5_std": 0.03658, "nauc_ndcg_at_5_diff1": 0.718667, "nauc_ndcg_at_10_max": 0.508822, "nauc_ndcg_at_10_std": 0.052765, "nauc_ndcg_at_10_diff1": 0.719346, "nauc_ndcg_at_20_max": 0.506257, "nauc_ndcg_at_20_std": 0.048281, "nauc_ndcg_at_20_diff1": 0.720798, "nauc_ndcg_at_100_max": 0.497787, "nauc_ndcg_at_100_std": 0.042977, "nauc_ndcg_at_100_diff1": 0.726105, "nauc_ndcg_at_1000_max": 0.494509, "nauc_ndcg_at_1000_std": 0.039476, "nauc_ndcg_at_1000_diff1": 0.725747, "nauc_map_at_1_max": 0.437686, "nauc_map_at_1_std": -0.022163, "nauc_map_at_1_diff1": 0.761106, "nauc_map_at_3_max": 0.473015, "nauc_map_at_3_std": 0.012777, "nauc_map_at_3_diff1": 0.73189, "nauc_map_at_5_max": 0.47711, "nauc_map_at_5_std": 0.016866, "nauc_map_at_5_diff1": 0.730798, "nauc_map_at_10_max": 0.481109, "nauc_map_at_10_std": 0.02264, "nauc_map_at_10_diff1": 0.731322, "nauc_map_at_20_max": 0.480346, "nauc_map_at_20_std": 0.021411, "nauc_map_at_20_diff1": 0.731739, "nauc_map_at_100_max": 0.479342, "nauc_map_at_100_std": 0.020791, "nauc_map_at_100_diff1": 0.732384, "nauc_map_at_1000_max": 0.479274, "nauc_map_at_1000_std": 0.020714, "nauc_map_at_1000_diff1": 0.732378, "nauc_recall_at_1_max": 0.437686, "nauc_recall_at_1_std": -0.022163, "nauc_recall_at_1_diff1": 0.761106, "nauc_recall_at_3_max": 0.544598, "nauc_recall_at_3_std": 0.08162, "nauc_recall_at_3_diff1": 0.682423, "nauc_recall_at_5_max": 0.619939, "nauc_recall_at_5_std": 0.159543, "nauc_recall_at_5_diff1": 0.645266, "nauc_recall_at_10_max": 0.78687, "nauc_recall_at_10_std": 0.357279, "nauc_recall_at_10_diff1": 0.607416, "nauc_recall_at_20_max": 0.852614, "nauc_recall_at_20_std": 0.405929, "nauc_recall_at_20_diff1": 0.586648, "nauc_recall_at_100_max": 0.93069, "nauc_recall_at_100_std": 0.632317, "nauc_recall_at_100_diff1": 0.643432, "nauc_recall_at_1000_max": 0.939698, "nauc_recall_at_1000_std": 0.788204, "nauc_recall_at_1000_diff1": 0.494514, "nauc_precision_at_1_max": 0.437686, "nauc_precision_at_1_std": -0.022163, "nauc_precision_at_1_diff1": 0.761106, "nauc_precision_at_3_max": 0.544598, "nauc_precision_at_3_std": 0.08162, "nauc_precision_at_3_diff1": 0.682423, "nauc_precision_at_5_max": 0.619939, "nauc_precision_at_5_std": 0.159543, "nauc_precision_at_5_diff1": 0.645266, "nauc_precision_at_10_max": 0.78687, "nauc_precision_at_10_std": 0.357279, "nauc_precision_at_10_diff1": 0.607416, "nauc_precision_at_20_max": 0.852614, "nauc_precision_at_20_std": 0.405929, "nauc_precision_at_20_diff1": 0.586648, "nauc_precision_at_100_max": 0.93069, "nauc_precision_at_100_std": 0.632317, "nauc_precision_at_100_diff1": 0.643432, "nauc_precision_at_1000_max": 0.939698, "nauc_precision_at_1000_std": 0.788204, "nauc_precision_at_1000_diff1": 0.494514, "nauc_mrr_at_1_max": 0.437686, "nauc_mrr_at_1_std": -0.022163, "nauc_mrr_at_1_diff1": 0.761106, "nauc_mrr_at_3_max": 0.473675, "nauc_mrr_at_3_std": 0.014094, "nauc_mrr_at_3_diff1": 0.731478, "nauc_mrr_at_5_max": 0.477286, "nauc_mrr_at_5_std": 0.017216, "nauc_mrr_at_5_diff1": 0.730688, "nauc_mrr_at_10_max": 0.48129, "nauc_mrr_at_10_std": 0.023001, "nauc_mrr_at_10_diff1": 0.73121, "nauc_mrr_at_20_max": 0.480528, "nauc_mrr_at_20_std": 0.021774, "nauc_mrr_at_20_diff1": 0.731626, "nauc_mrr_at_100_max": 0.479525, "nauc_mrr_at_100_std": 0.021155, "nauc_mrr_at_100_diff1": 0.732271, "nauc_mrr_at_1000_max": 0.479457, "nauc_mrr_at_1000_std": 0.021078, "nauc_mrr_at_1000_diff1": 0.732265, "hit_rate_at_1": 0.72133, "hit_rate_at_3": 0.85867, "hit_rate_at_5": 0.91267, "hit_rate_at_10": 0.94533, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.98267, "hit_rate_at_1000": 0.992, "main_score": 0.83533, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.73533, "ndcg_at_3": 0.82293, "ndcg_at_5": 0.84609, "ndcg_at_10": 0.85845, "ndcg_at_20": 0.86098, "ndcg_at_100": 0.86284, "ndcg_at_1000": 0.86302, "map_at_1": 0.73533, "map_at_3": 0.80178, "map_at_5": 0.81468, "map_at_10": 0.81994, "map_at_20": 0.82064, "map_at_100": 0.8209, "map_at_1000": 0.82091, "recall_at_1": 0.73533, "recall_at_3": 0.884, "recall_at_5": 0.94, "recall_at_10": 0.97733, "recall_at_20": 0.98733, "recall_at_100": 0.99733, "recall_at_1000": 0.99867, "accuracy": 0.73533, "precision_at_1": 0.73533, "precision_at_3": 0.29467, "precision_at_5": 0.188, "precision_at_10": 0.09773, "precision_at_20": 0.04937, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.735333, "mrr_at_3": 0.801778, "mrr_at_5": 0.814678, "mrr_at_10": 0.819945, "mrr_at_20": 0.82064, "mrr_at_100": 0.820897, "mrr_at_1000": 0.820906, "nauc_ndcg_at_1_max": 0.503524, "nauc_ndcg_at_1_std": -0.151022, "nauc_ndcg_at_1_diff1": 0.718581, "nauc_ndcg_at_3_max": 0.536433, "nauc_ndcg_at_3_std": -0.137313, "nauc_ndcg_at_3_diff1": 0.675144, "nauc_ndcg_at_5_max": 0.551872, "nauc_ndcg_at_5_std": -0.142558, "nauc_ndcg_at_5_diff1": 0.681083, "nauc_ndcg_at_10_max": 0.544051, "nauc_ndcg_at_10_std": -0.153683, "nauc_ndcg_at_10_diff1": 0.690383, "nauc_ndcg_at_20_max": 0.539381, "nauc_ndcg_at_20_std": -0.154449, "nauc_ndcg_at_20_diff1": 0.687721, "nauc_ndcg_at_100_max": 0.536002, "nauc_ndcg_at_100_std": -0.14891, "nauc_ndcg_at_100_diff1": 0.691571, "nauc_ndcg_at_1000_max": 0.535403, "nauc_ndcg_at_1000_std": -0.149985, "nauc_ndcg_at_1000_diff1": 0.691967, "nauc_map_at_1_max": 0.503524, "nauc_map_at_1_std": -0.151022, "nauc_map_at_1_diff1": 0.718581, "nauc_map_at_3_max": 0.52721, "nauc_map_at_3_std": -0.142487, "nauc_map_at_3_diff1": 0.687965, "nauc_map_at_5_max": 0.534271, "nauc_map_at_5_std": -0.145723, "nauc_map_at_5_diff1": 0.691406, "nauc_map_at_10_max": 0.53127, "nauc_map_at_10_std": -0.149592, "nauc_map_at_10_diff1": 0.69489, "nauc_map_at_20_max": 0.530227, "nauc_map_at_20_std": -0.149667, "nauc_map_at_20_diff1": 0.69437, "nauc_map_at_100_max": 0.529844, "nauc_map_at_100_std": -0.148999, "nauc_map_at_100_diff1": 0.694838, "nauc_map_at_1000_max": 0.52982, "nauc_map_at_1000_std": -0.149042, "nauc_map_at_1000_diff1": 0.694852, "nauc_recall_at_1_max": 0.503524, "nauc_recall_at_1_std": -0.151022, "nauc_recall_at_1_diff1": 0.718581, "nauc_recall_at_3_max": 0.577953, "nauc_recall_at_3_std": -0.113047, "nauc_recall_at_3_diff1": 0.616946, "nauc_recall_at_5_max": 0.697126, "nauc_recall_at_5_std": -0.116433, "nauc_recall_at_5_diff1": 0.601722, "nauc_recall_at_10_max": 0.794543, "nauc_recall_at_10_std": -0.263237, "nauc_recall_at_10_diff1": 0.62995, "nauc_recall_at_20_max": 0.807386, "nauc_recall_at_20_std": -0.385351, "nauc_recall_at_20_diff1": 0.474421, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.095705, "nauc_recall_at_100_diff1": 0.59979, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": -0.369981, "nauc_recall_at_1000_diff1": 0.777077, "nauc_precision_at_1_max": 0.503524, "nauc_precision_at_1_std": -0.151022, "nauc_precision_at_1_diff1": 0.718581, "nauc_precision_at_3_max": 0.577953, "nauc_precision_at_3_std": -0.113047, "nauc_precision_at_3_diff1": 0.616946, "nauc_precision_at_5_max": 0.697126, "nauc_precision_at_5_std": -0.116433, "nauc_precision_at_5_diff1": 0.601722, "nauc_precision_at_10_max": 0.794543, "nauc_precision_at_10_std": -0.263237, "nauc_precision_at_10_diff1": 0.62995, "nauc_precision_at_20_max": 0.807386, "nauc_precision_at_20_std": -0.385351, "nauc_precision_at_20_diff1": 0.474421, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.095705, "nauc_precision_at_100_diff1": 0.59979, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": -0.369981, "nauc_precision_at_1000_diff1": 0.777077, "nauc_mrr_at_1_max": 0.503524, "nauc_mrr_at_1_std": -0.151022, "nauc_mrr_at_1_diff1": 0.718581, "nauc_mrr_at_3_max": 0.52721, "nauc_mrr_at_3_std": -0.142487, "nauc_mrr_at_3_diff1": 0.687965, "nauc_mrr_at_5_max": 0.534271, "nauc_mrr_at_5_std": -0.145723, "nauc_mrr_at_5_diff1": 0.691406, "nauc_mrr_at_10_max": 0.53127, "nauc_mrr_at_10_std": -0.149592, "nauc_mrr_at_10_diff1": 0.69489, "nauc_mrr_at_20_max": 0.530227, "nauc_mrr_at_20_std": -0.149667, "nauc_mrr_at_20_diff1": 0.69437, "nauc_mrr_at_100_max": 0.529844, "nauc_mrr_at_100_std": -0.148999, "nauc_mrr_at_100_diff1": 0.694838, "nauc_mrr_at_1000_max": 0.52982, "nauc_mrr_at_1000_std": -0.149042, "nauc_mrr_at_1000_diff1": 0.694852, "hit_rate_at_1": 0.73533, "hit_rate_at_3": 0.884, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.97733, "hit_rate_at_20": 0.98733, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99867, "main_score": 0.85845, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.766, "ndcg_at_3": 0.83805, "ndcg_at_5": 0.85805, "ndcg_at_10": 0.87231, "ndcg_at_20": 0.87441, "ndcg_at_100": 0.87592, "ndcg_at_1000": 0.87611, "map_at_1": 0.766, "map_at_3": 0.82033, "map_at_5": 0.8314, "map_at_10": 0.83755, "map_at_20": 0.83809, "map_at_100": 0.8383, "map_at_1000": 0.83831, "recall_at_1": 0.766, "recall_at_3": 0.88933, "recall_at_5": 0.938, "recall_at_10": 0.98067, "recall_at_20": 0.98933, "recall_at_100": 0.99733, "recall_at_1000": 0.99867, "accuracy": 0.766, "precision_at_1": 0.766, "precision_at_3": 0.29644, "precision_at_5": 0.1876, "precision_at_10": 0.09807, "precision_at_20": 0.04947, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.766, "mrr_at_3": 0.820556, "mrr_at_5": 0.831456, "mrr_at_10": 0.837523, "mrr_at_20": 0.838118, "mrr_at_100": 0.838335, "mrr_at_1000": 0.838344, "nauc_ndcg_at_1_max": 0.432901, "nauc_ndcg_at_1_std": -0.091837, "nauc_ndcg_at_1_diff1": 0.710814, "nauc_ndcg_at_3_max": 0.432297, "nauc_ndcg_at_3_std": -0.086506, "nauc_ndcg_at_3_diff1": 0.658765, "nauc_ndcg_at_5_max": 0.422399, "nauc_ndcg_at_5_std": -0.081893, "nauc_ndcg_at_5_diff1": 0.659814, "nauc_ndcg_at_10_max": 0.431912, "nauc_ndcg_at_10_std": -0.068935, "nauc_ndcg_at_10_diff1": 0.66159, "nauc_ndcg_at_20_max": 0.429284, "nauc_ndcg_at_20_std": -0.077866, "nauc_ndcg_at_20_diff1": 0.66769, "nauc_ndcg_at_100_max": 0.428041, "nauc_ndcg_at_100_std": -0.080917, "nauc_ndcg_at_100_diff1": 0.670701, "nauc_ndcg_at_1000_max": 0.427211, "nauc_ndcg_at_1000_std": -0.081156, "nauc_ndcg_at_1000_diff1": 0.670535, "nauc_map_at_1_max": 0.432901, "nauc_map_at_1_std": -0.091837, "nauc_map_at_1_diff1": 0.710814, "nauc_map_at_3_max": 0.432662, "nauc_map_at_3_std": -0.089138, "nauc_map_at_3_diff1": 0.674195, "nauc_map_at_5_max": 0.428332, "nauc_map_at_5_std": -0.086903, "nauc_map_at_5_diff1": 0.675625, "nauc_map_at_10_max": 0.432122, "nauc_map_at_10_std": -0.082412, "nauc_map_at_10_diff1": 0.676527, "nauc_map_at_20_max": 0.431603, "nauc_map_at_20_std": -0.084127, "nauc_map_at_20_diff1": 0.677861, "nauc_map_at_100_max": 0.431565, "nauc_map_at_100_std": -0.084467, "nauc_map_at_100_diff1": 0.678142, "nauc_map_at_1000_max": 0.431532, "nauc_map_at_1000_std": -0.084473, "nauc_map_at_1000_diff1": 0.678137, "nauc_recall_at_1_max": 0.432901, "nauc_recall_at_1_std": -0.091837, "nauc_recall_at_1_diff1": 0.710814, "nauc_recall_at_3_max": 0.430574, "nauc_recall_at_3_std": -0.074285, "nauc_recall_at_3_diff1": 0.591121, "nauc_recall_at_5_max": 0.374612, "nauc_recall_at_5_std": -0.043518, "nauc_recall_at_5_diff1": 0.546289, "nauc_recall_at_10_max": 0.430729, "nauc_recall_at_10_std": 0.266702, "nauc_recall_at_10_diff1": 0.342638, "nauc_recall_at_20_max": 0.312383, "nauc_recall_at_20_std": 0.129231, "nauc_recall_at_20_diff1": 0.347952, "nauc_recall_at_100_max": -0.402661, "nauc_recall_at_100_std": 0.037348, "nauc_recall_at_100_diff1": 0.134104, "nauc_recall_at_1000_max": -1.739963, "nauc_recall_at_1000_std": -0.004669, "nauc_recall_at_1000_diff1": -0.50887, "nauc_precision_at_1_max": 0.432901, "nauc_precision_at_1_std": -0.091837, "nauc_precision_at_1_diff1": 0.710814, "nauc_precision_at_3_max": 0.430574, "nauc_precision_at_3_std": -0.074285, "nauc_precision_at_3_diff1": 0.591121, "nauc_precision_at_5_max": 0.374612, "nauc_precision_at_5_std": -0.043518, "nauc_precision_at_5_diff1": 0.546289, "nauc_precision_at_10_max": 0.430729, "nauc_precision_at_10_std": 0.266702, "nauc_precision_at_10_diff1": 0.342638, "nauc_precision_at_20_max": 0.312383, "nauc_precision_at_20_std": 0.129231, "nauc_precision_at_20_diff1": 0.347952, "nauc_precision_at_100_max": -0.402661, "nauc_precision_at_100_std": 0.037348, "nauc_precision_at_100_diff1": 0.134104, "nauc_precision_at_1000_max": -1.739963, "nauc_precision_at_1000_std": -0.004669, "nauc_precision_at_1000_diff1": -0.50887, "nauc_mrr_at_1_max": 0.432901, "nauc_mrr_at_1_std": -0.091837, "nauc_mrr_at_1_diff1": 0.710814, "nauc_mrr_at_3_max": 0.432004, "nauc_mrr_at_3_std": -0.087705, "nauc_mrr_at_3_diff1": 0.673817, "nauc_mrr_at_5_max": 0.428155, "nauc_mrr_at_5_std": -0.08652, "nauc_mrr_at_5_diff1": 0.675525, "nauc_mrr_at_10_max": 0.431897, "nauc_mrr_at_10_std": -0.082933, "nauc_mrr_at_10_diff1": 0.676115, "nauc_mrr_at_20_max": 0.431408, "nauc_mrr_at_20_std": -0.083978, "nauc_mrr_at_20_diff1": 0.677673, "nauc_mrr_at_100_max": 0.431369, "nauc_mrr_at_100_std": -0.084318, "nauc_mrr_at_100_diff1": 0.677953, "nauc_mrr_at_1000_max": 0.431336, "nauc_mrr_at_1000_std": -0.084324, "nauc_mrr_at_1000_diff1": 0.677948, "hit_rate_at_1": 0.766, "hit_rate_at_3": 0.88933, "hit_rate_at_5": 0.938, "hit_rate_at_10": 0.98067, "hit_rate_at_20": 0.98933, "hit_rate_at_100": 0.99733, "hit_rate_at_1000": 0.99867, "main_score": 0.87231, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.73667, "ndcg_at_3": 0.81755, "ndcg_at_5": 0.83769, "ndcg_at_10": 0.85301, "ndcg_at_20": 0.85714, "ndcg_at_100": 0.85874, "ndcg_at_1000": 0.85963, "map_at_1": 0.73667, "map_at_3": 0.798, "map_at_5": 0.80923, "map_at_10": 0.81581, "map_at_20": 0.81698, "map_at_100": 0.81725, "map_at_1000": 0.81729, "recall_at_1": 0.73667, "recall_at_3": 0.874, "recall_at_5": 0.92267, "recall_at_10": 0.96867, "recall_at_20": 0.98467, "recall_at_100": 0.99267, "recall_at_1000": 0.99933, "accuracy": 0.73667, "precision_at_1": 0.73667, "precision_at_3": 0.29133, "precision_at_5": 0.18453, "precision_at_10": 0.09687, "precision_at_20": 0.04923, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.736667, "mrr_at_3": 0.798, "mrr_at_5": 0.809233, "mrr_at_10": 0.815801, "mrr_at_20": 0.816973, "mrr_at_100": 0.817241, "mrr_at_1000": 0.817282, "nauc_ndcg_at_1_max": 0.446399, "nauc_ndcg_at_1_std": -0.073919, "nauc_ndcg_at_1_diff1": 0.715213, "nauc_ndcg_at_3_max": 0.486778, "nauc_ndcg_at_3_std": -0.097729, "nauc_ndcg_at_3_diff1": 0.663714, "nauc_ndcg_at_5_max": 0.507987, "nauc_ndcg_at_5_std": -0.083808, "nauc_ndcg_at_5_diff1": 0.668766, "nauc_ndcg_at_10_max": 0.504287, "nauc_ndcg_at_10_std": -0.053213, "nauc_ndcg_at_10_diff1": 0.674119, "nauc_ndcg_at_20_max": 0.493127, "nauc_ndcg_at_20_std": -0.060598, "nauc_ndcg_at_20_diff1": 0.677334, "nauc_ndcg_at_100_max": 0.488406, "nauc_ndcg_at_100_std": -0.062425, "nauc_ndcg_at_100_diff1": 0.676906, "nauc_ndcg_at_1000_max": 0.488393, "nauc_ndcg_at_1000_std": -0.067886, "nauc_ndcg_at_1000_diff1": 0.679417, "nauc_map_at_1_max": 0.446399, "nauc_map_at_1_std": -0.073919, "nauc_map_at_1_diff1": 0.715213, "nauc_map_at_3_max": 0.479453, "nauc_map_at_3_std": -0.089057, "nauc_map_at_3_diff1": 0.679107, "nauc_map_at_5_max": 0.488796, "nauc_map_at_5_std": -0.081255, "nauc_map_at_5_diff1": 0.682228, "nauc_map_at_10_max": 0.486546, "nauc_map_at_10_std": -0.071154, "nauc_map_at_10_diff1": 0.684587, "nauc_map_at_20_max": 0.483955, "nauc_map_at_20_std": -0.072761, "nauc_map_at_20_diff1": 0.685437, "nauc_map_at_100_max": 0.483349, "nauc_map_at_100_std": -0.073114, "nauc_map_at_100_diff1": 0.685406, "nauc_map_at_1000_max": 0.48334, "nauc_map_at_1000_std": -0.073305, "nauc_map_at_1000_diff1": 0.685478, "nauc_recall_at_1_max": 0.446399, "nauc_recall_at_1_std": -0.073919, "nauc_recall_at_1_diff1": 0.715213, "nauc_recall_at_3_max": 0.515412, "nauc_recall_at_3_std": -0.136163, "nauc_recall_at_3_diff1": 0.597239, "nauc_recall_at_5_max": 0.63507, "nauc_recall_at_5_std": -0.099158, "nauc_recall_at_5_diff1": 0.584034, "nauc_recall_at_10_max": 0.779705, "nauc_recall_at_10_std": 0.286499, "nauc_recall_at_10_diff1": 0.529005, "nauc_recall_at_20_max": 0.697702, "nauc_recall_at_20_std": 0.384809, "nauc_recall_at_20_diff1": 0.478261, "nauc_recall_at_100_max": 0.502462, "nauc_recall_at_100_std": 0.749003, "nauc_recall_at_100_diff1": 0.221204, "nauc_recall_at_1000_max": 0.722222, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.563492, "nauc_precision_at_1_max": 0.446399, "nauc_precision_at_1_std": -0.073919, "nauc_precision_at_1_diff1": 0.715213, "nauc_precision_at_3_max": 0.515412, "nauc_precision_at_3_std": -0.136163, "nauc_precision_at_3_diff1": 0.597239, "nauc_precision_at_5_max": 0.63507, "nauc_precision_at_5_std": -0.099158, "nauc_precision_at_5_diff1": 0.584034, "nauc_precision_at_10_max": 0.779705, "nauc_precision_at_10_std": 0.286499, "nauc_precision_at_10_diff1": 0.529005, "nauc_precision_at_20_max": 0.697702, "nauc_precision_at_20_std": 0.384809, "nauc_precision_at_20_diff1": 0.478261, "nauc_precision_at_100_max": 0.502462, "nauc_precision_at_100_std": 0.749003, "nauc_precision_at_100_diff1": 0.221204, "nauc_precision_at_1000_max": 0.722222, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -0.563492, "nauc_mrr_at_1_max": 0.446399, "nauc_mrr_at_1_std": -0.073919, "nauc_mrr_at_1_diff1": 0.715213, "nauc_mrr_at_3_max": 0.479453, "nauc_mrr_at_3_std": -0.089057, "nauc_mrr_at_3_diff1": 0.679107, "nauc_mrr_at_5_max": 0.488796, "nauc_mrr_at_5_std": -0.081255, "nauc_mrr_at_5_diff1": 0.682228, "nauc_mrr_at_10_max": 0.486569, "nauc_mrr_at_10_std": -0.071228, "nauc_mrr_at_10_diff1": 0.684595, "nauc_mrr_at_20_max": 0.483978, "nauc_mrr_at_20_std": -0.072835, "nauc_mrr_at_20_diff1": 0.685445, "nauc_mrr_at_100_max": 0.483372, "nauc_mrr_at_100_std": -0.073188, "nauc_mrr_at_100_diff1": 0.685414, "nauc_mrr_at_1000_max": 0.483363, "nauc_mrr_at_1000_std": -0.073379, "nauc_mrr_at_1000_diff1": 0.685486, "hit_rate_at_1": 0.73667, "hit_rate_at_3": 0.874, "hit_rate_at_5": 0.92267, "hit_rate_at_10": 0.96867, "hit_rate_at_20": 0.98467, "hit_rate_at_100": 0.99267, "hit_rate_at_1000": 0.99933, "main_score": 0.85301, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.722, "ndcg_at_3": 0.81635, "ndcg_at_5": 0.837, "ndcg_at_10": 0.84875, "ndcg_at_20": 0.85233, "ndcg_at_100": 0.85445, "ndcg_at_1000": 0.85524, "map_at_1": 0.722, "map_at_3": 0.794, "map_at_5": 0.8055, "map_at_10": 0.81053, "map_at_20": 0.81153, "map_at_100": 0.81183, "map_at_1000": 0.81186, "recall_at_1": 0.722, "recall_at_3": 0.88067, "recall_at_5": 0.93067, "recall_at_10": 0.966, "recall_at_20": 0.98, "recall_at_100": 0.99133, "recall_at_1000": 0.99733, "accuracy": 0.722, "precision_at_1": 0.722, "precision_at_3": 0.29356, "precision_at_5": 0.18613, "precision_at_10": 0.0966, "precision_at_20": 0.049, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.722, "mrr_at_3": 0.794222, "mrr_at_5": 0.805556, "mrr_at_10": 0.810582, "mrr_at_20": 0.811586, "mrr_at_100": 0.811888, "mrr_at_1000": 0.811921, "nauc_ndcg_at_1_max": 0.434123, "nauc_ndcg_at_1_std": -0.16384, "nauc_ndcg_at_1_diff1": 0.74513, "nauc_ndcg_at_3_max": 0.456117, "nauc_ndcg_at_3_std": -0.137623, "nauc_ndcg_at_3_diff1": 0.689507, "nauc_ndcg_at_5_max": 0.462467, "nauc_ndcg_at_5_std": -0.149929, "nauc_ndcg_at_5_diff1": 0.692227, "nauc_ndcg_at_10_max": 0.46851, "nauc_ndcg_at_10_std": -0.152239, "nauc_ndcg_at_10_diff1": 0.69505, "nauc_ndcg_at_20_max": 0.462816, "nauc_ndcg_at_20_std": -0.14165, "nauc_ndcg_at_20_diff1": 0.696997, "nauc_ndcg_at_100_max": 0.459001, "nauc_ndcg_at_100_std": -0.141707, "nauc_ndcg_at_100_diff1": 0.700758, "nauc_ndcg_at_1000_max": 0.457033, "nauc_ndcg_at_1000_std": -0.145272, "nauc_ndcg_at_1000_diff1": 0.702452, "nauc_map_at_1_max": 0.434123, "nauc_map_at_1_std": -0.16384, "nauc_map_at_1_diff1": 0.74513, "nauc_map_at_3_max": 0.448541, "nauc_map_at_3_std": -0.146828, "nauc_map_at_3_diff1": 0.705318, "nauc_map_at_5_max": 0.450711, "nauc_map_at_5_std": -0.153679, "nauc_map_at_5_diff1": 0.707247, "nauc_map_at_10_max": 0.45275, "nauc_map_at_10_std": -0.154356, "nauc_map_at_10_diff1": 0.708723, "nauc_map_at_20_max": 0.451348, "nauc_map_at_20_std": -0.152159, "nauc_map_at_20_diff1": 0.709173, "nauc_map_at_100_max": 0.450812, "nauc_map_at_100_std": -0.152238, "nauc_map_at_100_diff1": 0.709578, "nauc_map_at_1000_max": 0.450756, "nauc_map_at_1000_std": -0.15233, "nauc_map_at_1000_diff1": 0.709643, "nauc_recall_at_1_max": 0.434123, "nauc_recall_at_1_std": -0.16384, "nauc_recall_at_1_diff1": 0.74513, "nauc_recall_at_3_max": 0.491436, "nauc_recall_at_3_std": -0.094602, "nauc_recall_at_3_diff1": 0.617813, "nauc_recall_at_5_max": 0.552413, "nauc_recall_at_5_std": -0.124196, "nauc_recall_at_5_diff1": 0.586368, "nauc_recall_at_10_max": 0.71164, "nauc_recall_at_10_std": -0.13125, "nauc_recall_at_10_diff1": 0.508962, "nauc_recall_at_20_max": 0.736259, "nauc_recall_at_20_std": 0.168456, "nauc_recall_at_20_diff1": 0.433473, "nauc_recall_at_100_max": 0.815629, "nauc_recall_at_100_std": 0.586009, "nauc_recall_at_100_diff1": 0.404618, "nauc_recall_at_1000_max": 0.865196, "nauc_recall_at_1000_std": 0.832516, "nauc_recall_at_1000_diff1": 0.342087, "nauc_precision_at_1_max": 0.434123, "nauc_precision_at_1_std": -0.16384, "nauc_precision_at_1_diff1": 0.74513, "nauc_precision_at_3_max": 0.491436, "nauc_precision_at_3_std": -0.094602, "nauc_precision_at_3_diff1": 0.617813, "nauc_precision_at_5_max": 0.552413, "nauc_precision_at_5_std": -0.124196, "nauc_precision_at_5_diff1": 0.586368, "nauc_precision_at_10_max": 0.71164, "nauc_precision_at_10_std": -0.13125, "nauc_precision_at_10_diff1": 0.508962, "nauc_precision_at_20_max": 0.736259, "nauc_precision_at_20_std": 0.168456, "nauc_precision_at_20_diff1": 0.433473, "nauc_precision_at_100_max": 0.815629, "nauc_precision_at_100_std": 0.586009, "nauc_precision_at_100_diff1": 0.404618, "nauc_precision_at_1000_max": 0.865196, "nauc_precision_at_1000_std": 0.832516, "nauc_precision_at_1000_diff1": 0.342087, "nauc_mrr_at_1_max": 0.434123, "nauc_mrr_at_1_std": -0.16384, "nauc_mrr_at_1_diff1": 0.74513, "nauc_mrr_at_3_max": 0.447813, "nauc_mrr_at_3_std": -0.147127, "nauc_mrr_at_3_diff1": 0.705187, "nauc_mrr_at_5_max": 0.450518, "nauc_mrr_at_5_std": -0.15376, "nauc_mrr_at_5_diff1": 0.707213, "nauc_mrr_at_10_max": 0.452552, "nauc_mrr_at_10_std": -0.15444, "nauc_mrr_at_10_diff1": 0.708688, "nauc_mrr_at_20_max": 0.451149, "nauc_mrr_at_20_std": -0.152243, "nauc_mrr_at_20_diff1": 0.709138, "nauc_mrr_at_100_max": 0.450611, "nauc_mrr_at_100_std": -0.152322, "nauc_mrr_at_100_diff1": 0.709543, "nauc_mrr_at_1000_max": 0.450554, "nauc_mrr_at_1000_std": -0.152414, "nauc_mrr_at_1000_diff1": 0.709608, "hit_rate_at_1": 0.722, "hit_rate_at_3": 0.88067, "hit_rate_at_5": 0.93067, "hit_rate_at_10": 0.966, "hit_rate_at_20": 0.98, "hit_rate_at_100": 0.99133, "hit_rate_at_1000": 0.99733, "main_score": 0.84875, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.75867, "ndcg_at_3": 0.82975, "ndcg_at_5": 0.8463, "ndcg_at_10": 0.85761, "ndcg_at_20": 0.86108, "ndcg_at_100": 0.86478, "ndcg_at_1000": 0.86556, "map_at_1": 0.75867, "map_at_3": 0.81278, "map_at_5": 0.82184, "map_at_10": 0.82669, "map_at_20": 0.8277, "map_at_100": 0.82821, "map_at_1000": 0.82824, "recall_at_1": 0.75867, "recall_at_3": 0.87867, "recall_at_5": 0.91933, "recall_at_10": 0.95333, "recall_at_20": 0.96667, "recall_at_100": 0.98667, "recall_at_1000": 0.99267, "accuracy": 0.75867, "precision_at_1": 0.75867, "precision_at_3": 0.29289, "precision_at_5": 0.18387, "precision_at_10": 0.09533, "precision_at_20": 0.04833, "precision_at_100": 0.00987, "precision_at_1000": 0.00099, "mrr_at_1": 0.758667, "mrr_at_3": 0.812778, "mrr_at_5": 0.821844, "mrr_at_10": 0.826693, "mrr_at_20": 0.827704, "mrr_at_100": 0.82821, "mrr_at_1000": 0.828242, "nauc_ndcg_at_1_max": 0.416241, "nauc_ndcg_at_1_std": -0.080288, "nauc_ndcg_at_1_diff1": 0.707439, "nauc_ndcg_at_3_max": 0.439546, "nauc_ndcg_at_3_std": -0.035001, "nauc_ndcg_at_3_diff1": 0.649525, "nauc_ndcg_at_5_max": 0.460707, "nauc_ndcg_at_5_std": -0.018609, "nauc_ndcg_at_5_diff1": 0.657855, "nauc_ndcg_at_10_max": 0.471709, "nauc_ndcg_at_10_std": -0.00016, "nauc_ndcg_at_10_diff1": 0.667135, "nauc_ndcg_at_20_max": 0.466841, "nauc_ndcg_at_20_std": -0.004175, "nauc_ndcg_at_20_diff1": 0.668038, "nauc_ndcg_at_100_max": 0.458693, "nauc_ndcg_at_100_std": -0.017088, "nauc_ndcg_at_100_diff1": 0.670682, "nauc_ndcg_at_1000_max": 0.456862, "nauc_ndcg_at_1000_std": -0.018153, "nauc_ndcg_at_1000_diff1": 0.670376, "nauc_map_at_1_max": 0.416241, "nauc_map_at_1_std": -0.080288, "nauc_map_at_1_diff1": 0.707439, "nauc_map_at_3_max": 0.433624, "nauc_map_at_3_std": -0.049406, "nauc_map_at_3_diff1": 0.666675, "nauc_map_at_5_max": 0.443439, "nauc_map_at_5_std": -0.042362, "nauc_map_at_5_diff1": 0.671584, "nauc_map_at_10_max": 0.447168, "nauc_map_at_10_std": -0.035918, "nauc_map_at_10_diff1": 0.67547, "nauc_map_at_20_max": 0.445962, "nauc_map_at_20_std": -0.036947, "nauc_map_at_20_diff1": 0.675688, "nauc_map_at_100_max": 0.444891, "nauc_map_at_100_std": -0.038579, "nauc_map_at_100_diff1": 0.676073, "nauc_map_at_1000_max": 0.444837, "nauc_map_at_1000_std": -0.038583, "nauc_map_at_1000_diff1": 0.676068, "nauc_recall_at_1_max": 0.416241, "nauc_recall_at_1_std": -0.080288, "nauc_recall_at_1_diff1": 0.707439, "nauc_recall_at_3_max": 0.463776, "nauc_recall_at_3_std": 0.026013, "nauc_recall_at_3_diff1": 0.577617, "nauc_recall_at_5_max": 0.56762, "nauc_recall_at_5_std": 0.126768, "nauc_recall_at_5_diff1": 0.579813, "nauc_recall_at_10_max": 0.733107, "nauc_recall_at_10_std": 0.378938, "nauc_recall_at_10_diff1": 0.599073, "nauc_recall_at_20_max": 0.762306, "nauc_recall_at_20_std": 0.466004, "nauc_recall_at_20_diff1": 0.587059, "nauc_recall_at_100_max": 0.815873, "nauc_recall_at_100_std": 0.535808, "nauc_recall_at_100_diff1": 0.591923, "nauc_recall_at_1000_max": 0.857864, "nauc_recall_at_1000_std": 0.802224, "nauc_recall_at_1000_diff1": 0.481241, "nauc_precision_at_1_max": 0.416241, "nauc_precision_at_1_std": -0.080288, "nauc_precision_at_1_diff1": 0.707439, "nauc_precision_at_3_max": 0.463776, "nauc_precision_at_3_std": 0.026013, "nauc_precision_at_3_diff1": 0.577617, "nauc_precision_at_5_max": 0.56762, "nauc_precision_at_5_std": 0.126768, "nauc_precision_at_5_diff1": 0.579813, "nauc_precision_at_10_max": 0.733107, "nauc_precision_at_10_std": 0.378938, "nauc_precision_at_10_diff1": 0.599073, "nauc_precision_at_20_max": 0.762306, "nauc_precision_at_20_std": 0.466004, "nauc_precision_at_20_diff1": 0.587059, "nauc_precision_at_100_max": 0.815873, "nauc_precision_at_100_std": 0.535808, "nauc_precision_at_100_diff1": 0.591923, "nauc_precision_at_1000_max": 0.857864, "nauc_precision_at_1000_std": 0.802224, "nauc_precision_at_1000_diff1": 0.481241, "nauc_mrr_at_1_max": 0.416241, "nauc_mrr_at_1_std": -0.080288, "nauc_mrr_at_1_diff1": 0.707439, "nauc_mrr_at_3_max": 0.434197, "nauc_mrr_at_3_std": -0.048446, "nauc_mrr_at_3_diff1": 0.667032, "nauc_mrr_at_5_max": 0.443589, "nauc_mrr_at_5_std": -0.042109, "nauc_mrr_at_5_diff1": 0.671678, "nauc_mrr_at_10_max": 0.447323, "nauc_mrr_at_10_std": -0.035658, "nauc_mrr_at_10_diff1": 0.675567, "nauc_mrr_at_20_max": 0.446118, "nauc_mrr_at_20_std": -0.036686, "nauc_mrr_at_20_diff1": 0.675785, "nauc_mrr_at_100_max": 0.445047, "nauc_mrr_at_100_std": -0.038321, "nauc_mrr_at_100_diff1": 0.67617, "nauc_mrr_at_1000_max": 0.444993, "nauc_mrr_at_1000_std": -0.038325, "nauc_mrr_at_1000_diff1": 0.676166, "hit_rate_at_1": 0.75867, "hit_rate_at_3": 0.87867, "hit_rate_at_5": 0.91933, "hit_rate_at_10": 0.95333, "hit_rate_at_20": 0.96667, "hit_rate_at_100": 0.98667, "hit_rate_at_1000": 0.99267, "main_score": 0.85761, "hf_subset": "sr", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.724, "ndcg_at_3": 0.81024, "ndcg_at_5": 0.83324, "ndcg_at_10": 0.8472, "ndcg_at_20": 0.84985, "ndcg_at_100": 0.85188, "ndcg_at_1000": 0.85263, "map_at_1": 0.724, "map_at_3": 0.78911, "map_at_5": 0.80184, "map_at_10": 0.80769, "map_at_20": 0.8084, "map_at_100": 0.8087, "map_at_1000": 0.80872, "recall_at_1": 0.724, "recall_at_3": 0.87133, "recall_at_5": 0.92733, "recall_at_10": 0.97, "recall_at_20": 0.98067, "recall_at_100": 0.99133, "recall_at_1000": 0.99733, "accuracy": 0.724, "precision_at_1": 0.724, "precision_at_3": 0.29044, "precision_at_5": 0.18547, "precision_at_10": 0.097, "precision_at_20": 0.04903, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.724, "mrr_at_3": 0.789111, "mrr_at_5": 0.801844, "mrr_at_10": 0.807692, "mrr_at_20": 0.808432, "mrr_at_100": 0.808698, "mrr_at_1000": 0.808722, "nauc_ndcg_at_1_max": 0.376845, "nauc_ndcg_at_1_std": -0.108859, "nauc_ndcg_at_1_diff1": 0.689528, "nauc_ndcg_at_3_max": 0.394112, "nauc_ndcg_at_3_std": -0.104087, "nauc_ndcg_at_3_diff1": 0.644858, "nauc_ndcg_at_5_max": 0.389603, "nauc_ndcg_at_5_std": -0.107654, "nauc_ndcg_at_5_diff1": 0.645909, "nauc_ndcg_at_10_max": 0.396564, "nauc_ndcg_at_10_std": -0.093779, "nauc_ndcg_at_10_diff1": 0.652781, "nauc_ndcg_at_20_max": 0.396901, "nauc_ndcg_at_20_std": -0.092583, "nauc_ndcg_at_20_diff1": 0.653437, "nauc_ndcg_at_100_max": 0.393866, "nauc_ndcg_at_100_std": -0.092797, "nauc_ndcg_at_100_diff1": 0.656087, "nauc_ndcg_at_1000_max": 0.393251, "nauc_ndcg_at_1000_std": -0.095284, "nauc_ndcg_at_1000_diff1": 0.657893, "nauc_map_at_1_max": 0.376845, "nauc_map_at_1_std": -0.108859, "nauc_map_at_1_diff1": 0.689528, "nauc_map_at_3_max": 0.388892, "nauc_map_at_3_std": -0.104629, "nauc_map_at_3_diff1": 0.657454, "nauc_map_at_5_max": 0.38618, "nauc_map_at_5_std": -0.106096, "nauc_map_at_5_diff1": 0.658775, "nauc_map_at_10_max": 0.388716, "nauc_map_at_10_std": -0.101126, "nauc_map_at_10_diff1": 0.661423, "nauc_map_at_20_max": 0.388843, "nauc_map_at_20_std": -0.1008, "nauc_map_at_20_diff1": 0.661646, "nauc_map_at_100_max": 0.388496, "nauc_map_at_100_std": -0.101078, "nauc_map_at_100_diff1": 0.662057, "nauc_map_at_1000_max": 0.388461, "nauc_map_at_1000_std": -0.101162, "nauc_map_at_1000_diff1": 0.662093, "nauc_recall_at_1_max": 0.376845, "nauc_recall_at_1_std": -0.108859, "nauc_recall_at_1_diff1": 0.689528, "nauc_recall_at_3_max": 0.417088, "nauc_recall_at_3_std": -0.102273, "nauc_recall_at_3_diff1": 0.590005, "nauc_recall_at_5_max": 0.413032, "nauc_recall_at_5_std": -0.121746, "nauc_recall_at_5_diff1": 0.55598, "nauc_recall_at_10_max": 0.534807, "nauc_recall_at_10_std": 0.045243, "nauc_recall_at_10_diff1": 0.527959, "nauc_recall_at_20_max": 0.614443, "nauc_recall_at_20_std": 0.148975, "nauc_recall_at_20_diff1": 0.474355, "nauc_recall_at_100_max": 0.631796, "nauc_recall_at_100_std": 0.495547, "nauc_recall_at_100_diff1": 0.444049, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.897876, "nauc_recall_at_1000_diff1": 0.737395, "nauc_precision_at_1_max": 0.376845, "nauc_precision_at_1_std": -0.108859, "nauc_precision_at_1_diff1": 0.689528, "nauc_precision_at_3_max": 0.417088, "nauc_precision_at_3_std": -0.102273, "nauc_precision_at_3_diff1": 0.590005, "nauc_precision_at_5_max": 0.413032, "nauc_precision_at_5_std": -0.121746, "nauc_precision_at_5_diff1": 0.55598, "nauc_precision_at_10_max": 0.534807, "nauc_precision_at_10_std": 0.045243, "nauc_precision_at_10_diff1": 0.527959, "nauc_precision_at_20_max": 0.614443, "nauc_precision_at_20_std": 0.148975, "nauc_precision_at_20_diff1": 0.474355, "nauc_precision_at_100_max": 0.631796, "nauc_precision_at_100_std": 0.495547, "nauc_precision_at_100_diff1": 0.444049, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.897876, "nauc_precision_at_1000_diff1": 0.737395, "nauc_mrr_at_1_max": 0.376845, "nauc_mrr_at_1_std": -0.108859, "nauc_mrr_at_1_diff1": 0.689528, "nauc_mrr_at_3_max": 0.388892, "nauc_mrr_at_3_std": -0.104629, "nauc_mrr_at_3_diff1": 0.657454, "nauc_mrr_at_5_max": 0.38618, "nauc_mrr_at_5_std": -0.106096, "nauc_mrr_at_5_diff1": 0.658775, "nauc_mrr_at_10_max": 0.388716, "nauc_mrr_at_10_std": -0.101126, "nauc_mrr_at_10_diff1": 0.661423, "nauc_mrr_at_20_max": 0.388779, "nauc_mrr_at_20_std": -0.100888, "nauc_mrr_at_20_diff1": 0.661705, "nauc_mrr_at_100_max": 0.388493, "nauc_mrr_at_100_std": -0.101082, "nauc_mrr_at_100_diff1": 0.66206, "nauc_mrr_at_1000_max": 0.388458, "nauc_mrr_at_1000_std": -0.101166, "nauc_mrr_at_1000_diff1": 0.662095, "hit_rate_at_1": 0.724, "hit_rate_at_3": 0.87133, "hit_rate_at_5": 0.92733, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.98067, "hit_rate_at_100": 0.99133, "hit_rate_at_1000": 0.99733, "main_score": 0.8472, "hf_subset": "no", "languages": [ "nor-Latn" ] }, { "ndcg_at_1": 0.76533, "ndcg_at_3": 0.84713, "ndcg_at_5": 0.86449, "ndcg_at_10": 0.87503, "ndcg_at_20": 0.8766, "ndcg_at_100": 0.87863, "ndcg_at_1000": 0.87894, "map_at_1": 0.76533, "map_at_3": 0.82722, "map_at_5": 0.83689, "map_at_10": 0.84135, "map_at_20": 0.84181, "map_at_100": 0.8421, "map_at_1000": 0.84211, "recall_at_1": 0.76533, "recall_at_3": 0.90467, "recall_at_5": 0.94667, "recall_at_10": 0.97867, "recall_at_20": 0.98467, "recall_at_100": 0.99533, "recall_at_1000": 0.998, "accuracy": 0.76533, "precision_at_1": 0.76533, "precision_at_3": 0.30156, "precision_at_5": 0.18933, "precision_at_10": 0.09787, "precision_at_20": 0.04923, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.765333, "mrr_at_3": 0.827222, "mrr_at_5": 0.836889, "mrr_at_10": 0.841349, "mrr_at_20": 0.841809, "mrr_at_100": 0.842102, "mrr_at_1000": 0.842111, "nauc_ndcg_at_1_max": 0.420064, "nauc_ndcg_at_1_std": -0.041348, "nauc_ndcg_at_1_diff1": 0.738104, "nauc_ndcg_at_3_max": 0.457848, "nauc_ndcg_at_3_std": -0.026956, "nauc_ndcg_at_3_diff1": 0.685562, "nauc_ndcg_at_5_max": 0.462538, "nauc_ndcg_at_5_std": -0.032302, "nauc_ndcg_at_5_diff1": 0.688917, "nauc_ndcg_at_10_max": 0.459668, "nauc_ndcg_at_10_std": -0.021336, "nauc_ndcg_at_10_diff1": 0.702236, "nauc_ndcg_at_20_max": 0.459958, "nauc_ndcg_at_20_std": -0.014826, "nauc_ndcg_at_20_diff1": 0.704301, "nauc_ndcg_at_100_max": 0.453994, "nauc_ndcg_at_100_std": -0.024097, "nauc_ndcg_at_100_diff1": 0.707864, "nauc_ndcg_at_1000_max": 0.454278, "nauc_ndcg_at_1000_std": -0.022675, "nauc_ndcg_at_1000_diff1": 0.707783, "nauc_map_at_1_max": 0.420064, "nauc_map_at_1_std": -0.041348, "nauc_map_at_1_diff1": 0.738104, "nauc_map_at_3_max": 0.448644, "nauc_map_at_3_std": -0.030489, "nauc_map_at_3_diff1": 0.702069, "nauc_map_at_5_max": 0.450542, "nauc_map_at_5_std": -0.033222, "nauc_map_at_5_diff1": 0.704945, "nauc_map_at_10_max": 0.448915, "nauc_map_at_10_std": -0.029544, "nauc_map_at_10_diff1": 0.709397, "nauc_map_at_20_max": 0.448919, "nauc_map_at_20_std": -0.028092, "nauc_map_at_20_diff1": 0.709944, "nauc_map_at_100_max": 0.448221, "nauc_map_at_100_std": -0.029029, "nauc_map_at_100_diff1": 0.710428, "nauc_map_at_1000_max": 0.44825, "nauc_map_at_1000_std": -0.028969, "nauc_map_at_1000_diff1": 0.710431, "nauc_recall_at_1_max": 0.420064, "nauc_recall_at_1_std": -0.041348, "nauc_recall_at_1_diff1": 0.738104, "nauc_recall_at_3_max": 0.500601, "nauc_recall_at_3_std": -0.010522, "nauc_recall_at_3_diff1": 0.605519, "nauc_recall_at_5_max": 0.557662, "nauc_recall_at_5_std": -0.028105, "nauc_recall_at_5_diff1": 0.558759, "nauc_recall_at_10_max": 0.663793, "nauc_recall_at_10_std": 0.157899, "nauc_recall_at_10_diff1": 0.601438, "nauc_recall_at_20_max": 0.753826, "nauc_recall_at_20_std": 0.414546, "nauc_recall_at_20_diff1": 0.617363, "nauc_recall_at_100_max": 0.673269, "nauc_recall_at_100_std": 0.17587, "nauc_recall_at_100_diff1": 0.840603, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.956427, "nauc_precision_at_1_max": 0.420064, "nauc_precision_at_1_std": -0.041348, "nauc_precision_at_1_diff1": 0.738104, "nauc_precision_at_3_max": 0.500601, "nauc_precision_at_3_std": -0.010522, "nauc_precision_at_3_diff1": 0.605519, "nauc_precision_at_5_max": 0.557662, "nauc_precision_at_5_std": -0.028105, "nauc_precision_at_5_diff1": 0.558759, "nauc_precision_at_10_max": 0.663793, "nauc_precision_at_10_std": 0.157899, "nauc_precision_at_10_diff1": 0.601438, "nauc_precision_at_20_max": 0.753826, "nauc_precision_at_20_std": 0.414546, "nauc_precision_at_20_diff1": 0.617363, "nauc_precision_at_100_max": 0.673269, "nauc_precision_at_100_std": 0.17587, "nauc_precision_at_100_diff1": 0.840603, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.956427, "nauc_mrr_at_1_max": 0.420064, "nauc_mrr_at_1_std": -0.041348, "nauc_mrr_at_1_diff1": 0.738104, "nauc_mrr_at_3_max": 0.448644, "nauc_mrr_at_3_std": -0.030489, "nauc_mrr_at_3_diff1": 0.702069, "nauc_mrr_at_5_max": 0.450542, "nauc_mrr_at_5_std": -0.033222, "nauc_mrr_at_5_diff1": 0.704945, "nauc_mrr_at_10_max": 0.448915, "nauc_mrr_at_10_std": -0.029544, "nauc_mrr_at_10_diff1": 0.709397, "nauc_mrr_at_20_max": 0.448919, "nauc_mrr_at_20_std": -0.028092, "nauc_mrr_at_20_diff1": 0.709944, "nauc_mrr_at_100_max": 0.448221, "nauc_mrr_at_100_std": -0.029029, "nauc_mrr_at_100_diff1": 0.710428, "nauc_mrr_at_1000_max": 0.44825, "nauc_mrr_at_1000_std": -0.028969, "nauc_mrr_at_1000_diff1": 0.710431, "hit_rate_at_1": 0.76533, "hit_rate_at_3": 0.90467, "hit_rate_at_5": 0.94667, "hit_rate_at_10": 0.97867, "hit_rate_at_20": 0.98467, "hit_rate_at_100": 0.99533, "hit_rate_at_1000": 0.998, "main_score": 0.87503, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 7676.056394100189, "kg_co2_emissions": null, "date": 1780838754.157329 }