{ "dataset_revision": "8aef059b329d70e590bb81454a8a85ecdae54b45", "task_name": "CommonVoiceMini21T2ARetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.57, "ndcg_at_3": 0.65375, "ndcg_at_5": 0.67397, "ndcg_at_10": 0.69363, "ndcg_at_20": 0.7102, "ndcg_at_100": 0.7284, "ndcg_at_1000": 0.7312, "map_at_1": 0.57, "map_at_3": 0.63417, "map_at_5": 0.64517, "map_at_10": 0.65342, "map_at_20": 0.65806, "map_at_100": 0.6608, "map_at_1000": 0.66094, "recall_at_1": 0.57, "recall_at_3": 0.71, "recall_at_5": 0.76, "recall_at_10": 0.82, "recall_at_20": 0.885, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.57, "precision_at_1": 0.57, "precision_at_3": 0.23667, "precision_at_5": 0.152, "precision_at_10": 0.082, "precision_at_20": 0.04425, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.57, "mrr_at_3": 0.634167, "mrr_at_5": 0.645167, "mrr_at_10": 0.653421, "mrr_at_20": 0.658055, "mrr_at_100": 0.660798, "mrr_at_1000": 0.660942, "nauc_ndcg_at_1_max": 0.603321, "nauc_ndcg_at_1_std": 0.150751, "nauc_ndcg_at_1_diff1": 0.744306, "nauc_ndcg_at_3_max": 0.630355, "nauc_ndcg_at_3_std": 0.191948, "nauc_ndcg_at_3_diff1": 0.708211, "nauc_ndcg_at_5_max": 0.623299, "nauc_ndcg_at_5_std": 0.184002, "nauc_ndcg_at_5_diff1": 0.711189, "nauc_ndcg_at_10_max": 0.626475, "nauc_ndcg_at_10_std": 0.191964, "nauc_ndcg_at_10_diff1": 0.704753, "nauc_ndcg_at_20_max": 0.632642, "nauc_ndcg_at_20_std": 0.206011, "nauc_ndcg_at_20_diff1": 0.71014, "nauc_ndcg_at_100_max": 0.628443, "nauc_ndcg_at_100_std": 0.1941, "nauc_ndcg_at_100_diff1": 0.713548, "nauc_ndcg_at_1000_max": 0.626469, "nauc_ndcg_at_1000_std": 0.188716, "nauc_ndcg_at_1000_diff1": 0.714896, "nauc_map_at_1_max": 0.603321, "nauc_map_at_1_std": 0.150751, "nauc_map_at_1_diff1": 0.744306, "nauc_map_at_3_max": 0.62462, "nauc_map_at_3_std": 0.182222, "nauc_map_at_3_diff1": 0.71747, "nauc_map_at_5_max": 0.62076, "nauc_map_at_5_std": 0.177599, "nauc_map_at_5_diff1": 0.719468, "nauc_map_at_10_max": 0.621754, "nauc_map_at_10_std": 0.179924, "nauc_map_at_10_diff1": 0.717301, "nauc_map_at_20_max": 0.623464, "nauc_map_at_20_std": 0.183165, "nauc_map_at_20_diff1": 0.718873, "nauc_map_at_100_max": 0.622878, "nauc_map_at_100_std": 0.181362, "nauc_map_at_100_diff1": 0.71929, "nauc_map_at_1000_max": 0.622805, "nauc_map_at_1000_std": 0.181152, "nauc_map_at_1000_diff1": 0.719328, "nauc_recall_at_1_max": 0.603321, "nauc_recall_at_1_std": 0.150751, "nauc_recall_at_1_diff1": 0.744306, "nauc_recall_at_3_max": 0.648815, "nauc_recall_at_3_std": 0.223857, "nauc_recall_at_3_diff1": 0.677436, "nauc_recall_at_5_max": 0.630797, "nauc_recall_at_5_std": 0.206433, "nauc_recall_at_5_diff1": 0.680226, "nauc_recall_at_10_max": 0.648516, "nauc_recall_at_10_std": 0.253263, "nauc_recall_at_10_diff1": 0.641728, "nauc_recall_at_20_max": 0.704973, "nauc_recall_at_20_std": 0.399207, "nauc_recall_at_20_diff1": 0.653265, "nauc_recall_at_100_max": 0.786415, "nauc_recall_at_100_std": 0.620215, "nauc_recall_at_100_diff1": 0.59979, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.603321, "nauc_precision_at_1_std": 0.150751, "nauc_precision_at_1_diff1": 0.744306, "nauc_precision_at_3_max": 0.648815, "nauc_precision_at_3_std": 0.223857, "nauc_precision_at_3_diff1": 0.677436, "nauc_precision_at_5_max": 0.630797, "nauc_precision_at_5_std": 0.206433, "nauc_precision_at_5_diff1": 0.680226, "nauc_precision_at_10_max": 0.648516, "nauc_precision_at_10_std": 0.253263, "nauc_precision_at_10_diff1": 0.641728, "nauc_precision_at_20_max": 0.704973, "nauc_precision_at_20_std": 0.399207, "nauc_precision_at_20_diff1": 0.653265, "nauc_precision_at_100_max": 0.786415, "nauc_precision_at_100_std": 0.620215, "nauc_precision_at_100_diff1": 0.59979, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.603321, "nauc_mrr_at_1_std": 0.150751, "nauc_mrr_at_1_diff1": 0.744306, "nauc_mrr_at_3_max": 0.62462, "nauc_mrr_at_3_std": 0.182222, "nauc_mrr_at_3_diff1": 0.71747, "nauc_mrr_at_5_max": 0.62076, "nauc_mrr_at_5_std": 0.177599, "nauc_mrr_at_5_diff1": 0.719468, "nauc_mrr_at_10_max": 0.621754, "nauc_mrr_at_10_std": 0.179924, "nauc_mrr_at_10_diff1": 0.717301, "nauc_mrr_at_20_max": 0.623464, "nauc_mrr_at_20_std": 0.183165, "nauc_mrr_at_20_diff1": 0.718873, "nauc_mrr_at_100_max": 0.622878, "nauc_mrr_at_100_std": 0.181362, "nauc_mrr_at_100_diff1": 0.71929, "nauc_mrr_at_1000_max": 0.622805, "nauc_mrr_at_1000_std": 0.181152, "nauc_mrr_at_1000_diff1": 0.719328, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.71, "hit_rate_at_5": 0.76, "hit_rate_at_10": 0.82, "hit_rate_at_20": 0.885, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.76, "hf_subset": "ab", "languages": [ "abk-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.64103, "ndcg_at_3": 0.7325, "ndcg_at_5": 0.74685, "ndcg_at_10": 0.76295, "ndcg_at_20": 0.7828, "ndcg_at_100": 0.79158, "ndcg_at_1000": 0.79158, "map_at_1": 0.64103, "map_at_3": 0.71083, "map_at_5": 0.71895, "map_at_10": 0.72532, "map_at_20": 0.73098, "map_at_100": 0.73251, "map_at_1000": 0.73251, "recall_at_1": 0.64103, "recall_at_3": 0.79487, "recall_at_5": 0.82906, "recall_at_10": 0.88034, "recall_at_20": 0.95726, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64103, "precision_at_1": 0.64103, "precision_at_3": 0.26496, "precision_at_5": 0.16581, "precision_at_10": 0.08803, "precision_at_20": 0.04786, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.641026, "mrr_at_3": 0.710826, "mrr_at_5": 0.718946, "mrr_at_10": 0.725319, "mrr_at_20": 0.730983, "mrr_at_100": 0.732508, "mrr_at_1000": 0.732508, "nauc_ndcg_at_1_max": 0.802444, "nauc_ndcg_at_1_std": 0.674641, "nauc_ndcg_at_1_diff1": 0.79742, "nauc_ndcg_at_3_max": 0.746874, "nauc_ndcg_at_3_std": 0.637014, "nauc_ndcg_at_3_diff1": 0.698545, "nauc_ndcg_at_5_max": 0.7607, "nauc_ndcg_at_5_std": 0.62807, "nauc_ndcg_at_5_diff1": 0.710887, "nauc_ndcg_at_10_max": 0.752592, "nauc_ndcg_at_10_std": 0.626248, "nauc_ndcg_at_10_diff1": 0.704922, "nauc_ndcg_at_20_max": 0.768214, "nauc_ndcg_at_20_std": 0.638519, "nauc_ndcg_at_20_diff1": 0.724125, "nauc_ndcg_at_100_max": 0.768299, "nauc_ndcg_at_100_std": 0.64624, "nauc_ndcg_at_100_diff1": 0.730452, "nauc_ndcg_at_1000_max": 0.768299, "nauc_ndcg_at_1000_std": 0.64624, "nauc_ndcg_at_1000_diff1": 0.730452, "nauc_map_at_1_max": 0.802444, "nauc_map_at_1_std": 0.674641, "nauc_map_at_1_diff1": 0.79742, "nauc_map_at_3_max": 0.761864, "nauc_map_at_3_std": 0.649257, "nauc_map_at_3_diff1": 0.725277, "nauc_map_at_5_max": 0.769198, "nauc_map_at_5_std": 0.644662, "nauc_map_at_5_diff1": 0.732392, "nauc_map_at_10_max": 0.76715, "nauc_map_at_10_std": 0.644824, "nauc_map_at_10_diff1": 0.731254, "nauc_map_at_20_max": 0.771166, "nauc_map_at_20_std": 0.648942, "nauc_map_at_20_diff1": 0.736438, "nauc_map_at_100_max": 0.77129, "nauc_map_at_100_std": 0.650194, "nauc_map_at_100_diff1": 0.73749, "nauc_map_at_1000_max": 0.77129, "nauc_map_at_1000_std": 0.650194, "nauc_map_at_1000_diff1": 0.73749, "nauc_recall_at_1_max": 0.802444, "nauc_recall_at_1_std": 0.674641, "nauc_recall_at_1_diff1": 0.79742, "nauc_recall_at_3_max": 0.691433, "nauc_recall_at_3_std": 0.59055, "nauc_recall_at_3_diff1": 0.599644, "nauc_recall_at_5_max": 0.728085, "nauc_recall_at_5_std": 0.555249, "nauc_recall_at_5_diff1": 0.622505, "nauc_recall_at_10_max": 0.66432, "nauc_recall_at_10_std": 0.512923, "nauc_recall_at_10_diff1": 0.551093, "nauc_recall_at_20_max": 0.772498, "nauc_recall_at_20_std": 0.490686, "nauc_recall_at_20_diff1": 0.602914, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.802444, "nauc_precision_at_1_std": 0.674641, "nauc_precision_at_1_diff1": 0.79742, "nauc_precision_at_3_max": 0.691433, "nauc_precision_at_3_std": 0.59055, "nauc_precision_at_3_diff1": 0.599644, "nauc_precision_at_5_max": 0.728085, "nauc_precision_at_5_std": 0.555249, "nauc_precision_at_5_diff1": 0.622505, "nauc_precision_at_10_max": 0.66432, "nauc_precision_at_10_std": 0.512923, "nauc_precision_at_10_diff1": 0.551093, "nauc_precision_at_20_max": 0.772498, "nauc_precision_at_20_std": 0.490686, "nauc_precision_at_20_diff1": 0.602914, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.802444, "nauc_mrr_at_1_std": 0.674641, "nauc_mrr_at_1_diff1": 0.79742, "nauc_mrr_at_3_max": 0.761864, "nauc_mrr_at_3_std": 0.649257, "nauc_mrr_at_3_diff1": 0.725277, "nauc_mrr_at_5_max": 0.769198, "nauc_mrr_at_5_std": 0.644662, "nauc_mrr_at_5_diff1": 0.732392, "nauc_mrr_at_10_max": 0.76715, "nauc_mrr_at_10_std": 0.644824, "nauc_mrr_at_10_diff1": 0.731254, "nauc_mrr_at_20_max": 0.771166, "nauc_mrr_at_20_std": 0.648942, "nauc_mrr_at_20_diff1": 0.736438, "nauc_mrr_at_100_max": 0.77129, "nauc_mrr_at_100_std": 0.650194, "nauc_mrr_at_100_diff1": 0.73749, "nauc_mrr_at_1000_max": 0.77129, "nauc_mrr_at_1000_std": 0.650194, "nauc_mrr_at_1000_diff1": 0.73749, "hit_rate_at_1": 0.64103, "hit_rate_at_3": 0.79487, "hit_rate_at_5": 0.82906, "hit_rate_at_10": 0.88034, "hit_rate_at_20": 0.95726, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.82906, "hf_subset": "af", "languages": [ "afr-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.35, "ndcg_at_3": 0.42363, "ndcg_at_5": 0.46064, "ndcg_at_10": 0.49155, "ndcg_at_20": 0.51389, "ndcg_at_100": 0.55281, "ndcg_at_1000": 0.5586, "map_at_1": 0.35, "map_at_3": 0.40583, "map_at_5": 0.42633, "map_at_10": 0.43919, "map_at_20": 0.44511, "map_at_100": 0.45043, "map_at_1000": 0.45077, "recall_at_1": 0.35, "recall_at_3": 0.475, "recall_at_5": 0.565, "recall_at_10": 0.66, "recall_at_20": 0.75, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.35, "precision_at_1": 0.35, "precision_at_3": 0.15833, "precision_at_5": 0.113, "precision_at_10": 0.066, "precision_at_20": 0.0375, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.35, "mrr_at_3": 0.405833, "mrr_at_5": 0.426333, "mrr_at_10": 0.439188, "mrr_at_20": 0.445112, "mrr_at_100": 0.450433, "mrr_at_1000": 0.450769, "nauc_ndcg_at_1_max": 0.535665, "nauc_ndcg_at_1_std": 0.24256, "nauc_ndcg_at_1_diff1": 0.528341, "nauc_ndcg_at_3_max": 0.561126, "nauc_ndcg_at_3_std": 0.290897, "nauc_ndcg_at_3_diff1": 0.491408, "nauc_ndcg_at_5_max": 0.577235, "nauc_ndcg_at_5_std": 0.339921, "nauc_ndcg_at_5_diff1": 0.485787, "nauc_ndcg_at_10_max": 0.572219, "nauc_ndcg_at_10_std": 0.377998, "nauc_ndcg_at_10_diff1": 0.473781, "nauc_ndcg_at_20_max": 0.564524, "nauc_ndcg_at_20_std": 0.365031, "nauc_ndcg_at_20_diff1": 0.458953, "nauc_ndcg_at_100_max": 0.555087, "nauc_ndcg_at_100_std": 0.337211, "nauc_ndcg_at_100_diff1": 0.466822, "nauc_ndcg_at_1000_max": 0.558503, "nauc_ndcg_at_1000_std": 0.330772, "nauc_ndcg_at_1000_diff1": 0.477363, "nauc_map_at_1_max": 0.535665, "nauc_map_at_1_std": 0.24256, "nauc_map_at_1_diff1": 0.528341, "nauc_map_at_3_max": 0.555094, "nauc_map_at_3_std": 0.282426, "nauc_map_at_3_diff1": 0.497308, "nauc_map_at_5_max": 0.563123, "nauc_map_at_5_std": 0.308263, "nauc_map_at_5_diff1": 0.493622, "nauc_map_at_10_max": 0.561103, "nauc_map_at_10_std": 0.322353, "nauc_map_at_10_diff1": 0.488881, "nauc_map_at_20_max": 0.558837, "nauc_map_at_20_std": 0.318435, "nauc_map_at_20_diff1": 0.485569, "nauc_map_at_100_max": 0.557024, "nauc_map_at_100_std": 0.31395, "nauc_map_at_100_diff1": 0.486752, "nauc_map_at_1000_max": 0.557191, "nauc_map_at_1000_std": 0.313629, "nauc_map_at_1000_diff1": 0.487257, "nauc_recall_at_1_max": 0.535665, "nauc_recall_at_1_std": 0.24256, "nauc_recall_at_1_diff1": 0.528341, "nauc_recall_at_3_max": 0.578549, "nauc_recall_at_3_std": 0.31411, "nauc_recall_at_3_diff1": 0.475567, "nauc_recall_at_5_max": 0.624025, "nauc_recall_at_5_std": 0.444655, "nauc_recall_at_5_diff1": 0.463102, "nauc_recall_at_10_max": 0.612151, "nauc_recall_at_10_std": 0.602036, "nauc_recall_at_10_diff1": 0.416675, "nauc_recall_at_20_max": 0.581758, "nauc_recall_at_20_std": 0.588153, "nauc_recall_at_20_diff1": 0.315646, "nauc_recall_at_100_max": 0.392915, "nauc_recall_at_100_std": 0.645892, "nauc_recall_at_100_diff1": -0.039624, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.535665, "nauc_precision_at_1_std": 0.24256, "nauc_precision_at_1_diff1": 0.528341, "nauc_precision_at_3_max": 0.578549, "nauc_precision_at_3_std": 0.31411, "nauc_precision_at_3_diff1": 0.475567, "nauc_precision_at_5_max": 0.624025, "nauc_precision_at_5_std": 0.444655, "nauc_precision_at_5_diff1": 0.463102, "nauc_precision_at_10_max": 0.612151, "nauc_precision_at_10_std": 0.602036, "nauc_precision_at_10_diff1": 0.416675, "nauc_precision_at_20_max": 0.581758, "nauc_precision_at_20_std": 0.588153, "nauc_precision_at_20_diff1": 0.315646, "nauc_precision_at_100_max": 0.392915, "nauc_precision_at_100_std": 0.645892, "nauc_precision_at_100_diff1": -0.039624, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.535665, "nauc_mrr_at_1_std": 0.24256, "nauc_mrr_at_1_diff1": 0.528341, "nauc_mrr_at_3_max": 0.555094, "nauc_mrr_at_3_std": 0.282426, "nauc_mrr_at_3_diff1": 0.497308, "nauc_mrr_at_5_max": 0.563123, "nauc_mrr_at_5_std": 0.308263, "nauc_mrr_at_5_diff1": 0.493622, "nauc_mrr_at_10_max": 0.561103, "nauc_mrr_at_10_std": 0.322353, "nauc_mrr_at_10_diff1": 0.488881, "nauc_mrr_at_20_max": 0.558837, "nauc_mrr_at_20_std": 0.318435, "nauc_mrr_at_20_diff1": 0.485569, "nauc_mrr_at_100_max": 0.557024, "nauc_mrr_at_100_std": 0.31395, "nauc_mrr_at_100_diff1": 0.486752, "nauc_mrr_at_1000_max": 0.557191, "nauc_mrr_at_1000_std": 0.313629, "nauc_mrr_at_1000_diff1": 0.487257, "hit_rate_at_1": 0.35, "hit_rate_at_3": 0.475, "hit_rate_at_5": 0.565, "hit_rate_at_10": 0.66, "hit_rate_at_20": 0.75, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.565, "hf_subset": "am", "languages": [ "amh-Ethi" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.715, "ndcg_at_3": 0.79244, "ndcg_at_5": 0.80707, "ndcg_at_10": 0.81737, "ndcg_at_20": 0.82757, "ndcg_at_100": 0.83714, "ndcg_at_1000": 0.83714, "map_at_1": 0.715, "map_at_3": 0.77417, "map_at_5": 0.78242, "map_at_10": 0.78702, "map_at_20": 0.78987, "map_at_100": 0.7913, "map_at_1000": 0.7913, "recall_at_1": 0.715, "recall_at_3": 0.845, "recall_at_5": 0.88, "recall_at_10": 0.91, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.715, "precision_at_1": 0.715, "precision_at_3": 0.28167, "precision_at_5": 0.176, "precision_at_10": 0.091, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.715, "mrr_at_3": 0.774167, "mrr_at_5": 0.782417, "mrr_at_10": 0.78702, "mrr_at_20": 0.78987, "mrr_at_100": 0.791297, "mrr_at_1000": 0.791297, "nauc_ndcg_at_1_max": 0.610402, "nauc_ndcg_at_1_std": 0.169836, "nauc_ndcg_at_1_diff1": 0.782899, "nauc_ndcg_at_3_max": 0.640561, "nauc_ndcg_at_3_std": 0.175603, "nauc_ndcg_at_3_diff1": 0.757968, "nauc_ndcg_at_5_max": 0.619966, "nauc_ndcg_at_5_std": 0.156047, "nauc_ndcg_at_5_diff1": 0.745404, "nauc_ndcg_at_10_max": 0.629852, "nauc_ndcg_at_10_std": 0.175726, "nauc_ndcg_at_10_diff1": 0.755651, "nauc_ndcg_at_20_max": 0.620979, "nauc_ndcg_at_20_std": 0.161027, "nauc_ndcg_at_20_diff1": 0.760286, "nauc_ndcg_at_100_max": 0.620753, "nauc_ndcg_at_100_std": 0.15903, "nauc_ndcg_at_100_diff1": 0.762244, "nauc_ndcg_at_1000_max": 0.620753, "nauc_ndcg_at_1000_std": 0.15903, "nauc_ndcg_at_1000_diff1": 0.762244, "nauc_map_at_1_max": 0.610402, "nauc_map_at_1_std": 0.169836, "nauc_map_at_1_diff1": 0.782899, "nauc_map_at_3_max": 0.630578, "nauc_map_at_3_std": 0.168617, "nauc_map_at_3_diff1": 0.764939, "nauc_map_at_5_max": 0.619471, "nauc_map_at_5_std": 0.15787, "nauc_map_at_5_diff1": 0.758704, "nauc_map_at_10_max": 0.622999, "nauc_map_at_10_std": 0.164736, "nauc_map_at_10_diff1": 0.763447, "nauc_map_at_20_max": 0.620722, "nauc_map_at_20_std": 0.160577, "nauc_map_at_20_diff1": 0.764665, "nauc_map_at_100_max": 0.620426, "nauc_map_at_100_std": 0.159909, "nauc_map_at_100_diff1": 0.76488, "nauc_map_at_1000_max": 0.620426, "nauc_map_at_1000_std": 0.159909, "nauc_map_at_1000_diff1": 0.76488, "nauc_recall_at_1_max": 0.610402, "nauc_recall_at_1_std": 0.169836, "nauc_recall_at_1_diff1": 0.782899, "nauc_recall_at_3_max": 0.680774, "nauc_recall_at_3_std": 0.206311, "nauc_recall_at_3_diff1": 0.730536, "nauc_recall_at_5_max": 0.619392, "nauc_recall_at_5_std": 0.148107, "nauc_recall_at_5_diff1": 0.679188, "nauc_recall_at_10_max": 0.676107, "nauc_recall_at_10_std": 0.261386, "nauc_recall_at_10_diff1": 0.709254, "nauc_recall_at_20_max": 0.60747, "nauc_recall_at_20_std": 0.165686, "nauc_recall_at_20_diff1": 0.728525, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.610402, "nauc_precision_at_1_std": 0.169836, "nauc_precision_at_1_diff1": 0.782899, "nauc_precision_at_3_max": 0.680774, "nauc_precision_at_3_std": 0.206311, "nauc_precision_at_3_diff1": 0.730536, "nauc_precision_at_5_max": 0.619392, "nauc_precision_at_5_std": 0.148107, "nauc_precision_at_5_diff1": 0.679188, "nauc_precision_at_10_max": 0.676107, "nauc_precision_at_10_std": 0.261386, "nauc_precision_at_10_diff1": 0.709254, "nauc_precision_at_20_max": 0.60747, "nauc_precision_at_20_std": 0.165686, "nauc_precision_at_20_diff1": 0.728525, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.610402, "nauc_mrr_at_1_std": 0.169836, "nauc_mrr_at_1_diff1": 0.782899, "nauc_mrr_at_3_max": 0.630578, "nauc_mrr_at_3_std": 0.168617, "nauc_mrr_at_3_diff1": 0.764939, "nauc_mrr_at_5_max": 0.619471, "nauc_mrr_at_5_std": 0.15787, "nauc_mrr_at_5_diff1": 0.758704, "nauc_mrr_at_10_max": 0.622999, "nauc_mrr_at_10_std": 0.164736, "nauc_mrr_at_10_diff1": 0.763447, "nauc_mrr_at_20_max": 0.620722, "nauc_mrr_at_20_std": 0.160577, "nauc_mrr_at_20_diff1": 0.764665, "nauc_mrr_at_100_max": 0.620426, "nauc_mrr_at_100_std": 0.159909, "nauc_mrr_at_100_diff1": 0.76488, "nauc_mrr_at_1000_max": 0.620426, "nauc_mrr_at_1000_std": 0.159909, "nauc_mrr_at_1000_diff1": 0.76488, "hit_rate_at_1": 0.715, "hit_rate_at_3": 0.845, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.95, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "ar", "languages": [ "ara-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.70613, "ndcg_at_5": 0.73044, "ndcg_at_10": 0.7521, "ndcg_at_20": 0.75967, "ndcg_at_100": 0.77314, "ndcg_at_1000": 0.7746, "map_at_1": 0.625, "map_at_3": 0.68583, "map_at_5": 0.69908, "map_at_10": 0.70841, "map_at_20": 0.71047, "map_at_100": 0.71253, "map_at_1000": 0.71262, "recall_at_1": 0.625, "recall_at_3": 0.765, "recall_at_5": 0.825, "recall_at_10": 0.89, "recall_at_20": 0.92, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.625, "precision_at_1": 0.625, "precision_at_3": 0.255, "precision_at_5": 0.165, "precision_at_10": 0.089, "precision_at_20": 0.046, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.625, "mrr_at_3": 0.685833, "mrr_at_5": 0.699083, "mrr_at_10": 0.708407, "mrr_at_20": 0.710471, "mrr_at_100": 0.712527, "mrr_at_1000": 0.712616, "nauc_ndcg_at_1_max": 0.666998, "nauc_ndcg_at_1_std": 0.425096, "nauc_ndcg_at_1_diff1": 0.73131, "nauc_ndcg_at_3_max": 0.677542, "nauc_ndcg_at_3_std": 0.474126, "nauc_ndcg_at_3_diff1": 0.648239, "nauc_ndcg_at_5_max": 0.657141, "nauc_ndcg_at_5_std": 0.445574, "nauc_ndcg_at_5_diff1": 0.632438, "nauc_ndcg_at_10_max": 0.66664, "nauc_ndcg_at_10_std": 0.473209, "nauc_ndcg_at_10_diff1": 0.647701, "nauc_ndcg_at_20_max": 0.658379, "nauc_ndcg_at_20_std": 0.460658, "nauc_ndcg_at_20_diff1": 0.642294, "nauc_ndcg_at_100_max": 0.667293, "nauc_ndcg_at_100_std": 0.457232, "nauc_ndcg_at_100_diff1": 0.662336, "nauc_ndcg_at_1000_max": 0.665239, "nauc_ndcg_at_1000_std": 0.453046, "nauc_ndcg_at_1000_diff1": 0.664683, "nauc_map_at_1_max": 0.666998, "nauc_map_at_1_std": 0.425096, "nauc_map_at_1_diff1": 0.73131, "nauc_map_at_3_max": 0.674539, "nauc_map_at_3_std": 0.457899, "nauc_map_at_3_diff1": 0.673088, "nauc_map_at_5_max": 0.66381, "nauc_map_at_5_std": 0.442509, "nauc_map_at_5_diff1": 0.665981, "nauc_map_at_10_max": 0.667055, "nauc_map_at_10_std": 0.452539, "nauc_map_at_10_diff1": 0.671822, "nauc_map_at_20_max": 0.665197, "nauc_map_at_20_std": 0.449429, "nauc_map_at_20_diff1": 0.670756, "nauc_map_at_100_max": 0.666323, "nauc_map_at_100_std": 0.448364, "nauc_map_at_100_diff1": 0.674362, "nauc_map_at_1000_max": 0.666225, "nauc_map_at_1000_std": 0.448159, "nauc_map_at_1000_diff1": 0.674479, "nauc_recall_at_1_max": 0.666998, "nauc_recall_at_1_std": 0.425096, "nauc_recall_at_1_diff1": 0.73131, "nauc_recall_at_3_max": 0.688337, "nauc_recall_at_3_std": 0.533567, "nauc_recall_at_3_diff1": 0.558339, "nauc_recall_at_5_max": 0.623739, "nauc_recall_at_5_std": 0.455052, "nauc_recall_at_5_diff1": 0.479751, "nauc_recall_at_10_max": 0.667984, "nauc_recall_at_10_std": 0.624324, "nauc_recall_at_10_diff1": 0.501095, "nauc_recall_at_20_max": 0.583625, "nauc_recall_at_20_std": 0.552171, "nauc_recall_at_20_diff1": 0.393937, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.358077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.666998, "nauc_precision_at_1_std": 0.425096, "nauc_precision_at_1_diff1": 0.73131, "nauc_precision_at_3_max": 0.688337, "nauc_precision_at_3_std": 0.533567, "nauc_precision_at_3_diff1": 0.558339, "nauc_precision_at_5_max": 0.623739, "nauc_precision_at_5_std": 0.455052, "nauc_precision_at_5_diff1": 0.479751, "nauc_precision_at_10_max": 0.667984, "nauc_precision_at_10_std": 0.624324, "nauc_precision_at_10_diff1": 0.501095, "nauc_precision_at_20_max": 0.583625, "nauc_precision_at_20_std": 0.552171, "nauc_precision_at_20_diff1": 0.393937, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.358077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.666998, "nauc_mrr_at_1_std": 0.425096, "nauc_mrr_at_1_diff1": 0.73131, "nauc_mrr_at_3_max": 0.674539, "nauc_mrr_at_3_std": 0.457899, "nauc_mrr_at_3_diff1": 0.673088, "nauc_mrr_at_5_max": 0.66381, "nauc_mrr_at_5_std": 0.442509, "nauc_mrr_at_5_diff1": 0.665981, "nauc_mrr_at_10_max": 0.667055, "nauc_mrr_at_10_std": 0.452539, "nauc_mrr_at_10_diff1": 0.671822, "nauc_mrr_at_20_max": 0.665197, "nauc_mrr_at_20_std": 0.449429, "nauc_mrr_at_20_diff1": 0.670756, "nauc_mrr_at_100_max": 0.666323, "nauc_mrr_at_100_std": 0.448364, "nauc_mrr_at_100_diff1": 0.674362, "nauc_mrr_at_1000_max": 0.666225, "nauc_mrr_at_1000_std": 0.448159, "nauc_mrr_at_1000_diff1": 0.674479, "hit_rate_at_1": 0.625, "hit_rate_at_3": 0.765, "hit_rate_at_5": 0.825, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.92, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.825, "hf_subset": "as", "languages": [ "asm-Beng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.94268, "ndcg_at_3": 0.96747, "ndcg_at_5": 0.96747, "ndcg_at_10": 0.9716, "ndcg_at_20": 0.9716, "ndcg_at_100": 0.9716, "ndcg_at_1000": 0.9716, "map_at_1": 0.94268, "map_at_3": 0.96072, "map_at_5": 0.96072, "map_at_10": 0.96243, "map_at_20": 0.96243, "map_at_100": 0.96243, "map_at_1000": 0.96243, "recall_at_1": 0.94268, "recall_at_3": 0.98726, "recall_at_5": 0.98726, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94268, "precision_at_1": 0.94268, "precision_at_3": 0.32909, "precision_at_5": 0.19745, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.942675, "mrr_at_3": 0.960722, "mrr_at_5": 0.960722, "mrr_at_10": 0.962428, "mrr_at_20": 0.962428, "mrr_at_100": 0.962428, "mrr_at_1000": 0.962428, "nauc_ndcg_at_1_max": 0.940046, "nauc_ndcg_at_1_std": 0.468004, "nauc_ndcg_at_1_diff1": 0.985445, "nauc_ndcg_at_3_max": 0.954291, "nauc_ndcg_at_3_std": 0.524904, "nauc_ndcg_at_3_diff1": 0.974351, "nauc_ndcg_at_5_max": 0.954291, "nauc_ndcg_at_5_std": 0.524904, "nauc_ndcg_at_5_diff1": 0.974351, "nauc_ndcg_at_10_max": 0.947639, "nauc_ndcg_at_10_std": 0.503766, "nauc_ndcg_at_10_diff1": 0.979887, "nauc_ndcg_at_20_max": 0.947639, "nauc_ndcg_at_20_std": 0.503766, "nauc_ndcg_at_20_diff1": 0.979887, "nauc_ndcg_at_100_max": 0.947639, "nauc_ndcg_at_100_std": 0.503766, "nauc_ndcg_at_100_diff1": 0.979887, "nauc_ndcg_at_1000_max": 0.947639, "nauc_ndcg_at_1000_std": 0.503766, "nauc_ndcg_at_1000_diff1": 0.979887, "nauc_map_at_1_max": 0.940046, "nauc_map_at_1_std": 0.468004, "nauc_map_at_1_diff1": 0.985445, "nauc_map_at_3_max": 0.949169, "nauc_map_at_3_std": 0.507247, "nauc_map_at_3_diff1": 0.978757, "nauc_map_at_5_max": 0.949169, "nauc_map_at_5_std": 0.507247, "nauc_map_at_5_diff1": 0.978757, "nauc_map_at_10_max": 0.946861, "nauc_map_at_10_std": 0.50042, "nauc_map_at_10_diff1": 0.980569, "nauc_map_at_20_max": 0.946861, "nauc_map_at_20_std": 0.50042, "nauc_map_at_20_diff1": 0.980569, "nauc_map_at_100_max": 0.946861, "nauc_map_at_100_std": 0.50042, "nauc_map_at_100_diff1": 0.980569, "nauc_map_at_1000_max": 0.946861, "nauc_map_at_1000_std": 0.50042, "nauc_map_at_1000_diff1": 0.980569, "nauc_recall_at_1_max": 0.940046, "nauc_recall_at_1_std": 0.468004, "nauc_recall_at_1_diff1": 0.985445, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.679, "nauc_recall_at_3_diff1": 0.934501, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.679, "nauc_recall_at_5_diff1": 0.934501, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.940046, "nauc_precision_at_1_std": 0.468004, "nauc_precision_at_1_diff1": 0.985445, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.679, "nauc_precision_at_3_diff1": 0.934501, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.679, "nauc_precision_at_5_diff1": 0.934501, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.940046, "nauc_mrr_at_1_std": 0.468004, "nauc_mrr_at_1_diff1": 0.985445, "nauc_mrr_at_3_max": 0.949169, "nauc_mrr_at_3_std": 0.507247, "nauc_mrr_at_3_diff1": 0.978757, "nauc_mrr_at_5_max": 0.949169, "nauc_mrr_at_5_std": 0.507247, "nauc_mrr_at_5_diff1": 0.978757, "nauc_mrr_at_10_max": 0.946861, "nauc_mrr_at_10_std": 0.50042, "nauc_mrr_at_10_diff1": 0.980569, "nauc_mrr_at_20_max": 0.946861, "nauc_mrr_at_20_std": 0.50042, "nauc_mrr_at_20_diff1": 0.980569, "nauc_mrr_at_100_max": 0.946861, "nauc_mrr_at_100_std": 0.50042, "nauc_mrr_at_100_diff1": 0.980569, "nauc_mrr_at_1000_max": 0.946861, "nauc_mrr_at_1000_std": 0.50042, "nauc_mrr_at_1000_diff1": 0.980569, "hit_rate_at_1": 0.94268, "hit_rate_at_3": 0.98726, "hit_rate_at_5": 0.98726, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98726, "hf_subset": "ast", "languages": [ "ast-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.58696, "ndcg_at_3": 0.69643, "ndcg_at_5": 0.70531, "ndcg_at_10": 0.73363, "ndcg_at_20": 0.74442, "ndcg_at_100": 0.75765, "ndcg_at_1000": 0.75765, "map_at_1": 0.58696, "map_at_3": 0.67029, "map_at_5": 0.67518, "map_at_10": 0.68699, "map_at_20": 0.68984, "map_at_100": 0.69133, "map_at_1000": 0.69133, "recall_at_1": 0.58696, "recall_at_3": 0.77174, "recall_at_5": 0.79348, "recall_at_10": 0.88043, "recall_at_20": 0.92391, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.58696, "precision_at_1": 0.58696, "precision_at_3": 0.25725, "precision_at_5": 0.1587, "precision_at_10": 0.08804, "precision_at_20": 0.0462, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.586957, "mrr_at_3": 0.67029, "mrr_at_5": 0.675181, "mrr_at_10": 0.686987, "mrr_at_20": 0.68984, "mrr_at_100": 0.691328, "mrr_at_1000": 0.691328, "nauc_ndcg_at_1_max": 0.630694, "nauc_ndcg_at_1_std": 0.34364, "nauc_ndcg_at_1_diff1": 0.774626, "nauc_ndcg_at_3_max": 0.644392, "nauc_ndcg_at_3_std": 0.363037, "nauc_ndcg_at_3_diff1": 0.6733, "nauc_ndcg_at_5_max": 0.641367, "nauc_ndcg_at_5_std": 0.378496, "nauc_ndcg_at_5_diff1": 0.665512, "nauc_ndcg_at_10_max": 0.620225, "nauc_ndcg_at_10_std": 0.359194, "nauc_ndcg_at_10_diff1": 0.670767, "nauc_ndcg_at_20_max": 0.616665, "nauc_ndcg_at_20_std": 0.367417, "nauc_ndcg_at_20_diff1": 0.679879, "nauc_ndcg_at_100_max": 0.626203, "nauc_ndcg_at_100_std": 0.360056, "nauc_ndcg_at_100_diff1": 0.690769, "nauc_ndcg_at_1000_max": 0.626203, "nauc_ndcg_at_1000_std": 0.360056, "nauc_ndcg_at_1000_diff1": 0.690769, "nauc_map_at_1_max": 0.630694, "nauc_map_at_1_std": 0.34364, "nauc_map_at_1_diff1": 0.774626, "nauc_map_at_3_max": 0.641362, "nauc_map_at_3_std": 0.355816, "nauc_map_at_3_diff1": 0.701045, "nauc_map_at_5_max": 0.639583, "nauc_map_at_5_std": 0.362624, "nauc_map_at_5_diff1": 0.697602, "nauc_map_at_10_max": 0.630849, "nauc_map_at_10_std": 0.355704, "nauc_map_at_10_diff1": 0.699318, "nauc_map_at_20_max": 0.629894, "nauc_map_at_20_std": 0.356927, "nauc_map_at_20_diff1": 0.701462, "nauc_map_at_100_max": 0.630612, "nauc_map_at_100_std": 0.356286, "nauc_map_at_100_diff1": 0.702558, "nauc_map_at_1000_max": 0.630612, "nauc_map_at_1000_std": 0.356286, "nauc_map_at_1000_diff1": 0.702558, "nauc_recall_at_1_max": 0.630694, "nauc_recall_at_1_std": 0.34364, "nauc_recall_at_1_diff1": 0.774626, "nauc_recall_at_3_max": 0.655332, "nauc_recall_at_3_std": 0.391147, "nauc_recall_at_3_diff1": 0.569416, "nauc_recall_at_5_max": 0.64777, "nauc_recall_at_5_std": 0.448173, "nauc_recall_at_5_diff1": 0.535224, "nauc_recall_at_10_max": 0.539314, "nauc_recall_at_10_std": 0.370882, "nauc_recall_at_10_diff1": 0.499927, "nauc_recall_at_20_max": 0.462694, "nauc_recall_at_20_std": 0.483589, "nauc_recall_at_20_diff1": 0.515959, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.630694, "nauc_precision_at_1_std": 0.34364, "nauc_precision_at_1_diff1": 0.774626, "nauc_precision_at_3_max": 0.655332, "nauc_precision_at_3_std": 0.391147, "nauc_precision_at_3_diff1": 0.569416, "nauc_precision_at_5_max": 0.64777, "nauc_precision_at_5_std": 0.448173, "nauc_precision_at_5_diff1": 0.535224, "nauc_precision_at_10_max": 0.539314, "nauc_precision_at_10_std": 0.370882, "nauc_precision_at_10_diff1": 0.499927, "nauc_precision_at_20_max": 0.462694, "nauc_precision_at_20_std": 0.483589, "nauc_precision_at_20_diff1": 0.515959, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.630694, "nauc_mrr_at_1_std": 0.34364, "nauc_mrr_at_1_diff1": 0.774626, "nauc_mrr_at_3_max": 0.641362, "nauc_mrr_at_3_std": 0.355816, "nauc_mrr_at_3_diff1": 0.701045, "nauc_mrr_at_5_max": 0.639583, "nauc_mrr_at_5_std": 0.362624, "nauc_mrr_at_5_diff1": 0.697602, "nauc_mrr_at_10_max": 0.630849, "nauc_mrr_at_10_std": 0.355704, "nauc_mrr_at_10_diff1": 0.699318, "nauc_mrr_at_20_max": 0.629894, "nauc_mrr_at_20_std": 0.356927, "nauc_mrr_at_20_diff1": 0.701462, "nauc_mrr_at_100_max": 0.630612, "nauc_mrr_at_100_std": 0.356286, "nauc_mrr_at_100_diff1": 0.702558, "nauc_mrr_at_1000_max": 0.630612, "nauc_mrr_at_1000_std": 0.356286, "nauc_mrr_at_1000_diff1": 0.702558, "hit_rate_at_1": 0.58696, "hit_rate_at_3": 0.77174, "hit_rate_at_5": 0.79348, "hit_rate_at_10": 0.88043, "hit_rate_at_20": 0.92391, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79348, "hf_subset": "az", "languages": [ "aze-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.71732, "ndcg_at_5": 0.75261, "ndcg_at_10": 0.77259, "ndcg_at_20": 0.77749, "ndcg_at_100": 0.78989, "ndcg_at_1000": 0.7906, "map_at_1": 0.65, "map_at_3": 0.70083, "map_at_5": 0.72058, "map_at_10": 0.72917, "map_at_20": 0.73044, "map_at_100": 0.73229, "map_at_1000": 0.73233, "recall_at_1": 0.65, "recall_at_3": 0.765, "recall_at_5": 0.85, "recall_at_10": 0.91, "recall_at_20": 0.93, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.65, "precision_at_1": 0.65, "precision_at_3": 0.255, "precision_at_5": 0.17, "precision_at_10": 0.091, "precision_at_20": 0.0465, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.65, "mrr_at_3": 0.700833, "mrr_at_5": 0.720583, "mrr_at_10": 0.729173, "mrr_at_20": 0.730441, "mrr_at_100": 0.732292, "mrr_at_1000": 0.73233, "nauc_ndcg_at_1_max": 0.679705, "nauc_ndcg_at_1_std": 0.317927, "nauc_ndcg_at_1_diff1": 0.789519, "nauc_ndcg_at_3_max": 0.671632, "nauc_ndcg_at_3_std": 0.309102, "nauc_ndcg_at_3_diff1": 0.756262, "nauc_ndcg_at_5_max": 0.660587, "nauc_ndcg_at_5_std": 0.304148, "nauc_ndcg_at_5_diff1": 0.756365, "nauc_ndcg_at_10_max": 0.64751, "nauc_ndcg_at_10_std": 0.273588, "nauc_ndcg_at_10_diff1": 0.749522, "nauc_ndcg_at_20_max": 0.65229, "nauc_ndcg_at_20_std": 0.279268, "nauc_ndcg_at_20_diff1": 0.758815, "nauc_ndcg_at_100_max": 0.664535, "nauc_ndcg_at_100_std": 0.298022, "nauc_ndcg_at_100_diff1": 0.764063, "nauc_ndcg_at_1000_max": 0.663209, "nauc_ndcg_at_1000_std": 0.295765, "nauc_ndcg_at_1000_diff1": 0.764229, "nauc_map_at_1_max": 0.679705, "nauc_map_at_1_std": 0.317927, "nauc_map_at_1_diff1": 0.789519, "nauc_map_at_3_max": 0.673585, "nauc_map_at_3_std": 0.311087, "nauc_map_at_3_diff1": 0.766258, "nauc_map_at_5_max": 0.668302, "nauc_map_at_5_std": 0.308243, "nauc_map_at_5_diff1": 0.767112, "nauc_map_at_10_max": 0.663481, "nauc_map_at_10_std": 0.296719, "nauc_map_at_10_diff1": 0.765097, "nauc_map_at_20_max": 0.664549, "nauc_map_at_20_std": 0.297805, "nauc_map_at_20_diff1": 0.767369, "nauc_map_at_100_max": 0.666506, "nauc_map_at_100_std": 0.300627, "nauc_map_at_100_diff1": 0.768147, "nauc_map_at_1000_max": 0.66645, "nauc_map_at_1000_std": 0.300532, "nauc_map_at_1000_diff1": 0.768155, "nauc_recall_at_1_max": 0.679705, "nauc_recall_at_1_std": 0.317927, "nauc_recall_at_1_diff1": 0.789519, "nauc_recall_at_3_max": 0.664995, "nauc_recall_at_3_std": 0.302445, "nauc_recall_at_3_diff1": 0.721216, "nauc_recall_at_5_max": 0.620827, "nauc_recall_at_5_std": 0.28464, "nauc_recall_at_5_diff1": 0.703856, "nauc_recall_at_10_max": 0.514991, "nauc_recall_at_10_std": 0.078016, "nauc_recall_at_10_diff1": 0.625558, "nauc_recall_at_20_max": 0.532079, "nauc_recall_at_20_std": 0.092804, "nauc_recall_at_20_diff1": 0.689743, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.679705, "nauc_precision_at_1_std": 0.317927, "nauc_precision_at_1_diff1": 0.789519, "nauc_precision_at_3_max": 0.664995, "nauc_precision_at_3_std": 0.302445, "nauc_precision_at_3_diff1": 0.721216, "nauc_precision_at_5_max": 0.620827, "nauc_precision_at_5_std": 0.28464, "nauc_precision_at_5_diff1": 0.703856, "nauc_precision_at_10_max": 0.514991, "nauc_precision_at_10_std": 0.078016, "nauc_precision_at_10_diff1": 0.625558, "nauc_precision_at_20_max": 0.532079, "nauc_precision_at_20_std": 0.092804, "nauc_precision_at_20_diff1": 0.689743, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.679705, "nauc_mrr_at_1_std": 0.317927, "nauc_mrr_at_1_diff1": 0.789519, "nauc_mrr_at_3_max": 0.673585, "nauc_mrr_at_3_std": 0.311087, "nauc_mrr_at_3_diff1": 0.766258, "nauc_mrr_at_5_max": 0.668302, "nauc_mrr_at_5_std": 0.308243, "nauc_mrr_at_5_diff1": 0.767112, "nauc_mrr_at_10_max": 0.663481, "nauc_mrr_at_10_std": 0.296719, "nauc_mrr_at_10_diff1": 0.765097, "nauc_mrr_at_20_max": 0.664549, "nauc_mrr_at_20_std": 0.297805, "nauc_mrr_at_20_diff1": 0.767369, "nauc_mrr_at_100_max": 0.666506, "nauc_mrr_at_100_std": 0.300627, "nauc_mrr_at_100_diff1": 0.768147, "nauc_mrr_at_1000_max": 0.66645, "nauc_mrr_at_1000_std": 0.300532, "nauc_mrr_at_1000_diff1": 0.768155, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.765, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.93, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.85, "hf_subset": "ba", "languages": [ "bak-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.735, "ndcg_at_3": 0.80482, "ndcg_at_5": 0.82161, "ndcg_at_10": 0.83087, "ndcg_at_20": 0.84472, "ndcg_at_100": 0.84876, "ndcg_at_1000": 0.84876, "map_at_1": 0.735, "map_at_3": 0.7875, "map_at_5": 0.797, "map_at_10": 0.80057, "map_at_20": 0.80435, "map_at_100": 0.80504, "map_at_1000": 0.80504, "recall_at_1": 0.735, "recall_at_3": 0.855, "recall_at_5": 0.895, "recall_at_10": 0.925, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.735, "precision_at_1": 0.735, "precision_at_3": 0.285, "precision_at_5": 0.179, "precision_at_10": 0.0925, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.735, "mrr_at_3": 0.7875, "mrr_at_5": 0.797, "mrr_at_10": 0.800569, "mrr_at_20": 0.804352, "mrr_at_100": 0.805042, "mrr_at_1000": 0.805042, "nauc_ndcg_at_1_max": 0.708287, "nauc_ndcg_at_1_std": 0.161851, "nauc_ndcg_at_1_diff1": 0.757982, "nauc_ndcg_at_3_max": 0.724677, "nauc_ndcg_at_3_std": 0.185082, "nauc_ndcg_at_3_diff1": 0.726138, "nauc_ndcg_at_5_max": 0.712064, "nauc_ndcg_at_5_std": 0.203749, "nauc_ndcg_at_5_diff1": 0.716867, "nauc_ndcg_at_10_max": 0.716609, "nauc_ndcg_at_10_std": 0.199128, "nauc_ndcg_at_10_diff1": 0.717389, "nauc_ndcg_at_20_max": 0.706312, "nauc_ndcg_at_20_std": 0.154919, "nauc_ndcg_at_20_diff1": 0.729563, "nauc_ndcg_at_100_max": 0.711704, "nauc_ndcg_at_100_std": 0.174679, "nauc_ndcg_at_100_diff1": 0.728766, "nauc_ndcg_at_1000_max": 0.711704, "nauc_ndcg_at_1000_std": 0.174679, "nauc_ndcg_at_1000_diff1": 0.728766, "nauc_map_at_1_max": 0.708287, "nauc_map_at_1_std": 0.161851, "nauc_map_at_1_diff1": 0.757982, "nauc_map_at_3_max": 0.72002, "nauc_map_at_3_std": 0.174648, "nauc_map_at_3_diff1": 0.735553, "nauc_map_at_5_max": 0.713169, "nauc_map_at_5_std": 0.183225, "nauc_map_at_5_diff1": 0.731076, "nauc_map_at_10_max": 0.713993, "nauc_map_at_10_std": 0.180386, "nauc_map_at_10_diff1": 0.731181, "nauc_map_at_20_max": 0.711487, "nauc_map_at_20_std": 0.17001, "nauc_map_at_20_diff1": 0.733545, "nauc_map_at_100_max": 0.7123, "nauc_map_at_100_std": 0.172962, "nauc_map_at_100_diff1": 0.733287, "nauc_map_at_1000_max": 0.7123, "nauc_map_at_1000_std": 0.172962, "nauc_map_at_1000_diff1": 0.733287, "nauc_recall_at_1_max": 0.708287, "nauc_recall_at_1_std": 0.161851, "nauc_recall_at_1_diff1": 0.757982, "nauc_recall_at_3_max": 0.743246, "nauc_recall_at_3_std": 0.228951, "nauc_recall_at_3_diff1": 0.688379, "nauc_recall_at_5_max": 0.704107, "nauc_recall_at_5_std": 0.316429, "nauc_recall_at_5_diff1": 0.642589, "nauc_recall_at_10_max": 0.740803, "nauc_recall_at_10_std": 0.341612, "nauc_recall_at_10_diff1": 0.621444, "nauc_recall_at_20_max": 0.530345, "nauc_recall_at_20_std": -0.489963, "nauc_recall_at_20_diff1": 0.737395, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.708287, "nauc_precision_at_1_std": 0.161851, "nauc_precision_at_1_diff1": 0.757982, "nauc_precision_at_3_max": 0.743246, "nauc_precision_at_3_std": 0.228951, "nauc_precision_at_3_diff1": 0.688379, "nauc_precision_at_5_max": 0.704107, "nauc_precision_at_5_std": 0.316429, "nauc_precision_at_5_diff1": 0.642589, "nauc_precision_at_10_max": 0.740803, "nauc_precision_at_10_std": 0.341612, "nauc_precision_at_10_diff1": 0.621444, "nauc_precision_at_20_max": 0.530345, "nauc_precision_at_20_std": -0.489963, "nauc_precision_at_20_diff1": 0.737395, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.708287, "nauc_mrr_at_1_std": 0.161851, "nauc_mrr_at_1_diff1": 0.757982, "nauc_mrr_at_3_max": 0.72002, "nauc_mrr_at_3_std": 0.174648, "nauc_mrr_at_3_diff1": 0.735553, "nauc_mrr_at_5_max": 0.713169, "nauc_mrr_at_5_std": 0.183225, "nauc_mrr_at_5_diff1": 0.731076, "nauc_mrr_at_10_max": 0.713993, "nauc_mrr_at_10_std": 0.180386, "nauc_mrr_at_10_diff1": 0.731181, "nauc_mrr_at_20_max": 0.711487, "nauc_mrr_at_20_std": 0.17001, "nauc_mrr_at_20_diff1": 0.733545, "nauc_mrr_at_100_max": 0.7123, "nauc_mrr_at_100_std": 0.172962, "nauc_mrr_at_100_diff1": 0.733287, "nauc_mrr_at_1000_max": 0.7123, "nauc_mrr_at_1000_std": 0.172962, "nauc_mrr_at_1000_diff1": 0.733287, "hit_rate_at_1": 0.735, "hit_rate_at_3": 0.855, "hit_rate_at_5": 0.895, "hit_rate_at_10": 0.925, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.895, "hf_subset": "bas", "languages": [ "bas-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.94, "ndcg_at_3": 0.95827, "ndcg_at_5": 0.96473, "ndcg_at_10": 0.96802, "ndcg_at_20": 0.96937, "ndcg_at_100": 0.96937, "ndcg_at_1000": 0.96937, "map_at_1": 0.94, "map_at_3": 0.95417, "map_at_5": 0.95792, "map_at_10": 0.95931, "map_at_20": 0.95972, "map_at_100": 0.95972, "map_at_1000": 0.95972, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.985, "recall_at_10": 0.995, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.94, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.197, "precision_at_10": 0.0995, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.94, "mrr_at_3": 0.954167, "mrr_at_5": 0.957917, "mrr_at_10": 0.959306, "mrr_at_20": 0.959722, "mrr_at_100": 0.959722, "mrr_at_1000": 0.959722, "nauc_ndcg_at_1_max": 0.860333, "nauc_ndcg_at_1_std": -0.401611, "nauc_ndcg_at_1_diff1": 0.955065, "nauc_ndcg_at_3_max": 0.870356, "nauc_ndcg_at_3_std": -0.32317, "nauc_ndcg_at_3_diff1": 0.955153, "nauc_ndcg_at_5_max": 0.85459, "nauc_ndcg_at_5_std": -0.433594, "nauc_ndcg_at_5_diff1": 0.946938, "nauc_ndcg_at_10_max": 0.867911, "nauc_ndcg_at_10_std": -0.364875, "nauc_ndcg_at_10_diff1": 0.954559, "nauc_ndcg_at_20_max": 0.862084, "nauc_ndcg_at_20_std": -0.373413, "nauc_ndcg_at_20_diff1": 0.952554, "nauc_ndcg_at_100_max": 0.862084, "nauc_ndcg_at_100_std": -0.373413, "nauc_ndcg_at_100_diff1": 0.952554, "nauc_ndcg_at_1000_max": 0.862084, "nauc_ndcg_at_1000_std": -0.373413, "nauc_ndcg_at_1000_diff1": 0.952554, "nauc_map_at_1_max": 0.860333, "nauc_map_at_1_std": -0.401611, "nauc_map_at_1_diff1": 0.955065, "nauc_map_at_3_max": 0.867626, "nauc_map_at_3_std": -0.336296, "nauc_map_at_3_diff1": 0.955437, "nauc_map_at_5_max": 0.859713, "nauc_map_at_5_std": -0.391182, "nauc_map_at_5_diff1": 0.951466, "nauc_map_at_10_max": 0.863688, "nauc_map_at_10_std": -0.36924, "nauc_map_at_10_diff1": 0.953601, "nauc_map_at_20_max": 0.862278, "nauc_map_at_20_std": -0.371287, "nauc_map_at_20_diff1": 0.953121, "nauc_map_at_100_max": 0.862278, "nauc_map_at_100_std": -0.371287, "nauc_map_at_100_diff1": 0.953121, "nauc_map_at_1000_max": 0.862278, "nauc_map_at_1000_std": -0.371287, "nauc_map_at_1000_diff1": 0.953121, "nauc_recall_at_1_max": 0.860333, "nauc_recall_at_1_std": -0.401611, "nauc_recall_at_1_diff1": 0.955065, "nauc_recall_at_3_max": 0.88212, "nauc_recall_at_3_std": -0.272642, "nauc_recall_at_3_diff1": 0.953704, "nauc_recall_at_5_max": 0.807812, "nauc_recall_at_5_std": -0.82493, "nauc_recall_at_5_diff1": 0.907407, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": -0.171335, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.860333, "nauc_precision_at_1_std": -0.401611, "nauc_precision_at_1_diff1": 0.955065, "nauc_precision_at_3_max": 0.88212, "nauc_precision_at_3_std": -0.272642, "nauc_precision_at_3_diff1": 0.953704, "nauc_precision_at_5_max": 0.807812, "nauc_precision_at_5_std": -0.82493, "nauc_precision_at_5_diff1": 0.907407, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": -0.171335, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.860333, "nauc_mrr_at_1_std": -0.401611, "nauc_mrr_at_1_diff1": 0.955065, "nauc_mrr_at_3_max": 0.867626, "nauc_mrr_at_3_std": -0.336296, "nauc_mrr_at_3_diff1": 0.955437, "nauc_mrr_at_5_max": 0.859713, "nauc_mrr_at_5_std": -0.391182, "nauc_mrr_at_5_diff1": 0.951466, "nauc_mrr_at_10_max": 0.863688, "nauc_mrr_at_10_std": -0.36924, "nauc_mrr_at_10_diff1": 0.953601, "nauc_mrr_at_20_max": 0.862278, "nauc_mrr_at_20_std": -0.371287, "nauc_mrr_at_20_diff1": 0.953121, "nauc_mrr_at_100_max": 0.862278, "nauc_mrr_at_100_std": -0.371287, "nauc_mrr_at_100_diff1": 0.953121, "nauc_mrr_at_1000_max": 0.862278, "nauc_mrr_at_1000_std": -0.371287, "nauc_mrr_at_1000_diff1": 0.953121, "hit_rate_at_1": 0.94, "hit_rate_at_3": 0.97, "hit_rate_at_5": 0.985, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.985, "hf_subset": "be", "languages": [ "bel-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.61, "ndcg_at_3": 0.68428, "ndcg_at_5": 0.69848, "ndcg_at_10": 0.72812, "ndcg_at_20": 0.74108, "ndcg_at_100": 0.75732, "ndcg_at_1000": 0.75805, "map_at_1": 0.61, "map_at_3": 0.66667, "map_at_5": 0.67442, "map_at_10": 0.68697, "map_at_20": 0.6907, "map_at_100": 0.69309, "map_at_1000": 0.69314, "recall_at_1": 0.61, "recall_at_3": 0.735, "recall_at_5": 0.77, "recall_at_10": 0.86, "recall_at_20": 0.91, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.61, "precision_at_1": 0.61, "precision_at_3": 0.245, "precision_at_5": 0.154, "precision_at_10": 0.086, "precision_at_20": 0.0455, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.61, "mrr_at_3": 0.666667, "mrr_at_5": 0.674417, "mrr_at_10": 0.686968, "mrr_at_20": 0.690704, "mrr_at_100": 0.693091, "mrr_at_1000": 0.693135, "nauc_ndcg_at_1_max": 0.758124, "nauc_ndcg_at_1_std": 0.473577, "nauc_ndcg_at_1_diff1": 0.793573, "nauc_ndcg_at_3_max": 0.792465, "nauc_ndcg_at_3_std": 0.553576, "nauc_ndcg_at_3_diff1": 0.748528, "nauc_ndcg_at_5_max": 0.789549, "nauc_ndcg_at_5_std": 0.547763, "nauc_ndcg_at_5_diff1": 0.747176, "nauc_ndcg_at_10_max": 0.771757, "nauc_ndcg_at_10_std": 0.528247, "nauc_ndcg_at_10_diff1": 0.752467, "nauc_ndcg_at_20_max": 0.773271, "nauc_ndcg_at_20_std": 0.525783, "nauc_ndcg_at_20_diff1": 0.753375, "nauc_ndcg_at_100_max": 0.777278, "nauc_ndcg_at_100_std": 0.525927, "nauc_ndcg_at_100_diff1": 0.759436, "nauc_ndcg_at_1000_max": 0.776945, "nauc_ndcg_at_1000_std": 0.526535, "nauc_ndcg_at_1000_diff1": 0.758564, "nauc_map_at_1_max": 0.758124, "nauc_map_at_1_std": 0.473577, "nauc_map_at_1_diff1": 0.793573, "nauc_map_at_3_max": 0.784302, "nauc_map_at_3_std": 0.534763, "nauc_map_at_3_diff1": 0.759118, "nauc_map_at_5_max": 0.782453, "nauc_map_at_5_std": 0.531513, "nauc_map_at_5_diff1": 0.758414, "nauc_map_at_10_max": 0.77548, "nauc_map_at_10_std": 0.523404, "nauc_map_at_10_diff1": 0.760551, "nauc_map_at_20_max": 0.775887, "nauc_map_at_20_std": 0.52293, "nauc_map_at_20_diff1": 0.7609, "nauc_map_at_100_max": 0.776454, "nauc_map_at_100_std": 0.522901, "nauc_map_at_100_diff1": 0.761871, "nauc_map_at_1000_max": 0.776438, "nauc_map_at_1000_std": 0.522929, "nauc_map_at_1000_diff1": 0.761829, "nauc_recall_at_1_max": 0.758124, "nauc_recall_at_1_std": 0.473577, "nauc_recall_at_1_diff1": 0.793573, "nauc_recall_at_3_max": 0.819684, "nauc_recall_at_3_std": 0.616193, "nauc_recall_at_3_diff1": 0.713278, "nauc_recall_at_5_max": 0.815168, "nauc_recall_at_5_std": 0.605582, "nauc_recall_at_5_diff1": 0.706161, "nauc_recall_at_10_max": 0.73675, "nauc_recall_at_10_std": 0.537221, "nauc_recall_at_10_diff1": 0.714078, "nauc_recall_at_20_max": 0.733919, "nauc_recall_at_20_std": 0.514472, "nauc_recall_at_20_diff1": 0.703055, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.358077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.758124, "nauc_precision_at_1_std": 0.473577, "nauc_precision_at_1_diff1": 0.793573, "nauc_precision_at_3_max": 0.819684, "nauc_precision_at_3_std": 0.616193, "nauc_precision_at_3_diff1": 0.713278, "nauc_precision_at_5_max": 0.815168, "nauc_precision_at_5_std": 0.605582, "nauc_precision_at_5_diff1": 0.706161, "nauc_precision_at_10_max": 0.73675, "nauc_precision_at_10_std": 0.537221, "nauc_precision_at_10_diff1": 0.714078, "nauc_precision_at_20_max": 0.733919, "nauc_precision_at_20_std": 0.514472, "nauc_precision_at_20_diff1": 0.703055, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.358077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.758124, "nauc_mrr_at_1_std": 0.473577, "nauc_mrr_at_1_diff1": 0.793573, "nauc_mrr_at_3_max": 0.784302, "nauc_mrr_at_3_std": 0.534763, "nauc_mrr_at_3_diff1": 0.759118, "nauc_mrr_at_5_max": 0.782453, "nauc_mrr_at_5_std": 0.531513, "nauc_mrr_at_5_diff1": 0.758414, "nauc_mrr_at_10_max": 0.77548, "nauc_mrr_at_10_std": 0.523404, "nauc_mrr_at_10_diff1": 0.760551, "nauc_mrr_at_20_max": 0.775887, "nauc_mrr_at_20_std": 0.52293, "nauc_mrr_at_20_diff1": 0.7609, "nauc_mrr_at_100_max": 0.776454, "nauc_mrr_at_100_std": 0.522901, "nauc_mrr_at_100_diff1": 0.761871, "nauc_mrr_at_1000_max": 0.776438, "nauc_mrr_at_1000_std": 0.522929, "nauc_mrr_at_1000_diff1": 0.761829, "hit_rate_at_1": 0.61, "hit_rate_at_3": 0.735, "hit_rate_at_5": 0.77, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.91, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.77, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.54, "ndcg_at_3": 0.63113, "ndcg_at_5": 0.65113, "ndcg_at_10": 0.67384, "ndcg_at_20": 0.69031, "ndcg_at_100": 0.70867, "ndcg_at_1000": 0.71155, "map_at_1": 0.54, "map_at_3": 0.6075, "map_at_5": 0.61825, "map_at_10": 0.62767, "map_at_20": 0.6322, "map_at_100": 0.635, "map_at_1000": 0.63516, "recall_at_1": 0.54, "recall_at_3": 0.7, "recall_at_5": 0.75, "recall_at_10": 0.82, "recall_at_20": 0.885, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.54, "precision_at_1": 0.54, "precision_at_3": 0.23333, "precision_at_5": 0.15, "precision_at_10": 0.082, "precision_at_20": 0.04425, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.54, "mrr_at_3": 0.6075, "mrr_at_5": 0.61825, "mrr_at_10": 0.627673, "mrr_at_20": 0.632202, "mrr_at_100": 0.634999, "mrr_at_1000": 0.635164, "nauc_ndcg_at_1_max": 0.759211, "nauc_ndcg_at_1_std": 0.443277, "nauc_ndcg_at_1_diff1": 0.742109, "nauc_ndcg_at_3_max": 0.729971, "nauc_ndcg_at_3_std": 0.436241, "nauc_ndcg_at_3_diff1": 0.700323, "nauc_ndcg_at_5_max": 0.742823, "nauc_ndcg_at_5_std": 0.475581, "nauc_ndcg_at_5_diff1": 0.689171, "nauc_ndcg_at_10_max": 0.727016, "nauc_ndcg_at_10_std": 0.464848, "nauc_ndcg_at_10_diff1": 0.667183, "nauc_ndcg_at_20_max": 0.733905, "nauc_ndcg_at_20_std": 0.468681, "nauc_ndcg_at_20_diff1": 0.679278, "nauc_ndcg_at_100_max": 0.733288, "nauc_ndcg_at_100_std": 0.459167, "nauc_ndcg_at_100_diff1": 0.687146, "nauc_ndcg_at_1000_max": 0.7366, "nauc_ndcg_at_1000_std": 0.458603, "nauc_ndcg_at_1000_diff1": 0.691973, "nauc_map_at_1_max": 0.759211, "nauc_map_at_1_std": 0.443277, "nauc_map_at_1_diff1": 0.742109, "nauc_map_at_3_max": 0.737534, "nauc_map_at_3_std": 0.439813, "nauc_map_at_3_diff1": 0.710068, "nauc_map_at_5_max": 0.744567, "nauc_map_at_5_std": 0.460842, "nauc_map_at_5_diff1": 0.704821, "nauc_map_at_10_max": 0.739114, "nauc_map_at_10_std": 0.456852, "nauc_map_at_10_diff1": 0.697074, "nauc_map_at_20_max": 0.740837, "nauc_map_at_20_std": 0.457225, "nauc_map_at_20_diff1": 0.700487, "nauc_map_at_100_max": 0.740628, "nauc_map_at_100_std": 0.45569, "nauc_map_at_100_diff1": 0.701472, "nauc_map_at_1000_max": 0.740746, "nauc_map_at_1000_std": 0.455638, "nauc_map_at_1000_diff1": 0.701649, "nauc_recall_at_1_max": 0.759211, "nauc_recall_at_1_std": 0.443277, "nauc_recall_at_1_diff1": 0.742109, "nauc_recall_at_3_max": 0.704432, "nauc_recall_at_3_std": 0.423302, "nauc_recall_at_3_diff1": 0.667943, "nauc_recall_at_5_max": 0.738482, "nauc_recall_at_5_std": 0.538022, "nauc_recall_at_5_diff1": 0.6272, "nauc_recall_at_10_max": 0.65836, "nauc_recall_at_10_std": 0.503387, "nauc_recall_at_10_diff1": 0.502409, "nauc_recall_at_20_max": 0.685045, "nauc_recall_at_20_std": 0.564201, "nauc_recall_at_20_diff1": 0.521951, "nauc_recall_at_100_max": 0.455182, "nauc_recall_at_100_std": 0.491947, "nauc_recall_at_100_diff1": 0.283613, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.759211, "nauc_precision_at_1_std": 0.443277, "nauc_precision_at_1_diff1": 0.742109, "nauc_precision_at_3_max": 0.704432, "nauc_precision_at_3_std": 0.423302, "nauc_precision_at_3_diff1": 0.667943, "nauc_precision_at_5_max": 0.738482, "nauc_precision_at_5_std": 0.538022, "nauc_precision_at_5_diff1": 0.6272, "nauc_precision_at_10_max": 0.65836, "nauc_precision_at_10_std": 0.503387, "nauc_precision_at_10_diff1": 0.502409, "nauc_precision_at_20_max": 0.685045, "nauc_precision_at_20_std": 0.564201, "nauc_precision_at_20_diff1": 0.521951, "nauc_precision_at_100_max": 0.455182, "nauc_precision_at_100_std": 0.491947, "nauc_precision_at_100_diff1": 0.283613, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.759211, "nauc_mrr_at_1_std": 0.443277, "nauc_mrr_at_1_diff1": 0.742109, "nauc_mrr_at_3_max": 0.737534, "nauc_mrr_at_3_std": 0.439813, "nauc_mrr_at_3_diff1": 0.710068, "nauc_mrr_at_5_max": 0.744567, "nauc_mrr_at_5_std": 0.460842, "nauc_mrr_at_5_diff1": 0.704821, "nauc_mrr_at_10_max": 0.739114, "nauc_mrr_at_10_std": 0.456852, "nauc_mrr_at_10_diff1": 0.697074, "nauc_mrr_at_20_max": 0.740837, "nauc_mrr_at_20_std": 0.457225, "nauc_mrr_at_20_diff1": 0.700487, "nauc_mrr_at_100_max": 0.740628, "nauc_mrr_at_100_std": 0.45569, "nauc_mrr_at_100_diff1": 0.701472, "nauc_mrr_at_1000_max": 0.740746, "nauc_mrr_at_1000_std": 0.455638, "nauc_mrr_at_1000_diff1": 0.701649, "hit_rate_at_1": 0.54, "hit_rate_at_3": 0.7, "hit_rate_at_5": 0.75, "hit_rate_at_10": 0.82, "hit_rate_at_20": 0.885, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.75, "hf_subset": "bn", "languages": [ "ben-Beng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.735, "ndcg_at_3": 0.82178, "ndcg_at_5": 0.82996, "ndcg_at_10": 0.84192, "ndcg_at_20": 0.84689, "ndcg_at_100": 0.85341, "ndcg_at_1000": 0.85415, "map_at_1": 0.735, "map_at_3": 0.8, "map_at_5": 0.8045, "map_at_10": 0.80982, "map_at_20": 0.81114, "map_at_100": 0.81203, "map_at_1000": 0.81208, "recall_at_1": 0.735, "recall_at_3": 0.885, "recall_at_5": 0.905, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.735, "precision_at_1": 0.735, "precision_at_3": 0.295, "precision_at_5": 0.181, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.735, "mrr_at_3": 0.8, "mrr_at_5": 0.8045, "mrr_at_10": 0.809817, "mrr_at_20": 0.811142, "mrr_at_100": 0.812033, "mrr_at_1000": 0.812079, "nauc_ndcg_at_1_max": 0.462856, "nauc_ndcg_at_1_std": 0.019872, "nauc_ndcg_at_1_diff1": 0.739178, "nauc_ndcg_at_3_max": 0.554687, "nauc_ndcg_at_3_std": 0.110304, "nauc_ndcg_at_3_diff1": 0.728449, "nauc_ndcg_at_5_max": 0.545335, "nauc_ndcg_at_5_std": 0.10914, "nauc_ndcg_at_5_diff1": 0.720047, "nauc_ndcg_at_10_max": 0.523246, "nauc_ndcg_at_10_std": 0.090954, "nauc_ndcg_at_10_diff1": 0.707534, "nauc_ndcg_at_20_max": 0.540125, "nauc_ndcg_at_20_std": 0.108967, "nauc_ndcg_at_20_diff1": 0.720353, "nauc_ndcg_at_100_max": 0.526438, "nauc_ndcg_at_100_std": 0.096999, "nauc_ndcg_at_100_diff1": 0.719736, "nauc_ndcg_at_1000_max": 0.524529, "nauc_ndcg_at_1000_std": 0.091969, "nauc_ndcg_at_1000_diff1": 0.72175, "nauc_map_at_1_max": 0.462856, "nauc_map_at_1_std": 0.019872, "nauc_map_at_1_diff1": 0.739178, "nauc_map_at_3_max": 0.5275, "nauc_map_at_3_std": 0.085326, "nauc_map_at_3_diff1": 0.730546, "nauc_map_at_5_max": 0.522317, "nauc_map_at_5_std": 0.084592, "nauc_map_at_5_diff1": 0.726642, "nauc_map_at_10_max": 0.513388, "nauc_map_at_10_std": 0.077775, "nauc_map_at_10_diff1": 0.722031, "nauc_map_at_20_max": 0.517798, "nauc_map_at_20_std": 0.083, "nauc_map_at_20_diff1": 0.72499, "nauc_map_at_100_max": 0.516121, "nauc_map_at_100_std": 0.081362, "nauc_map_at_100_diff1": 0.724969, "nauc_map_at_1000_max": 0.516024, "nauc_map_at_1000_std": 0.08111, "nauc_map_at_1000_diff1": 0.725069, "nauc_recall_at_1_max": 0.462856, "nauc_recall_at_1_std": 0.019872, "nauc_recall_at_1_diff1": 0.739178, "nauc_recall_at_3_max": 0.680275, "nauc_recall_at_3_std": 0.224446, "nauc_recall_at_3_diff1": 0.71951, "nauc_recall_at_5_max": 0.666495, "nauc_recall_at_5_std": 0.238316, "nauc_recall_at_5_diff1": 0.682835, "nauc_recall_at_10_max": 0.580299, "nauc_recall_at_10_std": 0.174253, "nauc_recall_at_10_diff1": 0.574463, "nauc_recall_at_20_max": 0.821137, "nauc_recall_at_20_std": 0.423903, "nauc_recall_at_20_diff1": 0.687208, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.358077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.462856, "nauc_precision_at_1_std": 0.019872, "nauc_precision_at_1_diff1": 0.739178, "nauc_precision_at_3_max": 0.680275, "nauc_precision_at_3_std": 0.224446, "nauc_precision_at_3_diff1": 0.71951, "nauc_precision_at_5_max": 0.666495, "nauc_precision_at_5_std": 0.238316, "nauc_precision_at_5_diff1": 0.682835, "nauc_precision_at_10_max": 0.580299, "nauc_precision_at_10_std": 0.174253, "nauc_precision_at_10_diff1": 0.574463, "nauc_precision_at_20_max": 0.821137, "nauc_precision_at_20_std": 0.423903, "nauc_precision_at_20_diff1": 0.687208, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.358077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.462856, "nauc_mrr_at_1_std": 0.019872, "nauc_mrr_at_1_diff1": 0.739178, "nauc_mrr_at_3_max": 0.5275, "nauc_mrr_at_3_std": 0.085326, "nauc_mrr_at_3_diff1": 0.730546, "nauc_mrr_at_5_max": 0.522317, "nauc_mrr_at_5_std": 0.084592, "nauc_mrr_at_5_diff1": 0.726642, "nauc_mrr_at_10_max": 0.513388, "nauc_mrr_at_10_std": 0.077775, "nauc_mrr_at_10_diff1": 0.722031, "nauc_mrr_at_20_max": 0.517798, "nauc_mrr_at_20_std": 0.083, "nauc_mrr_at_20_diff1": 0.72499, "nauc_mrr_at_100_max": 0.516121, "nauc_mrr_at_100_std": 0.081362, "nauc_mrr_at_100_diff1": 0.724969, "nauc_mrr_at_1000_max": 0.516024, "nauc_mrr_at_1000_std": 0.08111, "nauc_mrr_at_1000_diff1": 0.725069, "hit_rate_at_1": 0.735, "hit_rate_at_3": 0.885, "hit_rate_at_5": 0.905, "hit_rate_at_10": 0.94, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.905, "hf_subset": "br", "languages": [ "bre-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.89, "ndcg_at_3": 0.92774, "ndcg_at_5": 0.93182, "ndcg_at_10": 0.93696, "ndcg_at_20": 0.93946, "ndcg_at_100": 0.94042, "ndcg_at_1000": 0.9411, "map_at_1": 0.89, "map_at_3": 0.91833, "map_at_5": 0.92058, "map_at_10": 0.92287, "map_at_20": 0.92354, "map_at_100": 0.92368, "map_at_1000": 0.92371, "recall_at_1": 0.89, "recall_at_3": 0.955, "recall_at_5": 0.965, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.89, "precision_at_1": 0.89, "precision_at_3": 0.31833, "precision_at_5": 0.193, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.918333, "mrr_at_5": 0.920583, "mrr_at_10": 0.922875, "mrr_at_20": 0.923542, "mrr_at_100": 0.923681, "mrr_at_1000": 0.92371, "nauc_ndcg_at_1_max": 0.766794, "nauc_ndcg_at_1_std": 0.150545, "nauc_ndcg_at_1_diff1": 0.905077, "nauc_ndcg_at_3_max": 0.818112, "nauc_ndcg_at_3_std": 0.19098, "nauc_ndcg_at_3_diff1": 0.897171, "nauc_ndcg_at_5_max": 0.811287, "nauc_ndcg_at_5_std": 0.195099, "nauc_ndcg_at_5_diff1": 0.89512, "nauc_ndcg_at_10_max": 0.812199, "nauc_ndcg_at_10_std": 0.180595, "nauc_ndcg_at_10_diff1": 0.90143, "nauc_ndcg_at_20_max": 0.807101, "nauc_ndcg_at_20_std": 0.158047, "nauc_ndcg_at_20_diff1": 0.903109, "nauc_ndcg_at_100_max": 0.806092, "nauc_ndcg_at_100_std": 0.179321, "nauc_ndcg_at_100_diff1": 0.901535, "nauc_ndcg_at_1000_max": 0.803852, "nauc_ndcg_at_1000_std": 0.173049, "nauc_ndcg_at_1000_diff1": 0.901908, "nauc_map_at_1_max": 0.766794, "nauc_map_at_1_std": 0.150545, "nauc_map_at_1_diff1": 0.905077, "nauc_map_at_3_max": 0.803531, "nauc_map_at_3_std": 0.175714, "nauc_map_at_3_diff1": 0.900353, "nauc_map_at_5_max": 0.799993, "nauc_map_at_5_std": 0.177226, "nauc_map_at_5_diff1": 0.899581, "nauc_map_at_10_max": 0.800282, "nauc_map_at_10_std": 0.172329, "nauc_map_at_10_diff1": 0.902092, "nauc_map_at_20_max": 0.7991, "nauc_map_at_20_std": 0.167493, "nauc_map_at_20_diff1": 0.902452, "nauc_map_at_100_max": 0.798972, "nauc_map_at_100_std": 0.169915, "nauc_map_at_100_diff1": 0.902273, "nauc_map_at_1000_max": 0.798893, "nauc_map_at_1000_std": 0.169699, "nauc_map_at_1000_diff1": 0.902286, "nauc_recall_at_1_max": 0.766794, "nauc_recall_at_1_std": 0.150545, "nauc_recall_at_1_diff1": 0.905077, "nauc_recall_at_3_max": 0.892364, "nauc_recall_at_3_std": 0.271916, "nauc_recall_at_3_diff1": 0.880174, "nauc_recall_at_5_max": 0.880285, "nauc_recall_at_5_std": 0.314526, "nauc_recall_at_5_diff1": 0.864613, "nauc_recall_at_10_max": 0.934641, "nauc_recall_at_10_std": 0.253735, "nauc_recall_at_10_diff1": 0.897876, "nauc_recall_at_20_max": 0.934641, "nauc_recall_at_20_std": -0.214753, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.766794, "nauc_precision_at_1_std": 0.150545, "nauc_precision_at_1_diff1": 0.905077, "nauc_precision_at_3_max": 0.892364, "nauc_precision_at_3_std": 0.271916, "nauc_precision_at_3_diff1": 0.880174, "nauc_precision_at_5_max": 0.880285, "nauc_precision_at_5_std": 0.314526, "nauc_precision_at_5_diff1": 0.864613, "nauc_precision_at_10_max": 0.934641, "nauc_precision_at_10_std": 0.253735, "nauc_precision_at_10_diff1": 0.897876, "nauc_precision_at_20_max": 0.934641, "nauc_precision_at_20_std": -0.214753, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.766794, "nauc_mrr_at_1_std": 0.150545, "nauc_mrr_at_1_diff1": 0.905077, "nauc_mrr_at_3_max": 0.803531, "nauc_mrr_at_3_std": 0.175714, "nauc_mrr_at_3_diff1": 0.900353, "nauc_mrr_at_5_max": 0.799993, "nauc_mrr_at_5_std": 0.177226, "nauc_mrr_at_5_diff1": 0.899581, "nauc_mrr_at_10_max": 0.800282, "nauc_mrr_at_10_std": 0.172329, "nauc_mrr_at_10_diff1": 0.902092, "nauc_mrr_at_20_max": 0.7991, "nauc_mrr_at_20_std": 0.167493, "nauc_mrr_at_20_diff1": 0.902452, "nauc_mrr_at_100_max": 0.798972, "nauc_mrr_at_100_std": 0.169915, "nauc_mrr_at_100_diff1": 0.902273, "nauc_mrr_at_1000_max": 0.798893, "nauc_mrr_at_1000_std": 0.169699, "nauc_mrr_at_1000_diff1": 0.902286, "hit_rate_at_1": 0.89, "hit_rate_at_3": 0.955, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.965, "hf_subset": "ca", "languages": [ "cat-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.78982, "ndcg_at_5": 0.81478, "ndcg_at_10": 0.82438, "ndcg_at_20": 0.83325, "ndcg_at_100": 0.84029, "ndcg_at_1000": 0.84029, "map_at_1": 0.72, "map_at_3": 0.7725, "map_at_5": 0.7865, "map_at_10": 0.7904, "map_at_20": 0.79284, "map_at_100": 0.79402, "map_at_1000": 0.79402, "recall_at_1": 0.72, "recall_at_3": 0.84, "recall_at_5": 0.9, "recall_at_10": 0.93, "recall_at_20": 0.965, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.28, "precision_at_5": 0.18, "precision_at_10": 0.093, "precision_at_20": 0.04825, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.7725, "mrr_at_5": 0.7865, "mrr_at_10": 0.790403, "mrr_at_20": 0.792841, "mrr_at_100": 0.794025, "mrr_at_1000": 0.794025, "nauc_ndcg_at_1_max": 0.803772, "nauc_ndcg_at_1_std": 0.474006, "nauc_ndcg_at_1_diff1": 0.832284, "nauc_ndcg_at_3_max": 0.794906, "nauc_ndcg_at_3_std": 0.443978, "nauc_ndcg_at_3_diff1": 0.784522, "nauc_ndcg_at_5_max": 0.794608, "nauc_ndcg_at_5_std": 0.459473, "nauc_ndcg_at_5_diff1": 0.778387, "nauc_ndcg_at_10_max": 0.79884, "nauc_ndcg_at_10_std": 0.481363, "nauc_ndcg_at_10_diff1": 0.771685, "nauc_ndcg_at_20_max": 0.797219, "nauc_ndcg_at_20_std": 0.463332, "nauc_ndcg_at_20_diff1": 0.778894, "nauc_ndcg_at_100_max": 0.799079, "nauc_ndcg_at_100_std": 0.468528, "nauc_ndcg_at_100_diff1": 0.788726, "nauc_ndcg_at_1000_max": 0.799079, "nauc_ndcg_at_1000_std": 0.468528, "nauc_ndcg_at_1000_diff1": 0.788726, "nauc_map_at_1_max": 0.803772, "nauc_map_at_1_std": 0.474006, "nauc_map_at_1_diff1": 0.832284, "nauc_map_at_3_max": 0.797282, "nauc_map_at_3_std": 0.451394, "nauc_map_at_3_diff1": 0.796029, "nauc_map_at_5_max": 0.797714, "nauc_map_at_5_std": 0.460679, "nauc_map_at_5_diff1": 0.793779, "nauc_map_at_10_max": 0.799573, "nauc_map_at_10_std": 0.469249, "nauc_map_at_10_diff1": 0.791728, "nauc_map_at_20_max": 0.799197, "nauc_map_at_20_std": 0.465069, "nauc_map_at_20_diff1": 0.79391, "nauc_map_at_100_max": 0.799517, "nauc_map_at_100_std": 0.466438, "nauc_map_at_100_diff1": 0.795011, "nauc_map_at_1000_max": 0.799517, "nauc_map_at_1000_std": 0.466438, "nauc_map_at_1000_diff1": 0.795011, "nauc_recall_at_1_max": 0.803772, "nauc_recall_at_1_std": 0.474006, "nauc_recall_at_1_diff1": 0.832284, "nauc_recall_at_3_max": 0.785776, "nauc_recall_at_3_std": 0.415854, "nauc_recall_at_3_diff1": 0.741071, "nauc_recall_at_5_max": 0.776377, "nauc_recall_at_5_std": 0.455065, "nauc_recall_at_5_diff1": 0.692974, "nauc_recall_at_10_max": 0.794084, "nauc_recall_at_10_std": 0.595772, "nauc_recall_at_10_diff1": 0.609244, "nauc_recall_at_20_max": 0.762238, "nauc_recall_at_20_std": 0.402294, "nauc_recall_at_20_diff1": 0.557556, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.803772, "nauc_precision_at_1_std": 0.474006, "nauc_precision_at_1_diff1": 0.832284, "nauc_precision_at_3_max": 0.785776, "nauc_precision_at_3_std": 0.415854, "nauc_precision_at_3_diff1": 0.741071, "nauc_precision_at_5_max": 0.776377, "nauc_precision_at_5_std": 0.455065, "nauc_precision_at_5_diff1": 0.692974, "nauc_precision_at_10_max": 0.794084, "nauc_precision_at_10_std": 0.595772, "nauc_precision_at_10_diff1": 0.609244, "nauc_precision_at_20_max": 0.762238, "nauc_precision_at_20_std": 0.402294, "nauc_precision_at_20_diff1": 0.557556, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.803772, "nauc_mrr_at_1_std": 0.474006, "nauc_mrr_at_1_diff1": 0.832284, "nauc_mrr_at_3_max": 0.797282, "nauc_mrr_at_3_std": 0.451394, "nauc_mrr_at_3_diff1": 0.796029, "nauc_mrr_at_5_max": 0.797714, "nauc_mrr_at_5_std": 0.460679, "nauc_mrr_at_5_diff1": 0.793779, "nauc_mrr_at_10_max": 0.799573, "nauc_mrr_at_10_std": 0.469249, "nauc_mrr_at_10_diff1": 0.791728, "nauc_mrr_at_20_max": 0.799197, "nauc_mrr_at_20_std": 0.465069, "nauc_mrr_at_20_diff1": 0.79391, "nauc_mrr_at_100_max": 0.799517, "nauc_mrr_at_100_std": 0.466438, "nauc_mrr_at_100_diff1": 0.795011, "nauc_mrr_at_1000_max": 0.799517, "nauc_mrr_at_1000_std": 0.466438, "nauc_mrr_at_1000_diff1": 0.795011, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.84, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.965, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.9, "hf_subset": "ckb", "languages": [ "ckb-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.53, "ndcg_at_3": 0.62244, "ndcg_at_5": 0.65536, "ndcg_at_10": 0.67316, "ndcg_at_20": 0.68922, "ndcg_at_100": 0.70798, "ndcg_at_1000": 0.70946, "map_at_1": 0.53, "map_at_3": 0.59917, "map_at_5": 0.61742, "map_at_10": 0.62476, "map_at_20": 0.62897, "map_at_100": 0.63162, "map_at_1000": 0.63171, "recall_at_1": 0.53, "recall_at_3": 0.69, "recall_at_5": 0.77, "recall_at_10": 0.825, "recall_at_20": 0.89, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.53, "precision_at_1": 0.53, "precision_at_3": 0.23, "precision_at_5": 0.154, "precision_at_10": 0.0825, "precision_at_20": 0.0445, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.53, "mrr_at_3": 0.599167, "mrr_at_5": 0.617417, "mrr_at_10": 0.624762, "mrr_at_20": 0.62897, "mrr_at_100": 0.631621, "mrr_at_1000": 0.631712, "nauc_ndcg_at_1_max": 0.643679, "nauc_ndcg_at_1_std": 0.125974, "nauc_ndcg_at_1_diff1": 0.763557, "nauc_ndcg_at_3_max": 0.65279, "nauc_ndcg_at_3_std": 0.172597, "nauc_ndcg_at_3_diff1": 0.704428, "nauc_ndcg_at_5_max": 0.676014, "nauc_ndcg_at_5_std": 0.208241, "nauc_ndcg_at_5_diff1": 0.707777, "nauc_ndcg_at_10_max": 0.659731, "nauc_ndcg_at_10_std": 0.182035, "nauc_ndcg_at_10_diff1": 0.704235, "nauc_ndcg_at_20_max": 0.666093, "nauc_ndcg_at_20_std": 0.190808, "nauc_ndcg_at_20_diff1": 0.71201, "nauc_ndcg_at_100_max": 0.657371, "nauc_ndcg_at_100_std": 0.171256, "nauc_ndcg_at_100_diff1": 0.712551, "nauc_ndcg_at_1000_max": 0.658408, "nauc_ndcg_at_1000_std": 0.170118, "nauc_ndcg_at_1000_diff1": 0.718071, "nauc_map_at_1_max": 0.643679, "nauc_map_at_1_std": 0.125974, "nauc_map_at_1_diff1": 0.763557, "nauc_map_at_3_max": 0.651128, "nauc_map_at_3_std": 0.156759, "nauc_map_at_3_diff1": 0.722128, "nauc_map_at_5_max": 0.663165, "nauc_map_at_5_std": 0.174292, "nauc_map_at_5_diff1": 0.724687, "nauc_map_at_10_max": 0.657101, "nauc_map_at_10_std": 0.164021, "nauc_map_at_10_diff1": 0.7237, "nauc_map_at_20_max": 0.658278, "nauc_map_at_20_std": 0.165584, "nauc_map_at_20_diff1": 0.725539, "nauc_map_at_100_max": 0.656798, "nauc_map_at_100_std": 0.162445, "nauc_map_at_100_diff1": 0.725599, "nauc_map_at_1000_max": 0.656847, "nauc_map_at_1000_std": 0.16239, "nauc_map_at_1000_diff1": 0.725869, "nauc_recall_at_1_max": 0.643679, "nauc_recall_at_1_std": 0.125974, "nauc_recall_at_1_diff1": 0.763557, "nauc_recall_at_3_max": 0.658007, "nauc_recall_at_3_std": 0.227464, "nauc_recall_at_3_diff1": 0.644002, "nauc_recall_at_5_max": 0.732571, "nauc_recall_at_5_std": 0.356662, "nauc_recall_at_5_diff1": 0.638023, "nauc_recall_at_10_max": 0.666257, "nauc_recall_at_10_std": 0.267246, "nauc_recall_at_10_diff1": 0.602685, "nauc_recall_at_20_max": 0.73269, "nauc_recall_at_20_std": 0.395842, "nauc_recall_at_20_diff1": 0.62456, "nauc_recall_at_100_max": 0.496032, "nauc_recall_at_100_std": 0.348973, "nauc_recall_at_100_diff1": -0.141223, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.643679, "nauc_precision_at_1_std": 0.125974, "nauc_precision_at_1_diff1": 0.763557, "nauc_precision_at_3_max": 0.658007, "nauc_precision_at_3_std": 0.227464, "nauc_precision_at_3_diff1": 0.644002, "nauc_precision_at_5_max": 0.732571, "nauc_precision_at_5_std": 0.356662, "nauc_precision_at_5_diff1": 0.638023, "nauc_precision_at_10_max": 0.666257, "nauc_precision_at_10_std": 0.267246, "nauc_precision_at_10_diff1": 0.602685, "nauc_precision_at_20_max": 0.73269, "nauc_precision_at_20_std": 0.395842, "nauc_precision_at_20_diff1": 0.62456, "nauc_precision_at_100_max": 0.496032, "nauc_precision_at_100_std": 0.348973, "nauc_precision_at_100_diff1": -0.141223, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.643679, "nauc_mrr_at_1_std": 0.125974, "nauc_mrr_at_1_diff1": 0.763557, "nauc_mrr_at_3_max": 0.651128, "nauc_mrr_at_3_std": 0.156759, "nauc_mrr_at_3_diff1": 0.722128, "nauc_mrr_at_5_max": 0.663165, "nauc_mrr_at_5_std": 0.174292, "nauc_mrr_at_5_diff1": 0.724687, "nauc_mrr_at_10_max": 0.657101, "nauc_mrr_at_10_std": 0.164021, "nauc_mrr_at_10_diff1": 0.7237, "nauc_mrr_at_20_max": 0.658278, "nauc_mrr_at_20_std": 0.165584, "nauc_mrr_at_20_diff1": 0.725539, "nauc_mrr_at_100_max": 0.656798, "nauc_mrr_at_100_std": 0.162445, "nauc_mrr_at_100_diff1": 0.725599, "nauc_mrr_at_1000_max": 0.656847, "nauc_mrr_at_1000_std": 0.16239, "nauc_mrr_at_1000_diff1": 0.725869, "hit_rate_at_1": 0.53, "hit_rate_at_3": 0.69, "hit_rate_at_5": 0.77, "hit_rate_at_10": 0.825, "hit_rate_at_20": 0.89, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.77, "hf_subset": "cnh", "languages": [ "cnh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56, "ndcg_at_3": 0.65875, "ndcg_at_5": 0.68587, "ndcg_at_10": 0.70357, "ndcg_at_20": 0.7168, "ndcg_at_100": 0.73533, "ndcg_at_1000": 0.73603, "map_at_1": 0.56, "map_at_3": 0.63417, "map_at_5": 0.64942, "map_at_10": 0.65668, "map_at_20": 0.66064, "map_at_100": 0.66349, "map_at_1000": 0.66353, "recall_at_1": 0.56, "recall_at_3": 0.73, "recall_at_5": 0.795, "recall_at_10": 0.85, "recall_at_20": 0.9, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.56, "precision_at_1": 0.56, "precision_at_3": 0.24333, "precision_at_5": 0.159, "precision_at_10": 0.085, "precision_at_20": 0.045, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.634167, "mrr_at_5": 0.649417, "mrr_at_10": 0.656685, "mrr_at_20": 0.66064, "mrr_at_100": 0.663492, "mrr_at_1000": 0.663528, "nauc_ndcg_at_1_max": 0.534749, "nauc_ndcg_at_1_std": 0.205386, "nauc_ndcg_at_1_diff1": 0.686592, "nauc_ndcg_at_3_max": 0.558621, "nauc_ndcg_at_3_std": 0.268813, "nauc_ndcg_at_3_diff1": 0.633807, "nauc_ndcg_at_5_max": 0.547141, "nauc_ndcg_at_5_std": 0.267991, "nauc_ndcg_at_5_diff1": 0.624073, "nauc_ndcg_at_10_max": 0.570459, "nauc_ndcg_at_10_std": 0.291259, "nauc_ndcg_at_10_diff1": 0.641299, "nauc_ndcg_at_20_max": 0.569828, "nauc_ndcg_at_20_std": 0.291037, "nauc_ndcg_at_20_diff1": 0.628424, "nauc_ndcg_at_100_max": 0.554585, "nauc_ndcg_at_100_std": 0.261306, "nauc_ndcg_at_100_diff1": 0.642098, "nauc_ndcg_at_1000_max": 0.554586, "nauc_ndcg_at_1000_std": 0.261765, "nauc_ndcg_at_1000_diff1": 0.642389, "nauc_map_at_1_max": 0.534749, "nauc_map_at_1_std": 0.205386, "nauc_map_at_1_diff1": 0.686592, "nauc_map_at_3_max": 0.550609, "nauc_map_at_3_std": 0.25046, "nauc_map_at_3_diff1": 0.646828, "nauc_map_at_5_max": 0.544214, "nauc_map_at_5_std": 0.249075, "nauc_map_at_5_diff1": 0.642295, "nauc_map_at_10_max": 0.552491, "nauc_map_at_10_std": 0.257143, "nauc_map_at_10_diff1": 0.649243, "nauc_map_at_20_max": 0.552064, "nauc_map_at_20_std": 0.256005, "nauc_map_at_20_diff1": 0.646096, "nauc_map_at_100_max": 0.549882, "nauc_map_at_100_std": 0.251765, "nauc_map_at_100_diff1": 0.648103, "nauc_map_at_1000_max": 0.549882, "nauc_map_at_1000_std": 0.251782, "nauc_map_at_1000_diff1": 0.648115, "nauc_recall_at_1_max": 0.534749, "nauc_recall_at_1_std": 0.205386, "nauc_recall_at_1_diff1": 0.686592, "nauc_recall_at_3_max": 0.587607, "nauc_recall_at_3_std": 0.334005, "nauc_recall_at_3_diff1": 0.58863, "nauc_recall_at_5_max": 0.55843, "nauc_recall_at_5_std": 0.348831, "nauc_recall_at_5_diff1": 0.546057, "nauc_recall_at_10_max": 0.685633, "nauc_recall_at_10_std": 0.496941, "nauc_recall_at_10_diff1": 0.607908, "nauc_recall_at_20_max": 0.730882, "nauc_recall_at_20_std": 0.597993, "nauc_recall_at_20_diff1": 0.480439, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.122782, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.534749, "nauc_precision_at_1_std": 0.205386, "nauc_precision_at_1_diff1": 0.686592, "nauc_precision_at_3_max": 0.587607, "nauc_precision_at_3_std": 0.334005, "nauc_precision_at_3_diff1": 0.58863, "nauc_precision_at_5_max": 0.55843, "nauc_precision_at_5_std": 0.348831, "nauc_precision_at_5_diff1": 0.546057, "nauc_precision_at_10_max": 0.685633, "nauc_precision_at_10_std": 0.496941, "nauc_precision_at_10_diff1": 0.607908, "nauc_precision_at_20_max": 0.730882, "nauc_precision_at_20_std": 0.597993, "nauc_precision_at_20_diff1": 0.480439, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.122782, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.534749, "nauc_mrr_at_1_std": 0.205386, "nauc_mrr_at_1_diff1": 0.686592, "nauc_mrr_at_3_max": 0.550609, "nauc_mrr_at_3_std": 0.25046, "nauc_mrr_at_3_diff1": 0.646828, "nauc_mrr_at_5_max": 0.544214, "nauc_mrr_at_5_std": 0.249075, "nauc_mrr_at_5_diff1": 0.642295, "nauc_mrr_at_10_max": 0.552491, "nauc_mrr_at_10_std": 0.257143, "nauc_mrr_at_10_diff1": 0.649243, "nauc_mrr_at_20_max": 0.552064, "nauc_mrr_at_20_std": 0.256005, "nauc_mrr_at_20_diff1": 0.646096, "nauc_mrr_at_100_max": 0.549882, "nauc_mrr_at_100_std": 0.251765, "nauc_mrr_at_100_diff1": 0.648103, "nauc_mrr_at_1000_max": 0.549882, "nauc_mrr_at_1000_std": 0.251782, "nauc_mrr_at_1000_diff1": 0.648115, "hit_rate_at_1": 0.56, "hit_rate_at_3": 0.73, "hit_rate_at_5": 0.795, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.9, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.795, "hf_subset": "cs", "languages": [ "ces-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.82297, "ndcg_at_5": 0.84148, "ndcg_at_10": 0.85328, "ndcg_at_20": 0.85953, "ndcg_at_100": 0.86544, "ndcg_at_1000": 0.86544, "map_at_1": 0.76, "map_at_3": 0.80833, "map_at_5": 0.81858, "map_at_10": 0.82374, "map_at_20": 0.82543, "map_at_100": 0.82635, "map_at_1000": 0.82635, "recall_at_1": 0.76, "recall_at_3": 0.865, "recall_at_5": 0.91, "recall_at_10": 0.945, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76, "precision_at_1": 0.76, "precision_at_3": 0.28833, "precision_at_5": 0.182, "precision_at_10": 0.0945, "precision_at_20": 0.0485, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.76, "mrr_at_3": 0.808333, "mrr_at_5": 0.818583, "mrr_at_10": 0.823742, "mrr_at_20": 0.825425, "mrr_at_100": 0.826351, "mrr_at_1000": 0.826351, "nauc_ndcg_at_1_max": 0.717011, "nauc_ndcg_at_1_std": 0.135773, "nauc_ndcg_at_1_diff1": 0.811846, "nauc_ndcg_at_3_max": 0.739652, "nauc_ndcg_at_3_std": 0.159243, "nauc_ndcg_at_3_diff1": 0.777528, "nauc_ndcg_at_5_max": 0.735693, "nauc_ndcg_at_5_std": 0.167183, "nauc_ndcg_at_5_diff1": 0.783294, "nauc_ndcg_at_10_max": 0.735275, "nauc_ndcg_at_10_std": 0.143813, "nauc_ndcg_at_10_diff1": 0.782104, "nauc_ndcg_at_20_max": 0.737054, "nauc_ndcg_at_20_std": 0.147319, "nauc_ndcg_at_20_diff1": 0.786394, "nauc_ndcg_at_100_max": 0.732481, "nauc_ndcg_at_100_std": 0.143869, "nauc_ndcg_at_100_diff1": 0.788652, "nauc_ndcg_at_1000_max": 0.732481, "nauc_ndcg_at_1000_std": 0.143869, "nauc_ndcg_at_1000_diff1": 0.788652, "nauc_map_at_1_max": 0.717011, "nauc_map_at_1_std": 0.135773, "nauc_map_at_1_diff1": 0.811846, "nauc_map_at_3_max": 0.733013, "nauc_map_at_3_std": 0.14554, "nauc_map_at_3_diff1": 0.787587, "nauc_map_at_5_max": 0.730134, "nauc_map_at_5_std": 0.149706, "nauc_map_at_5_diff1": 0.790119, "nauc_map_at_10_max": 0.730204, "nauc_map_at_10_std": 0.140848, "nauc_map_at_10_diff1": 0.789925, "nauc_map_at_20_max": 0.730853, "nauc_map_at_20_std": 0.142462, "nauc_map_at_20_diff1": 0.791106, "nauc_map_at_100_max": 0.730175, "nauc_map_at_100_std": 0.141515, "nauc_map_at_100_diff1": 0.791369, "nauc_map_at_1000_max": 0.730175, "nauc_map_at_1000_std": 0.141515, "nauc_map_at_1000_diff1": 0.791369, "nauc_recall_at_1_max": 0.717011, "nauc_recall_at_1_std": 0.135773, "nauc_recall_at_1_diff1": 0.811846, "nauc_recall_at_3_max": 0.765598, "nauc_recall_at_3_std": 0.21663, "nauc_recall_at_3_diff1": 0.738215, "nauc_recall_at_5_max": 0.765847, "nauc_recall_at_5_std": 0.266288, "nauc_recall_at_5_diff1": 0.750156, "nauc_recall_at_10_max": 0.775741, "nauc_recall_at_10_std": 0.153001, "nauc_recall_at_10_diff1": 0.71993, "nauc_recall_at_20_max": 0.827653, "nauc_recall_at_20_std": 0.185885, "nauc_recall_at_20_diff1": 0.735917, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.717011, "nauc_precision_at_1_std": 0.135773, "nauc_precision_at_1_diff1": 0.811846, "nauc_precision_at_3_max": 0.765598, "nauc_precision_at_3_std": 0.21663, "nauc_precision_at_3_diff1": 0.738215, "nauc_precision_at_5_max": 0.765847, "nauc_precision_at_5_std": 0.266288, "nauc_precision_at_5_diff1": 0.750156, "nauc_precision_at_10_max": 0.775741, "nauc_precision_at_10_std": 0.153001, "nauc_precision_at_10_diff1": 0.71993, "nauc_precision_at_20_max": 0.827653, "nauc_precision_at_20_std": 0.185885, "nauc_precision_at_20_diff1": 0.735917, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.717011, "nauc_mrr_at_1_std": 0.135773, "nauc_mrr_at_1_diff1": 0.811846, "nauc_mrr_at_3_max": 0.733013, "nauc_mrr_at_3_std": 0.14554, "nauc_mrr_at_3_diff1": 0.787587, "nauc_mrr_at_5_max": 0.730134, "nauc_mrr_at_5_std": 0.149706, "nauc_mrr_at_5_diff1": 0.790119, "nauc_mrr_at_10_max": 0.730204, "nauc_mrr_at_10_std": 0.140848, "nauc_mrr_at_10_diff1": 0.789925, "nauc_mrr_at_20_max": 0.730853, "nauc_mrr_at_20_std": 0.142462, "nauc_mrr_at_20_diff1": 0.791106, "nauc_mrr_at_100_max": 0.730175, "nauc_mrr_at_100_std": 0.141515, "nauc_mrr_at_100_diff1": 0.791369, "nauc_mrr_at_1000_max": 0.730175, "nauc_mrr_at_1000_std": 0.141515, "nauc_mrr_at_1000_diff1": 0.791369, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.865, "hit_rate_at_5": 0.91, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.97, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.91, "hf_subset": "cv", "languages": [ "chv-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.545, "ndcg_at_3": 0.61601, "ndcg_at_5": 0.64141, "ndcg_at_10": 0.66526, "ndcg_at_20": 0.68312, "ndcg_at_100": 0.70451, "ndcg_at_1000": 0.7067, "map_at_1": 0.545, "map_at_3": 0.5975, "map_at_5": 0.612, "map_at_10": 0.62161, "map_at_20": 0.62659, "map_at_100": 0.62992, "map_at_1000": 0.63005, "recall_at_1": 0.545, "recall_at_3": 0.67, "recall_at_5": 0.73, "recall_at_10": 0.805, "recall_at_20": 0.875, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.545, "precision_at_1": 0.545, "precision_at_3": 0.22333, "precision_at_5": 0.146, "precision_at_10": 0.0805, "precision_at_20": 0.04375, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.545, "mrr_at_3": 0.5975, "mrr_at_5": 0.612, "mrr_at_10": 0.621609, "mrr_at_20": 0.626585, "mrr_at_100": 0.629924, "mrr_at_1000": 0.630054, "nauc_ndcg_at_1_max": 0.583727, "nauc_ndcg_at_1_std": 0.061859, "nauc_ndcg_at_1_diff1": 0.689086, "nauc_ndcg_at_3_max": 0.547559, "nauc_ndcg_at_3_std": 0.061429, "nauc_ndcg_at_3_diff1": 0.641184, "nauc_ndcg_at_5_max": 0.571916, "nauc_ndcg_at_5_std": 0.070916, "nauc_ndcg_at_5_diff1": 0.633735, "nauc_ndcg_at_10_max": 0.557992, "nauc_ndcg_at_10_std": 0.052147, "nauc_ndcg_at_10_diff1": 0.621357, "nauc_ndcg_at_20_max": 0.561061, "nauc_ndcg_at_20_std": 0.059374, "nauc_ndcg_at_20_diff1": 0.621839, "nauc_ndcg_at_100_max": 0.563132, "nauc_ndcg_at_100_std": 0.060581, "nauc_ndcg_at_100_diff1": 0.635584, "nauc_ndcg_at_1000_max": 0.56417, "nauc_ndcg_at_1000_std": 0.060905, "nauc_ndcg_at_1000_diff1": 0.637292, "nauc_map_at_1_max": 0.583727, "nauc_map_at_1_std": 0.061859, "nauc_map_at_1_diff1": 0.689086, "nauc_map_at_3_max": 0.556585, "nauc_map_at_3_std": 0.059548, "nauc_map_at_3_diff1": 0.653681, "nauc_map_at_5_max": 0.570001, "nauc_map_at_5_std": 0.065077, "nauc_map_at_5_diff1": 0.649993, "nauc_map_at_10_max": 0.564784, "nauc_map_at_10_std": 0.05879, "nauc_map_at_10_diff1": 0.645601, "nauc_map_at_20_max": 0.565734, "nauc_map_at_20_std": 0.060383, "nauc_map_at_20_diff1": 0.646239, "nauc_map_at_100_max": 0.566165, "nauc_map_at_100_std": 0.060787, "nauc_map_at_100_diff1": 0.64757, "nauc_map_at_1000_max": 0.566209, "nauc_map_at_1000_std": 0.060828, "nauc_map_at_1000_diff1": 0.647647, "nauc_recall_at_1_max": 0.583727, "nauc_recall_at_1_std": 0.061859, "nauc_recall_at_1_diff1": 0.689086, "nauc_recall_at_3_max": 0.518393, "nauc_recall_at_3_std": 0.068468, "nauc_recall_at_3_diff1": 0.60054, "nauc_recall_at_5_max": 0.583047, "nauc_recall_at_5_std": 0.094154, "nauc_recall_at_5_diff1": 0.57305, "nauc_recall_at_10_max": 0.522898, "nauc_recall_at_10_std": 0.00854, "nauc_recall_at_10_diff1": 0.499616, "nauc_recall_at_20_max": 0.528897, "nauc_recall_at_20_std": 0.050355, "nauc_recall_at_20_diff1": 0.440134, "nauc_recall_at_100_max": 0.450047, "nauc_recall_at_100_std": 0.04155, "nauc_recall_at_100_diff1": 0.450047, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.583727, "nauc_precision_at_1_std": 0.061859, "nauc_precision_at_1_diff1": 0.689086, "nauc_precision_at_3_max": 0.518393, "nauc_precision_at_3_std": 0.068468, "nauc_precision_at_3_diff1": 0.60054, "nauc_precision_at_5_max": 0.583047, "nauc_precision_at_5_std": 0.094154, "nauc_precision_at_5_diff1": 0.57305, "nauc_precision_at_10_max": 0.522898, "nauc_precision_at_10_std": 0.00854, "nauc_precision_at_10_diff1": 0.499616, "nauc_precision_at_20_max": 0.528897, "nauc_precision_at_20_std": 0.050355, "nauc_precision_at_20_diff1": 0.440134, "nauc_precision_at_100_max": 0.450047, "nauc_precision_at_100_std": 0.04155, "nauc_precision_at_100_diff1": 0.450047, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.583727, "nauc_mrr_at_1_std": 0.061859, "nauc_mrr_at_1_diff1": 0.689086, "nauc_mrr_at_3_max": 0.556585, "nauc_mrr_at_3_std": 0.059548, "nauc_mrr_at_3_diff1": 0.653681, "nauc_mrr_at_5_max": 0.570001, "nauc_mrr_at_5_std": 0.065077, "nauc_mrr_at_5_diff1": 0.649993, "nauc_mrr_at_10_max": 0.564784, "nauc_mrr_at_10_std": 0.05879, "nauc_mrr_at_10_diff1": 0.645601, "nauc_mrr_at_20_max": 0.565734, "nauc_mrr_at_20_std": 0.060383, "nauc_mrr_at_20_diff1": 0.646239, "nauc_mrr_at_100_max": 0.566165, "nauc_mrr_at_100_std": 0.060787, "nauc_mrr_at_100_diff1": 0.64757, "nauc_mrr_at_1000_max": 0.566209, "nauc_mrr_at_1000_std": 0.060828, "nauc_mrr_at_1000_diff1": 0.647647, "hit_rate_at_1": 0.545, "hit_rate_at_3": 0.67, "hit_rate_at_5": 0.73, "hit_rate_at_10": 0.805, "hit_rate_at_20": 0.875, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.73, "hf_subset": "cy", "languages": [ "cym-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.595, "ndcg_at_3": 0.68256, "ndcg_at_5": 0.69956, "ndcg_at_10": 0.73133, "ndcg_at_20": 0.74537, "ndcg_at_100": 0.75626, "ndcg_at_1000": 0.75843, "map_at_1": 0.595, "map_at_3": 0.6625, "map_at_5": 0.67225, "map_at_10": 0.68599, "map_at_20": 0.68991, "map_at_100": 0.69165, "map_at_1000": 0.69178, "recall_at_1": 0.595, "recall_at_3": 0.74, "recall_at_5": 0.78, "recall_at_10": 0.875, "recall_at_20": 0.93, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.595, "precision_at_1": 0.595, "precision_at_3": 0.24667, "precision_at_5": 0.156, "precision_at_10": 0.0875, "precision_at_20": 0.0465, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.595, "mrr_at_3": 0.6625, "mrr_at_5": 0.67225, "mrr_at_10": 0.685988, "mrr_at_20": 0.689908, "mrr_at_100": 0.691647, "mrr_at_1000": 0.691775, "nauc_ndcg_at_1_max": 0.664126, "nauc_ndcg_at_1_std": 0.233968, "nauc_ndcg_at_1_diff1": 0.674058, "nauc_ndcg_at_3_max": 0.657369, "nauc_ndcg_at_3_std": 0.248668, "nauc_ndcg_at_3_diff1": 0.632071, "nauc_ndcg_at_5_max": 0.658352, "nauc_ndcg_at_5_std": 0.243842, "nauc_ndcg_at_5_diff1": 0.621158, "nauc_ndcg_at_10_max": 0.648293, "nauc_ndcg_at_10_std": 0.240793, "nauc_ndcg_at_10_diff1": 0.628691, "nauc_ndcg_at_20_max": 0.642377, "nauc_ndcg_at_20_std": 0.250973, "nauc_ndcg_at_20_diff1": 0.618363, "nauc_ndcg_at_100_max": 0.648216, "nauc_ndcg_at_100_std": 0.25144, "nauc_ndcg_at_100_diff1": 0.625032, "nauc_ndcg_at_1000_max": 0.652479, "nauc_ndcg_at_1000_std": 0.251319, "nauc_ndcg_at_1000_diff1": 0.630911, "nauc_map_at_1_max": 0.664126, "nauc_map_at_1_std": 0.233968, "nauc_map_at_1_diff1": 0.674058, "nauc_map_at_3_max": 0.657514, "nauc_map_at_3_std": 0.247136, "nauc_map_at_3_diff1": 0.639767, "nauc_map_at_5_max": 0.658291, "nauc_map_at_5_std": 0.244847, "nauc_map_at_5_diff1": 0.634286, "nauc_map_at_10_max": 0.655426, "nauc_map_at_10_std": 0.245255, "nauc_map_at_10_diff1": 0.638082, "nauc_map_at_20_max": 0.654012, "nauc_map_at_20_std": 0.248053, "nauc_map_at_20_diff1": 0.635666, "nauc_map_at_100_max": 0.655036, "nauc_map_at_100_std": 0.248784, "nauc_map_at_100_diff1": 0.636792, "nauc_map_at_1000_max": 0.655252, "nauc_map_at_1000_std": 0.248798, "nauc_map_at_1000_diff1": 0.63708, "nauc_recall_at_1_max": 0.664126, "nauc_recall_at_1_std": 0.233968, "nauc_recall_at_1_diff1": 0.674058, "nauc_recall_at_3_max": 0.657719, "nauc_recall_at_3_std": 0.252737, "nauc_recall_at_3_diff1": 0.607285, "nauc_recall_at_5_max": 0.659306, "nauc_recall_at_5_std": 0.237191, "nauc_recall_at_5_diff1": 0.570571, "nauc_recall_at_10_max": 0.59373, "nauc_recall_at_10_std": 0.199041, "nauc_recall_at_10_diff1": 0.575455, "nauc_recall_at_20_max": 0.486361, "nauc_recall_at_20_std": 0.279045, "nauc_recall_at_20_diff1": 0.416767, "nauc_recall_at_100_max": 0.264862, "nauc_recall_at_100_std": 0.273576, "nauc_recall_at_100_diff1": 0.09057, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.664126, "nauc_precision_at_1_std": 0.233968, "nauc_precision_at_1_diff1": 0.674058, "nauc_precision_at_3_max": 0.657719, "nauc_precision_at_3_std": 0.252737, "nauc_precision_at_3_diff1": 0.607285, "nauc_precision_at_5_max": 0.659306, "nauc_precision_at_5_std": 0.237191, "nauc_precision_at_5_diff1": 0.570571, "nauc_precision_at_10_max": 0.59373, "nauc_precision_at_10_std": 0.199041, "nauc_precision_at_10_diff1": 0.575455, "nauc_precision_at_20_max": 0.486361, "nauc_precision_at_20_std": 0.279045, "nauc_precision_at_20_diff1": 0.416767, "nauc_precision_at_100_max": 0.264862, "nauc_precision_at_100_std": 0.273576, "nauc_precision_at_100_diff1": 0.09057, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.664126, "nauc_mrr_at_1_std": 0.233968, "nauc_mrr_at_1_diff1": 0.674058, "nauc_mrr_at_3_max": 0.657514, "nauc_mrr_at_3_std": 0.247136, "nauc_mrr_at_3_diff1": 0.639767, "nauc_mrr_at_5_max": 0.658291, "nauc_mrr_at_5_std": 0.244847, "nauc_mrr_at_5_diff1": 0.634286, "nauc_mrr_at_10_max": 0.655426, "nauc_mrr_at_10_std": 0.245255, "nauc_mrr_at_10_diff1": 0.638082, "nauc_mrr_at_20_max": 0.654012, "nauc_mrr_at_20_std": 0.248053, "nauc_mrr_at_20_diff1": 0.635666, "nauc_mrr_at_100_max": 0.655036, "nauc_mrr_at_100_std": 0.248784, "nauc_mrr_at_100_diff1": 0.636792, "nauc_mrr_at_1000_max": 0.655252, "nauc_mrr_at_1000_std": 0.248798, "nauc_mrr_at_1000_diff1": 0.63708, "hit_rate_at_1": 0.595, "hit_rate_at_3": 0.74, "hit_rate_at_5": 0.78, "hit_rate_at_10": 0.875, "hit_rate_at_20": 0.93, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.78, "hf_subset": "da", "languages": [ "dan-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.795, "ndcg_at_3": 0.83089, "ndcg_at_5": 0.84575, "ndcg_at_10": 0.85035, "ndcg_at_20": 0.85148, "ndcg_at_100": 0.85247, "ndcg_at_1000": 0.86416, "map_at_1": 0.795, "map_at_3": 0.8225, "map_at_5": 0.831, "map_at_10": 0.83275, "map_at_20": 0.833, "map_at_100": 0.83315, "map_at_1000": 0.83371, "recall_at_1": 0.795, "recall_at_3": 0.855, "recall_at_5": 0.89, "recall_at_10": 0.905, "recall_at_20": 0.91, "recall_at_100": 0.915, "recall_at_1000": 1.0, "accuracy": 0.795, "precision_at_1": 0.795, "precision_at_3": 0.285, "precision_at_5": 0.178, "precision_at_10": 0.0905, "precision_at_20": 0.0455, "precision_at_100": 0.00915, "precision_at_1000": 0.001, "mrr_at_1": 0.795, "mrr_at_3": 0.8225, "mrr_at_5": 0.831, "mrr_at_10": 0.83275, "mrr_at_20": 0.833, "mrr_at_100": 0.833152, "mrr_at_1000": 0.833712, "nauc_ndcg_at_1_max": 0.817242, "nauc_ndcg_at_1_std": 0.318718, "nauc_ndcg_at_1_diff1": 0.868071, "nauc_ndcg_at_3_max": 0.837235, "nauc_ndcg_at_3_std": 0.37887, "nauc_ndcg_at_3_diff1": 0.846226, "nauc_ndcg_at_5_max": 0.819354, "nauc_ndcg_at_5_std": 0.338873, "nauc_ndcg_at_5_diff1": 0.829432, "nauc_ndcg_at_10_max": 0.816091, "nauc_ndcg_at_10_std": 0.327471, "nauc_ndcg_at_10_diff1": 0.829956, "nauc_ndcg_at_20_max": 0.819774, "nauc_ndcg_at_20_std": 0.339365, "nauc_ndcg_at_20_diff1": 0.830822, "nauc_ndcg_at_100_max": 0.819428, "nauc_ndcg_at_100_std": 0.34979, "nauc_ndcg_at_100_diff1": 0.829639, "nauc_ndcg_at_1000_max": 0.820275, "nauc_ndcg_at_1000_std": 0.341659, "nauc_ndcg_at_1000_diff1": 0.836705, "nauc_map_at_1_max": 0.817242, "nauc_map_at_1_std": 0.318718, "nauc_map_at_1_diff1": 0.868071, "nauc_map_at_3_max": 0.831587, "nauc_map_at_3_std": 0.362048, "nauc_map_at_3_diff1": 0.851806, "nauc_map_at_5_max": 0.821769, "nauc_map_at_5_std": 0.340318, "nauc_map_at_5_diff1": 0.842953, "nauc_map_at_10_max": 0.820709, "nauc_map_at_10_std": 0.336351, "nauc_map_at_10_diff1": 0.843295, "nauc_map_at_20_max": 0.821442, "nauc_map_at_20_std": 0.338709, "nauc_map_at_20_diff1": 0.843486, "nauc_map_at_100_max": 0.821396, "nauc_map_at_100_std": 0.340142, "nauc_map_at_100_diff1": 0.843336, "nauc_map_at_1000_max": 0.821414, "nauc_map_at_1000_std": 0.339733, "nauc_map_at_1000_diff1": 0.843667, "nauc_recall_at_1_max": 0.817242, "nauc_recall_at_1_std": 0.318718, "nauc_recall_at_1_diff1": 0.868071, "nauc_recall_at_3_max": 0.856874, "nauc_recall_at_3_std": 0.43728, "nauc_recall_at_3_diff1": 0.827108, "nauc_recall_at_5_max": 0.806288, "nauc_recall_at_5_std": 0.325595, "nauc_recall_at_5_diff1": 0.769908, "nauc_recall_at_10_max": 0.788073, "nauc_recall_at_10_std": 0.268441, "nauc_recall_at_10_diff1": 0.763649, "nauc_recall_at_20_max": 0.811962, "nauc_recall_at_20_std": 0.347339, "nauc_recall_at_20_diff1": 0.765951, "nauc_recall_at_100_max": 0.80859, "nauc_recall_at_100_std": 0.435519, "nauc_recall_at_100_diff1": 0.752183, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.817242, "nauc_precision_at_1_std": 0.318718, "nauc_precision_at_1_diff1": 0.868071, "nauc_precision_at_3_max": 0.856874, "nauc_precision_at_3_std": 0.43728, "nauc_precision_at_3_diff1": 0.827108, "nauc_precision_at_5_max": 0.806288, "nauc_precision_at_5_std": 0.325595, "nauc_precision_at_5_diff1": 0.769908, "nauc_precision_at_10_max": 0.788073, "nauc_precision_at_10_std": 0.268441, "nauc_precision_at_10_diff1": 0.763649, "nauc_precision_at_20_max": 0.811962, "nauc_precision_at_20_std": 0.347339, "nauc_precision_at_20_diff1": 0.765951, "nauc_precision_at_100_max": 0.80859, "nauc_precision_at_100_std": 0.435519, "nauc_precision_at_100_diff1": 0.752183, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.817242, "nauc_mrr_at_1_std": 0.318718, "nauc_mrr_at_1_diff1": 0.868071, "nauc_mrr_at_3_max": 0.831587, "nauc_mrr_at_3_std": 0.362048, "nauc_mrr_at_3_diff1": 0.851806, "nauc_mrr_at_5_max": 0.821769, "nauc_mrr_at_5_std": 0.340318, "nauc_mrr_at_5_diff1": 0.842953, "nauc_mrr_at_10_max": 0.820709, "nauc_mrr_at_10_std": 0.336351, "nauc_mrr_at_10_diff1": 0.843295, "nauc_mrr_at_20_max": 0.821442, "nauc_mrr_at_20_std": 0.338709, "nauc_mrr_at_20_diff1": 0.843486, "nauc_mrr_at_100_max": 0.821396, "nauc_mrr_at_100_std": 0.340142, "nauc_mrr_at_100_diff1": 0.843336, "nauc_mrr_at_1000_max": 0.821414, "nauc_mrr_at_1000_std": 0.339733, "nauc_mrr_at_1000_diff1": 0.843667, "hit_rate_at_1": 0.795, "hit_rate_at_3": 0.855, "hit_rate_at_5": 0.89, "hit_rate_at_10": 0.905, "hit_rate_at_20": 0.91, "hit_rate_at_100": 0.915, "hit_rate_at_1000": 1.0, "main_score": 0.89, "hf_subset": "dav", "languages": [ "dav-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.985, "ndcg_at_3": 0.99131, "ndcg_at_5": 0.99131, "ndcg_at_10": 0.99131, "ndcg_at_20": 0.99245, "ndcg_at_100": 0.99245, "ndcg_at_1000": 0.99245, "map_at_1": 0.985, "map_at_3": 0.99, "map_at_5": 0.99, "map_at_10": 0.99, "map_at_20": 0.99025, "map_at_100": 0.99025, "map_at_1000": 0.99025, "recall_at_1": 0.985, "recall_at_3": 0.995, "recall_at_5": 0.995, "recall_at_10": 0.995, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.985, "precision_at_1": 0.985, "precision_at_3": 0.33167, "precision_at_5": 0.199, "precision_at_10": 0.0995, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.985, "mrr_at_3": 0.99, "mrr_at_5": 0.99, "mrr_at_10": 0.99, "mrr_at_20": 0.99025, "mrr_at_100": 0.99025, "mrr_at_1000": 0.99025, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.593838, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.508258, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.508258, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.508258, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.530895, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.530895, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.530895, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.593838, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.534897, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.534897, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.534897, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.539431, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.539431, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.539431, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.593838, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.358077, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.358077, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.358077, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.593838, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.358077, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.358077, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.358077, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.593838, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.534897, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.534897, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.534897, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.539431, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.539431, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.539431, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.985, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.995, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.995, "hf_subset": "de", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02, "ndcg_at_3": 0.02815, "ndcg_at_5": 0.03418, "ndcg_at_10": 0.04529, "ndcg_at_20": 0.05784, "ndcg_at_100": 0.13275, "ndcg_at_1000": 0.19406, "map_at_1": 0.02, "map_at_3": 0.02583, "map_at_5": 0.02908, "map_at_10": 0.03356, "map_at_20": 0.03695, "map_at_100": 0.04581, "map_at_1000": 0.04891, "recall_at_1": 0.02, "recall_at_3": 0.035, "recall_at_5": 0.05, "recall_at_10": 0.085, "recall_at_20": 0.135, "recall_at_100": 0.56, "recall_at_1000": 1.0, "accuracy": 0.02, "precision_at_1": 0.02, "precision_at_3": 0.01167, "precision_at_5": 0.01, "precision_at_10": 0.0085, "precision_at_20": 0.00675, "precision_at_100": 0.0056, "precision_at_1000": 0.001, "mrr_at_1": 0.02, "mrr_at_3": 0.025833, "mrr_at_5": 0.029083, "mrr_at_10": 0.033556, "mrr_at_20": 0.036946, "mrr_at_100": 0.045809, "mrr_at_1000": 0.048911, "nauc_ndcg_at_1_max": 0.063053, "nauc_ndcg_at_1_std": 0.106922, "nauc_ndcg_at_1_diff1": -0.001006, "nauc_ndcg_at_3_max": 0.095821, "nauc_ndcg_at_3_std": 0.046933, "nauc_ndcg_at_3_diff1": -0.028158, "nauc_ndcg_at_5_max": 0.020023, "nauc_ndcg_at_5_std": 0.041022, "nauc_ndcg_at_5_diff1": -0.101117, "nauc_ndcg_at_10_max": 0.123453, "nauc_ndcg_at_10_std": 0.140355, "nauc_ndcg_at_10_diff1": 0.030894, "nauc_ndcg_at_20_max": 0.086628, "nauc_ndcg_at_20_std": 0.148859, "nauc_ndcg_at_20_diff1": 0.005046, "nauc_ndcg_at_100_max": 0.103857, "nauc_ndcg_at_100_std": 0.207431, "nauc_ndcg_at_100_diff1": -0.007582, "nauc_ndcg_at_1000_max": 0.092987, "nauc_ndcg_at_1000_std": 0.147382, "nauc_ndcg_at_1000_diff1": -0.004489, "nauc_map_at_1_max": 0.063053, "nauc_map_at_1_std": 0.106922, "nauc_map_at_1_diff1": -0.001006, "nauc_map_at_3_max": 0.079516, "nauc_map_at_3_std": 0.055316, "nauc_map_at_3_diff1": -0.021803, "nauc_map_at_5_max": 0.032136, "nauc_map_at_5_std": 0.047866, "nauc_map_at_5_diff1": -0.068656, "nauc_map_at_10_max": 0.079411, "nauc_map_at_10_std": 0.097732, "nauc_map_at_10_diff1": -0.002863, "nauc_map_at_20_max": 0.066183, "nauc_map_at_20_std": 0.104641, "nauc_map_at_20_diff1": -0.013442, "nauc_map_at_100_max": 0.074921, "nauc_map_at_100_std": 0.120956, "nauc_map_at_100_diff1": -0.014876, "nauc_map_at_1000_max": 0.073972, "nauc_map_at_1000_std": 0.114365, "nauc_map_at_1000_diff1": -0.013893, "nauc_recall_at_1_max": 0.063053, "nauc_recall_at_1_std": 0.106922, "nauc_recall_at_1_diff1": -0.001006, "nauc_recall_at_3_max": 0.133658, "nauc_recall_at_3_std": 0.029936, "nauc_recall_at_3_diff1": -0.042087, "nauc_recall_at_5_max": -0.004025, "nauc_recall_at_5_std": 0.031634, "nauc_recall_at_5_diff1": -0.162436, "nauc_recall_at_10_max": 0.194621, "nauc_recall_at_10_std": 0.208968, "nauc_recall_at_10_diff1": 0.087517, "nauc_recall_at_20_max": 0.110414, "nauc_recall_at_20_std": 0.202268, "nauc_recall_at_20_diff1": 0.029747, "nauc_recall_at_100_max": 0.126178, "nauc_recall_at_100_std": 0.303529, "nauc_recall_at_100_diff1": -0.005366, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.063053, "nauc_precision_at_1_std": 0.106922, "nauc_precision_at_1_diff1": -0.001006, "nauc_precision_at_3_max": 0.133658, "nauc_precision_at_3_std": 0.029936, "nauc_precision_at_3_diff1": -0.042087, "nauc_precision_at_5_max": -0.004025, "nauc_precision_at_5_std": 0.031634, "nauc_precision_at_5_diff1": -0.162436, "nauc_precision_at_10_max": 0.194621, "nauc_precision_at_10_std": 0.208968, "nauc_precision_at_10_diff1": 0.087517, "nauc_precision_at_20_max": 0.110414, "nauc_precision_at_20_std": 0.202268, "nauc_precision_at_20_diff1": 0.029747, "nauc_precision_at_100_max": 0.126178, "nauc_precision_at_100_std": 0.303529, "nauc_precision_at_100_diff1": -0.005366, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.063053, "nauc_mrr_at_1_std": 0.106922, "nauc_mrr_at_1_diff1": -0.001006, "nauc_mrr_at_3_max": 0.079516, "nauc_mrr_at_3_std": 0.055316, "nauc_mrr_at_3_diff1": -0.021803, "nauc_mrr_at_5_max": 0.032136, "nauc_mrr_at_5_std": 0.047866, "nauc_mrr_at_5_diff1": -0.068656, "nauc_mrr_at_10_max": 0.079411, "nauc_mrr_at_10_std": 0.097732, "nauc_mrr_at_10_diff1": -0.002863, "nauc_mrr_at_20_max": 0.066183, "nauc_mrr_at_20_std": 0.104641, "nauc_mrr_at_20_diff1": -0.013442, "nauc_mrr_at_100_max": 0.074921, "nauc_mrr_at_100_std": 0.120956, "nauc_mrr_at_100_diff1": -0.014876, "nauc_mrr_at_1000_max": 0.073972, "nauc_mrr_at_1000_std": 0.114365, "nauc_mrr_at_1000_diff1": -0.013893, "hit_rate_at_1": 0.02, "hit_rate_at_3": 0.035, "hit_rate_at_5": 0.05, "hit_rate_at_10": 0.085, "hit_rate_at_20": 0.135, "hit_rate_at_100": 0.56, "hit_rate_at_1000": 1.0, "main_score": 0.05, "hf_subset": "dv", "languages": [ "div-Thaa" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.88889, "ndcg_at_3": 0.93896, "ndcg_at_5": 0.93896, "ndcg_at_10": 0.93896, "ndcg_at_20": 0.94665, "ndcg_at_100": 0.94665, "ndcg_at_1000": 0.94665, "map_at_1": 0.88889, "map_at_3": 0.92857, "map_at_5": 0.92857, "map_at_10": 0.92857, "map_at_20": 0.9305, "map_at_100": 0.9305, "map_at_1000": 0.9305, "recall_at_1": 0.88889, "recall_at_3": 0.96825, "recall_at_5": 0.96825, "recall_at_10": 0.96825, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.88889, "precision_at_1": 0.88889, "precision_at_3": 0.32275, "precision_at_5": 0.19365, "precision_at_10": 0.09683, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.888889, "mrr_at_3": 0.928571, "mrr_at_5": 0.928571, "mrr_at_10": 0.928571, "mrr_at_20": 0.930497, "mrr_at_100": 0.930497, "mrr_at_1000": 0.930497, "nauc_ndcg_at_1_max": 0.934976, "nauc_ndcg_at_1_std": 0.430882, "nauc_ndcg_at_1_diff1": 0.981073, "nauc_ndcg_at_3_max": 0.956583, "nauc_ndcg_at_3_std": 0.619999, "nauc_ndcg_at_3_diff1": 0.987362, "nauc_ndcg_at_5_max": 0.956583, "nauc_ndcg_at_5_std": 0.619999, "nauc_ndcg_at_5_diff1": 0.987362, "nauc_ndcg_at_10_max": 0.956583, "nauc_ndcg_at_10_std": 0.619999, "nauc_ndcg_at_10_diff1": 0.987362, "nauc_ndcg_at_20_max": 0.950234, "nauc_ndcg_at_20_std": 0.56443, "nauc_ndcg_at_20_diff1": 0.985514, "nauc_ndcg_at_100_max": 0.950234, "nauc_ndcg_at_100_std": 0.56443, "nauc_ndcg_at_100_diff1": 0.985514, "nauc_ndcg_at_1000_max": 0.950234, "nauc_ndcg_at_1000_std": 0.56443, "nauc_ndcg_at_1000_diff1": 0.985514, "nauc_map_at_1_max": 0.934976, "nauc_map_at_1_std": 0.430882, "nauc_map_at_1_diff1": 0.981073, "nauc_map_at_3_max": 0.949637, "nauc_map_at_3_std": 0.559207, "nauc_map_at_3_diff1": 0.98534, "nauc_map_at_5_max": 0.949637, "nauc_map_at_5_std": 0.559207, "nauc_map_at_5_diff1": 0.98534, "nauc_map_at_10_max": 0.949637, "nauc_map_at_10_std": 0.559207, "nauc_map_at_10_diff1": 0.98534, "nauc_map_at_20_max": 0.948221, "nauc_map_at_20_std": 0.546809, "nauc_map_at_20_diff1": 0.984928, "nauc_map_at_100_max": 0.948221, "nauc_map_at_100_std": 0.546809, "nauc_map_at_100_diff1": 0.984928, "nauc_map_at_1000_max": 0.948221, "nauc_map_at_1000_std": 0.546809, "nauc_map_at_1000_diff1": 0.984928, "nauc_recall_at_1_max": 0.934976, "nauc_recall_at_1_std": 0.430882, "nauc_recall_at_1_diff1": 0.981073, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.934976, "nauc_precision_at_1_std": 0.430882, "nauc_precision_at_1_diff1": 0.981073, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.934976, "nauc_mrr_at_1_std": 0.430882, "nauc_mrr_at_1_diff1": 0.981073, "nauc_mrr_at_3_max": 0.949637, "nauc_mrr_at_3_std": 0.559207, "nauc_mrr_at_3_diff1": 0.98534, "nauc_mrr_at_5_max": 0.949637, "nauc_mrr_at_5_std": 0.559207, "nauc_mrr_at_5_diff1": 0.98534, "nauc_mrr_at_10_max": 0.949637, "nauc_mrr_at_10_std": 0.559207, "nauc_mrr_at_10_diff1": 0.98534, "nauc_mrr_at_20_max": 0.948221, "nauc_mrr_at_20_std": 0.546809, "nauc_mrr_at_20_diff1": 0.984928, "nauc_mrr_at_100_max": 0.948221, "nauc_mrr_at_100_std": 0.546809, "nauc_mrr_at_100_diff1": 0.984928, "nauc_mrr_at_1000_max": 0.948221, "nauc_mrr_at_1000_std": 0.546809, "nauc_mrr_at_1000_diff1": 0.984928, "hit_rate_at_1": 0.88889, "hit_rate_at_3": 0.96825, "hit_rate_at_5": 0.96825, "hit_rate_at_10": 0.96825, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96825, "hf_subset": "dyu", "languages": [ "dyu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.32, "ndcg_at_3": 0.4194, "ndcg_at_5": 0.46265, "ndcg_at_10": 0.50144, "ndcg_at_20": 0.52262, "ndcg_at_100": 0.55609, "ndcg_at_1000": 0.55818, "map_at_1": 0.32, "map_at_3": 0.395, "map_at_5": 0.419, "map_at_10": 0.43499, "map_at_20": 0.44063, "map_at_100": 0.44494, "map_at_1000": 0.44505, "recall_at_1": 0.32, "recall_at_3": 0.49, "recall_at_5": 0.595, "recall_at_10": 0.715, "recall_at_20": 0.8, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.32, "precision_at_1": 0.32, "precision_at_3": 0.16333, "precision_at_5": 0.119, "precision_at_10": 0.0715, "precision_at_20": 0.04, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.32, "mrr_at_3": 0.395, "mrr_at_5": 0.419, "mrr_at_10": 0.434992, "mrr_at_20": 0.440632, "mrr_at_100": 0.444938, "mrr_at_1000": 0.445046, "nauc_ndcg_at_1_max": 0.517513, "nauc_ndcg_at_1_std": 0.381629, "nauc_ndcg_at_1_diff1": 0.480079, "nauc_ndcg_at_3_max": 0.523157, "nauc_ndcg_at_3_std": 0.401004, "nauc_ndcg_at_3_diff1": 0.428739, "nauc_ndcg_at_5_max": 0.502255, "nauc_ndcg_at_5_std": 0.387769, "nauc_ndcg_at_5_diff1": 0.425202, "nauc_ndcg_at_10_max": 0.510287, "nauc_ndcg_at_10_std": 0.40964, "nauc_ndcg_at_10_diff1": 0.428775, "nauc_ndcg_at_20_max": 0.511558, "nauc_ndcg_at_20_std": 0.426181, "nauc_ndcg_at_20_diff1": 0.426165, "nauc_ndcg_at_100_max": 0.515414, "nauc_ndcg_at_100_std": 0.407919, "nauc_ndcg_at_100_diff1": 0.439101, "nauc_ndcg_at_1000_max": 0.513564, "nauc_ndcg_at_1000_std": 0.405599, "nauc_ndcg_at_1000_diff1": 0.435765, "nauc_map_at_1_max": 0.517513, "nauc_map_at_1_std": 0.381629, "nauc_map_at_1_diff1": 0.480079, "nauc_map_at_3_max": 0.522038, "nauc_map_at_3_std": 0.396179, "nauc_map_at_3_diff1": 0.439784, "nauc_map_at_5_max": 0.511122, "nauc_map_at_5_std": 0.389512, "nauc_map_at_5_diff1": 0.438437, "nauc_map_at_10_max": 0.514553, "nauc_map_at_10_std": 0.398818, "nauc_map_at_10_diff1": 0.440115, "nauc_map_at_20_max": 0.514734, "nauc_map_at_20_std": 0.402211, "nauc_map_at_20_diff1": 0.439826, "nauc_map_at_100_max": 0.515137, "nauc_map_at_100_std": 0.399739, "nauc_map_at_100_diff1": 0.44117, "nauc_map_at_1000_max": 0.515048, "nauc_map_at_1000_std": 0.399625, "nauc_map_at_1000_diff1": 0.441031, "nauc_recall_at_1_max": 0.517513, "nauc_recall_at_1_std": 0.381629, "nauc_recall_at_1_diff1": 0.480079, "nauc_recall_at_3_max": 0.52629, "nauc_recall_at_3_std": 0.415001, "nauc_recall_at_3_diff1": 0.397388, "nauc_recall_at_5_max": 0.470342, "nauc_recall_at_5_std": 0.379378, "nauc_recall_at_5_diff1": 0.383296, "nauc_recall_at_10_max": 0.49286, "nauc_recall_at_10_std": 0.457534, "nauc_recall_at_10_diff1": 0.386571, "nauc_recall_at_20_max": 0.497927, "nauc_recall_at_20_std": 0.586214, "nauc_recall_at_20_diff1": 0.353059, "nauc_recall_at_100_max": 0.742453, "nauc_recall_at_100_std": 0.693433, "nauc_recall_at_100_diff1": 0.863834, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.517513, "nauc_precision_at_1_std": 0.381629, "nauc_precision_at_1_diff1": 0.480079, "nauc_precision_at_3_max": 0.52629, "nauc_precision_at_3_std": 0.415001, "nauc_precision_at_3_diff1": 0.397388, "nauc_precision_at_5_max": 0.470342, "nauc_precision_at_5_std": 0.379378, "nauc_precision_at_5_diff1": 0.383296, "nauc_precision_at_10_max": 0.49286, "nauc_precision_at_10_std": 0.457534, "nauc_precision_at_10_diff1": 0.386571, "nauc_precision_at_20_max": 0.497927, "nauc_precision_at_20_std": 0.586214, "nauc_precision_at_20_diff1": 0.353059, "nauc_precision_at_100_max": 0.742453, "nauc_precision_at_100_std": 0.693433, "nauc_precision_at_100_diff1": 0.863834, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.517513, "nauc_mrr_at_1_std": 0.381629, "nauc_mrr_at_1_diff1": 0.480079, "nauc_mrr_at_3_max": 0.522038, "nauc_mrr_at_3_std": 0.396179, "nauc_mrr_at_3_diff1": 0.439784, "nauc_mrr_at_5_max": 0.511122, "nauc_mrr_at_5_std": 0.389512, "nauc_mrr_at_5_diff1": 0.438437, "nauc_mrr_at_10_max": 0.514553, "nauc_mrr_at_10_std": 0.398818, "nauc_mrr_at_10_diff1": 0.440115, "nauc_mrr_at_20_max": 0.514734, "nauc_mrr_at_20_std": 0.402211, "nauc_mrr_at_20_diff1": 0.439826, "nauc_mrr_at_100_max": 0.515137, "nauc_mrr_at_100_std": 0.399739, "nauc_mrr_at_100_diff1": 0.44117, "nauc_mrr_at_1000_max": 0.515048, "nauc_mrr_at_1000_std": 0.399625, "nauc_mrr_at_1000_diff1": 0.441031, "hit_rate_at_1": 0.32, "hit_rate_at_3": 0.49, "hit_rate_at_5": 0.595, "hit_rate_at_10": 0.715, "hit_rate_at_20": 0.8, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.595, "hf_subset": "el", "languages": [ "ell-Grek" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.96, "ndcg_at_3": 0.97577, "ndcg_at_5": 0.97577, "ndcg_at_10": 0.97577, "ndcg_at_20": 0.9783, "ndcg_at_100": 0.9783, "ndcg_at_1000": 0.97896, "map_at_1": 0.96, "map_at_3": 0.9725, "map_at_5": 0.9725, "map_at_10": 0.9725, "map_at_20": 0.97319, "map_at_100": 0.97319, "map_at_1000": 0.97322, "recall_at_1": 0.96, "recall_at_3": 0.985, "recall_at_5": 0.985, "recall_at_10": 0.985, "recall_at_20": 0.995, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.96, "precision_at_1": 0.96, "precision_at_3": 0.32833, "precision_at_5": 0.197, "precision_at_10": 0.0985, "precision_at_20": 0.04975, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.96, "mrr_at_3": 0.9725, "mrr_at_5": 0.9725, "mrr_at_10": 0.9725, "mrr_at_20": 0.97319, "mrr_at_100": 0.97319, "mrr_at_1000": 0.973216, "nauc_ndcg_at_1_max": 0.476366, "nauc_ndcg_at_1_std": -0.134279, "nauc_ndcg_at_1_diff1": 0.98366, "nauc_ndcg_at_3_max": 0.680918, "nauc_ndcg_at_3_std": 0.291795, "nauc_ndcg_at_3_diff1": 0.990043, "nauc_ndcg_at_5_max": 0.680918, "nauc_ndcg_at_5_std": 0.291795, "nauc_ndcg_at_5_diff1": 0.990043, "nauc_ndcg_at_10_max": 0.680918, "nauc_ndcg_at_10_std": 0.291795, "nauc_ndcg_at_10_diff1": 0.990043, "nauc_ndcg_at_20_max": 0.643714, "nauc_ndcg_at_20_std": 0.216752, "nauc_ndcg_at_20_diff1": 0.988882, "nauc_ndcg_at_100_max": 0.643714, "nauc_ndcg_at_100_std": 0.216752, "nauc_ndcg_at_100_diff1": 0.988882, "nauc_ndcg_at_1000_max": 0.632628, "nauc_ndcg_at_1000_std": 0.19238, "nauc_ndcg_at_1000_diff1": 0.988536, "nauc_map_at_1_max": 0.476366, "nauc_map_at_1_std": -0.134279, "nauc_map_at_1_diff1": 0.98366, "nauc_map_at_3_max": 0.619175, "nauc_map_at_3_std": 0.163186, "nauc_map_at_3_diff1": 0.988116, "nauc_map_at_5_max": 0.619175, "nauc_map_at_5_std": 0.163186, "nauc_map_at_5_diff1": 0.988116, "nauc_map_at_10_max": 0.619175, "nauc_map_at_10_std": 0.163186, "nauc_map_at_10_diff1": 0.988116, "nauc_map_at_20_max": 0.609367, "nauc_map_at_20_std": 0.14326, "nauc_map_at_20_diff1": 0.98781, "nauc_map_at_100_max": 0.609367, "nauc_map_at_100_std": 0.14326, "nauc_map_at_100_diff1": 0.98781, "nauc_map_at_1000_max": 0.608999, "nauc_map_at_1000_std": 0.142452, "nauc_map_at_1000_diff1": 0.987799, "nauc_recall_at_1_max": 0.476366, "nauc_recall_at_1_std": -0.134279, "nauc_recall_at_1_diff1": 0.98366, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.956427, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.956427, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.956427, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476366, "nauc_precision_at_1_std": -0.134279, "nauc_precision_at_1_diff1": 0.98366, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.956427, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.956427, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.956427, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.476366, "nauc_mrr_at_1_std": -0.134279, "nauc_mrr_at_1_diff1": 0.98366, "nauc_mrr_at_3_max": 0.619175, "nauc_mrr_at_3_std": 0.163186, "nauc_mrr_at_3_diff1": 0.988116, "nauc_mrr_at_5_max": 0.619175, "nauc_mrr_at_5_std": 0.163186, "nauc_mrr_at_5_diff1": 0.988116, "nauc_mrr_at_10_max": 0.619175, "nauc_mrr_at_10_std": 0.163186, "nauc_mrr_at_10_diff1": 0.988116, "nauc_mrr_at_20_max": 0.609367, "nauc_mrr_at_20_std": 0.14326, "nauc_mrr_at_20_diff1": 0.98781, "nauc_mrr_at_100_max": 0.609367, "nauc_mrr_at_100_std": 0.14326, "nauc_mrr_at_100_diff1": 0.98781, "nauc_mrr_at_1000_max": 0.608999, "nauc_mrr_at_1000_std": 0.142452, "nauc_mrr_at_1000_diff1": 0.987799, "hit_rate_at_1": 0.96, "hit_rate_at_3": 0.985, "hit_rate_at_5": 0.985, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.995, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.985, "hf_subset": "en", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.935, "ndcg_at_3": 0.97089, "ndcg_at_5": 0.97283, "ndcg_at_10": 0.97283, "ndcg_at_20": 0.97283, "ndcg_at_100": 0.97283, "ndcg_at_1000": 0.97283, "map_at_1": 0.935, "map_at_3": 0.9625, "map_at_5": 0.9635, "map_at_10": 0.9635, "map_at_20": 0.9635, "map_at_100": 0.9635, "map_at_1000": 0.9635, "recall_at_1": 0.935, "recall_at_3": 0.995, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.935, "precision_at_1": 0.935, "precision_at_3": 0.33167, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.935, "mrr_at_3": 0.9625, "mrr_at_5": 0.9635, "mrr_at_10": 0.9635, "mrr_at_20": 0.9635, "mrr_at_100": 0.9635, "mrr_at_1000": 0.9635, "nauc_ndcg_at_1_max": 0.854737, "nauc_ndcg_at_1_std": 0.497845, "nauc_ndcg_at_1_diff1": 0.909143, "nauc_ndcg_at_3_max": 0.847236, "nauc_ndcg_at_3_std": 0.527169, "nauc_ndcg_at_3_diff1": 0.895015, "nauc_ndcg_at_5_max": 0.856135, "nauc_ndcg_at_5_std": 0.513285, "nauc_ndcg_at_5_diff1": 0.907315, "nauc_ndcg_at_10_max": 0.856135, "nauc_ndcg_at_10_std": 0.513285, "nauc_ndcg_at_10_diff1": 0.907315, "nauc_ndcg_at_20_max": 0.856135, "nauc_ndcg_at_20_std": 0.513285, "nauc_ndcg_at_20_diff1": 0.907315, "nauc_ndcg_at_100_max": 0.856135, "nauc_ndcg_at_100_std": 0.513285, "nauc_ndcg_at_100_diff1": 0.907315, "nauc_ndcg_at_1000_max": 0.856135, "nauc_ndcg_at_1000_std": 0.513285, "nauc_ndcg_at_1000_diff1": 0.907315, "nauc_map_at_1_max": 0.854737, "nauc_map_at_1_std": 0.497845, "nauc_map_at_1_diff1": 0.909143, "nauc_map_at_3_max": 0.852682, "nauc_map_at_3_std": 0.517751, "nauc_map_at_3_diff1": 0.902739, "nauc_map_at_5_max": 0.856256, "nauc_map_at_5_std": 0.512149, "nauc_map_at_5_diff1": 0.907685, "nauc_map_at_10_max": 0.856256, "nauc_map_at_10_std": 0.512149, "nauc_map_at_10_diff1": 0.907685, "nauc_map_at_20_max": 0.856256, "nauc_map_at_20_std": 0.512149, "nauc_map_at_20_diff1": 0.907685, "nauc_map_at_100_max": 0.856256, "nauc_map_at_100_std": 0.512149, "nauc_map_at_100_diff1": 0.907685, "nauc_map_at_1000_max": 0.856256, "nauc_map_at_1000_std": 0.512149, "nauc_map_at_1000_diff1": 0.907685, "nauc_recall_at_1_max": 0.854737, "nauc_recall_at_1_std": 0.497845, "nauc_recall_at_1_diff1": 0.909143, "nauc_recall_at_3_max": 0.722222, "nauc_recall_at_3_std": 0.722222, "nauc_recall_at_3_diff1": 0.722222, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.854737, "nauc_precision_at_1_std": 0.497845, "nauc_precision_at_1_diff1": 0.909143, "nauc_precision_at_3_max": 0.722222, "nauc_precision_at_3_std": 0.722222, "nauc_precision_at_3_diff1": 0.722222, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.854737, "nauc_mrr_at_1_std": 0.497845, "nauc_mrr_at_1_diff1": 0.909143, "nauc_mrr_at_3_max": 0.852682, "nauc_mrr_at_3_std": 0.517751, "nauc_mrr_at_3_diff1": 0.902739, "nauc_mrr_at_5_max": 0.856256, "nauc_mrr_at_5_std": 0.512149, "nauc_mrr_at_5_diff1": 0.907685, "nauc_mrr_at_10_max": 0.856256, "nauc_mrr_at_10_std": 0.512149, "nauc_mrr_at_10_diff1": 0.907685, "nauc_mrr_at_20_max": 0.856256, "nauc_mrr_at_20_std": 0.512149, "nauc_mrr_at_20_diff1": 0.907685, "nauc_mrr_at_100_max": 0.856256, "nauc_mrr_at_100_std": 0.512149, "nauc_mrr_at_100_diff1": 0.907685, "nauc_mrr_at_1000_max": 0.856256, "nauc_mrr_at_1000_std": 0.512149, "nauc_mrr_at_1000_diff1": 0.907685, "hit_rate_at_1": 0.935, "hit_rate_at_3": 0.995, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "eo", "languages": [ "epo-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.99, "ndcg_at_3": 0.9925, "ndcg_at_5": 0.99443, "ndcg_at_10": 0.99443, "ndcg_at_20": 0.99443, "ndcg_at_100": 0.99443, "ndcg_at_1000": 0.99443, "map_at_1": 0.99, "map_at_3": 0.99167, "map_at_5": 0.99267, "map_at_10": 0.99267, "map_at_20": 0.99267, "map_at_100": 0.99267, "map_at_1000": 0.99267, "recall_at_1": 0.99, "recall_at_3": 0.995, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.99, "precision_at_1": 0.99, "precision_at_3": 0.33167, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.991667, "mrr_at_5": 0.992667, "mrr_at_10": 0.992667, "mrr_at_20": 0.992667, "mrr_at_100": 0.992667, "mrr_at_1000": 0.992667, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.722222, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.722222, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.722222, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.722222, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.722222, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.722222, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.722222, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.722222, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.722222, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.722222, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.722222, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.722222, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.722222, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.722222, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.722222, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.722222, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.722222, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.722222, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.722222, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.722222, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.722222, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.722222, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.722222, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.722222, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.722222, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.99, "hit_rate_at_3": 0.995, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "es", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.56, "ndcg_at_3": 0.62232, "ndcg_at_5": 0.64342, "ndcg_at_10": 0.6582, "ndcg_at_20": 0.67226, "ndcg_at_100": 0.70028, "ndcg_at_1000": 0.70514, "map_at_1": 0.56, "map_at_3": 0.6075, "map_at_5": 0.6195, "map_at_10": 0.62573, "map_at_20": 0.62967, "map_at_100": 0.63361, "map_at_1000": 0.63385, "recall_at_1": 0.56, "recall_at_3": 0.665, "recall_at_5": 0.715, "recall_at_10": 0.76, "recall_at_20": 0.815, "recall_at_100": 0.965, "recall_at_1000": 1.0, "accuracy": 0.56, "precision_at_1": 0.56, "precision_at_3": 0.22167, "precision_at_5": 0.143, "precision_at_10": 0.076, "precision_at_20": 0.04075, "precision_at_100": 0.00965, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.6075, "mrr_at_5": 0.6195, "mrr_at_10": 0.625734, "mrr_at_20": 0.629672, "mrr_at_100": 0.633611, "mrr_at_1000": 0.633855, "nauc_ndcg_at_1_max": 0.725464, "nauc_ndcg_at_1_std": 0.369294, "nauc_ndcg_at_1_diff1": 0.743045, "nauc_ndcg_at_3_max": 0.700052, "nauc_ndcg_at_3_std": 0.407933, "nauc_ndcg_at_3_diff1": 0.683064, "nauc_ndcg_at_5_max": 0.693706, "nauc_ndcg_at_5_std": 0.423433, "nauc_ndcg_at_5_diff1": 0.659674, "nauc_ndcg_at_10_max": 0.702922, "nauc_ndcg_at_10_std": 0.415641, "nauc_ndcg_at_10_diff1": 0.66053, "nauc_ndcg_at_20_max": 0.698443, "nauc_ndcg_at_20_std": 0.428103, "nauc_ndcg_at_20_diff1": 0.65825, "nauc_ndcg_at_100_max": 0.706058, "nauc_ndcg_at_100_std": 0.422536, "nauc_ndcg_at_100_diff1": 0.674603, "nauc_ndcg_at_1000_max": 0.705492, "nauc_ndcg_at_1000_std": 0.417736, "nauc_ndcg_at_1000_diff1": 0.677611, "nauc_map_at_1_max": 0.725464, "nauc_map_at_1_std": 0.369294, "nauc_map_at_1_diff1": 0.743045, "nauc_map_at_3_max": 0.706893, "nauc_map_at_3_std": 0.397604, "nauc_map_at_3_diff1": 0.697394, "nauc_map_at_5_max": 0.703753, "nauc_map_at_5_std": 0.405795, "nauc_map_at_5_diff1": 0.6851, "nauc_map_at_10_max": 0.707654, "nauc_map_at_10_std": 0.40261, "nauc_map_at_10_diff1": 0.686004, "nauc_map_at_20_max": 0.706636, "nauc_map_at_20_std": 0.406408, "nauc_map_at_20_diff1": 0.685602, "nauc_map_at_100_max": 0.707868, "nauc_map_at_100_std": 0.406636, "nauc_map_at_100_diff1": 0.688123, "nauc_map_at_1000_max": 0.707847, "nauc_map_at_1000_std": 0.406451, "nauc_map_at_1000_diff1": 0.68824, "nauc_recall_at_1_max": 0.725464, "nauc_recall_at_1_std": 0.369294, "nauc_recall_at_1_diff1": 0.743045, "nauc_recall_at_3_max": 0.678209, "nauc_recall_at_3_std": 0.440882, "nauc_recall_at_3_diff1": 0.638101, "nauc_recall_at_5_max": 0.657432, "nauc_recall_at_5_std": 0.487314, "nauc_recall_at_5_diff1": 0.568138, "nauc_recall_at_10_max": 0.686932, "nauc_recall_at_10_std": 0.465454, "nauc_recall_at_10_diff1": 0.556232, "nauc_recall_at_20_max": 0.655476, "nauc_recall_at_20_std": 0.542433, "nauc_recall_at_20_diff1": 0.518592, "nauc_recall_at_100_max": 0.73396, "nauc_recall_at_100_std": 0.660931, "nauc_recall_at_100_diff1": 0.52461, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.725464, "nauc_precision_at_1_std": 0.369294, "nauc_precision_at_1_diff1": 0.743045, "nauc_precision_at_3_max": 0.678209, "nauc_precision_at_3_std": 0.440882, "nauc_precision_at_3_diff1": 0.638101, "nauc_precision_at_5_max": 0.657432, "nauc_precision_at_5_std": 0.487314, "nauc_precision_at_5_diff1": 0.568138, "nauc_precision_at_10_max": 0.686932, "nauc_precision_at_10_std": 0.465454, "nauc_precision_at_10_diff1": 0.556232, "nauc_precision_at_20_max": 0.655476, "nauc_precision_at_20_std": 0.542433, "nauc_precision_at_20_diff1": 0.518592, "nauc_precision_at_100_max": 0.73396, "nauc_precision_at_100_std": 0.660931, "nauc_precision_at_100_diff1": 0.52461, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.725464, "nauc_mrr_at_1_std": 0.369294, "nauc_mrr_at_1_diff1": 0.743045, "nauc_mrr_at_3_max": 0.706893, "nauc_mrr_at_3_std": 0.397604, "nauc_mrr_at_3_diff1": 0.697394, "nauc_mrr_at_5_max": 0.703753, "nauc_mrr_at_5_std": 0.405795, "nauc_mrr_at_5_diff1": 0.6851, "nauc_mrr_at_10_max": 0.707654, "nauc_mrr_at_10_std": 0.40261, "nauc_mrr_at_10_diff1": 0.686004, "nauc_mrr_at_20_max": 0.706636, "nauc_mrr_at_20_std": 0.406408, "nauc_mrr_at_20_diff1": 0.685602, "nauc_mrr_at_100_max": 0.707868, "nauc_mrr_at_100_std": 0.406636, "nauc_mrr_at_100_diff1": 0.688123, "nauc_mrr_at_1000_max": 0.707847, "nauc_mrr_at_1000_std": 0.406451, "nauc_mrr_at_1000_diff1": 0.68824, "hit_rate_at_1": 0.56, "hit_rate_at_3": 0.665, "hit_rate_at_5": 0.715, "hit_rate_at_10": 0.76, "hit_rate_at_20": 0.815, "hit_rate_at_100": 0.965, "hit_rate_at_1000": 1.0, "main_score": 0.715, "hf_subset": "et", "languages": [ "est-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.835, "ndcg_at_3": 0.89482, "ndcg_at_5": 0.90537, "ndcg_at_10": 0.91324, "ndcg_at_20": 0.91324, "ndcg_at_100": 0.91535, "ndcg_at_1000": 0.91604, "map_at_1": 0.835, "map_at_3": 0.88083, "map_at_5": 0.88683, "map_at_10": 0.88996, "map_at_20": 0.88996, "map_at_100": 0.89035, "map_at_1000": 0.89038, "recall_at_1": 0.835, "recall_at_3": 0.935, "recall_at_5": 0.96, "recall_at_10": 0.985, "recall_at_20": 0.985, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.835, "precision_at_1": 0.835, "precision_at_3": 0.31167, "precision_at_5": 0.192, "precision_at_10": 0.0985, "precision_at_20": 0.04925, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.835, "mrr_at_3": 0.880833, "mrr_at_5": 0.886833, "mrr_at_10": 0.889958, "mrr_at_20": 0.889958, "mrr_at_100": 0.890348, "mrr_at_1000": 0.890382, "nauc_ndcg_at_1_max": 0.712123, "nauc_ndcg_at_1_std": 0.245563, "nauc_ndcg_at_1_diff1": 0.878516, "nauc_ndcg_at_3_max": 0.757646, "nauc_ndcg_at_3_std": 0.302365, "nauc_ndcg_at_3_diff1": 0.8329, "nauc_ndcg_at_5_max": 0.748935, "nauc_ndcg_at_5_std": 0.293833, "nauc_ndcg_at_5_diff1": 0.834898, "nauc_ndcg_at_10_max": 0.73524, "nauc_ndcg_at_10_std": 0.264185, "nauc_ndcg_at_10_diff1": 0.834842, "nauc_ndcg_at_20_max": 0.73524, "nauc_ndcg_at_20_std": 0.264185, "nauc_ndcg_at_20_diff1": 0.834842, "nauc_ndcg_at_100_max": 0.740781, "nauc_ndcg_at_100_std": 0.278227, "nauc_ndcg_at_100_diff1": 0.842139, "nauc_ndcg_at_1000_max": 0.738559, "nauc_ndcg_at_1000_std": 0.272042, "nauc_ndcg_at_1000_diff1": 0.844607, "nauc_map_at_1_max": 0.712123, "nauc_map_at_1_std": 0.245563, "nauc_map_at_1_diff1": 0.878516, "nauc_map_at_3_max": 0.745401, "nauc_map_at_3_std": 0.28371, "nauc_map_at_3_diff1": 0.847318, "nauc_map_at_5_max": 0.740752, "nauc_map_at_5_std": 0.278585, "nauc_map_at_5_diff1": 0.849275, "nauc_map_at_10_max": 0.736108, "nauc_map_at_10_std": 0.268657, "nauc_map_at_10_diff1": 0.849395, "nauc_map_at_20_max": 0.736108, "nauc_map_at_20_std": 0.268657, "nauc_map_at_20_diff1": 0.849395, "nauc_map_at_100_max": 0.736689, "nauc_map_at_100_std": 0.269892, "nauc_map_at_100_diff1": 0.850389, "nauc_map_at_1000_max": 0.736604, "nauc_map_at_1000_std": 0.269658, "nauc_map_at_1000_diff1": 0.850484, "nauc_recall_at_1_max": 0.712123, "nauc_recall_at_1_std": 0.245563, "nauc_recall_at_1_diff1": 0.878516, "nauc_recall_at_3_max": 0.818143, "nauc_recall_at_3_std": 0.397544, "nauc_recall_at_3_diff1": 0.75975, "nauc_recall_at_5_max": 0.806606, "nauc_recall_at_5_std": 0.411006, "nauc_recall_at_5_diff1": 0.722514, "nauc_recall_at_10_max": 0.664021, "nauc_recall_at_10_std": 0.086679, "nauc_recall_at_10_diff1": 0.544818, "nauc_recall_at_20_max": 0.664021, "nauc_recall_at_20_std": 0.086679, "nauc_recall_at_20_diff1": 0.544818, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.712123, "nauc_precision_at_1_std": 0.245563, "nauc_precision_at_1_diff1": 0.878516, "nauc_precision_at_3_max": 0.818143, "nauc_precision_at_3_std": 0.397544, "nauc_precision_at_3_diff1": 0.75975, "nauc_precision_at_5_max": 0.806606, "nauc_precision_at_5_std": 0.411006, "nauc_precision_at_5_diff1": 0.722514, "nauc_precision_at_10_max": 0.664021, "nauc_precision_at_10_std": 0.086679, "nauc_precision_at_10_diff1": 0.544818, "nauc_precision_at_20_max": 0.664021, "nauc_precision_at_20_std": 0.086679, "nauc_precision_at_20_diff1": 0.544818, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.712123, "nauc_mrr_at_1_std": 0.245563, "nauc_mrr_at_1_diff1": 0.878516, "nauc_mrr_at_3_max": 0.745401, "nauc_mrr_at_3_std": 0.28371, "nauc_mrr_at_3_diff1": 0.847318, "nauc_mrr_at_5_max": 0.740752, "nauc_mrr_at_5_std": 0.278585, "nauc_mrr_at_5_diff1": 0.849275, "nauc_mrr_at_10_max": 0.736108, "nauc_mrr_at_10_std": 0.268657, "nauc_mrr_at_10_diff1": 0.849395, "nauc_mrr_at_20_max": 0.736108, "nauc_mrr_at_20_std": 0.268657, "nauc_mrr_at_20_diff1": 0.849395, "nauc_mrr_at_100_max": 0.736689, "nauc_mrr_at_100_std": 0.269892, "nauc_mrr_at_100_diff1": 0.850389, "nauc_mrr_at_1000_max": 0.736604, "nauc_mrr_at_1000_std": 0.269658, "nauc_mrr_at_1000_diff1": 0.850484, "hit_rate_at_1": 0.835, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.96, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.985, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.96, "hf_subset": "eu", "languages": [ "eus-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.40375, "ndcg_at_5": 0.44313, "ndcg_at_10": 0.46971, "ndcg_at_20": 0.49661, "ndcg_at_100": 0.53378, "ndcg_at_1000": 0.54009, "map_at_1": 0.3, "map_at_3": 0.3775, "map_at_5": 0.3995, "map_at_10": 0.41088, "map_at_20": 0.41844, "map_at_100": 0.42396, "map_at_1000": 0.42429, "recall_at_1": 0.3, "recall_at_3": 0.48, "recall_at_5": 0.575, "recall_at_10": 0.655, "recall_at_20": 0.76, "recall_at_100": 0.955, "recall_at_1000": 1.0, "accuracy": 0.3, "precision_at_1": 0.3, "precision_at_3": 0.16, "precision_at_5": 0.115, "precision_at_10": 0.0655, "precision_at_20": 0.038, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.3, "mrr_at_3": 0.3775, "mrr_at_5": 0.3995, "mrr_at_10": 0.410879, "mrr_at_20": 0.418439, "mrr_at_100": 0.423959, "mrr_at_1000": 0.424289, "nauc_ndcg_at_1_max": 0.475314, "nauc_ndcg_at_1_std": 0.316173, "nauc_ndcg_at_1_diff1": 0.475415, "nauc_ndcg_at_3_max": 0.431786, "nauc_ndcg_at_3_std": 0.308644, "nauc_ndcg_at_3_diff1": 0.399242, "nauc_ndcg_at_5_max": 0.415117, "nauc_ndcg_at_5_std": 0.331744, "nauc_ndcg_at_5_diff1": 0.371967, "nauc_ndcg_at_10_max": 0.412659, "nauc_ndcg_at_10_std": 0.338413, "nauc_ndcg_at_10_diff1": 0.362465, "nauc_ndcg_at_20_max": 0.428989, "nauc_ndcg_at_20_std": 0.35113, "nauc_ndcg_at_20_diff1": 0.37216, "nauc_ndcg_at_100_max": 0.440882, "nauc_ndcg_at_100_std": 0.345564, "nauc_ndcg_at_100_diff1": 0.387619, "nauc_ndcg_at_1000_max": 0.43582, "nauc_ndcg_at_1000_std": 0.336595, "nauc_ndcg_at_1000_diff1": 0.39037, "nauc_map_at_1_max": 0.475314, "nauc_map_at_1_std": 0.316173, "nauc_map_at_1_diff1": 0.475415, "nauc_map_at_3_max": 0.444921, "nauc_map_at_3_std": 0.311094, "nauc_map_at_3_diff1": 0.417855, "nauc_map_at_5_max": 0.435914, "nauc_map_at_5_std": 0.324279, "nauc_map_at_5_diff1": 0.403239, "nauc_map_at_10_max": 0.435374, "nauc_map_at_10_std": 0.326758, "nauc_map_at_10_diff1": 0.399357, "nauc_map_at_20_max": 0.439829, "nauc_map_at_20_std": 0.329718, "nauc_map_at_20_diff1": 0.402022, "nauc_map_at_100_max": 0.4414, "nauc_map_at_100_std": 0.329009, "nauc_map_at_100_diff1": 0.404163, "nauc_map_at_1000_max": 0.441161, "nauc_map_at_1000_std": 0.328575, "nauc_map_at_1000_diff1": 0.404318, "nauc_recall_at_1_max": 0.475314, "nauc_recall_at_1_std": 0.316173, "nauc_recall_at_1_diff1": 0.475415, "nauc_recall_at_3_max": 0.392962, "nauc_recall_at_3_std": 0.301346, "nauc_recall_at_3_diff1": 0.345639, "nauc_recall_at_5_max": 0.347624, "nauc_recall_at_5_std": 0.357314, "nauc_recall_at_5_diff1": 0.271575, "nauc_recall_at_10_max": 0.328874, "nauc_recall_at_10_std": 0.384797, "nauc_recall_at_10_diff1": 0.22762, "nauc_recall_at_20_max": 0.395204, "nauc_recall_at_20_std": 0.472863, "nauc_recall_at_20_diff1": 0.243478, "nauc_recall_at_100_max": 0.652246, "nauc_recall_at_100_std": 0.721755, "nauc_recall_at_100_diff1": 0.275029, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.475314, "nauc_precision_at_1_std": 0.316173, "nauc_precision_at_1_diff1": 0.475415, "nauc_precision_at_3_max": 0.392962, "nauc_precision_at_3_std": 0.301346, "nauc_precision_at_3_diff1": 0.345639, "nauc_precision_at_5_max": 0.347624, "nauc_precision_at_5_std": 0.357314, "nauc_precision_at_5_diff1": 0.271575, "nauc_precision_at_10_max": 0.328874, "nauc_precision_at_10_std": 0.384797, "nauc_precision_at_10_diff1": 0.22762, "nauc_precision_at_20_max": 0.395204, "nauc_precision_at_20_std": 0.472863, "nauc_precision_at_20_diff1": 0.243478, "nauc_precision_at_100_max": 0.652246, "nauc_precision_at_100_std": 0.721755, "nauc_precision_at_100_diff1": 0.275029, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.475314, "nauc_mrr_at_1_std": 0.316173, "nauc_mrr_at_1_diff1": 0.475415, "nauc_mrr_at_3_max": 0.444921, "nauc_mrr_at_3_std": 0.311094, "nauc_mrr_at_3_diff1": 0.417855, "nauc_mrr_at_5_max": 0.435914, "nauc_mrr_at_5_std": 0.324279, "nauc_mrr_at_5_diff1": 0.403239, "nauc_mrr_at_10_max": 0.435374, "nauc_mrr_at_10_std": 0.326758, "nauc_mrr_at_10_diff1": 0.399357, "nauc_mrr_at_20_max": 0.439829, "nauc_mrr_at_20_std": 0.329718, "nauc_mrr_at_20_diff1": 0.402022, "nauc_mrr_at_100_max": 0.4414, "nauc_mrr_at_100_std": 0.329009, "nauc_mrr_at_100_diff1": 0.404163, "nauc_mrr_at_1000_max": 0.441161, "nauc_mrr_at_1000_std": 0.328575, "nauc_mrr_at_1000_diff1": 0.404318, "hit_rate_at_1": 0.3, "hit_rate_at_3": 0.48, "hit_rate_at_5": 0.575, "hit_rate_at_10": 0.655, "hit_rate_at_20": 0.76, "hit_rate_at_100": 0.955, "hit_rate_at_1000": 1.0, "main_score": 0.575, "hf_subset": "fa", "languages": [ "pes-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.575, "ndcg_at_3": 0.66125, "ndcg_at_5": 0.68577, "ndcg_at_10": 0.71393, "ndcg_at_20": 0.73056, "ndcg_at_100": 0.74308, "ndcg_at_1000": 0.74308, "map_at_1": 0.575, "map_at_3": 0.64083, "map_at_5": 0.65433, "map_at_10": 0.66635, "map_at_20": 0.67102, "map_at_100": 0.67256, "map_at_1000": 0.67256, "recall_at_1": 0.575, "recall_at_3": 0.72, "recall_at_5": 0.78, "recall_at_10": 0.865, "recall_at_20": 0.93, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.575, "precision_at_1": 0.575, "precision_at_3": 0.24, "precision_at_5": 0.156, "precision_at_10": 0.0865, "precision_at_20": 0.0465, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.575, "mrr_at_3": 0.640833, "mrr_at_5": 0.654333, "mrr_at_10": 0.666351, "mrr_at_20": 0.671023, "mrr_at_100": 0.672563, "mrr_at_1000": 0.672563, "nauc_ndcg_at_1_max": 0.736224, "nauc_ndcg_at_1_std": 0.337379, "nauc_ndcg_at_1_diff1": 0.738851, "nauc_ndcg_at_3_max": 0.700922, "nauc_ndcg_at_3_std": 0.370078, "nauc_ndcg_at_3_diff1": 0.681816, "nauc_ndcg_at_5_max": 0.704796, "nauc_ndcg_at_5_std": 0.390116, "nauc_ndcg_at_5_diff1": 0.686501, "nauc_ndcg_at_10_max": 0.695192, "nauc_ndcg_at_10_std": 0.382354, "nauc_ndcg_at_10_diff1": 0.6749, "nauc_ndcg_at_20_max": 0.697082, "nauc_ndcg_at_20_std": 0.38026, "nauc_ndcg_at_20_diff1": 0.67621, "nauc_ndcg_at_100_max": 0.705948, "nauc_ndcg_at_100_std": 0.370387, "nauc_ndcg_at_100_diff1": 0.689322, "nauc_ndcg_at_1000_max": 0.705948, "nauc_ndcg_at_1000_std": 0.370387, "nauc_ndcg_at_1000_diff1": 0.689322, "nauc_map_at_1_max": 0.736224, "nauc_map_at_1_std": 0.337379, "nauc_map_at_1_diff1": 0.738851, "nauc_map_at_3_max": 0.711766, "nauc_map_at_3_std": 0.361555, "nauc_map_at_3_diff1": 0.697816, "nauc_map_at_5_max": 0.714146, "nauc_map_at_5_std": 0.370865, "nauc_map_at_5_diff1": 0.700534, "nauc_map_at_10_max": 0.710234, "nauc_map_at_10_std": 0.366362, "nauc_map_at_10_diff1": 0.696095, "nauc_map_at_20_max": 0.710733, "nauc_map_at_20_std": 0.365847, "nauc_map_at_20_diff1": 0.696608, "nauc_map_at_100_max": 0.711675, "nauc_map_at_100_std": 0.364716, "nauc_map_at_100_diff1": 0.697897, "nauc_map_at_1000_max": 0.711675, "nauc_map_at_1000_std": 0.364716, "nauc_map_at_1000_diff1": 0.697897, "nauc_recall_at_1_max": 0.736224, "nauc_recall_at_1_std": 0.337379, "nauc_recall_at_1_diff1": 0.738851, "nauc_recall_at_3_max": 0.663414, "nauc_recall_at_3_std": 0.398905, "nauc_recall_at_3_diff1": 0.627127, "nauc_recall_at_5_max": 0.667466, "nauc_recall_at_5_std": 0.472052, "nauc_recall_at_5_diff1": 0.63152, "nauc_recall_at_10_max": 0.601514, "nauc_recall_at_10_std": 0.483141, "nauc_recall_at_10_diff1": 0.544708, "nauc_recall_at_20_max": 0.54892, "nauc_recall_at_20_std": 0.537548, "nauc_recall_at_20_diff1": 0.452047, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.736224, "nauc_precision_at_1_std": 0.337379, "nauc_precision_at_1_diff1": 0.738851, "nauc_precision_at_3_max": 0.663414, "nauc_precision_at_3_std": 0.398905, "nauc_precision_at_3_diff1": 0.627127, "nauc_precision_at_5_max": 0.667466, "nauc_precision_at_5_std": 0.472052, "nauc_precision_at_5_diff1": 0.63152, "nauc_precision_at_10_max": 0.601514, "nauc_precision_at_10_std": 0.483141, "nauc_precision_at_10_diff1": 0.544708, "nauc_precision_at_20_max": 0.54892, "nauc_precision_at_20_std": 0.537548, "nauc_precision_at_20_diff1": 0.452047, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.736224, "nauc_mrr_at_1_std": 0.337379, "nauc_mrr_at_1_diff1": 0.738851, "nauc_mrr_at_3_max": 0.711766, "nauc_mrr_at_3_std": 0.361555, "nauc_mrr_at_3_diff1": 0.697816, "nauc_mrr_at_5_max": 0.714146, "nauc_mrr_at_5_std": 0.370865, "nauc_mrr_at_5_diff1": 0.700534, "nauc_mrr_at_10_max": 0.710234, "nauc_mrr_at_10_std": 0.366362, "nauc_mrr_at_10_diff1": 0.696095, "nauc_mrr_at_20_max": 0.710733, "nauc_mrr_at_20_std": 0.365847, "nauc_mrr_at_20_diff1": 0.696608, "nauc_mrr_at_100_max": 0.711675, "nauc_mrr_at_100_std": 0.364716, "nauc_mrr_at_100_diff1": 0.697897, "nauc_mrr_at_1000_max": 0.711675, "nauc_mrr_at_1000_std": 0.364716, "nauc_mrr_at_1000_diff1": 0.697897, "hit_rate_at_1": 0.575, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.78, "hit_rate_at_10": 0.865, "hit_rate_at_20": 0.93, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.78, "hf_subset": "fi", "languages": [ "fin-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.985, "ndcg_at_3": 0.99131, "ndcg_at_5": 0.99131, "ndcg_at_10": 0.99131, "ndcg_at_20": 0.99266, "ndcg_at_100": 0.99266, "ndcg_at_1000": 0.99266, "map_at_1": 0.985, "map_at_3": 0.99, "map_at_5": 0.99, "map_at_10": 0.99, "map_at_20": 0.99042, "map_at_100": 0.99042, "map_at_1000": 0.99042, "recall_at_1": 0.985, "recall_at_3": 0.995, "recall_at_5": 0.995, "recall_at_10": 0.995, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.985, "precision_at_1": 0.985, "precision_at_3": 0.33167, "precision_at_5": 0.199, "precision_at_10": 0.0995, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.985, "mrr_at_3": 0.99, "mrr_at_5": 0.99, "mrr_at_10": 0.99, "mrr_at_20": 0.990417, "mrr_at_100": 0.990417, "mrr_at_1000": 0.990417, "nauc_ndcg_at_1_max": 0.956427, "nauc_ndcg_at_1_std": 0.615002, "nauc_ndcg_at_1_diff1": 0.956427, "nauc_ndcg_at_3_max": 0.972244, "nauc_ndcg_at_3_std": 0.43633, "nauc_ndcg_at_3_diff1": 0.972244, "nauc_ndcg_at_5_max": 0.972244, "nauc_ndcg_at_5_std": 0.43633, "nauc_ndcg_at_5_diff1": 0.972244, "nauc_ndcg_at_10_max": 0.972244, "nauc_ndcg_at_10_std": 0.43633, "nauc_ndcg_at_10_diff1": 0.972244, "nauc_ndcg_at_20_max": 0.967134, "nauc_ndcg_at_20_std": 0.494054, "nauc_ndcg_at_20_diff1": 0.967134, "nauc_ndcg_at_100_max": 0.967134, "nauc_ndcg_at_100_std": 0.494054, "nauc_ndcg_at_100_diff1": 0.967134, "nauc_ndcg_at_1000_max": 0.967134, "nauc_ndcg_at_1000_std": 0.494054, "nauc_ndcg_at_1000_diff1": 0.967134, "nauc_map_at_1_max": 0.956427, "nauc_map_at_1_std": 0.615002, "nauc_map_at_1_diff1": 0.956427, "nauc_map_at_3_max": 0.96732, "nauc_map_at_3_std": 0.491947, "nauc_map_at_3_diff1": 0.96732, "nauc_map_at_5_max": 0.96732, "nauc_map_at_5_std": 0.491947, "nauc_map_at_5_diff1": 0.96732, "nauc_map_at_10_max": 0.96732, "nauc_map_at_10_std": 0.491947, "nauc_map_at_10_diff1": 0.96732, "nauc_map_at_20_max": 0.965899, "nauc_map_at_20_std": 0.507997, "nauc_map_at_20_diff1": 0.965899, "nauc_map_at_100_max": 0.965899, "nauc_map_at_100_std": 0.507997, "nauc_map_at_100_diff1": 0.965899, "nauc_map_at_1000_max": 0.965899, "nauc_map_at_1000_std": 0.507997, "nauc_map_at_1000_diff1": 0.965899, "nauc_recall_at_1_max": 0.956427, "nauc_recall_at_1_std": 0.615002, "nauc_recall_at_1_diff1": 0.956427, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.122782, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.122782, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.122782, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.956427, "nauc_precision_at_1_std": 0.615002, "nauc_precision_at_1_diff1": 0.956427, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.122782, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.122782, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.122782, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.956427, "nauc_mrr_at_1_std": 0.615002, "nauc_mrr_at_1_diff1": 0.956427, "nauc_mrr_at_3_max": 0.96732, "nauc_mrr_at_3_std": 0.491947, "nauc_mrr_at_3_diff1": 0.96732, "nauc_mrr_at_5_max": 0.96732, "nauc_mrr_at_5_std": 0.491947, "nauc_mrr_at_5_diff1": 0.96732, "nauc_mrr_at_10_max": 0.96732, "nauc_mrr_at_10_std": 0.491947, "nauc_mrr_at_10_diff1": 0.96732, "nauc_mrr_at_20_max": 0.965899, "nauc_mrr_at_20_std": 0.507997, "nauc_mrr_at_20_diff1": 0.965899, "nauc_mrr_at_100_max": 0.965899, "nauc_mrr_at_100_std": 0.507997, "nauc_mrr_at_100_diff1": 0.965899, "nauc_mrr_at_1000_max": 0.965899, "nauc_mrr_at_1000_std": 0.507997, "nauc_mrr_at_1000_diff1": 0.965899, "hit_rate_at_1": 0.985, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.995, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.995, "hf_subset": "fr", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.89, "ndcg_at_3": 0.91893, "ndcg_at_5": 0.93356, "ndcg_at_10": 0.93685, "ndcg_at_20": 0.93685, "ndcg_at_100": 0.93974, "ndcg_at_1000": 0.93974, "map_at_1": 0.89, "map_at_3": 0.91167, "map_at_5": 0.91992, "map_at_10": 0.92131, "map_at_20": 0.92131, "map_at_100": 0.92175, "map_at_1000": 0.92175, "recall_at_1": 0.89, "recall_at_3": 0.94, "recall_at_5": 0.975, "recall_at_10": 0.985, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89, "precision_at_1": 0.89, "precision_at_3": 0.31333, "precision_at_5": 0.195, "precision_at_10": 0.0985, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.911667, "mrr_at_5": 0.919917, "mrr_at_10": 0.921306, "mrr_at_20": 0.921306, "mrr_at_100": 0.921753, "mrr_at_1000": 0.921753, "nauc_ndcg_at_1_max": 0.710399, "nauc_ndcg_at_1_std": -0.136028, "nauc_ndcg_at_1_diff1": 0.848187, "nauc_ndcg_at_3_max": 0.695784, "nauc_ndcg_at_3_std": -0.170482, "nauc_ndcg_at_3_diff1": 0.803358, "nauc_ndcg_at_5_max": 0.693912, "nauc_ndcg_at_5_std": -0.210809, "nauc_ndcg_at_5_diff1": 0.821736, "nauc_ndcg_at_10_max": 0.690533, "nauc_ndcg_at_10_std": -0.201734, "nauc_ndcg_at_10_diff1": 0.820283, "nauc_ndcg_at_20_max": 0.690533, "nauc_ndcg_at_20_std": -0.201734, "nauc_ndcg_at_20_diff1": 0.820283, "nauc_ndcg_at_100_max": 0.697999, "nauc_ndcg_at_100_std": -0.17784, "nauc_ndcg_at_100_diff1": 0.825026, "nauc_ndcg_at_1000_max": 0.697999, "nauc_ndcg_at_1000_std": -0.17784, "nauc_ndcg_at_1000_diff1": 0.825026, "nauc_map_at_1_max": 0.710399, "nauc_map_at_1_std": -0.136028, "nauc_map_at_1_diff1": 0.848187, "nauc_map_at_3_max": 0.700007, "nauc_map_at_3_std": -0.157757, "nauc_map_at_3_diff1": 0.816774, "nauc_map_at_5_max": 0.699852, "nauc_map_at_5_std": -0.17692, "nauc_map_at_5_diff1": 0.827205, "nauc_map_at_10_max": 0.699271, "nauc_map_at_10_std": -0.172831, "nauc_map_at_10_diff1": 0.827095, "nauc_map_at_20_max": 0.699271, "nauc_map_at_20_std": -0.172831, "nauc_map_at_20_diff1": 0.827095, "nauc_map_at_100_max": 0.700307, "nauc_map_at_100_std": -0.169309, "nauc_map_at_100_diff1": 0.8277, "nauc_map_at_1000_max": 0.700307, "nauc_map_at_1000_std": -0.169309, "nauc_map_at_1000_diff1": 0.8277, "nauc_recall_at_1_max": 0.710399, "nauc_recall_at_1_std": -0.136028, "nauc_recall_at_1_diff1": 0.848187, "nauc_recall_at_3_max": 0.678066, "nauc_recall_at_3_std": -0.225607, "nauc_recall_at_3_diff1": 0.746771, "nauc_recall_at_5_max": 0.637722, "nauc_recall_at_5_std": -0.536041, "nauc_recall_at_5_diff1": 0.777778, "nauc_recall_at_10_max": 0.544818, "nauc_recall_at_10_std": -0.648459, "nauc_recall_at_10_diff1": 0.722222, "nauc_recall_at_20_max": 0.544818, "nauc_recall_at_20_std": -0.648459, "nauc_recall_at_20_diff1": 0.722222, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.710399, "nauc_precision_at_1_std": -0.136028, "nauc_precision_at_1_diff1": 0.848187, "nauc_precision_at_3_max": 0.678066, "nauc_precision_at_3_std": -0.225607, "nauc_precision_at_3_diff1": 0.746771, "nauc_precision_at_5_max": 0.637722, "nauc_precision_at_5_std": -0.536041, "nauc_precision_at_5_diff1": 0.777778, "nauc_precision_at_10_max": 0.544818, "nauc_precision_at_10_std": -0.648459, "nauc_precision_at_10_diff1": 0.722222, "nauc_precision_at_20_max": 0.544818, "nauc_precision_at_20_std": -0.648459, "nauc_precision_at_20_diff1": 0.722222, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.710399, "nauc_mrr_at_1_std": -0.136028, "nauc_mrr_at_1_diff1": 0.848187, "nauc_mrr_at_3_max": 0.700007, "nauc_mrr_at_3_std": -0.157757, "nauc_mrr_at_3_diff1": 0.816774, "nauc_mrr_at_5_max": 0.699852, "nauc_mrr_at_5_std": -0.17692, "nauc_mrr_at_5_diff1": 0.827205, "nauc_mrr_at_10_max": 0.699271, "nauc_mrr_at_10_std": -0.172831, "nauc_mrr_at_10_diff1": 0.827095, "nauc_mrr_at_20_max": 0.699271, "nauc_mrr_at_20_std": -0.172831, "nauc_mrr_at_20_diff1": 0.827095, "nauc_mrr_at_100_max": 0.700307, "nauc_mrr_at_100_std": -0.169309, "nauc_mrr_at_100_diff1": 0.8277, "nauc_mrr_at_1000_max": 0.700307, "nauc_mrr_at_1000_std": -0.169309, "nauc_mrr_at_1000_diff1": 0.8277, "hit_rate_at_1": 0.89, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.975, "hf_subset": "fy-NL", "languages": [ "fry-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.525, "ndcg_at_3": 0.64256, "ndcg_at_5": 0.67161, "ndcg_at_10": 0.69362, "ndcg_at_20": 0.70097, "ndcg_at_100": 0.71879, "ndcg_at_1000": 0.72021, "map_at_1": 0.525, "map_at_3": 0.6125, "map_at_5": 0.62875, "map_at_10": 0.63842, "map_at_20": 0.64032, "map_at_100": 0.64283, "map_at_1000": 0.6429, "recall_at_1": 0.525, "recall_at_3": 0.73, "recall_at_5": 0.8, "recall_at_10": 0.865, "recall_at_20": 0.895, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.525, "precision_at_1": 0.525, "precision_at_3": 0.24333, "precision_at_5": 0.16, "precision_at_10": 0.0865, "precision_at_20": 0.04475, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.525, "mrr_at_3": 0.6125, "mrr_at_5": 0.62875, "mrr_at_10": 0.638423, "mrr_at_20": 0.640321, "mrr_at_100": 0.642825, "mrr_at_1000": 0.642905, "nauc_ndcg_at_1_max": 0.546371, "nauc_ndcg_at_1_std": 0.043989, "nauc_ndcg_at_1_diff1": 0.638731, "nauc_ndcg_at_3_max": 0.537331, "nauc_ndcg_at_3_std": 0.099616, "nauc_ndcg_at_3_diff1": 0.565058, "nauc_ndcg_at_5_max": 0.539571, "nauc_ndcg_at_5_std": 0.092388, "nauc_ndcg_at_5_diff1": 0.577734, "nauc_ndcg_at_10_max": 0.539589, "nauc_ndcg_at_10_std": 0.116717, "nauc_ndcg_at_10_diff1": 0.567615, "nauc_ndcg_at_20_max": 0.542356, "nauc_ndcg_at_20_std": 0.117071, "nauc_ndcg_at_20_diff1": 0.570295, "nauc_ndcg_at_100_max": 0.541281, "nauc_ndcg_at_100_std": 0.097408, "nauc_ndcg_at_100_diff1": 0.578483, "nauc_ndcg_at_1000_max": 0.540886, "nauc_ndcg_at_1000_std": 0.094445, "nauc_ndcg_at_1000_diff1": 0.58175, "nauc_map_at_1_max": 0.546371, "nauc_map_at_1_std": 0.043989, "nauc_map_at_1_diff1": 0.638731, "nauc_map_at_3_max": 0.537129, "nauc_map_at_3_std": 0.078796, "nauc_map_at_3_diff1": 0.583305, "nauc_map_at_5_max": 0.539112, "nauc_map_at_5_std": 0.074942, "nauc_map_at_5_diff1": 0.590966, "nauc_map_at_10_max": 0.539152, "nauc_map_at_10_std": 0.084617, "nauc_map_at_10_diff1": 0.587077, "nauc_map_at_20_max": 0.540008, "nauc_map_at_20_std": 0.084853, "nauc_map_at_20_diff1": 0.587829, "nauc_map_at_100_max": 0.539915, "nauc_map_at_100_std": 0.082301, "nauc_map_at_100_diff1": 0.589107, "nauc_map_at_1000_max": 0.539911, "nauc_map_at_1000_std": 0.082156, "nauc_map_at_1000_diff1": 0.589268, "nauc_recall_at_1_max": 0.546371, "nauc_recall_at_1_std": 0.043989, "nauc_recall_at_1_diff1": 0.638731, "nauc_recall_at_3_max": 0.539464, "nauc_recall_at_3_std": 0.178006, "nauc_recall_at_3_diff1": 0.499921, "nauc_recall_at_5_max": 0.54222, "nauc_recall_at_5_std": 0.170405, "nauc_recall_at_5_diff1": 0.52234, "nauc_recall_at_10_max": 0.543025, "nauc_recall_at_10_std": 0.328382, "nauc_recall_at_10_diff1": 0.447274, "nauc_recall_at_20_max": 0.564225, "nauc_recall_at_20_std": 0.377209, "nauc_recall_at_20_diff1": 0.440875, "nauc_recall_at_100_max": 0.613679, "nauc_recall_at_100_std": 0.540149, "nauc_recall_at_100_diff1": 0.093371, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.546371, "nauc_precision_at_1_std": 0.043989, "nauc_precision_at_1_diff1": 0.638731, "nauc_precision_at_3_max": 0.539464, "nauc_precision_at_3_std": 0.178006, "nauc_precision_at_3_diff1": 0.499921, "nauc_precision_at_5_max": 0.54222, "nauc_precision_at_5_std": 0.170405, "nauc_precision_at_5_diff1": 0.52234, "nauc_precision_at_10_max": 0.543025, "nauc_precision_at_10_std": 0.328382, "nauc_precision_at_10_diff1": 0.447274, "nauc_precision_at_20_max": 0.564225, "nauc_precision_at_20_std": 0.377209, "nauc_precision_at_20_diff1": 0.440875, "nauc_precision_at_100_max": 0.613679, "nauc_precision_at_100_std": 0.540149, "nauc_precision_at_100_diff1": 0.093371, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.546371, "nauc_mrr_at_1_std": 0.043989, "nauc_mrr_at_1_diff1": 0.638731, "nauc_mrr_at_3_max": 0.537129, "nauc_mrr_at_3_std": 0.078796, "nauc_mrr_at_3_diff1": 0.583305, "nauc_mrr_at_5_max": 0.539112, "nauc_mrr_at_5_std": 0.074942, "nauc_mrr_at_5_diff1": 0.590966, "nauc_mrr_at_10_max": 0.539152, "nauc_mrr_at_10_std": 0.084617, "nauc_mrr_at_10_diff1": 0.587077, "nauc_mrr_at_20_max": 0.540008, "nauc_mrr_at_20_std": 0.084853, "nauc_mrr_at_20_diff1": 0.587829, "nauc_mrr_at_100_max": 0.539915, "nauc_mrr_at_100_std": 0.082301, "nauc_mrr_at_100_diff1": 0.589107, "nauc_mrr_at_1000_max": 0.539911, "nauc_mrr_at_1000_std": 0.082156, "nauc_mrr_at_1000_diff1": 0.589268, "hit_rate_at_1": 0.525, "hit_rate_at_3": 0.73, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.865, "hit_rate_at_20": 0.895, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.8, "hf_subset": "ga-IE", "languages": [ "gle-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.965, "ndcg_at_3": 0.98708, "ndcg_at_5": 0.98708, "ndcg_at_10": 0.98708, "ndcg_at_20": 0.98708, "ndcg_at_100": 0.98708, "ndcg_at_1000": 0.98708, "map_at_1": 0.965, "map_at_3": 0.9825, "map_at_5": 0.9825, "map_at_10": 0.9825, "map_at_20": 0.9825, "map_at_100": 0.9825, "map_at_1000": 0.9825, "recall_at_1": 0.965, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.965, "precision_at_1": 0.965, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.965, "mrr_at_3": 0.9825, "mrr_at_5": 0.9825, "mrr_at_10": 0.9825, "mrr_at_20": 0.9825, "mrr_at_100": 0.9825, "mrr_at_1000": 0.9825, "nauc_ndcg_at_1_max": 0.962652, "nauc_ndcg_at_1_std": 0.613245, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.962652, "nauc_ndcg_at_3_std": 0.613245, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.962652, "nauc_ndcg_at_5_std": 0.613245, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.962652, "nauc_ndcg_at_10_std": 0.613245, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.962652, "nauc_ndcg_at_20_std": 0.613245, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.962652, "nauc_ndcg_at_100_std": 0.613245, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.962652, "nauc_ndcg_at_1000_std": 0.613245, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.962652, "nauc_map_at_1_std": 0.613245, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.962652, "nauc_map_at_3_std": 0.613245, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.962652, "nauc_map_at_5_std": 0.613245, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.962652, "nauc_map_at_10_std": 0.613245, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.962652, "nauc_map_at_20_std": 0.613245, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.962652, "nauc_map_at_100_std": 0.613245, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.962652, "nauc_map_at_1000_std": 0.613245, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.962652, "nauc_recall_at_1_std": 0.613245, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.962652, "nauc_precision_at_1_std": 0.613245, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.962652, "nauc_mrr_at_1_std": 0.613245, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.962652, "nauc_mrr_at_3_std": 0.613245, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.962652, "nauc_mrr_at_5_std": 0.613245, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.962652, "nauc_mrr_at_10_std": 0.613245, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.962652, "nauc_mrr_at_20_std": 0.613245, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.962652, "nauc_mrr_at_100_std": 0.613245, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.962652, "nauc_mrr_at_1000_std": 0.613245, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.965, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "gl", "languages": [ "glg-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.775, "ndcg_at_3": 0.83297, "ndcg_at_5": 0.85148, "ndcg_at_10": 0.86265, "ndcg_at_20": 0.86646, "ndcg_at_100": 0.87006, "ndcg_at_1000": 0.87216, "map_at_1": 0.775, "map_at_3": 0.82, "map_at_5": 0.83025, "map_at_10": 0.83476, "map_at_20": 0.83582, "map_at_100": 0.83628, "map_at_1000": 0.83639, "recall_at_1": 0.775, "recall_at_3": 0.87, "recall_at_5": 0.915, "recall_at_10": 0.95, "recall_at_20": 0.965, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.775, "precision_at_1": 0.775, "precision_at_3": 0.29, "precision_at_5": 0.183, "precision_at_10": 0.095, "precision_at_20": 0.04825, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.775, "mrr_at_3": 0.82, "mrr_at_5": 0.83025, "mrr_at_10": 0.834764, "mrr_at_20": 0.835815, "mrr_at_100": 0.836281, "mrr_at_1000": 0.836389, "nauc_ndcg_at_1_max": 0.720093, "nauc_ndcg_at_1_std": 0.207129, "nauc_ndcg_at_1_diff1": 0.817036, "nauc_ndcg_at_3_max": 0.73969, "nauc_ndcg_at_3_std": 0.190207, "nauc_ndcg_at_3_diff1": 0.786147, "nauc_ndcg_at_5_max": 0.726929, "nauc_ndcg_at_5_std": 0.192031, "nauc_ndcg_at_5_diff1": 0.776196, "nauc_ndcg_at_10_max": 0.71392, "nauc_ndcg_at_10_std": 0.209043, "nauc_ndcg_at_10_diff1": 0.761521, "nauc_ndcg_at_20_max": 0.706441, "nauc_ndcg_at_20_std": 0.199786, "nauc_ndcg_at_20_diff1": 0.758515, "nauc_ndcg_at_100_max": 0.720607, "nauc_ndcg_at_100_std": 0.204934, "nauc_ndcg_at_100_diff1": 0.778292, "nauc_ndcg_at_1000_max": 0.718155, "nauc_ndcg_at_1000_std": 0.19892, "nauc_ndcg_at_1000_diff1": 0.777093, "nauc_map_at_1_max": 0.720093, "nauc_map_at_1_std": 0.207129, "nauc_map_at_1_diff1": 0.817036, "nauc_map_at_3_max": 0.735647, "nauc_map_at_3_std": 0.192411, "nauc_map_at_3_diff1": 0.794997, "nauc_map_at_5_max": 0.728501, "nauc_map_at_5_std": 0.192232, "nauc_map_at_5_diff1": 0.790452, "nauc_map_at_10_max": 0.724184, "nauc_map_at_10_std": 0.19869, "nauc_map_at_10_diff1": 0.785839, "nauc_map_at_20_max": 0.722524, "nauc_map_at_20_std": 0.196271, "nauc_map_at_20_diff1": 0.785371, "nauc_map_at_100_max": 0.72338, "nauc_map_at_100_std": 0.196778, "nauc_map_at_100_diff1": 0.787065, "nauc_map_at_1000_max": 0.723293, "nauc_map_at_1000_std": 0.196563, "nauc_map_at_1000_diff1": 0.787037, "nauc_recall_at_1_max": 0.720093, "nauc_recall_at_1_std": 0.207129, "nauc_recall_at_1_diff1": 0.817036, "nauc_recall_at_3_max": 0.754258, "nauc_recall_at_3_std": 0.183274, "nauc_recall_at_3_diff1": 0.752314, "nauc_recall_at_5_max": 0.715247, "nauc_recall_at_5_std": 0.196518, "nauc_recall_at_5_diff1": 0.697561, "nauc_recall_at_10_max": 0.601354, "nauc_recall_at_10_std": 0.325817, "nauc_recall_at_10_diff1": 0.52507, "nauc_recall_at_20_max": 0.44918, "nauc_recall_at_20_std": 0.253902, "nauc_recall_at_20_diff1": 0.379885, "nauc_recall_at_100_max": 0.863834, "nauc_recall_at_100_std": 0.558979, "nauc_recall_at_100_diff1": 0.851385, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.720093, "nauc_precision_at_1_std": 0.207129, "nauc_precision_at_1_diff1": 0.817036, "nauc_precision_at_3_max": 0.754258, "nauc_precision_at_3_std": 0.183274, "nauc_precision_at_3_diff1": 0.752314, "nauc_precision_at_5_max": 0.715247, "nauc_precision_at_5_std": 0.196518, "nauc_precision_at_5_diff1": 0.697561, "nauc_precision_at_10_max": 0.601354, "nauc_precision_at_10_std": 0.325817, "nauc_precision_at_10_diff1": 0.52507, "nauc_precision_at_20_max": 0.44918, "nauc_precision_at_20_std": 0.253902, "nauc_precision_at_20_diff1": 0.379885, "nauc_precision_at_100_max": 0.863834, "nauc_precision_at_100_std": 0.558979, "nauc_precision_at_100_diff1": 0.851385, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.720093, "nauc_mrr_at_1_std": 0.207129, "nauc_mrr_at_1_diff1": 0.817036, "nauc_mrr_at_3_max": 0.735647, "nauc_mrr_at_3_std": 0.192411, "nauc_mrr_at_3_diff1": 0.794997, "nauc_mrr_at_5_max": 0.728501, "nauc_mrr_at_5_std": 0.192232, "nauc_mrr_at_5_diff1": 0.790452, "nauc_mrr_at_10_max": 0.724184, "nauc_mrr_at_10_std": 0.19869, "nauc_mrr_at_10_diff1": 0.785839, "nauc_mrr_at_20_max": 0.722524, "nauc_mrr_at_20_std": 0.196271, "nauc_mrr_at_20_diff1": 0.785371, "nauc_mrr_at_100_max": 0.72338, "nauc_mrr_at_100_std": 0.196778, "nauc_mrr_at_100_diff1": 0.787065, "nauc_mrr_at_1000_max": 0.723293, "nauc_mrr_at_1000_std": 0.196563, "nauc_mrr_at_1000_diff1": 0.787037, "hit_rate_at_1": 0.775, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.915, "hit_rate_at_10": 0.95, "hit_rate_at_20": 0.965, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.915, "hf_subset": "gn", "languages": [ "grn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.665, "ndcg_at_3": 0.74744, "ndcg_at_5": 0.7681, "ndcg_at_10": 0.78999, "ndcg_at_20": 0.80004, "ndcg_at_100": 0.80653, "ndcg_at_1000": 0.80727, "map_at_1": 0.665, "map_at_3": 0.7275, "map_at_5": 0.739, "map_at_10": 0.74855, "map_at_20": 0.75128, "map_at_100": 0.75218, "map_at_1000": 0.75223, "recall_at_1": 0.665, "recall_at_3": 0.805, "recall_at_5": 0.855, "recall_at_10": 0.92, "recall_at_20": 0.96, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.665, "precision_at_1": 0.665, "precision_at_3": 0.26833, "precision_at_5": 0.171, "precision_at_10": 0.092, "precision_at_20": 0.048, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.665, "mrr_at_3": 0.7275, "mrr_at_5": 0.739, "mrr_at_10": 0.748554, "mrr_at_20": 0.751281, "mrr_at_100": 0.752177, "mrr_at_1000": 0.752225, "nauc_ndcg_at_1_max": 0.507991, "nauc_ndcg_at_1_std": -0.06327, "nauc_ndcg_at_1_diff1": 0.685961, "nauc_ndcg_at_3_max": 0.551456, "nauc_ndcg_at_3_std": -0.072879, "nauc_ndcg_at_3_diff1": 0.654299, "nauc_ndcg_at_5_max": 0.54129, "nauc_ndcg_at_5_std": -0.077427, "nauc_ndcg_at_5_diff1": 0.649513, "nauc_ndcg_at_10_max": 0.559414, "nauc_ndcg_at_10_std": -0.078976, "nauc_ndcg_at_10_diff1": 0.678958, "nauc_ndcg_at_20_max": 0.552285, "nauc_ndcg_at_20_std": -0.067509, "nauc_ndcg_at_20_diff1": 0.682268, "nauc_ndcg_at_100_max": 0.544889, "nauc_ndcg_at_100_std": -0.075452, "nauc_ndcg_at_100_diff1": 0.675428, "nauc_ndcg_at_1000_max": 0.543445, "nauc_ndcg_at_1000_std": -0.076335, "nauc_ndcg_at_1000_diff1": 0.673983, "nauc_map_at_1_max": 0.507991, "nauc_map_at_1_std": -0.06327, "nauc_map_at_1_diff1": 0.685961, "nauc_map_at_3_max": 0.540643, "nauc_map_at_3_std": -0.071382, "nauc_map_at_3_diff1": 0.663546, "nauc_map_at_5_max": 0.535471, "nauc_map_at_5_std": -0.073758, "nauc_map_at_5_diff1": 0.662078, "nauc_map_at_10_max": 0.540891, "nauc_map_at_10_std": -0.075134, "nauc_map_at_10_diff1": 0.672788, "nauc_map_at_20_max": 0.539238, "nauc_map_at_20_std": -0.072793, "nauc_map_at_20_diff1": 0.673741, "nauc_map_at_100_max": 0.538262, "nauc_map_at_100_std": -0.074415, "nauc_map_at_100_diff1": 0.672912, "nauc_map_at_1000_max": 0.538188, "nauc_map_at_1000_std": -0.07446, "nauc_map_at_1000_diff1": 0.672839, "nauc_recall_at_1_max": 0.507991, "nauc_recall_at_1_std": -0.06327, "nauc_recall_at_1_diff1": 0.685961, "nauc_recall_at_3_max": 0.590977, "nauc_recall_at_3_std": -0.077808, "nauc_recall_at_3_diff1": 0.619666, "nauc_recall_at_5_max": 0.564331, "nauc_recall_at_5_std": -0.094483, "nauc_recall_at_5_diff1": 0.588241, "nauc_recall_at_10_max": 0.720647, "nauc_recall_at_10_std": -0.103992, "nauc_recall_at_10_diff1": 0.754348, "nauc_recall_at_20_max": 0.751692, "nauc_recall_at_20_std": 0.079423, "nauc_recall_at_20_diff1": 0.874825, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.122782, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.507991, "nauc_precision_at_1_std": -0.06327, "nauc_precision_at_1_diff1": 0.685961, "nauc_precision_at_3_max": 0.590977, "nauc_precision_at_3_std": -0.077808, "nauc_precision_at_3_diff1": 0.619666, "nauc_precision_at_5_max": 0.564331, "nauc_precision_at_5_std": -0.094483, "nauc_precision_at_5_diff1": 0.588241, "nauc_precision_at_10_max": 0.720647, "nauc_precision_at_10_std": -0.103992, "nauc_precision_at_10_diff1": 0.754348, "nauc_precision_at_20_max": 0.751692, "nauc_precision_at_20_std": 0.079423, "nauc_precision_at_20_diff1": 0.874825, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.122782, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.507991, "nauc_mrr_at_1_std": -0.06327, "nauc_mrr_at_1_diff1": 0.685961, "nauc_mrr_at_3_max": 0.540643, "nauc_mrr_at_3_std": -0.071382, "nauc_mrr_at_3_diff1": 0.663546, "nauc_mrr_at_5_max": 0.535471, "nauc_mrr_at_5_std": -0.073758, "nauc_mrr_at_5_diff1": 0.662078, "nauc_mrr_at_10_max": 0.540891, "nauc_mrr_at_10_std": -0.075134, "nauc_mrr_at_10_diff1": 0.672788, "nauc_mrr_at_20_max": 0.539238, "nauc_mrr_at_20_std": -0.072793, "nauc_mrr_at_20_diff1": 0.673741, "nauc_mrr_at_100_max": 0.538262, "nauc_mrr_at_100_std": -0.074415, "nauc_mrr_at_100_diff1": 0.672912, "nauc_mrr_at_1000_max": 0.538188, "nauc_mrr_at_1000_std": -0.07446, "nauc_mrr_at_1000_diff1": 0.672839, "hit_rate_at_1": 0.665, "hit_rate_at_3": 0.805, "hit_rate_at_5": 0.855, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.855, "hf_subset": "ha", "languages": [ "hau-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.35, "ndcg_at_3": 0.42875, "ndcg_at_5": 0.4647, "ndcg_at_10": 0.48512, "ndcg_at_20": 0.504, "ndcg_at_100": 0.54392, "ndcg_at_1000": 0.55539, "map_at_1": 0.35, "map_at_3": 0.41083, "map_at_5": 0.43133, "map_at_10": 0.44035, "map_at_20": 0.44549, "map_at_100": 0.45067, "map_at_1000": 0.45132, "recall_at_1": 0.35, "recall_at_3": 0.48, "recall_at_5": 0.565, "recall_at_10": 0.625, "recall_at_20": 0.7, "recall_at_100": 0.92, "recall_at_1000": 1.0, "accuracy": 0.35, "precision_at_1": 0.35, "precision_at_3": 0.16, "precision_at_5": 0.113, "precision_at_10": 0.0625, "precision_at_20": 0.035, "precision_at_100": 0.0092, "precision_at_1000": 0.001, "mrr_at_1": 0.35, "mrr_at_3": 0.410833, "mrr_at_5": 0.431333, "mrr_at_10": 0.440351, "mrr_at_20": 0.445487, "mrr_at_100": 0.450674, "mrr_at_1000": 0.451319, "nauc_ndcg_at_1_max": 0.706546, "nauc_ndcg_at_1_std": 0.522038, "nauc_ndcg_at_1_diff1": 0.684422, "nauc_ndcg_at_3_max": 0.732388, "nauc_ndcg_at_3_std": 0.608499, "nauc_ndcg_at_3_diff1": 0.605479, "nauc_ndcg_at_5_max": 0.732145, "nauc_ndcg_at_5_std": 0.627613, "nauc_ndcg_at_5_diff1": 0.589656, "nauc_ndcg_at_10_max": 0.738668, "nauc_ndcg_at_10_std": 0.630913, "nauc_ndcg_at_10_diff1": 0.595068, "nauc_ndcg_at_20_max": 0.731957, "nauc_ndcg_at_20_std": 0.626613, "nauc_ndcg_at_20_diff1": 0.581924, "nauc_ndcg_at_100_max": 0.723684, "nauc_ndcg_at_100_std": 0.612639, "nauc_ndcg_at_100_diff1": 0.58548, "nauc_ndcg_at_1000_max": 0.725616, "nauc_ndcg_at_1000_std": 0.607068, "nauc_ndcg_at_1000_diff1": 0.598186, "nauc_map_at_1_max": 0.706546, "nauc_map_at_1_std": 0.522038, "nauc_map_at_1_diff1": 0.684422, "nauc_map_at_3_max": 0.726682, "nauc_map_at_3_std": 0.589179, "nauc_map_at_3_diff1": 0.623534, "nauc_map_at_5_max": 0.725892, "nauc_map_at_5_std": 0.599098, "nauc_map_at_5_diff1": 0.614147, "nauc_map_at_10_max": 0.728138, "nauc_map_at_10_std": 0.599433, "nauc_map_at_10_diff1": 0.616811, "nauc_map_at_20_max": 0.726574, "nauc_map_at_20_std": 0.598359, "nauc_map_at_20_diff1": 0.613777, "nauc_map_at_100_max": 0.724802, "nauc_map_at_100_std": 0.595712, "nauc_map_at_100_diff1": 0.613723, "nauc_map_at_1000_max": 0.724868, "nauc_map_at_1000_std": 0.595405, "nauc_map_at_1000_diff1": 0.614345, "nauc_recall_at_1_max": 0.706546, "nauc_recall_at_1_std": 0.522038, "nauc_recall_at_1_diff1": 0.684422, "nauc_recall_at_3_max": 0.74869, "nauc_recall_at_3_std": 0.663795, "nauc_recall_at_3_diff1": 0.553615, "nauc_recall_at_5_max": 0.7518, "nauc_recall_at_5_std": 0.717639, "nauc_recall_at_5_diff1": 0.513905, "nauc_recall_at_10_max": 0.777636, "nauc_recall_at_10_std": 0.740749, "nauc_recall_at_10_diff1": 0.524572, "nauc_recall_at_20_max": 0.748081, "nauc_recall_at_20_std": 0.734066, "nauc_recall_at_20_diff1": 0.446532, "nauc_recall_at_100_max": 0.672794, "nauc_recall_at_100_std": 0.746615, "nauc_recall_at_100_diff1": 0.271592, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.706546, "nauc_precision_at_1_std": 0.522038, "nauc_precision_at_1_diff1": 0.684422, "nauc_precision_at_3_max": 0.74869, "nauc_precision_at_3_std": 0.663795, "nauc_precision_at_3_diff1": 0.553615, "nauc_precision_at_5_max": 0.7518, "nauc_precision_at_5_std": 0.717639, "nauc_precision_at_5_diff1": 0.513905, "nauc_precision_at_10_max": 0.777636, "nauc_precision_at_10_std": 0.740749, "nauc_precision_at_10_diff1": 0.524572, "nauc_precision_at_20_max": 0.748081, "nauc_precision_at_20_std": 0.734066, "nauc_precision_at_20_diff1": 0.446532, "nauc_precision_at_100_max": 0.672794, "nauc_precision_at_100_std": 0.746615, "nauc_precision_at_100_diff1": 0.271592, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.706546, "nauc_mrr_at_1_std": 0.522038, "nauc_mrr_at_1_diff1": 0.684422, "nauc_mrr_at_3_max": 0.726682, "nauc_mrr_at_3_std": 0.589179, "nauc_mrr_at_3_diff1": 0.623534, "nauc_mrr_at_5_max": 0.725892, "nauc_mrr_at_5_std": 0.599098, "nauc_mrr_at_5_diff1": 0.614147, "nauc_mrr_at_10_max": 0.728138, "nauc_mrr_at_10_std": 0.599433, "nauc_mrr_at_10_diff1": 0.616811, "nauc_mrr_at_20_max": 0.726574, "nauc_mrr_at_20_std": 0.598359, "nauc_mrr_at_20_diff1": 0.613777, "nauc_mrr_at_100_max": 0.724802, "nauc_mrr_at_100_std": 0.595712, "nauc_mrr_at_100_diff1": 0.613723, "nauc_mrr_at_1000_max": 0.724868, "nauc_mrr_at_1000_std": 0.595405, "nauc_mrr_at_1000_diff1": 0.614345, "hit_rate_at_1": 0.35, "hit_rate_at_3": 0.48, "hit_rate_at_5": 0.565, "hit_rate_at_10": 0.625, "hit_rate_at_20": 0.7, "hit_rate_at_100": 0.92, "hit_rate_at_1000": 1.0, "main_score": 0.565, "hf_subset": "he", "languages": [ "heb-Hebr" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.895, "ndcg_at_3": 0.93589, "ndcg_at_5": 0.9402, "ndcg_at_10": 0.94198, "ndcg_at_20": 0.94576, "ndcg_at_100": 0.94687, "ndcg_at_1000": 0.94687, "map_at_1": 0.895, "map_at_3": 0.92583, "map_at_5": 0.92833, "map_at_10": 0.92917, "map_at_20": 0.93019, "map_at_100": 0.93042, "map_at_1000": 0.93042, "recall_at_1": 0.895, "recall_at_3": 0.965, "recall_at_5": 0.975, "recall_at_10": 0.98, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.895, "precision_at_1": 0.895, "precision_at_3": 0.32167, "precision_at_5": 0.195, "precision_at_10": 0.098, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.895, "mrr_at_3": 0.925833, "mrr_at_5": 0.928333, "mrr_at_10": 0.929167, "mrr_at_20": 0.930193, "mrr_at_100": 0.930421, "mrr_at_1000": 0.930421, "nauc_ndcg_at_1_max": 0.563644, "nauc_ndcg_at_1_std": 0.248714, "nauc_ndcg_at_1_diff1": 0.911302, "nauc_ndcg_at_3_max": 0.718974, "nauc_ndcg_at_3_std": 0.425717, "nauc_ndcg_at_3_diff1": 0.913425, "nauc_ndcg_at_5_max": 0.698653, "nauc_ndcg_at_5_std": 0.384191, "nauc_ndcg_at_5_diff1": 0.911891, "nauc_ndcg_at_10_max": 0.689364, "nauc_ndcg_at_10_std": 0.384996, "nauc_ndcg_at_10_diff1": 0.909175, "nauc_ndcg_at_20_max": 0.674185, "nauc_ndcg_at_20_std": 0.355576, "nauc_ndcg_at_20_diff1": 0.915455, "nauc_ndcg_at_100_max": 0.667376, "nauc_ndcg_at_100_std": 0.360441, "nauc_ndcg_at_100_diff1": 0.913688, "nauc_ndcg_at_1000_max": 0.667376, "nauc_ndcg_at_1000_std": 0.360441, "nauc_ndcg_at_1000_diff1": 0.913688, "nauc_map_at_1_max": 0.563644, "nauc_map_at_1_std": 0.248714, "nauc_map_at_1_diff1": 0.911302, "nauc_map_at_3_max": 0.677668, "nauc_map_at_3_std": 0.378666, "nauc_map_at_3_diff1": 0.914646, "nauc_map_at_5_max": 0.666372, "nauc_map_at_5_std": 0.356892, "nauc_map_at_5_diff1": 0.913945, "nauc_map_at_10_max": 0.662429, "nauc_map_at_10_std": 0.356878, "nauc_map_at_10_diff1": 0.912928, "nauc_map_at_20_max": 0.658868, "nauc_map_at_20_std": 0.350337, "nauc_map_at_20_diff1": 0.914329, "nauc_map_at_100_max": 0.657749, "nauc_map_at_100_std": 0.351084, "nauc_map_at_100_diff1": 0.914048, "nauc_map_at_1000_max": 0.657749, "nauc_map_at_1000_std": 0.351084, "nauc_map_at_1000_diff1": 0.914048, "nauc_recall_at_1_max": 0.563644, "nauc_recall_at_1_std": 0.248714, "nauc_recall_at_1_diff1": 0.911302, "nauc_recall_at_3_max": 0.960317, "nauc_recall_at_3_std": 0.700614, "nauc_recall_at_3_diff1": 0.904295, "nauc_recall_at_5_max": 0.944444, "nauc_recall_at_5_std": 0.580859, "nauc_recall_at_5_diff1": 0.892157, "nauc_recall_at_10_max": 0.930556, "nauc_recall_at_10_std": 0.636555, "nauc_recall_at_10_diff1": 0.865196, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.122782, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563644, "nauc_precision_at_1_std": 0.248714, "nauc_precision_at_1_diff1": 0.911302, "nauc_precision_at_3_max": 0.960317, "nauc_precision_at_3_std": 0.700614, "nauc_precision_at_3_diff1": 0.904295, "nauc_precision_at_5_max": 0.944444, "nauc_precision_at_5_std": 0.580859, "nauc_precision_at_5_diff1": 0.892157, "nauc_precision_at_10_max": 0.930556, "nauc_precision_at_10_std": 0.636555, "nauc_precision_at_10_diff1": 0.865196, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.122782, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.563644, "nauc_mrr_at_1_std": 0.248714, "nauc_mrr_at_1_diff1": 0.911302, "nauc_mrr_at_3_max": 0.677668, "nauc_mrr_at_3_std": 0.378666, "nauc_mrr_at_3_diff1": 0.914646, "nauc_mrr_at_5_max": 0.666372, "nauc_mrr_at_5_std": 0.356892, "nauc_mrr_at_5_diff1": 0.913945, "nauc_mrr_at_10_max": 0.662429, "nauc_mrr_at_10_std": 0.356878, "nauc_mrr_at_10_diff1": 0.912928, "nauc_mrr_at_20_max": 0.658868, "nauc_mrr_at_20_std": 0.350337, "nauc_mrr_at_20_diff1": 0.914329, "nauc_mrr_at_100_max": 0.657749, "nauc_mrr_at_100_std": 0.351084, "nauc_mrr_at_100_diff1": 0.914048, "nauc_mrr_at_1000_max": 0.657749, "nauc_mrr_at_1000_std": 0.351084, "nauc_mrr_at_1000_diff1": 0.914048, "hit_rate_at_1": 0.895, "hit_rate_at_3": 0.965, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.975, "hf_subset": "hi", "languages": [ "hin-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.725, "ndcg_at_3": 0.80363, "ndcg_at_5": 0.81805, "ndcg_at_10": 0.83263, "ndcg_at_20": 0.8376, "ndcg_at_100": 0.84292, "ndcg_at_1000": 0.84431, "map_at_1": 0.725, "map_at_3": 0.78417, "map_at_5": 0.79217, "map_at_10": 0.7982, "map_at_20": 0.79952, "map_at_100": 0.80015, "map_at_1000": 0.80022, "recall_at_1": 0.725, "recall_at_3": 0.86, "recall_at_5": 0.895, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.725, "precision_at_1": 0.725, "precision_at_3": 0.28667, "precision_at_5": 0.179, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.725, "mrr_at_3": 0.784167, "mrr_at_5": 0.792167, "mrr_at_10": 0.798198, "mrr_at_20": 0.799516, "mrr_at_100": 0.800153, "mrr_at_1000": 0.800222, "nauc_ndcg_at_1_max": 0.761737, "nauc_ndcg_at_1_std": 0.2612, "nauc_ndcg_at_1_diff1": 0.855139, "nauc_ndcg_at_3_max": 0.726053, "nauc_ndcg_at_3_std": 0.199445, "nauc_ndcg_at_3_diff1": 0.815135, "nauc_ndcg_at_5_max": 0.747163, "nauc_ndcg_at_5_std": 0.269994, "nauc_ndcg_at_5_diff1": 0.79827, "nauc_ndcg_at_10_max": 0.749959, "nauc_ndcg_at_10_std": 0.275559, "nauc_ndcg_at_10_diff1": 0.805032, "nauc_ndcg_at_20_max": 0.747401, "nauc_ndcg_at_20_std": 0.273578, "nauc_ndcg_at_20_diff1": 0.811089, "nauc_ndcg_at_100_max": 0.749322, "nauc_ndcg_at_100_std": 0.26375, "nauc_ndcg_at_100_diff1": 0.814904, "nauc_ndcg_at_1000_max": 0.748859, "nauc_ndcg_at_1000_std": 0.260785, "nauc_ndcg_at_1000_diff1": 0.815909, "nauc_map_at_1_max": 0.761737, "nauc_map_at_1_std": 0.2612, "nauc_map_at_1_diff1": 0.855139, "nauc_map_at_3_max": 0.737733, "nauc_map_at_3_std": 0.220496, "nauc_map_at_3_diff1": 0.824497, "nauc_map_at_5_max": 0.748835, "nauc_map_at_5_std": 0.256421, "nauc_map_at_5_diff1": 0.816537, "nauc_map_at_10_max": 0.749709, "nauc_map_at_10_std": 0.256718, "nauc_map_at_10_diff1": 0.819218, "nauc_map_at_20_max": 0.749191, "nauc_map_at_20_std": 0.256287, "nauc_map_at_20_diff1": 0.820649, "nauc_map_at_100_max": 0.749534, "nauc_map_at_100_std": 0.255441, "nauc_map_at_100_diff1": 0.821143, "nauc_map_at_1000_max": 0.749515, "nauc_map_at_1000_std": 0.255318, "nauc_map_at_1000_diff1": 0.821182, "nauc_recall_at_1_max": 0.761737, "nauc_recall_at_1_std": 0.2612, "nauc_recall_at_1_diff1": 0.855139, "nauc_recall_at_3_max": 0.676614, "nauc_recall_at_3_std": 0.109879, "nauc_recall_at_3_diff1": 0.777539, "nauc_recall_at_5_max": 0.742316, "nauc_recall_at_5_std": 0.355353, "nauc_recall_at_5_diff1": 0.700931, "nauc_recall_at_10_max": 0.763111, "nauc_recall_at_10_std": 0.481598, "nauc_recall_at_10_diff1": 0.686236, "nauc_recall_at_20_max": 0.730451, "nauc_recall_at_20_std": 0.550537, "nauc_recall_at_20_diff1": 0.716387, "nauc_recall_at_100_max": 0.795752, "nauc_recall_at_100_std": 0.561391, "nauc_recall_at_100_diff1": 0.711718, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.761737, "nauc_precision_at_1_std": 0.2612, "nauc_precision_at_1_diff1": 0.855139, "nauc_precision_at_3_max": 0.676614, "nauc_precision_at_3_std": 0.109879, "nauc_precision_at_3_diff1": 0.777539, "nauc_precision_at_5_max": 0.742316, "nauc_precision_at_5_std": 0.355353, "nauc_precision_at_5_diff1": 0.700931, "nauc_precision_at_10_max": 0.763111, "nauc_precision_at_10_std": 0.481598, "nauc_precision_at_10_diff1": 0.686236, "nauc_precision_at_20_max": 0.730451, "nauc_precision_at_20_std": 0.550537, "nauc_precision_at_20_diff1": 0.716387, "nauc_precision_at_100_max": 0.795752, "nauc_precision_at_100_std": 0.561391, "nauc_precision_at_100_diff1": 0.711718, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.761737, "nauc_mrr_at_1_std": 0.2612, "nauc_mrr_at_1_diff1": 0.855139, "nauc_mrr_at_3_max": 0.737733, "nauc_mrr_at_3_std": 0.220496, "nauc_mrr_at_3_diff1": 0.824497, "nauc_mrr_at_5_max": 0.748835, "nauc_mrr_at_5_std": 0.256421, "nauc_mrr_at_5_diff1": 0.816537, "nauc_mrr_at_10_max": 0.749709, "nauc_mrr_at_10_std": 0.256718, "nauc_mrr_at_10_diff1": 0.819218, "nauc_mrr_at_20_max": 0.749191, "nauc_mrr_at_20_std": 0.256287, "nauc_mrr_at_20_diff1": 0.820649, "nauc_mrr_at_100_max": 0.749534, "nauc_mrr_at_100_std": 0.255441, "nauc_mrr_at_100_diff1": 0.821143, "nauc_mrr_at_1000_max": 0.749515, "nauc_mrr_at_1000_std": 0.255318, "nauc_mrr_at_1000_diff1": 0.821182, "hit_rate_at_1": 0.725, "hit_rate_at_3": 0.86, "hit_rate_at_5": 0.895, "hit_rate_at_10": 0.94, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.895, "hf_subset": "hsb", "languages": [ "hsb-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.445, "ndcg_at_3": 0.51351, "ndcg_at_5": 0.54643, "ndcg_at_10": 0.57296, "ndcg_at_20": 0.58416, "ndcg_at_100": 0.6204, "ndcg_at_1000": 0.62611, "map_at_1": 0.445, "map_at_3": 0.49583, "map_at_5": 0.51408, "map_at_10": 0.52541, "map_at_20": 0.52839, "map_at_100": 0.53372, "map_at_1000": 0.53404, "recall_at_1": 0.445, "recall_at_3": 0.565, "recall_at_5": 0.645, "recall_at_10": 0.725, "recall_at_20": 0.77, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.445, "precision_at_1": 0.445, "precision_at_3": 0.18833, "precision_at_5": 0.129, "precision_at_10": 0.0725, "precision_at_20": 0.0385, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.445, "mrr_at_3": 0.495833, "mrr_at_5": 0.514083, "mrr_at_10": 0.525411, "mrr_at_20": 0.528391, "mrr_at_100": 0.533723, "mrr_at_1000": 0.53404, "nauc_ndcg_at_1_max": 0.56115, "nauc_ndcg_at_1_std": 0.240161, "nauc_ndcg_at_1_diff1": 0.65016, "nauc_ndcg_at_3_max": 0.585406, "nauc_ndcg_at_3_std": 0.277596, "nauc_ndcg_at_3_diff1": 0.624179, "nauc_ndcg_at_5_max": 0.553206, "nauc_ndcg_at_5_std": 0.248445, "nauc_ndcg_at_5_diff1": 0.593482, "nauc_ndcg_at_10_max": 0.563119, "nauc_ndcg_at_10_std": 0.277121, "nauc_ndcg_at_10_diff1": 0.595935, "nauc_ndcg_at_20_max": 0.560138, "nauc_ndcg_at_20_std": 0.278004, "nauc_ndcg_at_20_diff1": 0.596502, "nauc_ndcg_at_100_max": 0.56089, "nauc_ndcg_at_100_std": 0.274403, "nauc_ndcg_at_100_diff1": 0.607959, "nauc_ndcg_at_1000_max": 0.561576, "nauc_ndcg_at_1000_std": 0.267452, "nauc_ndcg_at_1000_diff1": 0.607767, "nauc_map_at_1_max": 0.56115, "nauc_map_at_1_std": 0.240161, "nauc_map_at_1_diff1": 0.65016, "nauc_map_at_3_max": 0.577335, "nauc_map_at_3_std": 0.266766, "nauc_map_at_3_diff1": 0.628503, "nauc_map_at_5_max": 0.559748, "nauc_map_at_5_std": 0.250918, "nauc_map_at_5_diff1": 0.612266, "nauc_map_at_10_max": 0.563934, "nauc_map_at_10_std": 0.262988, "nauc_map_at_10_diff1": 0.613495, "nauc_map_at_20_max": 0.563298, "nauc_map_at_20_std": 0.263154, "nauc_map_at_20_diff1": 0.613829, "nauc_map_at_100_max": 0.563082, "nauc_map_at_100_std": 0.262176, "nauc_map_at_100_diff1": 0.615067, "nauc_map_at_1000_max": 0.563108, "nauc_map_at_1000_std": 0.261843, "nauc_map_at_1000_diff1": 0.615058, "nauc_recall_at_1_max": 0.56115, "nauc_recall_at_1_std": 0.240161, "nauc_recall_at_1_diff1": 0.65016, "nauc_recall_at_3_max": 0.61088, "nauc_recall_at_3_std": 0.311249, "nauc_recall_at_3_diff1": 0.611943, "nauc_recall_at_5_max": 0.526947, "nauc_recall_at_5_std": 0.235854, "nauc_recall_at_5_diff1": 0.526093, "nauc_recall_at_10_max": 0.559491, "nauc_recall_at_10_std": 0.34033, "nauc_recall_at_10_diff1": 0.523193, "nauc_recall_at_20_max": 0.540465, "nauc_recall_at_20_std": 0.35467, "nauc_recall_at_20_diff1": 0.51401, "nauc_recall_at_100_max": 0.527661, "nauc_recall_at_100_std": 0.594246, "nauc_recall_at_100_diff1": 0.614904, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.56115, "nauc_precision_at_1_std": 0.240161, "nauc_precision_at_1_diff1": 0.65016, "nauc_precision_at_3_max": 0.61088, "nauc_precision_at_3_std": 0.311249, "nauc_precision_at_3_diff1": 0.611943, "nauc_precision_at_5_max": 0.526947, "nauc_precision_at_5_std": 0.235854, "nauc_precision_at_5_diff1": 0.526093, "nauc_precision_at_10_max": 0.559491, "nauc_precision_at_10_std": 0.34033, "nauc_precision_at_10_diff1": 0.523193, "nauc_precision_at_20_max": 0.540465, "nauc_precision_at_20_std": 0.35467, "nauc_precision_at_20_diff1": 0.51401, "nauc_precision_at_100_max": 0.527661, "nauc_precision_at_100_std": 0.594246, "nauc_precision_at_100_diff1": 0.614904, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.56115, "nauc_mrr_at_1_std": 0.240161, "nauc_mrr_at_1_diff1": 0.65016, "nauc_mrr_at_3_max": 0.577335, "nauc_mrr_at_3_std": 0.266766, "nauc_mrr_at_3_diff1": 0.628503, "nauc_mrr_at_5_max": 0.559748, "nauc_mrr_at_5_std": 0.250918, "nauc_mrr_at_5_diff1": 0.612266, "nauc_mrr_at_10_max": 0.563934, "nauc_mrr_at_10_std": 0.262988, "nauc_mrr_at_10_diff1": 0.613495, "nauc_mrr_at_20_max": 0.563298, "nauc_mrr_at_20_std": 0.263154, "nauc_mrr_at_20_diff1": 0.613829, "nauc_mrr_at_100_max": 0.563082, "nauc_mrr_at_100_std": 0.262176, "nauc_mrr_at_100_diff1": 0.615067, "nauc_mrr_at_1000_max": 0.563108, "nauc_mrr_at_1000_std": 0.261843, "nauc_mrr_at_1000_diff1": 0.615058, "hit_rate_at_1": 0.445, "hit_rate_at_3": 0.565, "hit_rate_at_5": 0.645, "hit_rate_at_10": 0.725, "hit_rate_at_20": 0.77, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.645, "hf_subset": "hu", "languages": [ "hun-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.355, "ndcg_at_3": 0.4594, "ndcg_at_5": 0.47791, "ndcg_at_10": 0.51431, "ndcg_at_20": 0.53245, "ndcg_at_100": 0.56901, "ndcg_at_1000": 0.57548, "map_at_1": 0.355, "map_at_3": 0.43333, "map_at_5": 0.44358, "map_at_10": 0.45908, "map_at_20": 0.46429, "map_at_100": 0.46948, "map_at_1000": 0.46985, "recall_at_1": 0.355, "recall_at_3": 0.535, "recall_at_5": 0.58, "recall_at_10": 0.69, "recall_at_20": 0.76, "recall_at_100": 0.955, "recall_at_1000": 1.0, "accuracy": 0.355, "precision_at_1": 0.355, "precision_at_3": 0.17833, "precision_at_5": 0.116, "precision_at_10": 0.069, "precision_at_20": 0.038, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.355, "mrr_at_3": 0.433333, "mrr_at_5": 0.443583, "mrr_at_10": 0.459083, "mrr_at_20": 0.464285, "mrr_at_100": 0.469478, "mrr_at_1000": 0.469847, "nauc_ndcg_at_1_max": 0.635354, "nauc_ndcg_at_1_std": 0.494637, "nauc_ndcg_at_1_diff1": 0.536273, "nauc_ndcg_at_3_max": 0.624473, "nauc_ndcg_at_3_std": 0.501595, "nauc_ndcg_at_3_diff1": 0.452576, "nauc_ndcg_at_5_max": 0.618733, "nauc_ndcg_at_5_std": 0.507592, "nauc_ndcg_at_5_diff1": 0.442481, "nauc_ndcg_at_10_max": 0.605689, "nauc_ndcg_at_10_std": 0.507469, "nauc_ndcg_at_10_diff1": 0.444072, "nauc_ndcg_at_20_max": 0.606809, "nauc_ndcg_at_20_std": 0.489092, "nauc_ndcg_at_20_diff1": 0.445472, "nauc_ndcg_at_100_max": 0.619609, "nauc_ndcg_at_100_std": 0.498614, "nauc_ndcg_at_100_diff1": 0.459649, "nauc_ndcg_at_1000_max": 0.619998, "nauc_ndcg_at_1000_std": 0.500769, "nauc_ndcg_at_1000_diff1": 0.462574, "nauc_map_at_1_max": 0.635354, "nauc_map_at_1_std": 0.494637, "nauc_map_at_1_diff1": 0.536273, "nauc_map_at_3_max": 0.629548, "nauc_map_at_3_std": 0.501293, "nauc_map_at_3_diff1": 0.473878, "nauc_map_at_5_max": 0.626588, "nauc_map_at_5_std": 0.504079, "nauc_map_at_5_diff1": 0.468849, "nauc_map_at_10_max": 0.622063, "nauc_map_at_10_std": 0.50302, "nauc_map_at_10_diff1": 0.47061, "nauc_map_at_20_max": 0.622502, "nauc_map_at_20_std": 0.498028, "nauc_map_at_20_diff1": 0.47142, "nauc_map_at_100_max": 0.624639, "nauc_map_at_100_std": 0.500541, "nauc_map_at_100_diff1": 0.473566, "nauc_map_at_1000_max": 0.624661, "nauc_map_at_1000_std": 0.500643, "nauc_map_at_1000_diff1": 0.473706, "nauc_recall_at_1_max": 0.635354, "nauc_recall_at_1_std": 0.494637, "nauc_recall_at_1_diff1": 0.536273, "nauc_recall_at_3_max": 0.608308, "nauc_recall_at_3_std": 0.501897, "nauc_recall_at_3_diff1": 0.3887, "nauc_recall_at_5_max": 0.59226, "nauc_recall_at_5_std": 0.519437, "nauc_recall_at_5_diff1": 0.358498, "nauc_recall_at_10_max": 0.53494, "nauc_recall_at_10_std": 0.52755, "nauc_recall_at_10_diff1": 0.342866, "nauc_recall_at_20_max": 0.525407, "nauc_recall_at_20_std": 0.431557, "nauc_recall_at_20_diff1": 0.325906, "nauc_recall_at_100_max": 0.603019, "nauc_recall_at_100_std": 0.408808, "nauc_recall_at_100_diff1": 0.335097, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.635354, "nauc_precision_at_1_std": 0.494637, "nauc_precision_at_1_diff1": 0.536273, "nauc_precision_at_3_max": 0.608308, "nauc_precision_at_3_std": 0.501897, "nauc_precision_at_3_diff1": 0.3887, "nauc_precision_at_5_max": 0.59226, "nauc_precision_at_5_std": 0.519437, "nauc_precision_at_5_diff1": 0.358498, "nauc_precision_at_10_max": 0.53494, "nauc_precision_at_10_std": 0.52755, "nauc_precision_at_10_diff1": 0.342866, "nauc_precision_at_20_max": 0.525407, "nauc_precision_at_20_std": 0.431557, "nauc_precision_at_20_diff1": 0.325906, "nauc_precision_at_100_max": 0.603019, "nauc_precision_at_100_std": 0.408808, "nauc_precision_at_100_diff1": 0.335097, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.635354, "nauc_mrr_at_1_std": 0.494637, "nauc_mrr_at_1_diff1": 0.536273, "nauc_mrr_at_3_max": 0.629548, "nauc_mrr_at_3_std": 0.501293, "nauc_mrr_at_3_diff1": 0.473878, "nauc_mrr_at_5_max": 0.626588, "nauc_mrr_at_5_std": 0.504079, "nauc_mrr_at_5_diff1": 0.468849, "nauc_mrr_at_10_max": 0.622063, "nauc_mrr_at_10_std": 0.50302, "nauc_mrr_at_10_diff1": 0.47061, "nauc_mrr_at_20_max": 0.622502, "nauc_mrr_at_20_std": 0.498028, "nauc_mrr_at_20_diff1": 0.47142, "nauc_mrr_at_100_max": 0.624639, "nauc_mrr_at_100_std": 0.500541, "nauc_mrr_at_100_diff1": 0.473566, "nauc_mrr_at_1000_max": 0.624661, "nauc_mrr_at_1000_std": 0.500643, "nauc_mrr_at_1000_diff1": 0.473706, "hit_rate_at_1": 0.355, "hit_rate_at_3": 0.535, "hit_rate_at_5": 0.58, "hit_rate_at_10": 0.69, "hit_rate_at_20": 0.76, "hit_rate_at_100": 0.955, "hit_rate_at_1000": 1.0, "main_score": 0.58, "hf_subset": "hy-AM", "languages": [ "hye-Armn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.885, "ndcg_at_3": 0.93601, "ndcg_at_5": 0.93816, "ndcg_at_10": 0.94119, "ndcg_at_20": 0.94379, "ndcg_at_100": 0.94475, "ndcg_at_1000": 0.94475, "map_at_1": 0.885, "map_at_3": 0.92417, "map_at_5": 0.92542, "map_at_10": 0.92654, "map_at_20": 0.92729, "map_at_100": 0.92743, "map_at_1000": 0.92743, "recall_at_1": 0.885, "recall_at_3": 0.97, "recall_at_5": 0.975, "recall_at_10": 0.985, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.885, "precision_at_1": 0.885, "precision_at_3": 0.32333, "precision_at_5": 0.195, "precision_at_10": 0.0985, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.885, "mrr_at_3": 0.924167, "mrr_at_5": 0.925417, "mrr_at_10": 0.926542, "mrr_at_20": 0.927292, "mrr_at_100": 0.927431, "mrr_at_1000": 0.927431, "nauc_ndcg_at_1_max": 0.541465, "nauc_ndcg_at_1_std": -0.691447, "nauc_ndcg_at_1_diff1": 0.885392, "nauc_ndcg_at_3_max": 0.62803, "nauc_ndcg_at_3_std": -0.57059, "nauc_ndcg_at_3_diff1": 0.86064, "nauc_ndcg_at_5_max": 0.614924, "nauc_ndcg_at_5_std": -0.625932, "nauc_ndcg_at_5_diff1": 0.85573, "nauc_ndcg_at_10_max": 0.594886, "nauc_ndcg_at_10_std": -0.659529, "nauc_ndcg_at_10_diff1": 0.855765, "nauc_ndcg_at_20_max": 0.601571, "nauc_ndcg_at_20_std": -0.623205, "nauc_ndcg_at_20_diff1": 0.866118, "nauc_ndcg_at_100_max": 0.596858, "nauc_ndcg_at_100_std": -0.636335, "nauc_ndcg_at_100_diff1": 0.868651, "nauc_ndcg_at_1000_max": 0.596858, "nauc_ndcg_at_1000_std": -0.636335, "nauc_ndcg_at_1000_diff1": 0.868651, "nauc_map_at_1_max": 0.541465, "nauc_map_at_1_std": -0.691447, "nauc_map_at_1_diff1": 0.885392, "nauc_map_at_3_max": 0.603564, "nauc_map_at_3_std": -0.609417, "nauc_map_at_3_diff1": 0.870739, "nauc_map_at_5_max": 0.596832, "nauc_map_at_5_std": -0.636749, "nauc_map_at_5_diff1": 0.868544, "nauc_map_at_10_max": 0.590574, "nauc_map_at_10_std": -0.647524, "nauc_map_at_10_diff1": 0.868899, "nauc_map_at_20_max": 0.592094, "nauc_map_at_20_std": -0.639519, "nauc_map_at_20_diff1": 0.871409, "nauc_map_at_100_max": 0.591556, "nauc_map_at_100_std": -0.640998, "nauc_map_at_100_diff1": 0.871698, "nauc_map_at_1000_max": 0.591556, "nauc_map_at_1000_std": -0.640998, "nauc_map_at_1000_diff1": 0.871698, "nauc_recall_at_1_max": 0.541465, "nauc_recall_at_1_std": -0.691447, "nauc_recall_at_1_diff1": 0.885392, "nauc_recall_at_3_max": 0.796919, "nauc_recall_at_3_std": -0.296374, "nauc_recall_at_3_diff1": 0.786804, "nauc_recall_at_5_max": 0.756303, "nauc_recall_at_5_std": -0.555649, "nauc_recall_at_5_diff1": 0.744164, "nauc_recall_at_10_max": 0.593838, "nauc_recall_at_10_std": -0.922969, "nauc_recall_at_10_diff1": 0.6662, "nauc_recall_at_20_max": 0.869281, "nauc_recall_at_20_std": 0.122782, "nauc_recall_at_20_diff1": 0.722222, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.541465, "nauc_precision_at_1_std": -0.691447, "nauc_precision_at_1_diff1": 0.885392, "nauc_precision_at_3_max": 0.796919, "nauc_precision_at_3_std": -0.296374, "nauc_precision_at_3_diff1": 0.786804, "nauc_precision_at_5_max": 0.756303, "nauc_precision_at_5_std": -0.555649, "nauc_precision_at_5_diff1": 0.744164, "nauc_precision_at_10_max": 0.593838, "nauc_precision_at_10_std": -0.922969, "nauc_precision_at_10_diff1": 0.6662, "nauc_precision_at_20_max": 0.869281, "nauc_precision_at_20_std": 0.122782, "nauc_precision_at_20_diff1": 0.722222, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.541465, "nauc_mrr_at_1_std": -0.691447, "nauc_mrr_at_1_diff1": 0.885392, "nauc_mrr_at_3_max": 0.603564, "nauc_mrr_at_3_std": -0.609417, "nauc_mrr_at_3_diff1": 0.870739, "nauc_mrr_at_5_max": 0.596832, "nauc_mrr_at_5_std": -0.636749, "nauc_mrr_at_5_diff1": 0.868544, "nauc_mrr_at_10_max": 0.590574, "nauc_mrr_at_10_std": -0.647524, "nauc_mrr_at_10_diff1": 0.868899, "nauc_mrr_at_20_max": 0.592094, "nauc_mrr_at_20_std": -0.639519, "nauc_mrr_at_20_diff1": 0.871409, "nauc_mrr_at_100_max": 0.591556, "nauc_mrr_at_100_std": -0.640998, "nauc_mrr_at_100_diff1": 0.871698, "nauc_mrr_at_1000_max": 0.591556, "nauc_mrr_at_1000_std": -0.640998, "nauc_mrr_at_1000_diff1": 0.871698, "hit_rate_at_1": 0.885, "hit_rate_at_3": 0.97, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.975, "hf_subset": "ia", "languages": [ "ina-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.925, "ndcg_at_3": 0.94643, "ndcg_at_5": 0.94836, "ndcg_at_10": 0.95305, "ndcg_at_20": 0.95554, "ndcg_at_100": 0.95763, "ndcg_at_1000": 0.95763, "map_at_1": 0.925, "map_at_3": 0.94167, "map_at_5": 0.94267, "map_at_10": 0.94451, "map_at_20": 0.94517, "map_at_100": 0.94555, "map_at_1000": 0.94555, "recall_at_1": 0.925, "recall_at_3": 0.96, "recall_at_5": 0.965, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.925, "precision_at_1": 0.925, "precision_at_3": 0.32, "precision_at_5": 0.193, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.925, "mrr_at_3": 0.941667, "mrr_at_5": 0.942667, "mrr_at_10": 0.944506, "mrr_at_20": 0.945168, "mrr_at_100": 0.945547, "mrr_at_1000": 0.945547, "nauc_ndcg_at_1_max": 0.789045, "nauc_ndcg_at_1_std": -0.185372, "nauc_ndcg_at_1_diff1": 0.965142, "nauc_ndcg_at_3_max": 0.787439, "nauc_ndcg_at_3_std": -0.281619, "nauc_ndcg_at_3_diff1": 0.966594, "nauc_ndcg_at_5_max": 0.779477, "nauc_ndcg_at_5_std": -0.319221, "nauc_ndcg_at_5_diff1": 0.965343, "nauc_ndcg_at_10_max": 0.784456, "nauc_ndcg_at_10_std": -0.301801, "nauc_ndcg_at_10_diff1": 0.970297, "nauc_ndcg_at_20_max": 0.792392, "nauc_ndcg_at_20_std": -0.255995, "nauc_ndcg_at_20_diff1": 0.968633, "nauc_ndcg_at_100_max": 0.785192, "nauc_ndcg_at_100_std": -0.274662, "nauc_ndcg_at_100_diff1": 0.967087, "nauc_ndcg_at_1000_max": 0.785192, "nauc_ndcg_at_1000_std": -0.274662, "nauc_ndcg_at_1000_diff1": 0.967087, "nauc_map_at_1_max": 0.789045, "nauc_map_at_1_std": -0.185372, "nauc_map_at_1_diff1": 0.965142, "nauc_map_at_3_max": 0.788309, "nauc_map_at_3_std": -0.260631, "nauc_map_at_3_diff1": 0.966387, "nauc_map_at_5_max": 0.784616, "nauc_map_at_5_std": -0.277774, "nauc_map_at_5_diff1": 0.9658, "nauc_map_at_10_max": 0.785381, "nauc_map_at_10_std": -0.272184, "nauc_map_at_10_diff1": 0.967317, "nauc_map_at_20_max": 0.786996, "nauc_map_at_20_std": -0.262705, "nauc_map_at_20_diff1": 0.966922, "nauc_map_at_100_max": 0.785878, "nauc_map_at_100_std": -0.265387, "nauc_map_at_100_diff1": 0.966692, "nauc_map_at_1000_max": 0.785878, "nauc_map_at_1000_std": -0.265387, "nauc_map_at_1000_diff1": 0.966692, "nauc_recall_at_1_max": 0.789045, "nauc_recall_at_1_std": -0.185372, "nauc_recall_at_1_diff1": 0.965142, "nauc_recall_at_3_max": 0.783555, "nauc_recall_at_3_std": -0.364613, "nauc_recall_at_3_diff1": 0.96732, "nauc_recall_at_5_max": 0.752634, "nauc_recall_at_5_std": -0.519875, "nauc_recall_at_5_diff1": 0.962652, "nauc_recall_at_10_max": 0.786415, "nauc_recall_at_10_std": -0.514472, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.934641, "nauc_recall_at_20_std": 0.122782, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.789045, "nauc_precision_at_1_std": -0.185372, "nauc_precision_at_1_diff1": 0.965142, "nauc_precision_at_3_max": 0.783555, "nauc_precision_at_3_std": -0.364613, "nauc_precision_at_3_diff1": 0.96732, "nauc_precision_at_5_max": 0.752634, "nauc_precision_at_5_std": -0.519875, "nauc_precision_at_5_diff1": 0.962652, "nauc_precision_at_10_max": 0.786415, "nauc_precision_at_10_std": -0.514472, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.934641, "nauc_precision_at_20_std": 0.122782, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.789045, "nauc_mrr_at_1_std": -0.185372, "nauc_mrr_at_1_diff1": 0.965142, "nauc_mrr_at_3_max": 0.788309, "nauc_mrr_at_3_std": -0.260631, "nauc_mrr_at_3_diff1": 0.966387, "nauc_mrr_at_5_max": 0.784616, "nauc_mrr_at_5_std": -0.277774, "nauc_mrr_at_5_diff1": 0.9658, "nauc_mrr_at_10_max": 0.785381, "nauc_mrr_at_10_std": -0.272184, "nauc_mrr_at_10_diff1": 0.967317, "nauc_mrr_at_20_max": 0.786996, "nauc_mrr_at_20_std": -0.262705, "nauc_mrr_at_20_diff1": 0.966922, "nauc_mrr_at_100_max": 0.785878, "nauc_mrr_at_100_std": -0.265387, "nauc_mrr_at_100_diff1": 0.966692, "nauc_mrr_at_1000_max": 0.785878, "nauc_mrr_at_1000_std": -0.265387, "nauc_mrr_at_1000_diff1": 0.966692, "hit_rate_at_1": 0.925, "hit_rate_at_3": 0.96, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.965, "hf_subset": "id", "languages": [ "ind-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.985, "ndcg_at_3": 0.99, "ndcg_at_5": 0.99, "ndcg_at_10": 0.99167, "ndcg_at_20": 0.99167, "ndcg_at_100": 0.99167, "ndcg_at_1000": 0.99167, "map_at_1": 0.985, "map_at_3": 0.98833, "map_at_5": 0.98833, "map_at_10": 0.98905, "map_at_20": 0.98905, "map_at_100": 0.98905, "map_at_1000": 0.98905, "recall_at_1": 0.985, "recall_at_3": 0.995, "recall_at_5": 0.995, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.985, "precision_at_1": 0.985, "precision_at_3": 0.33167, "precision_at_5": 0.199, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.985, "mrr_at_3": 0.988333, "mrr_at_5": 0.988333, "mrr_at_10": 0.989048, "mrr_at_20": 0.989048, "mrr_at_100": 0.989048, "mrr_at_1000": 0.989048, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.39169, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.152894, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.152894, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.296172, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.296172, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.296172, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.296172, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.39169, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.255235, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.255235, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.308631, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.308631, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.308631, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.308631, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.39169, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": -0.563492, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.563492, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.39169, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": -0.563492, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.563492, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.39169, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.255235, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.255235, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.308631, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.308631, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.308631, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.308631, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.985, "hit_rate_at_3": 0.995, "hit_rate_at_5": 0.995, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.995, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.825, "ndcg_at_3": 0.84946, "ndcg_at_5": 0.85786, "ndcg_at_10": 0.8662, "ndcg_at_20": 0.8662, "ndcg_at_100": 0.87452, "ndcg_at_1000": 0.88006, "map_at_1": 0.825, "map_at_3": 0.8425, "map_at_5": 0.84725, "map_at_10": 0.85085, "map_at_20": 0.85085, "map_at_100": 0.85202, "map_at_1000": 0.85229, "recall_at_1": 0.825, "recall_at_3": 0.87, "recall_at_5": 0.89, "recall_at_10": 0.915, "recall_at_20": 0.915, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.825, "precision_at_1": 0.825, "precision_at_3": 0.29, "precision_at_5": 0.178, "precision_at_10": 0.0915, "precision_at_20": 0.04575, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.825, "mrr_at_3": 0.8425, "mrr_at_5": 0.84725, "mrr_at_10": 0.850845, "mrr_at_20": 0.850845, "mrr_at_100": 0.852021, "mrr_at_1000": 0.852293, "nauc_ndcg_at_1_max": 0.834845, "nauc_ndcg_at_1_std": 0.441628, "nauc_ndcg_at_1_diff1": 0.878621, "nauc_ndcg_at_3_max": 0.848938, "nauc_ndcg_at_3_std": 0.509624, "nauc_ndcg_at_3_diff1": 0.873465, "nauc_ndcg_at_5_max": 0.843446, "nauc_ndcg_at_5_std": 0.513068, "nauc_ndcg_at_5_diff1": 0.87181, "nauc_ndcg_at_10_max": 0.845327, "nauc_ndcg_at_10_std": 0.50258, "nauc_ndcg_at_10_diff1": 0.878872, "nauc_ndcg_at_20_max": 0.845327, "nauc_ndcg_at_20_std": 0.50258, "nauc_ndcg_at_20_diff1": 0.878872, "nauc_ndcg_at_100_max": 0.843507, "nauc_ndcg_at_100_std": 0.490251, "nauc_ndcg_at_100_diff1": 0.876126, "nauc_ndcg_at_1000_max": 0.842583, "nauc_ndcg_at_1000_std": 0.489133, "nauc_ndcg_at_1000_diff1": 0.876805, "nauc_map_at_1_max": 0.834845, "nauc_map_at_1_std": 0.441628, "nauc_map_at_1_diff1": 0.878621, "nauc_map_at_3_max": 0.842765, "nauc_map_at_3_std": 0.486735, "nauc_map_at_3_diff1": 0.874182, "nauc_map_at_5_max": 0.839714, "nauc_map_at_5_std": 0.487888, "nauc_map_at_5_diff1": 0.873505, "nauc_map_at_10_max": 0.840469, "nauc_map_at_10_std": 0.48315, "nauc_map_at_10_diff1": 0.876313, "nauc_map_at_20_max": 0.840469, "nauc_map_at_20_std": 0.48315, "nauc_map_at_20_diff1": 0.876313, "nauc_map_at_100_max": 0.840291, "nauc_map_at_100_std": 0.481298, "nauc_map_at_100_diff1": 0.876121, "nauc_map_at_1000_max": 0.840252, "nauc_map_at_1000_std": 0.48122, "nauc_map_at_1000_diff1": 0.876137, "nauc_recall_at_1_max": 0.834845, "nauc_recall_at_1_std": 0.441628, "nauc_recall_at_1_diff1": 0.878621, "nauc_recall_at_3_max": 0.871325, "nauc_recall_at_3_std": 0.590572, "nauc_recall_at_3_diff1": 0.871325, "nauc_recall_at_5_max": 0.85826, "nauc_recall_at_5_std": 0.613972, "nauc_recall_at_5_diff1": 0.865024, "nauc_recall_at_10_max": 0.869968, "nauc_recall_at_10_std": 0.595046, "nauc_recall_at_10_diff1": 0.894958, "nauc_recall_at_20_max": 0.869968, "nauc_recall_at_20_std": 0.595046, "nauc_recall_at_20_diff1": 0.894958, "nauc_recall_at_100_max": 0.863154, "nauc_recall_at_100_std": 0.511146, "nauc_recall_at_100_diff1": 0.860528, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.834845, "nauc_precision_at_1_std": 0.441628, "nauc_precision_at_1_diff1": 0.878621, "nauc_precision_at_3_max": 0.871325, "nauc_precision_at_3_std": 0.590572, "nauc_precision_at_3_diff1": 0.871325, "nauc_precision_at_5_max": 0.85826, "nauc_precision_at_5_std": 0.613972, "nauc_precision_at_5_diff1": 0.865024, "nauc_precision_at_10_max": 0.869968, "nauc_precision_at_10_std": 0.595046, "nauc_precision_at_10_diff1": 0.894958, "nauc_precision_at_20_max": 0.869968, "nauc_precision_at_20_std": 0.595046, "nauc_precision_at_20_diff1": 0.894958, "nauc_precision_at_100_max": 0.863154, "nauc_precision_at_100_std": 0.511146, "nauc_precision_at_100_diff1": 0.860528, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.834845, "nauc_mrr_at_1_std": 0.441628, "nauc_mrr_at_1_diff1": 0.878621, "nauc_mrr_at_3_max": 0.842765, "nauc_mrr_at_3_std": 0.486735, "nauc_mrr_at_3_diff1": 0.874182, "nauc_mrr_at_5_max": 0.839714, "nauc_mrr_at_5_std": 0.487888, "nauc_mrr_at_5_diff1": 0.873505, "nauc_mrr_at_10_max": 0.840469, "nauc_mrr_at_10_std": 0.48315, "nauc_mrr_at_10_diff1": 0.876313, "nauc_mrr_at_20_max": 0.840469, "nauc_mrr_at_20_std": 0.48315, "nauc_mrr_at_20_diff1": 0.876313, "nauc_mrr_at_100_max": 0.840291, "nauc_mrr_at_100_std": 0.481298, "nauc_mrr_at_100_diff1": 0.876121, "nauc_mrr_at_1000_max": 0.840252, "nauc_mrr_at_1000_std": 0.48122, "nauc_mrr_at_1000_diff1": 0.876137, "hit_rate_at_1": 0.825, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.89, "hit_rate_at_10": 0.915, "hit_rate_at_20": 0.915, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.89, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.585, "ndcg_at_3": 0.6497, "ndcg_at_5": 0.67467, "ndcg_at_10": 0.69572, "ndcg_at_20": 0.70742, "ndcg_at_100": 0.72834, "ndcg_at_1000": 0.73196, "map_at_1": 0.585, "map_at_3": 0.6325, "map_at_5": 0.6465, "map_at_10": 0.65519, "map_at_20": 0.65857, "map_at_100": 0.66204, "map_at_1000": 0.66225, "recall_at_1": 0.585, "recall_at_3": 0.7, "recall_at_5": 0.76, "recall_at_10": 0.825, "recall_at_20": 0.87, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.585, "precision_at_1": 0.585, "precision_at_3": 0.23333, "precision_at_5": 0.152, "precision_at_10": 0.0825, "precision_at_20": 0.0435, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.585, "mrr_at_3": 0.6325, "mrr_at_5": 0.6465, "mrr_at_10": 0.655194, "mrr_at_20": 0.658569, "mrr_at_100": 0.662041, "mrr_at_1000": 0.662253, "nauc_ndcg_at_1_max": 0.643108, "nauc_ndcg_at_1_std": 0.334938, "nauc_ndcg_at_1_diff1": 0.765382, "nauc_ndcg_at_3_max": 0.694278, "nauc_ndcg_at_3_std": 0.390393, "nauc_ndcg_at_3_diff1": 0.747289, "nauc_ndcg_at_5_max": 0.704629, "nauc_ndcg_at_5_std": 0.411297, "nauc_ndcg_at_5_diff1": 0.740488, "nauc_ndcg_at_10_max": 0.683269, "nauc_ndcg_at_10_std": 0.406612, "nauc_ndcg_at_10_diff1": 0.734169, "nauc_ndcg_at_20_max": 0.68154, "nauc_ndcg_at_20_std": 0.41302, "nauc_ndcg_at_20_diff1": 0.725721, "nauc_ndcg_at_100_max": 0.677327, "nauc_ndcg_at_100_std": 0.389639, "nauc_ndcg_at_100_diff1": 0.738224, "nauc_ndcg_at_1000_max": 0.677874, "nauc_ndcg_at_1000_std": 0.389537, "nauc_ndcg_at_1000_diff1": 0.73978, "nauc_map_at_1_max": 0.643108, "nauc_map_at_1_std": 0.334938, "nauc_map_at_1_diff1": 0.765382, "nauc_map_at_3_max": 0.677679, "nauc_map_at_3_std": 0.372133, "nauc_map_at_3_diff1": 0.750821, "nauc_map_at_5_max": 0.682861, "nauc_map_at_5_std": 0.382218, "nauc_map_at_5_diff1": 0.747348, "nauc_map_at_10_max": 0.674358, "nauc_map_at_10_std": 0.380027, "nauc_map_at_10_diff1": 0.744845, "nauc_map_at_20_max": 0.673889, "nauc_map_at_20_std": 0.381505, "nauc_map_at_20_diff1": 0.742841, "nauc_map_at_100_max": 0.67332, "nauc_map_at_100_std": 0.37829, "nauc_map_at_100_diff1": 0.744774, "nauc_map_at_1000_max": 0.673332, "nauc_map_at_1000_std": 0.378278, "nauc_map_at_1000_diff1": 0.744841, "nauc_recall_at_1_max": 0.643108, "nauc_recall_at_1_std": 0.334938, "nauc_recall_at_1_diff1": 0.765382, "nauc_recall_at_3_max": 0.750333, "nauc_recall_at_3_std": 0.452162, "nauc_recall_at_3_diff1": 0.736246, "nauc_recall_at_5_max": 0.790755, "nauc_recall_at_5_std": 0.528511, "nauc_recall_at_5_diff1": 0.71381, "nauc_recall_at_10_max": 0.71673, "nauc_recall_at_10_std": 0.539918, "nauc_recall_at_10_diff1": 0.678593, "nauc_recall_at_20_max": 0.713434, "nauc_recall_at_20_std": 0.62612, "nauc_recall_at_20_diff1": 0.598756, "nauc_recall_at_100_max": 0.64099, "nauc_recall_at_100_std": 0.396545, "nauc_recall_at_100_diff1": 0.64099, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.643108, "nauc_precision_at_1_std": 0.334938, "nauc_precision_at_1_diff1": 0.765382, "nauc_precision_at_3_max": 0.750333, "nauc_precision_at_3_std": 0.452162, "nauc_precision_at_3_diff1": 0.736246, "nauc_precision_at_5_max": 0.790755, "nauc_precision_at_5_std": 0.528511, "nauc_precision_at_5_diff1": 0.71381, "nauc_precision_at_10_max": 0.71673, "nauc_precision_at_10_std": 0.539918, "nauc_precision_at_10_diff1": 0.678593, "nauc_precision_at_20_max": 0.713434, "nauc_precision_at_20_std": 0.62612, "nauc_precision_at_20_diff1": 0.598756, "nauc_precision_at_100_max": 0.64099, "nauc_precision_at_100_std": 0.396545, "nauc_precision_at_100_diff1": 0.64099, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.643108, "nauc_mrr_at_1_std": 0.334938, "nauc_mrr_at_1_diff1": 0.765382, "nauc_mrr_at_3_max": 0.677679, "nauc_mrr_at_3_std": 0.372133, "nauc_mrr_at_3_diff1": 0.750821, "nauc_mrr_at_5_max": 0.682861, "nauc_mrr_at_5_std": 0.382218, "nauc_mrr_at_5_diff1": 0.747348, "nauc_mrr_at_10_max": 0.674358, "nauc_mrr_at_10_std": 0.380027, "nauc_mrr_at_10_diff1": 0.744845, "nauc_mrr_at_20_max": 0.673889, "nauc_mrr_at_20_std": 0.381505, "nauc_mrr_at_20_diff1": 0.742841, "nauc_mrr_at_100_max": 0.67332, "nauc_mrr_at_100_std": 0.37829, "nauc_mrr_at_100_diff1": 0.744774, "nauc_mrr_at_1000_max": 0.673332, "nauc_mrr_at_1000_std": 0.378278, "nauc_mrr_at_1000_diff1": 0.744841, "hit_rate_at_1": 0.585, "hit_rate_at_3": 0.7, "hit_rate_at_5": 0.76, "hit_rate_at_10": 0.825, "hit_rate_at_20": 0.87, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.76, "hf_subset": "ka", "languages": [ "kat-Geor" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.43, "ndcg_at_3": 0.5194, "ndcg_at_5": 0.56911, "ndcg_at_10": 0.59239, "ndcg_at_20": 0.61017, "ndcg_at_100": 0.63552, "ndcg_at_1000": 0.63916, "map_at_1": 0.43, "map_at_3": 0.49833, "map_at_5": 0.52608, "map_at_10": 0.53607, "map_at_20": 0.54099, "map_at_100": 0.5446, "map_at_1000": 0.54481, "recall_at_1": 0.43, "recall_at_3": 0.58, "recall_at_5": 0.7, "recall_at_10": 0.77, "recall_at_20": 0.84, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.43, "precision_at_1": 0.43, "precision_at_3": 0.19333, "precision_at_5": 0.14, "precision_at_10": 0.077, "precision_at_20": 0.042, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.43, "mrr_at_3": 0.498333, "mrr_at_5": 0.526083, "mrr_at_10": 0.536067, "mrr_at_20": 0.540991, "mrr_at_100": 0.544596, "mrr_at_1000": 0.544813, "nauc_ndcg_at_1_max": 0.501996, "nauc_ndcg_at_1_std": -0.014488, "nauc_ndcg_at_1_diff1": 0.625502, "nauc_ndcg_at_3_max": 0.521568, "nauc_ndcg_at_3_std": -0.01199, "nauc_ndcg_at_3_diff1": 0.551132, "nauc_ndcg_at_5_max": 0.512067, "nauc_ndcg_at_5_std": 0.007636, "nauc_ndcg_at_5_diff1": 0.539073, "nauc_ndcg_at_10_max": 0.50927, "nauc_ndcg_at_10_std": 0.033008, "nauc_ndcg_at_10_diff1": 0.55095, "nauc_ndcg_at_20_max": 0.502202, "nauc_ndcg_at_20_std": 0.027099, "nauc_ndcg_at_20_diff1": 0.542703, "nauc_ndcg_at_100_max": 0.508888, "nauc_ndcg_at_100_std": 0.019273, "nauc_ndcg_at_100_diff1": 0.555404, "nauc_ndcg_at_1000_max": 0.507955, "nauc_ndcg_at_1000_std": 0.015212, "nauc_ndcg_at_1000_diff1": 0.557385, "nauc_map_at_1_max": 0.501996, "nauc_map_at_1_std": -0.014488, "nauc_map_at_1_diff1": 0.625502, "nauc_map_at_3_max": 0.516539, "nauc_map_at_3_std": -0.011477, "nauc_map_at_3_diff1": 0.568433, "nauc_map_at_5_max": 0.511848, "nauc_map_at_5_std": -0.000919, "nauc_map_at_5_diff1": 0.563391, "nauc_map_at_10_max": 0.510521, "nauc_map_at_10_std": 0.009284, "nauc_map_at_10_diff1": 0.56802, "nauc_map_at_20_max": 0.50874, "nauc_map_at_20_std": 0.007589, "nauc_map_at_20_diff1": 0.566172, "nauc_map_at_100_max": 0.509378, "nauc_map_at_100_std": 0.006956, "nauc_map_at_100_diff1": 0.567514, "nauc_map_at_1000_max": 0.509331, "nauc_map_at_1000_std": 0.006753, "nauc_map_at_1000_diff1": 0.567626, "nauc_recall_at_1_max": 0.501996, "nauc_recall_at_1_std": -0.014488, "nauc_recall_at_1_diff1": 0.625502, "nauc_recall_at_3_max": 0.537068, "nauc_recall_at_3_std": -0.014068, "nauc_recall_at_3_diff1": 0.4986, "nauc_recall_at_5_max": 0.510295, "nauc_recall_at_5_std": 0.041632, "nauc_recall_at_5_diff1": 0.447847, "nauc_recall_at_10_max": 0.499552, "nauc_recall_at_10_std": 0.153969, "nauc_recall_at_10_diff1": 0.480786, "nauc_recall_at_20_max": 0.44603, "nauc_recall_at_20_std": 0.155774, "nauc_recall_at_20_diff1": 0.395419, "nauc_recall_at_100_max": 0.572362, "nauc_recall_at_100_std": 0.301774, "nauc_recall_at_100_diff1": 0.421382, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.501996, "nauc_precision_at_1_std": -0.014488, "nauc_precision_at_1_diff1": 0.625502, "nauc_precision_at_3_max": 0.537068, "nauc_precision_at_3_std": -0.014068, "nauc_precision_at_3_diff1": 0.4986, "nauc_precision_at_5_max": 0.510295, "nauc_precision_at_5_std": 0.041632, "nauc_precision_at_5_diff1": 0.447847, "nauc_precision_at_10_max": 0.499552, "nauc_precision_at_10_std": 0.153969, "nauc_precision_at_10_diff1": 0.480786, "nauc_precision_at_20_max": 0.44603, "nauc_precision_at_20_std": 0.155774, "nauc_precision_at_20_diff1": 0.395419, "nauc_precision_at_100_max": 0.572362, "nauc_precision_at_100_std": 0.301774, "nauc_precision_at_100_diff1": 0.421382, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.501996, "nauc_mrr_at_1_std": -0.014488, "nauc_mrr_at_1_diff1": 0.625502, "nauc_mrr_at_3_max": 0.516539, "nauc_mrr_at_3_std": -0.011477, "nauc_mrr_at_3_diff1": 0.568433, "nauc_mrr_at_5_max": 0.511848, "nauc_mrr_at_5_std": -0.000919, "nauc_mrr_at_5_diff1": 0.563391, "nauc_mrr_at_10_max": 0.510521, "nauc_mrr_at_10_std": 0.009284, "nauc_mrr_at_10_diff1": 0.56802, "nauc_mrr_at_20_max": 0.50874, "nauc_mrr_at_20_std": 0.007589, "nauc_mrr_at_20_diff1": 0.566172, "nauc_mrr_at_100_max": 0.509378, "nauc_mrr_at_100_std": 0.006956, "nauc_mrr_at_100_diff1": 0.567514, "nauc_mrr_at_1000_max": 0.509331, "nauc_mrr_at_1000_std": 0.006753, "nauc_mrr_at_1000_diff1": 0.567626, "hit_rate_at_1": 0.43, "hit_rate_at_3": 0.58, "hit_rate_at_5": 0.7, "hit_rate_at_10": 0.77, "hit_rate_at_20": 0.84, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.7, "hf_subset": "kab", "languages": [ "kab-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.595, "ndcg_at_3": 0.69244, "ndcg_at_5": 0.71503, "ndcg_at_10": 0.73465, "ndcg_at_20": 0.74681, "ndcg_at_100": 0.76056, "ndcg_at_1000": 0.76125, "map_at_1": 0.595, "map_at_3": 0.6675, "map_at_5": 0.68, "map_at_10": 0.6882, "map_at_20": 0.69197, "map_at_100": 0.69414, "map_at_1000": 0.69418, "recall_at_1": 0.595, "recall_at_3": 0.765, "recall_at_5": 0.82, "recall_at_10": 0.88, "recall_at_20": 0.925, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.595, "precision_at_1": 0.595, "precision_at_3": 0.255, "precision_at_5": 0.164, "precision_at_10": 0.088, "precision_at_20": 0.04625, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.595, "mrr_at_3": 0.6675, "mrr_at_5": 0.68, "mrr_at_10": 0.688204, "mrr_at_20": 0.691965, "mrr_at_100": 0.694143, "mrr_at_1000": 0.694178, "nauc_ndcg_at_1_max": 0.617641, "nauc_ndcg_at_1_std": 0.349451, "nauc_ndcg_at_1_diff1": 0.618858, "nauc_ndcg_at_3_max": 0.652301, "nauc_ndcg_at_3_std": 0.402827, "nauc_ndcg_at_3_diff1": 0.562928, "nauc_ndcg_at_5_max": 0.653044, "nauc_ndcg_at_5_std": 0.404271, "nauc_ndcg_at_5_diff1": 0.57168, "nauc_ndcg_at_10_max": 0.644738, "nauc_ndcg_at_10_std": 0.408527, "nauc_ndcg_at_10_diff1": 0.557393, "nauc_ndcg_at_20_max": 0.649851, "nauc_ndcg_at_20_std": 0.415427, "nauc_ndcg_at_20_diff1": 0.563654, "nauc_ndcg_at_100_max": 0.640998, "nauc_ndcg_at_100_std": 0.39523, "nauc_ndcg_at_100_diff1": 0.574191, "nauc_ndcg_at_1000_max": 0.641304, "nauc_ndcg_at_1000_std": 0.39356, "nauc_ndcg_at_1000_diff1": 0.576818, "nauc_map_at_1_max": 0.617641, "nauc_map_at_1_std": 0.349451, "nauc_map_at_1_diff1": 0.618858, "nauc_map_at_3_max": 0.639813, "nauc_map_at_3_std": 0.381907, "nauc_map_at_3_diff1": 0.579614, "nauc_map_at_5_max": 0.639857, "nauc_map_at_5_std": 0.382513, "nauc_map_at_5_diff1": 0.584729, "nauc_map_at_10_max": 0.636359, "nauc_map_at_10_std": 0.383375, "nauc_map_at_10_diff1": 0.579918, "nauc_map_at_20_max": 0.637645, "nauc_map_at_20_std": 0.385105, "nauc_map_at_20_diff1": 0.581651, "nauc_map_at_100_max": 0.636662, "nauc_map_at_100_std": 0.382709, "nauc_map_at_100_diff1": 0.583469, "nauc_map_at_1000_max": 0.636673, "nauc_map_at_1000_std": 0.382642, "nauc_map_at_1000_diff1": 0.583572, "nauc_recall_at_1_max": 0.617641, "nauc_recall_at_1_std": 0.349451, "nauc_recall_at_1_diff1": 0.618858, "nauc_recall_at_3_max": 0.700162, "nauc_recall_at_3_std": 0.483692, "nauc_recall_at_3_diff1": 0.500413, "nauc_recall_at_5_max": 0.713955, "nauc_recall_at_5_std": 0.504888, "nauc_recall_at_5_diff1": 0.51425, "nauc_recall_at_10_max": 0.693923, "nauc_recall_at_10_std": 0.575127, "nauc_recall_at_10_diff1": 0.405484, "nauc_recall_at_20_max": 0.773265, "nauc_recall_at_20_std": 0.734516, "nauc_recall_at_20_diff1": 0.389667, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": -0.171335, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.617641, "nauc_precision_at_1_std": 0.349451, "nauc_precision_at_1_diff1": 0.618858, "nauc_precision_at_3_max": 0.700162, "nauc_precision_at_3_std": 0.483692, "nauc_precision_at_3_diff1": 0.500413, "nauc_precision_at_5_max": 0.713955, "nauc_precision_at_5_std": 0.504888, "nauc_precision_at_5_diff1": 0.51425, "nauc_precision_at_10_max": 0.693923, "nauc_precision_at_10_std": 0.575127, "nauc_precision_at_10_diff1": 0.405484, "nauc_precision_at_20_max": 0.773265, "nauc_precision_at_20_std": 0.734516, "nauc_precision_at_20_diff1": 0.389667, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": -0.171335, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.617641, "nauc_mrr_at_1_std": 0.349451, "nauc_mrr_at_1_diff1": 0.618858, "nauc_mrr_at_3_max": 0.639813, "nauc_mrr_at_3_std": 0.381907, "nauc_mrr_at_3_diff1": 0.579614, "nauc_mrr_at_5_max": 0.639857, "nauc_mrr_at_5_std": 0.382513, "nauc_mrr_at_5_diff1": 0.584729, "nauc_mrr_at_10_max": 0.636359, "nauc_mrr_at_10_std": 0.383375, "nauc_mrr_at_10_diff1": 0.579918, "nauc_mrr_at_20_max": 0.637645, "nauc_mrr_at_20_std": 0.385105, "nauc_mrr_at_20_diff1": 0.581651, "nauc_mrr_at_100_max": 0.636662, "nauc_mrr_at_100_std": 0.382709, "nauc_mrr_at_100_diff1": 0.583469, "nauc_mrr_at_1000_max": 0.636673, "nauc_mrr_at_1000_std": 0.382642, "nauc_mrr_at_1000_diff1": 0.583572, "hit_rate_at_1": 0.595, "hit_rate_at_3": 0.765, "hit_rate_at_5": 0.82, "hit_rate_at_10": 0.88, "hit_rate_at_20": 0.925, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.82, "hf_subset": "kk", "languages": [ "kaz-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.64, "ndcg_at_3": 0.70155, "ndcg_at_5": 0.72392, "ndcg_at_10": 0.74524, "ndcg_at_20": 0.76598, "ndcg_at_100": 0.77298, "ndcg_at_1000": 0.77512, "map_at_1": 0.64, "map_at_3": 0.685, "map_at_5": 0.69725, "map_at_10": 0.70624, "map_at_20": 0.71222, "map_at_100": 0.71336, "map_at_1000": 0.71348, "recall_at_1": 0.64, "recall_at_3": 0.75, "recall_at_5": 0.805, "recall_at_10": 0.87, "recall_at_20": 0.95, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.64, "precision_at_1": 0.64, "precision_at_3": 0.25, "precision_at_5": 0.161, "precision_at_10": 0.087, "precision_at_20": 0.0475, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.64, "mrr_at_3": 0.685, "mrr_at_5": 0.69725, "mrr_at_10": 0.706236, "mrr_at_20": 0.712224, "mrr_at_100": 0.713363, "mrr_at_1000": 0.713481, "nauc_ndcg_at_1_max": 0.612123, "nauc_ndcg_at_1_std": -0.045672, "nauc_ndcg_at_1_diff1": 0.788614, "nauc_ndcg_at_3_max": 0.540879, "nauc_ndcg_at_3_std": -0.070987, "nauc_ndcg_at_3_diff1": 0.718677, "nauc_ndcg_at_5_max": 0.527099, "nauc_ndcg_at_5_std": -0.082857, "nauc_ndcg_at_5_diff1": 0.708129, "nauc_ndcg_at_10_max": 0.543808, "nauc_ndcg_at_10_std": -0.076911, "nauc_ndcg_at_10_diff1": 0.715174, "nauc_ndcg_at_20_max": 0.548839, "nauc_ndcg_at_20_std": -0.080761, "nauc_ndcg_at_20_diff1": 0.720988, "nauc_ndcg_at_100_max": 0.559296, "nauc_ndcg_at_100_std": -0.077803, "nauc_ndcg_at_100_diff1": 0.733134, "nauc_ndcg_at_1000_max": 0.55648, "nauc_ndcg_at_1000_std": -0.075995, "nauc_ndcg_at_1000_diff1": 0.731602, "nauc_map_at_1_max": 0.612123, "nauc_map_at_1_std": -0.045672, "nauc_map_at_1_diff1": 0.788614, "nauc_map_at_3_max": 0.559701, "nauc_map_at_3_std": -0.069043, "nauc_map_at_3_diff1": 0.737638, "nauc_map_at_5_max": 0.553139, "nauc_map_at_5_std": -0.074956, "nauc_map_at_5_diff1": 0.732602, "nauc_map_at_10_max": 0.560731, "nauc_map_at_10_std": -0.071488, "nauc_map_at_10_diff1": 0.735936, "nauc_map_at_20_max": 0.561703, "nauc_map_at_20_std": -0.072374, "nauc_map_at_20_diff1": 0.737265, "nauc_map_at_100_max": 0.56299, "nauc_map_at_100_std": -0.072331, "nauc_map_at_100_diff1": 0.738967, "nauc_map_at_1000_max": 0.562865, "nauc_map_at_1000_std": -0.07227, "nauc_map_at_1000_diff1": 0.738903, "nauc_recall_at_1_max": 0.612123, "nauc_recall_at_1_std": -0.045672, "nauc_recall_at_1_diff1": 0.788614, "nauc_recall_at_3_max": 0.476504, "nauc_recall_at_3_std": -0.07529, "nauc_recall_at_3_diff1": 0.653585, "nauc_recall_at_5_max": 0.419366, "nauc_recall_at_5_std": -0.114577, "nauc_recall_at_5_diff1": 0.607354, "nauc_recall_at_10_max": 0.454381, "nauc_recall_at_10_std": -0.107513, "nauc_recall_at_10_diff1": 0.600441, "nauc_recall_at_20_max": 0.417134, "nauc_recall_at_20_std": -0.210924, "nauc_recall_at_20_diff1": 0.534454, "nauc_recall_at_100_max": 0.807812, "nauc_recall_at_100_std": -0.2493, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.612123, "nauc_precision_at_1_std": -0.045672, "nauc_precision_at_1_diff1": 0.788614, "nauc_precision_at_3_max": 0.476504, "nauc_precision_at_3_std": -0.07529, "nauc_precision_at_3_diff1": 0.653585, "nauc_precision_at_5_max": 0.419366, "nauc_precision_at_5_std": -0.114577, "nauc_precision_at_5_diff1": 0.607354, "nauc_precision_at_10_max": 0.454381, "nauc_precision_at_10_std": -0.107513, "nauc_precision_at_10_diff1": 0.600441, "nauc_precision_at_20_max": 0.417134, "nauc_precision_at_20_std": -0.210924, "nauc_precision_at_20_diff1": 0.534454, "nauc_precision_at_100_max": 0.807812, "nauc_precision_at_100_std": -0.2493, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.612123, "nauc_mrr_at_1_std": -0.045672, "nauc_mrr_at_1_diff1": 0.788614, "nauc_mrr_at_3_max": 0.559701, "nauc_mrr_at_3_std": -0.069043, "nauc_mrr_at_3_diff1": 0.737638, "nauc_mrr_at_5_max": 0.553139, "nauc_mrr_at_5_std": -0.074956, "nauc_mrr_at_5_diff1": 0.732602, "nauc_mrr_at_10_max": 0.560731, "nauc_mrr_at_10_std": -0.071488, "nauc_mrr_at_10_diff1": 0.735936, "nauc_mrr_at_20_max": 0.561703, "nauc_mrr_at_20_std": -0.072374, "nauc_mrr_at_20_diff1": 0.737265, "nauc_mrr_at_100_max": 0.56299, "nauc_mrr_at_100_std": -0.072331, "nauc_mrr_at_100_diff1": 0.738967, "nauc_mrr_at_1000_max": 0.562865, "nauc_mrr_at_1000_std": -0.07227, "nauc_mrr_at_1000_diff1": 0.738903, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.805, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.805, "hf_subset": "kln", "languages": [ "kln-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.715, "ndcg_at_3": 0.80756, "ndcg_at_5": 0.82347, "ndcg_at_10": 0.83354, "ndcg_at_20": 0.84237, "ndcg_at_100": 0.84745, "ndcg_at_1000": 0.84745, "map_at_1": 0.715, "map_at_3": 0.78583, "map_at_5": 0.79433, "map_at_10": 0.7987, "map_at_20": 0.80111, "map_at_100": 0.80199, "map_at_1000": 0.80199, "recall_at_1": 0.715, "recall_at_3": 0.87, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.975, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.715, "precision_at_1": 0.715, "precision_at_3": 0.29, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.04875, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.715, "mrr_at_3": 0.785833, "mrr_at_5": 0.794333, "mrr_at_10": 0.798698, "mrr_at_20": 0.801106, "mrr_at_100": 0.801987, "mrr_at_1000": 0.801987, "nauc_ndcg_at_1_max": 0.649922, "nauc_ndcg_at_1_std": 0.063866, "nauc_ndcg_at_1_diff1": 0.849153, "nauc_ndcg_at_3_max": 0.705455, "nauc_ndcg_at_3_std": 0.147061, "nauc_ndcg_at_3_diff1": 0.816469, "nauc_ndcg_at_5_max": 0.708004, "nauc_ndcg_at_5_std": 0.177661, "nauc_ndcg_at_5_diff1": 0.81762, "nauc_ndcg_at_10_max": 0.69493, "nauc_ndcg_at_10_std": 0.171832, "nauc_ndcg_at_10_diff1": 0.814995, "nauc_ndcg_at_20_max": 0.691084, "nauc_ndcg_at_20_std": 0.153823, "nauc_ndcg_at_20_diff1": 0.827259, "nauc_ndcg_at_100_max": 0.683054, "nauc_ndcg_at_100_std": 0.139893, "nauc_ndcg_at_100_diff1": 0.824998, "nauc_ndcg_at_1000_max": 0.683054, "nauc_ndcg_at_1000_std": 0.139893, "nauc_ndcg_at_1000_diff1": 0.824998, "nauc_map_at_1_max": 0.649922, "nauc_map_at_1_std": 0.063866, "nauc_map_at_1_diff1": 0.849153, "nauc_map_at_3_max": 0.684338, "nauc_map_at_3_std": 0.124243, "nauc_map_at_3_diff1": 0.82442, "nauc_map_at_5_max": 0.684691, "nauc_map_at_5_std": 0.137812, "nauc_map_at_5_diff1": 0.825166, "nauc_map_at_10_max": 0.679361, "nauc_map_at_10_std": 0.134571, "nauc_map_at_10_diff1": 0.824407, "nauc_map_at_20_max": 0.678449, "nauc_map_at_20_std": 0.13039, "nauc_map_at_20_diff1": 0.827309, "nauc_map_at_100_max": 0.677318, "nauc_map_at_100_std": 0.12847, "nauc_map_at_100_diff1": 0.827031, "nauc_map_at_1000_max": 0.677318, "nauc_map_at_1000_std": 0.12847, "nauc_map_at_1000_diff1": 0.827031, "nauc_recall_at_1_max": 0.649922, "nauc_recall_at_1_std": 0.063866, "nauc_recall_at_1_diff1": 0.849153, "nauc_recall_at_3_max": 0.801192, "nauc_recall_at_3_std": 0.245964, "nauc_recall_at_3_diff1": 0.782733, "nauc_recall_at_5_max": 0.850737, "nauc_recall_at_5_std": 0.421206, "nauc_recall_at_5_diff1": 0.775392, "nauc_recall_at_10_max": 0.824152, "nauc_recall_at_10_std": 0.501556, "nauc_recall_at_10_diff1": 0.734283, "nauc_recall_at_20_max": 0.910831, "nauc_recall_at_20_std": 0.543511, "nauc_recall_at_20_diff1": 0.892157, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.649922, "nauc_precision_at_1_std": 0.063866, "nauc_precision_at_1_diff1": 0.849153, "nauc_precision_at_3_max": 0.801192, "nauc_precision_at_3_std": 0.245964, "nauc_precision_at_3_diff1": 0.782733, "nauc_precision_at_5_max": 0.850737, "nauc_precision_at_5_std": 0.421206, "nauc_precision_at_5_diff1": 0.775392, "nauc_precision_at_10_max": 0.824152, "nauc_precision_at_10_std": 0.501556, "nauc_precision_at_10_diff1": 0.734283, "nauc_precision_at_20_max": 0.910831, "nauc_precision_at_20_std": 0.543511, "nauc_precision_at_20_diff1": 0.892157, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.649922, "nauc_mrr_at_1_std": 0.063866, "nauc_mrr_at_1_diff1": 0.849153, "nauc_mrr_at_3_max": 0.684338, "nauc_mrr_at_3_std": 0.124243, "nauc_mrr_at_3_diff1": 0.82442, "nauc_mrr_at_5_max": 0.684691, "nauc_mrr_at_5_std": 0.137812, "nauc_mrr_at_5_diff1": 0.825166, "nauc_mrr_at_10_max": 0.679361, "nauc_mrr_at_10_std": 0.134571, "nauc_mrr_at_10_diff1": 0.824407, "nauc_mrr_at_20_max": 0.678449, "nauc_mrr_at_20_std": 0.13039, "nauc_mrr_at_20_diff1": 0.827309, "nauc_mrr_at_100_max": 0.677318, "nauc_mrr_at_100_std": 0.12847, "nauc_mrr_at_100_diff1": 0.827031, "nauc_mrr_at_1000_max": 0.677318, "nauc_mrr_at_1000_std": 0.12847, "nauc_mrr_at_1000_diff1": 0.827031, "hit_rate_at_1": 0.715, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.91, "hit_rate_at_10": 0.94, "hit_rate_at_20": 0.975, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.91, "hf_subset": "kmr", "languages": [ "kmr-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.89, "ndcg_at_3": 0.92905, "ndcg_at_5": 0.93959, "ndcg_at_10": 0.94126, "ndcg_at_20": 0.94242, "ndcg_at_100": 0.94443, "ndcg_at_1000": 0.94443, "map_at_1": 0.89, "map_at_3": 0.92, "map_at_5": 0.926, "map_at_10": 0.92671, "map_at_20": 0.92698, "map_at_100": 0.92731, "map_at_1000": 0.92731, "recall_at_1": 0.89, "recall_at_3": 0.955, "recall_at_5": 0.98, "recall_at_10": 0.985, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89, "precision_at_1": 0.89, "precision_at_3": 0.31833, "precision_at_5": 0.196, "precision_at_10": 0.0985, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.92, "mrr_at_5": 0.926, "mrr_at_10": 0.926714, "mrr_at_20": 0.926977, "mrr_at_100": 0.927305, "mrr_at_1000": 0.927305, "nauc_ndcg_at_1_max": 0.859247, "nauc_ndcg_at_1_std": 0.306202, "nauc_ndcg_at_1_diff1": 0.858174, "nauc_ndcg_at_3_max": 0.859162, "nauc_ndcg_at_3_std": 0.419752, "nauc_ndcg_at_3_diff1": 0.801594, "nauc_ndcg_at_5_max": 0.880684, "nauc_ndcg_at_5_std": 0.358105, "nauc_ndcg_at_5_diff1": 0.852911, "nauc_ndcg_at_10_max": 0.87727, "nauc_ndcg_at_10_std": 0.364838, "nauc_ndcg_at_10_diff1": 0.852443, "nauc_ndcg_at_20_max": 0.874784, "nauc_ndcg_at_20_std": 0.369742, "nauc_ndcg_at_20_diff1": 0.849453, "nauc_ndcg_at_100_max": 0.870222, "nauc_ndcg_at_100_std": 0.35985, "nauc_ndcg_at_100_diff1": 0.843968, "nauc_ndcg_at_1000_max": 0.870222, "nauc_ndcg_at_1000_std": 0.35985, "nauc_ndcg_at_1000_diff1": 0.843968, "nauc_map_at_1_max": 0.859247, "nauc_map_at_1_std": 0.306202, "nauc_map_at_1_diff1": 0.858174, "nauc_map_at_3_max": 0.859825, "nauc_map_at_3_std": 0.384698, "nauc_map_at_3_diff1": 0.818418, "nauc_map_at_5_max": 0.870103, "nauc_map_at_5_std": 0.353102, "nauc_map_at_5_diff1": 0.844245, "nauc_map_at_10_max": 0.868825, "nauc_map_at_10_std": 0.355367, "nauc_map_at_10_diff1": 0.843998, "nauc_map_at_20_max": 0.868348, "nauc_map_at_20_std": 0.356212, "nauc_map_at_20_diff1": 0.843431, "nauc_map_at_100_max": 0.867749, "nauc_map_at_100_std": 0.354879, "nauc_map_at_100_diff1": 0.842718, "nauc_map_at_1000_max": 0.867749, "nauc_map_at_1000_std": 0.354879, "nauc_map_at_1000_diff1": 0.842718, "nauc_recall_at_1_max": 0.859247, "nauc_recall_at_1_std": 0.306202, "nauc_recall_at_1_diff1": 0.858174, "nauc_recall_at_3_max": 0.855327, "nauc_recall_at_3_std": 0.596327, "nauc_recall_at_3_diff1": 0.717346, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.380486, "nauc_recall_at_5_diff1": 0.96732, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.466387, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.638189, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.859247, "nauc_precision_at_1_std": 0.306202, "nauc_precision_at_1_diff1": 0.858174, "nauc_precision_at_3_max": 0.855327, "nauc_precision_at_3_std": 0.596327, "nauc_precision_at_3_diff1": 0.717346, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.380486, "nauc_precision_at_5_diff1": 0.96732, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.466387, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.638189, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.859247, "nauc_mrr_at_1_std": 0.306202, "nauc_mrr_at_1_diff1": 0.858174, "nauc_mrr_at_3_max": 0.859825, "nauc_mrr_at_3_std": 0.384698, "nauc_mrr_at_3_diff1": 0.818418, "nauc_mrr_at_5_max": 0.870103, "nauc_mrr_at_5_std": 0.353102, "nauc_mrr_at_5_diff1": 0.844245, "nauc_mrr_at_10_max": 0.868825, "nauc_mrr_at_10_std": 0.355367, "nauc_mrr_at_10_diff1": 0.843998, "nauc_mrr_at_20_max": 0.868348, "nauc_mrr_at_20_std": 0.356212, "nauc_mrr_at_20_diff1": 0.843431, "nauc_mrr_at_100_max": 0.867749, "nauc_mrr_at_100_std": 0.354879, "nauc_mrr_at_100_diff1": 0.842718, "nauc_mrr_at_1000_max": 0.867749, "nauc_mrr_at_1000_std": 0.354879, "nauc_mrr_at_1000_diff1": 0.842718, "hit_rate_at_1": 0.89, "hit_rate_at_3": 0.955, "hit_rate_at_5": 0.98, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.98, "hf_subset": "ko", "languages": [ "kor-Hang" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.57, "ndcg_at_3": 0.6719, "ndcg_at_5": 0.69449, "ndcg_at_10": 0.71388, "ndcg_at_20": 0.72252, "ndcg_at_100": 0.73856, "ndcg_at_1000": 0.7414, "map_at_1": 0.57, "map_at_3": 0.64667, "map_at_5": 0.65917, "map_at_10": 0.66714, "map_at_20": 0.66941, "map_at_100": 0.67175, "map_at_1000": 0.6719, "recall_at_1": 0.57, "recall_at_3": 0.745, "recall_at_5": 0.8, "recall_at_10": 0.86, "recall_at_20": 0.895, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.57, "precision_at_1": 0.57, "precision_at_3": 0.24833, "precision_at_5": 0.16, "precision_at_10": 0.086, "precision_at_20": 0.04475, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.57, "mrr_at_3": 0.646667, "mrr_at_5": 0.659167, "mrr_at_10": 0.667143, "mrr_at_20": 0.669412, "mrr_at_100": 0.671746, "mrr_at_1000": 0.671901, "nauc_ndcg_at_1_max": 0.707919, "nauc_ndcg_at_1_std": 0.264649, "nauc_ndcg_at_1_diff1": 0.731139, "nauc_ndcg_at_3_max": 0.650689, "nauc_ndcg_at_3_std": 0.231182, "nauc_ndcg_at_3_diff1": 0.661439, "nauc_ndcg_at_5_max": 0.665675, "nauc_ndcg_at_5_std": 0.258922, "nauc_ndcg_at_5_diff1": 0.660053, "nauc_ndcg_at_10_max": 0.67806, "nauc_ndcg_at_10_std": 0.287096, "nauc_ndcg_at_10_diff1": 0.652589, "nauc_ndcg_at_20_max": 0.675568, "nauc_ndcg_at_20_std": 0.28372, "nauc_ndcg_at_20_diff1": 0.653258, "nauc_ndcg_at_100_max": 0.675797, "nauc_ndcg_at_100_std": 0.262278, "nauc_ndcg_at_100_diff1": 0.671349, "nauc_ndcg_at_1000_max": 0.675753, "nauc_ndcg_at_1000_std": 0.266476, "nauc_ndcg_at_1000_diff1": 0.670577, "nauc_map_at_1_max": 0.707919, "nauc_map_at_1_std": 0.264649, "nauc_map_at_1_diff1": 0.731139, "nauc_map_at_3_max": 0.66554, "nauc_map_at_3_std": 0.23981, "nauc_map_at_3_diff1": 0.679572, "nauc_map_at_5_max": 0.673783, "nauc_map_at_5_std": 0.254974, "nauc_map_at_5_diff1": 0.679164, "nauc_map_at_10_max": 0.677838, "nauc_map_at_10_std": 0.264797, "nauc_map_at_10_diff1": 0.676749, "nauc_map_at_20_max": 0.676851, "nauc_map_at_20_std": 0.263169, "nauc_map_at_20_diff1": 0.676881, "nauc_map_at_100_max": 0.677317, "nauc_map_at_100_std": 0.261314, "nauc_map_at_100_diff1": 0.679318, "nauc_map_at_1000_max": 0.677307, "nauc_map_at_1000_std": 0.261437, "nauc_map_at_1000_diff1": 0.679309, "nauc_recall_at_1_max": 0.707919, "nauc_recall_at_1_std": 0.264649, "nauc_recall_at_1_diff1": 0.731139, "nauc_recall_at_3_max": 0.59765, "nauc_recall_at_3_std": 0.200398, "nauc_recall_at_3_diff1": 0.596651, "nauc_recall_at_5_max": 0.634915, "nauc_recall_at_5_std": 0.280507, "nauc_recall_at_5_diff1": 0.580145, "nauc_recall_at_10_max": 0.69655, "nauc_recall_at_10_std": 0.444212, "nauc_recall_at_10_diff1": 0.510981, "nauc_recall_at_20_max": 0.688224, "nauc_recall_at_20_std": 0.473939, "nauc_recall_at_20_diff1": 0.479307, "nauc_recall_at_100_max": 0.674953, "nauc_recall_at_100_std": -0.072946, "nauc_recall_at_100_diff1": 0.737395, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.707919, "nauc_precision_at_1_std": 0.264649, "nauc_precision_at_1_diff1": 0.731139, "nauc_precision_at_3_max": 0.59765, "nauc_precision_at_3_std": 0.200398, "nauc_precision_at_3_diff1": 0.596651, "nauc_precision_at_5_max": 0.634915, "nauc_precision_at_5_std": 0.280507, "nauc_precision_at_5_diff1": 0.580145, "nauc_precision_at_10_max": 0.69655, "nauc_precision_at_10_std": 0.444212, "nauc_precision_at_10_diff1": 0.510981, "nauc_precision_at_20_max": 0.688224, "nauc_precision_at_20_std": 0.473939, "nauc_precision_at_20_diff1": 0.479307, "nauc_precision_at_100_max": 0.674953, "nauc_precision_at_100_std": -0.072946, "nauc_precision_at_100_diff1": 0.737395, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.707919, "nauc_mrr_at_1_std": 0.264649, "nauc_mrr_at_1_diff1": 0.731139, "nauc_mrr_at_3_max": 0.66554, "nauc_mrr_at_3_std": 0.23981, "nauc_mrr_at_3_diff1": 0.679572, "nauc_mrr_at_5_max": 0.673783, "nauc_mrr_at_5_std": 0.254974, "nauc_mrr_at_5_diff1": 0.679164, "nauc_mrr_at_10_max": 0.677838, "nauc_mrr_at_10_std": 0.264797, "nauc_mrr_at_10_diff1": 0.676749, "nauc_mrr_at_20_max": 0.676851, "nauc_mrr_at_20_std": 0.263169, "nauc_mrr_at_20_diff1": 0.676881, "nauc_mrr_at_100_max": 0.677317, "nauc_mrr_at_100_std": 0.261314, "nauc_mrr_at_100_diff1": 0.679318, "nauc_mrr_at_1000_max": 0.677307, "nauc_mrr_at_1000_std": 0.261437, "nauc_mrr_at_1000_diff1": 0.679309, "hit_rate_at_1": 0.57, "hit_rate_at_3": 0.745, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.86, "hit_rate_at_20": 0.895, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.8, "hf_subset": "ky", "languages": [ "kir-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.585, "ndcg_at_3": 0.66297, "ndcg_at_5": 0.68104, "ndcg_at_10": 0.7033, "ndcg_at_20": 0.71848, "ndcg_at_100": 0.73624, "ndcg_at_1000": 0.73764, "map_at_1": 0.585, "map_at_3": 0.64333, "map_at_5": 0.65308, "map_at_10": 0.66204, "map_at_20": 0.66619, "map_at_100": 0.66873, "map_at_1000": 0.6688, "recall_at_1": 0.585, "recall_at_3": 0.72, "recall_at_5": 0.765, "recall_at_10": 0.835, "recall_at_20": 0.895, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.585, "precision_at_1": 0.585, "precision_at_3": 0.24, "precision_at_5": 0.153, "precision_at_10": 0.0835, "precision_at_20": 0.04475, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.585, "mrr_at_3": 0.643333, "mrr_at_5": 0.653083, "mrr_at_10": 0.66204, "mrr_at_20": 0.666192, "mrr_at_100": 0.668731, "mrr_at_1000": 0.668804, "nauc_ndcg_at_1_max": 0.656584, "nauc_ndcg_at_1_std": 0.044739, "nauc_ndcg_at_1_diff1": 0.682703, "nauc_ndcg_at_3_max": 0.634207, "nauc_ndcg_at_3_std": -0.006046, "nauc_ndcg_at_3_diff1": 0.634144, "nauc_ndcg_at_5_max": 0.635309, "nauc_ndcg_at_5_std": -0.021472, "nauc_ndcg_at_5_diff1": 0.637797, "nauc_ndcg_at_10_max": 0.626846, "nauc_ndcg_at_10_std": -0.039512, "nauc_ndcg_at_10_diff1": 0.630878, "nauc_ndcg_at_20_max": 0.624876, "nauc_ndcg_at_20_std": -0.038026, "nauc_ndcg_at_20_diff1": 0.623395, "nauc_ndcg_at_100_max": 0.634172, "nauc_ndcg_at_100_std": -0.008011, "nauc_ndcg_at_100_diff1": 0.633865, "nauc_ndcg_at_1000_max": 0.634177, "nauc_ndcg_at_1000_std": -0.011665, "nauc_ndcg_at_1000_diff1": 0.638226, "nauc_map_at_1_max": 0.656584, "nauc_map_at_1_std": 0.044739, "nauc_map_at_1_diff1": 0.682703, "nauc_map_at_3_max": 0.640807, "nauc_map_at_3_std": 0.008537, "nauc_map_at_3_diff1": 0.649165, "nauc_map_at_5_max": 0.640851, "nauc_map_at_5_std": 0.000226, "nauc_map_at_5_diff1": 0.650868, "nauc_map_at_10_max": 0.637603, "nauc_map_at_10_std": -0.004816, "nauc_map_at_10_diff1": 0.648239, "nauc_map_at_20_max": 0.637266, "nauc_map_at_20_std": -0.004323, "nauc_map_at_20_diff1": 0.64657, "nauc_map_at_100_max": 0.638463, "nauc_map_at_100_std": -0.000521, "nauc_map_at_100_diff1": 0.647673, "nauc_map_at_1000_max": 0.638469, "nauc_map_at_1000_std": -0.000683, "nauc_map_at_1000_diff1": 0.647867, "nauc_recall_at_1_max": 0.656584, "nauc_recall_at_1_std": 0.044739, "nauc_recall_at_1_diff1": 0.682703, "nauc_recall_at_3_max": 0.611502, "nauc_recall_at_3_std": -0.056042, "nauc_recall_at_3_diff1": 0.58216, "nauc_recall_at_5_max": 0.615165, "nauc_recall_at_5_std": -0.106777, "nauc_recall_at_5_diff1": 0.588391, "nauc_recall_at_10_max": 0.569415, "nauc_recall_at_10_std": -0.234779, "nauc_recall_at_10_diff1": 0.541032, "nauc_recall_at_20_max": 0.523623, "nauc_recall_at_20_std": -0.313006, "nauc_recall_at_20_diff1": 0.43271, "nauc_recall_at_100_max": 0.638189, "nauc_recall_at_100_std": 0.540149, "nauc_recall_at_100_diff1": -0.024276, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.656584, "nauc_precision_at_1_std": 0.044739, "nauc_precision_at_1_diff1": 0.682703, "nauc_precision_at_3_max": 0.611502, "nauc_precision_at_3_std": -0.056042, "nauc_precision_at_3_diff1": 0.58216, "nauc_precision_at_5_max": 0.615165, "nauc_precision_at_5_std": -0.106777, "nauc_precision_at_5_diff1": 0.588391, "nauc_precision_at_10_max": 0.569415, "nauc_precision_at_10_std": -0.234779, "nauc_precision_at_10_diff1": 0.541032, "nauc_precision_at_20_max": 0.523623, "nauc_precision_at_20_std": -0.313006, "nauc_precision_at_20_diff1": 0.43271, "nauc_precision_at_100_max": 0.638189, "nauc_precision_at_100_std": 0.540149, "nauc_precision_at_100_diff1": -0.024276, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.656584, "nauc_mrr_at_1_std": 0.044739, "nauc_mrr_at_1_diff1": 0.682703, "nauc_mrr_at_3_max": 0.640807, "nauc_mrr_at_3_std": 0.008537, "nauc_mrr_at_3_diff1": 0.649165, "nauc_mrr_at_5_max": 0.640851, "nauc_mrr_at_5_std": 0.000226, "nauc_mrr_at_5_diff1": 0.650868, "nauc_mrr_at_10_max": 0.637603, "nauc_mrr_at_10_std": -0.004816, "nauc_mrr_at_10_diff1": 0.648239, "nauc_mrr_at_20_max": 0.637266, "nauc_mrr_at_20_std": -0.004323, "nauc_mrr_at_20_diff1": 0.64657, "nauc_mrr_at_100_max": 0.638463, "nauc_mrr_at_100_std": -0.000521, "nauc_mrr_at_100_diff1": 0.647673, "nauc_mrr_at_1000_max": 0.638469, "nauc_mrr_at_1000_std": -0.000683, "nauc_mrr_at_1000_diff1": 0.647867, "hit_rate_at_1": 0.585, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.765, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.895, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.765, "hf_subset": "lg", "languages": [ "lug-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.885, "ndcg_at_3": 0.93405, "ndcg_at_5": 0.93598, "ndcg_at_10": 0.93765, "ndcg_at_20": 0.94039, "ndcg_at_100": 0.94131, "ndcg_at_1000": 0.94199, "map_at_1": 0.885, "map_at_3": 0.92167, "map_at_5": 0.92267, "map_at_10": 0.92338, "map_at_20": 0.92425, "map_at_100": 0.92437, "map_at_1000": 0.9244, "recall_at_1": 0.885, "recall_at_3": 0.97, "recall_at_5": 0.975, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.885, "precision_at_1": 0.885, "precision_at_3": 0.32333, "precision_at_5": 0.195, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.885, "mrr_at_3": 0.921667, "mrr_at_5": 0.922667, "mrr_at_10": 0.923381, "mrr_at_20": 0.924252, "mrr_at_100": 0.924368, "mrr_at_1000": 0.924399, "nauc_ndcg_at_1_max": 0.792178, "nauc_ndcg_at_1_std": 0.113204, "nauc_ndcg_at_1_diff1": 0.924421, "nauc_ndcg_at_3_max": 0.809601, "nauc_ndcg_at_3_std": 0.163146, "nauc_ndcg_at_3_diff1": 0.904932, "nauc_ndcg_at_5_max": 0.807777, "nauc_ndcg_at_5_std": 0.164379, "nauc_ndcg_at_5_diff1": 0.902027, "nauc_ndcg_at_10_max": 0.814636, "nauc_ndcg_at_10_std": 0.199972, "nauc_ndcg_at_10_diff1": 0.906889, "nauc_ndcg_at_20_max": 0.816552, "nauc_ndcg_at_20_std": 0.193673, "nauc_ndcg_at_20_diff1": 0.905547, "nauc_ndcg_at_100_max": 0.813654, "nauc_ndcg_at_100_std": 0.180933, "nauc_ndcg_at_100_diff1": 0.911099, "nauc_ndcg_at_1000_max": 0.811449, "nauc_ndcg_at_1000_std": 0.17124, "nauc_ndcg_at_1000_diff1": 0.910047, "nauc_map_at_1_max": 0.792178, "nauc_map_at_1_std": 0.113204, "nauc_map_at_1_diff1": 0.924421, "nauc_map_at_3_max": 0.806481, "nauc_map_at_3_std": 0.147831, "nauc_map_at_3_diff1": 0.911356, "nauc_map_at_5_max": 0.805658, "nauc_map_at_5_std": 0.148159, "nauc_map_at_5_diff1": 0.910195, "nauc_map_at_10_max": 0.808034, "nauc_map_at_10_std": 0.160435, "nauc_map_at_10_diff1": 0.91197, "nauc_map_at_20_max": 0.808507, "nauc_map_at_20_std": 0.158469, "nauc_map_at_20_diff1": 0.911672, "nauc_map_at_100_max": 0.808209, "nauc_map_at_100_std": 0.157159, "nauc_map_at_100_diff1": 0.912229, "nauc_map_at_1000_max": 0.808131, "nauc_map_at_1000_std": 0.156816, "nauc_map_at_1000_diff1": 0.912194, "nauc_recall_at_1_max": 0.792178, "nauc_recall_at_1_std": 0.113204, "nauc_recall_at_1_diff1": 0.924421, "nauc_recall_at_3_max": 0.829599, "nauc_recall_at_3_std": 0.274665, "nauc_recall_at_3_diff1": 0.85761, "nauc_recall_at_5_max": 0.821662, "nauc_recall_at_5_std": 0.305042, "nauc_recall_at_5_diff1": 0.829132, "nauc_recall_at_10_max": 0.888539, "nauc_recall_at_10_std": 0.669234, "nauc_recall_at_10_diff1": 0.855859, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.777077, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.792178, "nauc_precision_at_1_std": 0.113204, "nauc_precision_at_1_diff1": 0.924421, "nauc_precision_at_3_max": 0.829599, "nauc_precision_at_3_std": 0.274665, "nauc_precision_at_3_diff1": 0.85761, "nauc_precision_at_5_max": 0.821662, "nauc_precision_at_5_std": 0.305042, "nauc_precision_at_5_diff1": 0.829132, "nauc_precision_at_10_max": 0.888539, "nauc_precision_at_10_std": 0.669234, "nauc_precision_at_10_diff1": 0.855859, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.777077, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.792178, "nauc_mrr_at_1_std": 0.113204, "nauc_mrr_at_1_diff1": 0.924421, "nauc_mrr_at_3_max": 0.806481, "nauc_mrr_at_3_std": 0.147831, "nauc_mrr_at_3_diff1": 0.911356, "nauc_mrr_at_5_max": 0.805658, "nauc_mrr_at_5_std": 0.148159, "nauc_mrr_at_5_diff1": 0.910195, "nauc_mrr_at_10_max": 0.808034, "nauc_mrr_at_10_std": 0.160435, "nauc_mrr_at_10_diff1": 0.91197, "nauc_mrr_at_20_max": 0.808507, "nauc_mrr_at_20_std": 0.158469, "nauc_mrr_at_20_diff1": 0.911672, "nauc_mrr_at_100_max": 0.808209, "nauc_mrr_at_100_std": 0.157159, "nauc_mrr_at_100_diff1": 0.912229, "nauc_mrr_at_1000_max": 0.808131, "nauc_mrr_at_1000_std": 0.156816, "nauc_mrr_at_1000_diff1": 0.912194, "hit_rate_at_1": 0.885, "hit_rate_at_3": 0.97, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.975, "hf_subset": "lij", "languages": [ "lij-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.682, "ndcg_at_3": 0.75647, "ndcg_at_5": 0.77059, "ndcg_at_10": 0.78634, "ndcg_at_20": 0.79663, "ndcg_at_100": 0.80677, "ndcg_at_1000": 0.80863, "map_at_1": 0.682, "map_at_3": 0.738, "map_at_5": 0.7459, "map_at_10": 0.75254, "map_at_20": 0.75546, "map_at_100": 0.75688, "map_at_1000": 0.75696, "recall_at_1": 0.682, "recall_at_3": 0.81, "recall_at_5": 0.844, "recall_at_10": 0.892, "recall_at_20": 0.932, "recall_at_100": 0.986, "recall_at_1000": 1.0, "accuracy": 0.682, "precision_at_1": 0.682, "precision_at_3": 0.27, "precision_at_5": 0.1688, "precision_at_10": 0.0892, "precision_at_20": 0.0466, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.682, "mrr_at_3": 0.738, "mrr_at_5": 0.7459, "mrr_at_10": 0.752537, "mrr_at_20": 0.755457, "mrr_at_100": 0.756885, "mrr_at_1000": 0.756963, "nauc_ndcg_at_1_max": 0.782846, "nauc_ndcg_at_1_std": 0.260466, "nauc_ndcg_at_1_diff1": 0.80445, "nauc_ndcg_at_3_max": 0.775106, "nauc_ndcg_at_3_std": 0.326988, "nauc_ndcg_at_3_diff1": 0.757777, "nauc_ndcg_at_5_max": 0.776484, "nauc_ndcg_at_5_std": 0.334915, "nauc_ndcg_at_5_diff1": 0.76421, "nauc_ndcg_at_10_max": 0.769335, "nauc_ndcg_at_10_std": 0.318885, "nauc_ndcg_at_10_diff1": 0.761969, "nauc_ndcg_at_20_max": 0.771301, "nauc_ndcg_at_20_std": 0.315501, "nauc_ndcg_at_20_diff1": 0.770914, "nauc_ndcg_at_100_max": 0.770547, "nauc_ndcg_at_100_std": 0.309937, "nauc_ndcg_at_100_diff1": 0.771105, "nauc_ndcg_at_1000_max": 0.774803, "nauc_ndcg_at_1000_std": 0.310657, "nauc_ndcg_at_1000_diff1": 0.772926, "nauc_map_at_1_max": 0.782846, "nauc_map_at_1_std": 0.260466, "nauc_map_at_1_diff1": 0.80445, "nauc_map_at_3_max": 0.779028, "nauc_map_at_3_std": 0.309223, "nauc_map_at_3_diff1": 0.770607, "nauc_map_at_5_max": 0.779675, "nauc_map_at_5_std": 0.312161, "nauc_map_at_5_diff1": 0.774255, "nauc_map_at_10_max": 0.776954, "nauc_map_at_10_std": 0.305072, "nauc_map_at_10_diff1": 0.773731, "nauc_map_at_20_max": 0.777803, "nauc_map_at_20_std": 0.304509, "nauc_map_at_20_diff1": 0.776322, "nauc_map_at_100_max": 0.777875, "nauc_map_at_100_std": 0.304168, "nauc_map_at_100_diff1": 0.776489, "nauc_map_at_1000_max": 0.778013, "nauc_map_at_1000_std": 0.304192, "nauc_map_at_1000_diff1": 0.776568, "nauc_recall_at_1_max": 0.782846, "nauc_recall_at_1_std": 0.260466, "nauc_recall_at_1_diff1": 0.80445, "nauc_recall_at_3_max": 0.759595, "nauc_recall_at_3_std": 0.392509, "nauc_recall_at_3_diff1": 0.710252, "nauc_recall_at_5_max": 0.762196, "nauc_recall_at_5_std": 0.43536, "nauc_recall_at_5_diff1": 0.722381, "nauc_recall_at_10_max": 0.719471, "nauc_recall_at_10_std": 0.393416, "nauc_recall_at_10_diff1": 0.693456, "nauc_recall_at_20_max": 0.704688, "nauc_recall_at_20_std": 0.3911, "nauc_recall_at_20_diff1": 0.73977, "nauc_recall_at_100_max": 0.375217, "nauc_recall_at_100_std": 0.243564, "nauc_recall_at_100_diff1": 0.613979, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.782846, "nauc_precision_at_1_std": 0.260466, "nauc_precision_at_1_diff1": 0.80445, "nauc_precision_at_3_max": 0.759595, "nauc_precision_at_3_std": 0.392509, "nauc_precision_at_3_diff1": 0.710252, "nauc_precision_at_5_max": 0.762196, "nauc_precision_at_5_std": 0.43536, "nauc_precision_at_5_diff1": 0.722381, "nauc_precision_at_10_max": 0.719471, "nauc_precision_at_10_std": 0.393416, "nauc_precision_at_10_diff1": 0.693456, "nauc_precision_at_20_max": 0.704688, "nauc_precision_at_20_std": 0.3911, "nauc_precision_at_20_diff1": 0.73977, "nauc_precision_at_100_max": 0.375217, "nauc_precision_at_100_std": 0.243564, "nauc_precision_at_100_diff1": 0.613979, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.782846, "nauc_mrr_at_1_std": 0.260466, "nauc_mrr_at_1_diff1": 0.80445, "nauc_mrr_at_3_max": 0.779028, "nauc_mrr_at_3_std": 0.309223, "nauc_mrr_at_3_diff1": 0.770607, "nauc_mrr_at_5_max": 0.779675, "nauc_mrr_at_5_std": 0.312161, "nauc_mrr_at_5_diff1": 0.774255, "nauc_mrr_at_10_max": 0.776954, "nauc_mrr_at_10_std": 0.305072, "nauc_mrr_at_10_diff1": 0.773731, "nauc_mrr_at_20_max": 0.777803, "nauc_mrr_at_20_std": 0.304509, "nauc_mrr_at_20_diff1": 0.776322, "nauc_mrr_at_100_max": 0.777875, "nauc_mrr_at_100_std": 0.304168, "nauc_mrr_at_100_diff1": 0.776489, "nauc_mrr_at_1000_max": 0.778013, "nauc_mrr_at_1000_std": 0.304192, "nauc_mrr_at_1000_diff1": 0.776568, "hit_rate_at_1": 0.682, "hit_rate_at_3": 0.81, "hit_rate_at_5": 0.844, "hit_rate_at_10": 0.892, "hit_rate_at_20": 0.932, "hit_rate_at_100": 0.986, "hit_rate_at_1000": 1.0, "main_score": 0.844, "hf_subset": "lt", "languages": [ "lit-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.772, "ndcg_at_3": 0.82812, "ndcg_at_5": 0.84069, "ndcg_at_10": 0.85195, "ndcg_at_20": 0.86067, "ndcg_at_100": 0.86621, "ndcg_at_1000": 0.86677, "map_at_1": 0.772, "map_at_3": 0.81433, "map_at_5": 0.82143, "map_at_10": 0.82623, "map_at_20": 0.82869, "map_at_100": 0.82942, "map_at_1000": 0.82945, "recall_at_1": 0.772, "recall_at_3": 0.868, "recall_at_5": 0.898, "recall_at_10": 0.932, "recall_at_20": 0.966, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.772, "precision_at_1": 0.772, "precision_at_3": 0.28933, "precision_at_5": 0.1796, "precision_at_10": 0.0932, "precision_at_20": 0.0483, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.772, "mrr_at_3": 0.814333, "mrr_at_5": 0.821433, "mrr_at_10": 0.826231, "mrr_at_20": 0.828688, "mrr_at_100": 0.829424, "mrr_at_1000": 0.829454, "nauc_ndcg_at_1_max": 0.779215, "nauc_ndcg_at_1_std": 0.244089, "nauc_ndcg_at_1_diff1": 0.867577, "nauc_ndcg_at_3_max": 0.808471, "nauc_ndcg_at_3_std": 0.274631, "nauc_ndcg_at_3_diff1": 0.843597, "nauc_ndcg_at_5_max": 0.792298, "nauc_ndcg_at_5_std": 0.248581, "nauc_ndcg_at_5_diff1": 0.831543, "nauc_ndcg_at_10_max": 0.79818, "nauc_ndcg_at_10_std": 0.259084, "nauc_ndcg_at_10_diff1": 0.839945, "nauc_ndcg_at_20_max": 0.796043, "nauc_ndcg_at_20_std": 0.253895, "nauc_ndcg_at_20_diff1": 0.840813, "nauc_ndcg_at_100_max": 0.795271, "nauc_ndcg_at_100_std": 0.252287, "nauc_ndcg_at_100_diff1": 0.846331, "nauc_ndcg_at_1000_max": 0.794646, "nauc_ndcg_at_1000_std": 0.253829, "nauc_ndcg_at_1000_diff1": 0.84594, "nauc_map_at_1_max": 0.779215, "nauc_map_at_1_std": 0.244089, "nauc_map_at_1_diff1": 0.867577, "nauc_map_at_3_max": 0.799994, "nauc_map_at_3_std": 0.263594, "nauc_map_at_3_diff1": 0.850397, "nauc_map_at_5_max": 0.791437, "nauc_map_at_5_std": 0.249765, "nauc_map_at_5_diff1": 0.844571, "nauc_map_at_10_max": 0.793688, "nauc_map_at_10_std": 0.25446, "nauc_map_at_10_diff1": 0.848063, "nauc_map_at_20_max": 0.793067, "nauc_map_at_20_std": 0.253148, "nauc_map_at_20_diff1": 0.848397, "nauc_map_at_100_max": 0.792975, "nauc_map_at_100_std": 0.252977, "nauc_map_at_100_diff1": 0.849071, "nauc_map_at_1000_max": 0.79295, "nauc_map_at_1000_std": 0.253029, "nauc_map_at_1000_diff1": 0.849056, "nauc_recall_at_1_max": 0.779215, "nauc_recall_at_1_std": 0.244089, "nauc_recall_at_1_diff1": 0.867577, "nauc_recall_at_3_max": 0.841466, "nauc_recall_at_3_std": 0.318813, "nauc_recall_at_3_diff1": 0.817214, "nauc_recall_at_5_max": 0.792983, "nauc_recall_at_5_std": 0.239386, "nauc_recall_at_5_diff1": 0.767561, "nauc_recall_at_10_max": 0.828033, "nauc_recall_at_10_std": 0.289559, "nauc_recall_at_10_diff1": 0.787197, "nauc_recall_at_20_max": 0.827813, "nauc_recall_at_20_std": 0.24389, "nauc_recall_at_20_diff1": 0.746993, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": -0.102708, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.779215, "nauc_precision_at_1_std": 0.244089, "nauc_precision_at_1_diff1": 0.867577, "nauc_precision_at_3_max": 0.841466, "nauc_precision_at_3_std": 0.318813, "nauc_precision_at_3_diff1": 0.817214, "nauc_precision_at_5_max": 0.792983, "nauc_precision_at_5_std": 0.239386, "nauc_precision_at_5_diff1": 0.767561, "nauc_precision_at_10_max": 0.828033, "nauc_precision_at_10_std": 0.289559, "nauc_precision_at_10_diff1": 0.787197, "nauc_precision_at_20_max": 0.827813, "nauc_precision_at_20_std": 0.24389, "nauc_precision_at_20_diff1": 0.746993, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": -0.102708, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.779215, "nauc_mrr_at_1_std": 0.244089, "nauc_mrr_at_1_diff1": 0.867577, "nauc_mrr_at_3_max": 0.799994, "nauc_mrr_at_3_std": 0.263594, "nauc_mrr_at_3_diff1": 0.850397, "nauc_mrr_at_5_max": 0.791437, "nauc_mrr_at_5_std": 0.249765, "nauc_mrr_at_5_diff1": 0.844571, "nauc_mrr_at_10_max": 0.793688, "nauc_mrr_at_10_std": 0.25446, "nauc_mrr_at_10_diff1": 0.848063, "nauc_mrr_at_20_max": 0.793067, "nauc_mrr_at_20_std": 0.253148, "nauc_mrr_at_20_diff1": 0.848397, "nauc_mrr_at_100_max": 0.792975, "nauc_mrr_at_100_std": 0.252977, "nauc_mrr_at_100_diff1": 0.849071, "nauc_mrr_at_1000_max": 0.79295, "nauc_mrr_at_1000_std": 0.253029, "nauc_mrr_at_1000_diff1": 0.849056, "hit_rate_at_1": 0.772, "hit_rate_at_3": 0.868, "hit_rate_at_5": 0.898, "hit_rate_at_10": 0.932, "hit_rate_at_20": 0.966, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "main_score": 0.898, "hf_subset": "ltg", "languages": [ "ltg-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.875, "ndcg_at_3": 0.9147, "ndcg_at_5": 0.92072, "ndcg_at_10": 0.92239, "ndcg_at_20": 0.92731, "ndcg_at_100": 0.93066, "ndcg_at_1000": 0.93066, "map_at_1": 0.875, "map_at_3": 0.90583, "map_at_5": 0.90908, "map_at_10": 0.9098, "map_at_20": 0.91107, "map_at_100": 0.9114, "map_at_1000": 0.9114, "recall_at_1": 0.875, "recall_at_3": 0.94, "recall_at_5": 0.955, "recall_at_10": 0.96, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.875, "precision_at_1": 0.875, "precision_at_3": 0.31333, "precision_at_5": 0.191, "precision_at_10": 0.096, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.875, "mrr_at_3": 0.905833, "mrr_at_5": 0.909083, "mrr_at_10": 0.909798, "mrr_at_20": 0.911069, "mrr_at_100": 0.911398, "mrr_at_1000": 0.911398, "nauc_ndcg_at_1_max": 0.788054, "nauc_ndcg_at_1_std": 0.199655, "nauc_ndcg_at_1_diff1": 0.895321, "nauc_ndcg_at_3_max": 0.785674, "nauc_ndcg_at_3_std": 0.202644, "nauc_ndcg_at_3_diff1": 0.8795, "nauc_ndcg_at_5_max": 0.783794, "nauc_ndcg_at_5_std": 0.202065, "nauc_ndcg_at_5_diff1": 0.870205, "nauc_ndcg_at_10_max": 0.779077, "nauc_ndcg_at_10_std": 0.198662, "nauc_ndcg_at_10_diff1": 0.870225, "nauc_ndcg_at_20_max": 0.776364, "nauc_ndcg_at_20_std": 0.209962, "nauc_ndcg_at_20_diff1": 0.87077, "nauc_ndcg_at_100_max": 0.782157, "nauc_ndcg_at_100_std": 0.198454, "nauc_ndcg_at_100_diff1": 0.877386, "nauc_ndcg_at_1000_max": 0.782157, "nauc_ndcg_at_1000_std": 0.198454, "nauc_ndcg_at_1000_diff1": 0.877386, "nauc_map_at_1_max": 0.788054, "nauc_map_at_1_std": 0.199655, "nauc_map_at_1_diff1": 0.895321, "nauc_map_at_3_max": 0.786265, "nauc_map_at_3_std": 0.19262, "nauc_map_at_3_diff1": 0.884194, "nauc_map_at_5_max": 0.785309, "nauc_map_at_5_std": 0.192566, "nauc_map_at_5_diff1": 0.879978, "nauc_map_at_10_max": 0.783577, "nauc_map_at_10_std": 0.191232, "nauc_map_at_10_diff1": 0.880065, "nauc_map_at_20_max": 0.783086, "nauc_map_at_20_std": 0.193965, "nauc_map_at_20_diff1": 0.880292, "nauc_map_at_100_max": 0.78375, "nauc_map_at_100_std": 0.193118, "nauc_map_at_100_diff1": 0.880978, "nauc_map_at_1000_max": 0.78375, "nauc_map_at_1000_std": 0.193118, "nauc_map_at_1000_diff1": 0.880978, "nauc_recall_at_1_max": 0.788054, "nauc_recall_at_1_std": 0.199655, "nauc_recall_at_1_diff1": 0.895321, "nauc_recall_at_3_max": 0.783147, "nauc_recall_at_3_std": 0.253035, "nauc_recall_at_3_diff1": 0.858816, "nauc_recall_at_5_max": 0.774925, "nauc_recall_at_5_std": 0.262527, "nauc_recall_at_5_diff1": 0.811754, "nauc_recall_at_10_max": 0.74679, "nauc_recall_at_10_std": 0.250584, "nauc_recall_at_10_diff1": 0.804563, "nauc_recall_at_20_max": 0.674486, "nauc_recall_at_20_std": 0.451564, "nauc_recall_at_20_diff1": 0.748016, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.788054, "nauc_precision_at_1_std": 0.199655, "nauc_precision_at_1_diff1": 0.895321, "nauc_precision_at_3_max": 0.783147, "nauc_precision_at_3_std": 0.253035, "nauc_precision_at_3_diff1": 0.858816, "nauc_precision_at_5_max": 0.774925, "nauc_precision_at_5_std": 0.262527, "nauc_precision_at_5_diff1": 0.811754, "nauc_precision_at_10_max": 0.74679, "nauc_precision_at_10_std": 0.250584, "nauc_precision_at_10_diff1": 0.804563, "nauc_precision_at_20_max": 0.674486, "nauc_precision_at_20_std": 0.451564, "nauc_precision_at_20_diff1": 0.748016, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.788054, "nauc_mrr_at_1_std": 0.199655, "nauc_mrr_at_1_diff1": 0.895321, "nauc_mrr_at_3_max": 0.786265, "nauc_mrr_at_3_std": 0.19262, "nauc_mrr_at_3_diff1": 0.884194, "nauc_mrr_at_5_max": 0.785309, "nauc_mrr_at_5_std": 0.192566, "nauc_mrr_at_5_diff1": 0.879978, "nauc_mrr_at_10_max": 0.783577, "nauc_mrr_at_10_std": 0.191232, "nauc_mrr_at_10_diff1": 0.880065, "nauc_mrr_at_20_max": 0.783086, "nauc_mrr_at_20_std": 0.193965, "nauc_mrr_at_20_diff1": 0.880292, "nauc_mrr_at_100_max": 0.78375, "nauc_mrr_at_100_std": 0.193118, "nauc_mrr_at_100_diff1": 0.880978, "nauc_mrr_at_1000_max": 0.78375, "nauc_mrr_at_1000_std": 0.193118, "nauc_mrr_at_1000_diff1": 0.880978, "hit_rate_at_1": 0.875, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.955, "hf_subset": "luo", "languages": [ "luo-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.486, "ndcg_at_3": 0.58383, "ndcg_at_5": 0.60776, "ndcg_at_10": 0.63229, "ndcg_at_20": 0.6488, "ndcg_at_100": 0.67068, "ndcg_at_1000": 0.67429, "map_at_1": 0.486, "map_at_3": 0.559, "map_at_5": 0.5723, "map_at_10": 0.5824, "map_at_20": 0.5871, "map_at_100": 0.59013, "map_at_1000": 0.59027, "recall_at_1": 0.486, "recall_at_3": 0.656, "recall_at_5": 0.714, "recall_at_10": 0.79, "recall_at_20": 0.854, "recall_at_100": 0.972, "recall_at_1000": 1.0, "accuracy": 0.486, "precision_at_1": 0.486, "precision_at_3": 0.21867, "precision_at_5": 0.1428, "precision_at_10": 0.079, "precision_at_20": 0.0427, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.486, "mrr_at_3": 0.559, "mrr_at_5": 0.5723, "mrr_at_10": 0.582398, "mrr_at_20": 0.587105, "mrr_at_100": 0.590128, "mrr_at_1000": 0.590267, "nauc_ndcg_at_1_max": 0.671578, "nauc_ndcg_at_1_std": 0.378818, "nauc_ndcg_at_1_diff1": 0.719052, "nauc_ndcg_at_3_max": 0.678713, "nauc_ndcg_at_3_std": 0.392983, "nauc_ndcg_at_3_diff1": 0.661667, "nauc_ndcg_at_5_max": 0.66665, "nauc_ndcg_at_5_std": 0.399351, "nauc_ndcg_at_5_diff1": 0.64493, "nauc_ndcg_at_10_max": 0.658089, "nauc_ndcg_at_10_std": 0.390145, "nauc_ndcg_at_10_diff1": 0.644298, "nauc_ndcg_at_20_max": 0.661945, "nauc_ndcg_at_20_std": 0.395497, "nauc_ndcg_at_20_diff1": 0.651504, "nauc_ndcg_at_100_max": 0.6682, "nauc_ndcg_at_100_std": 0.396409, "nauc_ndcg_at_100_diff1": 0.664837, "nauc_ndcg_at_1000_max": 0.666657, "nauc_ndcg_at_1000_std": 0.392811, "nauc_ndcg_at_1000_diff1": 0.663306, "nauc_map_at_1_max": 0.671578, "nauc_map_at_1_std": 0.378818, "nauc_map_at_1_diff1": 0.719052, "nauc_map_at_3_max": 0.675601, "nauc_map_at_3_std": 0.387206, "nauc_map_at_3_diff1": 0.675978, "nauc_map_at_5_max": 0.668751, "nauc_map_at_5_std": 0.389713, "nauc_map_at_5_diff1": 0.667359, "nauc_map_at_10_max": 0.665244, "nauc_map_at_10_std": 0.385198, "nauc_map_at_10_diff1": 0.667479, "nauc_map_at_20_max": 0.666304, "nauc_map_at_20_std": 0.386619, "nauc_map_at_20_diff1": 0.669468, "nauc_map_at_100_max": 0.667268, "nauc_map_at_100_std": 0.387453, "nauc_map_at_100_diff1": 0.671095, "nauc_map_at_1000_max": 0.667243, "nauc_map_at_1000_std": 0.387345, "nauc_map_at_1000_diff1": 0.671054, "nauc_recall_at_1_max": 0.671578, "nauc_recall_at_1_std": 0.378818, "nauc_recall_at_1_diff1": 0.719052, "nauc_recall_at_3_max": 0.689558, "nauc_recall_at_3_std": 0.413006, "nauc_recall_at_3_diff1": 0.614831, "nauc_recall_at_5_max": 0.658107, "nauc_recall_at_5_std": 0.438038, "nauc_recall_at_5_diff1": 0.560395, "nauc_recall_at_10_max": 0.620122, "nauc_recall_at_10_std": 0.414702, "nauc_recall_at_10_diff1": 0.535124, "nauc_recall_at_20_max": 0.633933, "nauc_recall_at_20_std": 0.461328, "nauc_recall_at_20_diff1": 0.54805, "nauc_recall_at_100_max": 0.783447, "nauc_recall_at_100_std": 0.643791, "nauc_recall_at_100_diff1": 0.769441, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.671578, "nauc_precision_at_1_std": 0.378818, "nauc_precision_at_1_diff1": 0.719052, "nauc_precision_at_3_max": 0.689558, "nauc_precision_at_3_std": 0.413006, "nauc_precision_at_3_diff1": 0.614831, "nauc_precision_at_5_max": 0.658107, "nauc_precision_at_5_std": 0.438038, "nauc_precision_at_5_diff1": 0.560395, "nauc_precision_at_10_max": 0.620122, "nauc_precision_at_10_std": 0.414702, "nauc_precision_at_10_diff1": 0.535124, "nauc_precision_at_20_max": 0.633933, "nauc_precision_at_20_std": 0.461328, "nauc_precision_at_20_diff1": 0.54805, "nauc_precision_at_100_max": 0.783447, "nauc_precision_at_100_std": 0.643791, "nauc_precision_at_100_diff1": 0.769441, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.671578, "nauc_mrr_at_1_std": 0.378818, "nauc_mrr_at_1_diff1": 0.719052, "nauc_mrr_at_3_max": 0.675601, "nauc_mrr_at_3_std": 0.387206, "nauc_mrr_at_3_diff1": 0.675978, "nauc_mrr_at_5_max": 0.668751, "nauc_mrr_at_5_std": 0.389713, "nauc_mrr_at_5_diff1": 0.667359, "nauc_mrr_at_10_max": 0.665244, "nauc_mrr_at_10_std": 0.385198, "nauc_mrr_at_10_diff1": 0.667479, "nauc_mrr_at_20_max": 0.666304, "nauc_mrr_at_20_std": 0.386619, "nauc_mrr_at_20_diff1": 0.669468, "nauc_mrr_at_100_max": 0.667268, "nauc_mrr_at_100_std": 0.387453, "nauc_mrr_at_100_diff1": 0.671095, "nauc_mrr_at_1000_max": 0.667243, "nauc_mrr_at_1000_std": 0.387345, "nauc_mrr_at_1000_diff1": 0.671054, "hit_rate_at_1": 0.486, "hit_rate_at_3": 0.656, "hit_rate_at_5": 0.714, "hit_rate_at_10": 0.79, "hit_rate_at_20": 0.854, "hit_rate_at_100": 0.972, "hit_rate_at_1000": 1.0, "main_score": 0.714, "hf_subset": "lv", "languages": [ "lav-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.86916, "ndcg_at_3": 0.921, "ndcg_at_5": 0.92864, "ndcg_at_10": 0.93446, "ndcg_at_20": 0.93446, "ndcg_at_100": 0.93622, "ndcg_at_1000": 0.93622, "map_at_1": 0.86916, "map_at_3": 0.90966, "map_at_5": 0.91386, "map_at_10": 0.91613, "map_at_20": 0.91613, "map_at_100": 0.91637, "map_at_1000": 0.91637, "recall_at_1": 0.86916, "recall_at_3": 0.95327, "recall_at_5": 0.97196, "recall_at_10": 0.99065, "recall_at_20": 0.99065, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.86916, "precision_at_1": 0.86916, "precision_at_3": 0.31776, "precision_at_5": 0.19439, "precision_at_10": 0.09907, "precision_at_20": 0.04953, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.869159, "mrr_at_3": 0.909657, "mrr_at_5": 0.913863, "mrr_at_10": 0.916133, "mrr_at_20": 0.916133, "mrr_at_100": 0.916372, "mrr_at_1000": 0.916372, "nauc_ndcg_at_1_max": 0.78832, "nauc_ndcg_at_1_std": -0.087893, "nauc_ndcg_at_1_diff1": 0.919542, "nauc_ndcg_at_3_max": 0.745967, "nauc_ndcg_at_3_std": -0.252897, "nauc_ndcg_at_3_diff1": 0.889294, "nauc_ndcg_at_5_max": 0.763668, "nauc_ndcg_at_5_std": -0.123772, "nauc_ndcg_at_5_diff1": 0.899083, "nauc_ndcg_at_10_max": 0.763865, "nauc_ndcg_at_10_std": -0.204004, "nauc_ndcg_at_10_diff1": 0.896302, "nauc_ndcg_at_20_max": 0.763865, "nauc_ndcg_at_20_std": -0.204004, "nauc_ndcg_at_20_diff1": 0.896302, "nauc_ndcg_at_100_max": 0.765029, "nauc_ndcg_at_100_std": -0.176966, "nauc_ndcg_at_100_diff1": 0.901191, "nauc_ndcg_at_1000_max": 0.765029, "nauc_ndcg_at_1000_std": -0.176966, "nauc_ndcg_at_1000_diff1": 0.901191, "nauc_map_at_1_max": 0.78832, "nauc_map_at_1_std": -0.087893, "nauc_map_at_1_diff1": 0.919542, "nauc_map_at_3_max": 0.758439, "nauc_map_at_3_std": -0.205776, "nauc_map_at_3_diff1": 0.899048, "nauc_map_at_5_max": 0.76589, "nauc_map_at_5_std": -0.145228, "nauc_map_at_5_diff1": 0.903799, "nauc_map_at_10_max": 0.766661, "nauc_map_at_10_std": -0.169667, "nauc_map_at_10_diff1": 0.903272, "nauc_map_at_20_max": 0.766661, "nauc_map_at_20_std": -0.169667, "nauc_map_at_20_diff1": 0.903272, "nauc_map_at_100_max": 0.76679, "nauc_map_at_100_std": -0.16675, "nauc_map_at_100_diff1": 0.903801, "nauc_map_at_1000_max": 0.76679, "nauc_map_at_1000_std": -0.16675, "nauc_map_at_1000_diff1": 0.903801, "nauc_recall_at_1_max": 0.78832, "nauc_recall_at_1_std": -0.087893, "nauc_recall_at_1_diff1": 0.919542, "nauc_recall_at_3_max": 0.67952, "nauc_recall_at_3_std": -0.502581, "nauc_recall_at_3_diff1": 0.836548, "nauc_recall_at_5_max": 0.759051, "nauc_recall_at_5_std": 0.129844, "nauc_recall_at_5_diff1": 0.86379, "nauc_recall_at_10_max": 0.722498, "nauc_recall_at_10_std": -1.165122, "nauc_recall_at_10_diff1": 0.722498, "nauc_recall_at_20_max": 0.722498, "nauc_recall_at_20_std": -1.165122, "nauc_recall_at_20_diff1": 0.722498, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.78832, "nauc_precision_at_1_std": -0.087893, "nauc_precision_at_1_diff1": 0.919542, "nauc_precision_at_3_max": 0.67952, "nauc_precision_at_3_std": -0.502581, "nauc_precision_at_3_diff1": 0.836548, "nauc_precision_at_5_max": 0.759051, "nauc_precision_at_5_std": 0.129844, "nauc_precision_at_5_diff1": 0.86379, "nauc_precision_at_10_max": 0.722498, "nauc_precision_at_10_std": -1.165122, "nauc_precision_at_10_diff1": 0.722498, "nauc_precision_at_20_max": 0.722498, "nauc_precision_at_20_std": -1.165122, "nauc_precision_at_20_diff1": 0.722498, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.78832, "nauc_mrr_at_1_std": -0.087893, "nauc_mrr_at_1_diff1": 0.919542, "nauc_mrr_at_3_max": 0.758439, "nauc_mrr_at_3_std": -0.205776, "nauc_mrr_at_3_diff1": 0.899048, "nauc_mrr_at_5_max": 0.76589, "nauc_mrr_at_5_std": -0.145228, "nauc_mrr_at_5_diff1": 0.903799, "nauc_mrr_at_10_max": 0.766661, "nauc_mrr_at_10_std": -0.169667, "nauc_mrr_at_10_diff1": 0.903272, "nauc_mrr_at_20_max": 0.766661, "nauc_mrr_at_20_std": -0.169667, "nauc_mrr_at_20_diff1": 0.903272, "nauc_mrr_at_100_max": 0.76679, "nauc_mrr_at_100_std": -0.16675, "nauc_mrr_at_100_diff1": 0.903801, "nauc_mrr_at_1000_max": 0.76679, "nauc_mrr_at_1000_std": -0.16675, "nauc_mrr_at_1000_diff1": 0.903801, "hit_rate_at_1": 0.86916, "hit_rate_at_3": 0.95327, "hit_rate_at_5": 0.97196, "hit_rate_at_10": 0.99065, "hit_rate_at_20": 0.99065, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.97196, "hf_subset": "mdf", "languages": [ "mdf-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.844, "ndcg_at_3": 0.87871, "ndcg_at_5": 0.88939, "ndcg_at_10": 0.89886, "ndcg_at_20": 0.90345, "ndcg_at_100": 0.90641, "ndcg_at_1000": 0.90718, "map_at_1": 0.844, "map_at_3": 0.87, "map_at_5": 0.8759, "map_at_10": 0.87967, "map_at_20": 0.88096, "map_at_100": 0.88135, "map_at_1000": 0.88138, "recall_at_1": 0.844, "recall_at_3": 0.904, "recall_at_5": 0.93, "recall_at_10": 0.96, "recall_at_20": 0.978, "recall_at_100": 0.994, "recall_at_1000": 1.0, "accuracy": 0.844, "precision_at_1": 0.844, "precision_at_3": 0.30133, "precision_at_5": 0.186, "precision_at_10": 0.096, "precision_at_20": 0.0489, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.844, "mrr_at_3": 0.87, "mrr_at_5": 0.8759, "mrr_at_10": 0.879675, "mrr_at_20": 0.880958, "mrr_at_100": 0.881349, "mrr_at_1000": 0.881376, "nauc_ndcg_at_1_max": 0.786292, "nauc_ndcg_at_1_std": -0.004283, "nauc_ndcg_at_1_diff1": 0.865024, "nauc_ndcg_at_3_max": 0.768944, "nauc_ndcg_at_3_std": -0.052149, "nauc_ndcg_at_3_diff1": 0.831807, "nauc_ndcg_at_5_max": 0.766179, "nauc_ndcg_at_5_std": -0.05324, "nauc_ndcg_at_5_diff1": 0.833002, "nauc_ndcg_at_10_max": 0.782759, "nauc_ndcg_at_10_std": -0.04233, "nauc_ndcg_at_10_diff1": 0.84278, "nauc_ndcg_at_20_max": 0.782474, "nauc_ndcg_at_20_std": -0.032833, "nauc_ndcg_at_20_diff1": 0.845978, "nauc_ndcg_at_100_max": 0.779167, "nauc_ndcg_at_100_std": -0.029924, "nauc_ndcg_at_100_diff1": 0.843947, "nauc_ndcg_at_1000_max": 0.779957, "nauc_ndcg_at_1000_std": -0.03109, "nauc_ndcg_at_1000_diff1": 0.845034, "nauc_map_at_1_max": 0.786292, "nauc_map_at_1_std": -0.004283, "nauc_map_at_1_diff1": 0.865024, "nauc_map_at_3_max": 0.775578, "nauc_map_at_3_std": -0.035566, "nauc_map_at_3_diff1": 0.841658, "nauc_map_at_5_max": 0.774352, "nauc_map_at_5_std": -0.035399, "nauc_map_at_5_diff1": 0.842592, "nauc_map_at_10_max": 0.780567, "nauc_map_at_10_std": -0.030922, "nauc_map_at_10_diff1": 0.846492, "nauc_map_at_20_max": 0.780556, "nauc_map_at_20_std": -0.028336, "nauc_map_at_20_diff1": 0.847253, "nauc_map_at_100_max": 0.780235, "nauc_map_at_100_std": -0.027986, "nauc_map_at_100_diff1": 0.847076, "nauc_map_at_1000_max": 0.780264, "nauc_map_at_1000_std": -0.028021, "nauc_map_at_1000_diff1": 0.847105, "nauc_recall_at_1_max": 0.786292, "nauc_recall_at_1_std": -0.004283, "nauc_recall_at_1_diff1": 0.865024, "nauc_recall_at_3_max": 0.742919, "nauc_recall_at_3_std": -0.116509, "nauc_recall_at_3_diff1": 0.794312, "nauc_recall_at_5_max": 0.724196, "nauc_recall_at_5_std": -0.143737, "nauc_recall_at_5_diff1": 0.785874, "nauc_recall_at_10_max": 0.815243, "nauc_recall_at_10_std": -0.130836, "nauc_recall_at_10_diff1": 0.821545, "nauc_recall_at_20_max": 0.834267, "nauc_recall_at_20_std": -0.057253, "nauc_recall_at_20_diff1": 0.858034, "nauc_recall_at_100_max": 0.693433, "nauc_recall_at_100_std": 0.103175, "nauc_recall_at_100_diff1": 0.715219, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.786292, "nauc_precision_at_1_std": -0.004283, "nauc_precision_at_1_diff1": 0.865024, "nauc_precision_at_3_max": 0.742919, "nauc_precision_at_3_std": -0.116509, "nauc_precision_at_3_diff1": 0.794312, "nauc_precision_at_5_max": 0.724196, "nauc_precision_at_5_std": -0.143737, "nauc_precision_at_5_diff1": 0.785874, "nauc_precision_at_10_max": 0.815243, "nauc_precision_at_10_std": -0.130836, "nauc_precision_at_10_diff1": 0.821545, "nauc_precision_at_20_max": 0.834267, "nauc_precision_at_20_std": -0.057253, "nauc_precision_at_20_diff1": 0.858034, "nauc_precision_at_100_max": 0.693433, "nauc_precision_at_100_std": 0.103175, "nauc_precision_at_100_diff1": 0.715219, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.786292, "nauc_mrr_at_1_std": -0.004283, "nauc_mrr_at_1_diff1": 0.865024, "nauc_mrr_at_3_max": 0.775578, "nauc_mrr_at_3_std": -0.035566, "nauc_mrr_at_3_diff1": 0.841658, "nauc_mrr_at_5_max": 0.774352, "nauc_mrr_at_5_std": -0.035399, "nauc_mrr_at_5_diff1": 0.842592, "nauc_mrr_at_10_max": 0.780567, "nauc_mrr_at_10_std": -0.030922, "nauc_mrr_at_10_diff1": 0.846492, "nauc_mrr_at_20_max": 0.780556, "nauc_mrr_at_20_std": -0.028336, "nauc_mrr_at_20_diff1": 0.847253, "nauc_mrr_at_100_max": 0.780235, "nauc_mrr_at_100_std": -0.027986, "nauc_mrr_at_100_diff1": 0.847076, "nauc_mrr_at_1000_max": 0.780264, "nauc_mrr_at_1000_std": -0.028021, "nauc_mrr_at_1000_diff1": 0.847105, "hit_rate_at_1": 0.844, "hit_rate_at_3": 0.904, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.978, "hit_rate_at_100": 0.994, "hit_rate_at_1000": 1.0, "main_score": 0.93, "hf_subset": "mhr", "languages": [ "mhr-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.548, "ndcg_at_3": 0.63357, "ndcg_at_5": 0.65577, "ndcg_at_10": 0.67448, "ndcg_at_20": 0.68567, "ndcg_at_100": 0.7071, "ndcg_at_1000": 0.71153, "map_at_1": 0.548, "map_at_3": 0.61267, "map_at_5": 0.62497, "map_at_10": 0.63266, "map_at_20": 0.63576, "map_at_100": 0.63869, "map_at_1000": 0.63886, "recall_at_1": 0.548, "recall_at_3": 0.694, "recall_at_5": 0.748, "recall_at_10": 0.806, "recall_at_20": 0.85, "recall_at_100": 0.966, "recall_at_1000": 1.0, "accuracy": 0.548, "precision_at_1": 0.548, "precision_at_3": 0.23133, "precision_at_5": 0.1496, "precision_at_10": 0.0806, "precision_at_20": 0.0425, "precision_at_100": 0.00966, "precision_at_1000": 0.001, "mrr_at_1": 0.548, "mrr_at_3": 0.612667, "mrr_at_5": 0.624967, "mrr_at_10": 0.63266, "mrr_at_20": 0.635764, "mrr_at_100": 0.63869, "mrr_at_1000": 0.638864, "nauc_ndcg_at_1_max": 0.599293, "nauc_ndcg_at_1_std": 0.201983, "nauc_ndcg_at_1_diff1": 0.688052, "nauc_ndcg_at_3_max": 0.58386, "nauc_ndcg_at_3_std": 0.222431, "nauc_ndcg_at_3_diff1": 0.620127, "nauc_ndcg_at_5_max": 0.575109, "nauc_ndcg_at_5_std": 0.216485, "nauc_ndcg_at_5_diff1": 0.607261, "nauc_ndcg_at_10_max": 0.573158, "nauc_ndcg_at_10_std": 0.219975, "nauc_ndcg_at_10_diff1": 0.59985, "nauc_ndcg_at_20_max": 0.574282, "nauc_ndcg_at_20_std": 0.223791, "nauc_ndcg_at_20_diff1": 0.604679, "nauc_ndcg_at_100_max": 0.57986, "nauc_ndcg_at_100_std": 0.217874, "nauc_ndcg_at_100_diff1": 0.61594, "nauc_ndcg_at_1000_max": 0.578692, "nauc_ndcg_at_1000_std": 0.215007, "nauc_ndcg_at_1000_diff1": 0.619255, "nauc_map_at_1_max": 0.599293, "nauc_map_at_1_std": 0.201983, "nauc_map_at_1_diff1": 0.688052, "nauc_map_at_3_max": 0.586149, "nauc_map_at_3_std": 0.213862, "nauc_map_at_3_diff1": 0.637364, "nauc_map_at_5_max": 0.581655, "nauc_map_at_5_std": 0.21053, "nauc_map_at_5_diff1": 0.631147, "nauc_map_at_10_max": 0.580908, "nauc_map_at_10_std": 0.211289, "nauc_map_at_10_diff1": 0.628615, "nauc_map_at_20_max": 0.581359, "nauc_map_at_20_std": 0.212482, "nauc_map_at_20_diff1": 0.630041, "nauc_map_at_100_max": 0.581731, "nauc_map_at_100_std": 0.211318, "nauc_map_at_100_diff1": 0.631136, "nauc_map_at_1000_max": 0.581703, "nauc_map_at_1000_std": 0.211226, "nauc_map_at_1000_diff1": 0.63128, "nauc_recall_at_1_max": 0.599293, "nauc_recall_at_1_std": 0.201983, "nauc_recall_at_1_diff1": 0.688052, "nauc_recall_at_3_max": 0.57711, "nauc_recall_at_3_std": 0.25242, "nauc_recall_at_3_diff1": 0.563194, "nauc_recall_at_5_max": 0.549733, "nauc_recall_at_5_std": 0.239566, "nauc_recall_at_5_diff1": 0.515082, "nauc_recall_at_10_max": 0.5362, "nauc_recall_at_10_std": 0.264503, "nauc_recall_at_10_diff1": 0.461909, "nauc_recall_at_20_max": 0.532587, "nauc_recall_at_20_std": 0.297872, "nauc_recall_at_20_diff1": 0.45905, "nauc_recall_at_100_max": 0.641676, "nauc_recall_at_100_std": 0.36453, "nauc_recall_at_100_diff1": 0.454496, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.599293, "nauc_precision_at_1_std": 0.201983, "nauc_precision_at_1_diff1": 0.688052, "nauc_precision_at_3_max": 0.57711, "nauc_precision_at_3_std": 0.25242, "nauc_precision_at_3_diff1": 0.563194, "nauc_precision_at_5_max": 0.549733, "nauc_precision_at_5_std": 0.239566, "nauc_precision_at_5_diff1": 0.515082, "nauc_precision_at_10_max": 0.5362, "nauc_precision_at_10_std": 0.264503, "nauc_precision_at_10_diff1": 0.461909, "nauc_precision_at_20_max": 0.532587, "nauc_precision_at_20_std": 0.297872, "nauc_precision_at_20_diff1": 0.45905, "nauc_precision_at_100_max": 0.641676, "nauc_precision_at_100_std": 0.36453, "nauc_precision_at_100_diff1": 0.454496, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.599293, "nauc_mrr_at_1_std": 0.201983, "nauc_mrr_at_1_diff1": 0.688052, "nauc_mrr_at_3_max": 0.586149, "nauc_mrr_at_3_std": 0.213862, "nauc_mrr_at_3_diff1": 0.637364, "nauc_mrr_at_5_max": 0.581655, "nauc_mrr_at_5_std": 0.21053, "nauc_mrr_at_5_diff1": 0.631147, "nauc_mrr_at_10_max": 0.580908, "nauc_mrr_at_10_std": 0.211289, "nauc_mrr_at_10_diff1": 0.628615, "nauc_mrr_at_20_max": 0.581359, "nauc_mrr_at_20_std": 0.212482, "nauc_mrr_at_20_diff1": 0.630041, "nauc_mrr_at_100_max": 0.581731, "nauc_mrr_at_100_std": 0.211318, "nauc_mrr_at_100_diff1": 0.631136, "nauc_mrr_at_1000_max": 0.581703, "nauc_mrr_at_1000_std": 0.211226, "nauc_mrr_at_1000_diff1": 0.63128, "hit_rate_at_1": 0.548, "hit_rate_at_3": 0.694, "hit_rate_at_5": 0.748, "hit_rate_at_10": 0.806, "hit_rate_at_20": 0.85, "hit_rate_at_100": 0.966, "hit_rate_at_1000": 1.0, "main_score": 0.748, "hf_subset": "mk", "languages": [ "mkd-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.416, "ndcg_at_3": 0.50457, "ndcg_at_5": 0.53039, "ndcg_at_10": 0.56014, "ndcg_at_20": 0.58559, "ndcg_at_100": 0.60768, "ndcg_at_1000": 0.61563, "map_at_1": 0.416, "map_at_3": 0.48267, "map_at_5": 0.49717, "map_at_10": 0.50981, "map_at_20": 0.51663, "map_at_100": 0.51961, "map_at_1000": 0.51999, "recall_at_1": 0.416, "recall_at_3": 0.568, "recall_at_5": 0.63, "recall_at_10": 0.72, "recall_at_20": 0.822, "recall_at_100": 0.942, "recall_at_1000": 1.0, "accuracy": 0.416, "precision_at_1": 0.416, "precision_at_3": 0.18933, "precision_at_5": 0.126, "precision_at_10": 0.072, "precision_at_20": 0.0411, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.416, "mrr_at_3": 0.482667, "mrr_at_5": 0.497167, "mrr_at_10": 0.509813, "mrr_at_20": 0.516625, "mrr_at_100": 0.519608, "mrr_at_1000": 0.519989, "nauc_ndcg_at_1_max": 0.614006, "nauc_ndcg_at_1_std": 0.296022, "nauc_ndcg_at_1_diff1": 0.671029, "nauc_ndcg_at_3_max": 0.60035, "nauc_ndcg_at_3_std": 0.315432, "nauc_ndcg_at_3_diff1": 0.617923, "nauc_ndcg_at_5_max": 0.59493, "nauc_ndcg_at_5_std": 0.330156, "nauc_ndcg_at_5_diff1": 0.594968, "nauc_ndcg_at_10_max": 0.593273, "nauc_ndcg_at_10_std": 0.330184, "nauc_ndcg_at_10_diff1": 0.591484, "nauc_ndcg_at_20_max": 0.598505, "nauc_ndcg_at_20_std": 0.325812, "nauc_ndcg_at_20_diff1": 0.606153, "nauc_ndcg_at_100_max": 0.603159, "nauc_ndcg_at_100_std": 0.331452, "nauc_ndcg_at_100_diff1": 0.608274, "nauc_ndcg_at_1000_max": 0.600354, "nauc_ndcg_at_1000_std": 0.322084, "nauc_ndcg_at_1000_diff1": 0.613159, "nauc_map_at_1_max": 0.614006, "nauc_map_at_1_std": 0.296022, "nauc_map_at_1_diff1": 0.671029, "nauc_map_at_3_max": 0.60302, "nauc_map_at_3_std": 0.309834, "nauc_map_at_3_diff1": 0.630591, "nauc_map_at_5_max": 0.600025, "nauc_map_at_5_std": 0.317525, "nauc_map_at_5_diff1": 0.618376, "nauc_map_at_10_max": 0.599257, "nauc_map_at_10_std": 0.316851, "nauc_map_at_10_diff1": 0.617568, "nauc_map_at_20_max": 0.600587, "nauc_map_at_20_std": 0.315792, "nauc_map_at_20_diff1": 0.621241, "nauc_map_at_100_max": 0.601271, "nauc_map_at_100_std": 0.316117, "nauc_map_at_100_diff1": 0.621796, "nauc_map_at_1000_max": 0.601158, "nauc_map_at_1000_std": 0.315746, "nauc_map_at_1000_diff1": 0.62203, "nauc_recall_at_1_max": 0.614006, "nauc_recall_at_1_std": 0.296022, "nauc_recall_at_1_diff1": 0.671029, "nauc_recall_at_3_max": 0.592487, "nauc_recall_at_3_std": 0.33293, "nauc_recall_at_3_diff1": 0.579336, "nauc_recall_at_5_max": 0.5778, "nauc_recall_at_5_std": 0.374741, "nauc_recall_at_5_diff1": 0.514505, "nauc_recall_at_10_max": 0.569288, "nauc_recall_at_10_std": 0.387584, "nauc_recall_at_10_diff1": 0.483131, "nauc_recall_at_20_max": 0.595427, "nauc_recall_at_20_std": 0.380613, "nauc_recall_at_20_diff1": 0.539979, "nauc_recall_at_100_max": 0.696207, "nauc_recall_at_100_std": 0.646528, "nauc_recall_at_100_diff1": 0.451302, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614006, "nauc_precision_at_1_std": 0.296022, "nauc_precision_at_1_diff1": 0.671029, "nauc_precision_at_3_max": 0.592487, "nauc_precision_at_3_std": 0.33293, "nauc_precision_at_3_diff1": 0.579336, "nauc_precision_at_5_max": 0.5778, "nauc_precision_at_5_std": 0.374741, "nauc_precision_at_5_diff1": 0.514505, "nauc_precision_at_10_max": 0.569288, "nauc_precision_at_10_std": 0.387584, "nauc_precision_at_10_diff1": 0.483131, "nauc_precision_at_20_max": 0.595427, "nauc_precision_at_20_std": 0.380613, "nauc_precision_at_20_diff1": 0.539979, "nauc_precision_at_100_max": 0.696207, "nauc_precision_at_100_std": 0.646528, "nauc_precision_at_100_diff1": 0.451302, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.614006, "nauc_mrr_at_1_std": 0.296022, "nauc_mrr_at_1_diff1": 0.671029, "nauc_mrr_at_3_max": 0.60302, "nauc_mrr_at_3_std": 0.309834, "nauc_mrr_at_3_diff1": 0.630591, "nauc_mrr_at_5_max": 0.600025, "nauc_mrr_at_5_std": 0.317525, "nauc_mrr_at_5_diff1": 0.618376, "nauc_mrr_at_10_max": 0.599257, "nauc_mrr_at_10_std": 0.316851, "nauc_mrr_at_10_diff1": 0.617568, "nauc_mrr_at_20_max": 0.600587, "nauc_mrr_at_20_std": 0.315792, "nauc_mrr_at_20_diff1": 0.621241, "nauc_mrr_at_100_max": 0.601271, "nauc_mrr_at_100_std": 0.316117, "nauc_mrr_at_100_diff1": 0.621796, "nauc_mrr_at_1000_max": 0.601158, "nauc_mrr_at_1000_std": 0.315746, "nauc_mrr_at_1000_diff1": 0.62203, "hit_rate_at_1": 0.416, "hit_rate_at_3": 0.568, "hit_rate_at_5": 0.63, "hit_rate_at_10": 0.72, "hit_rate_at_20": 0.822, "hit_rate_at_100": 0.942, "hit_rate_at_1000": 1.0, "main_score": 0.63, "hf_subset": "ml", "languages": [ "mal-Mlym" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.17, "ndcg_at_3": 0.23317, "ndcg_at_5": 0.26096, "ndcg_at_10": 0.28706, "ndcg_at_20": 0.30733, "ndcg_at_100": 0.35578, "ndcg_at_1000": 0.38535, "map_at_1": 0.17, "map_at_3": 0.21767, "map_at_5": 0.23297, "map_at_10": 0.24349, "map_at_20": 0.24907, "map_at_100": 0.25545, "map_at_1000": 0.25667, "recall_at_1": 0.17, "recall_at_3": 0.278, "recall_at_5": 0.346, "recall_at_10": 0.428, "recall_at_20": 0.508, "recall_at_100": 0.774, "recall_at_1000": 1.0, "accuracy": 0.17, "precision_at_1": 0.17, "precision_at_3": 0.09267, "precision_at_5": 0.0692, "precision_at_10": 0.0428, "precision_at_20": 0.0254, "precision_at_100": 0.00774, "precision_at_1000": 0.001, "mrr_at_1": 0.17, "mrr_at_3": 0.217667, "mrr_at_5": 0.232967, "mrr_at_10": 0.243488, "mrr_at_20": 0.249067, "mrr_at_100": 0.255453, "mrr_at_1000": 0.25667, "nauc_ndcg_at_1_max": 0.319716, "nauc_ndcg_at_1_std": 0.137018, "nauc_ndcg_at_1_diff1": 0.375588, "nauc_ndcg_at_3_max": 0.292818, "nauc_ndcg_at_3_std": 0.151507, "nauc_ndcg_at_3_diff1": 0.272064, "nauc_ndcg_at_5_max": 0.289204, "nauc_ndcg_at_5_std": 0.166593, "nauc_ndcg_at_5_diff1": 0.243278, "nauc_ndcg_at_10_max": 0.280044, "nauc_ndcg_at_10_std": 0.154078, "nauc_ndcg_at_10_diff1": 0.244764, "nauc_ndcg_at_20_max": 0.268512, "nauc_ndcg_at_20_std": 0.147188, "nauc_ndcg_at_20_diff1": 0.235855, "nauc_ndcg_at_100_max": 0.272653, "nauc_ndcg_at_100_std": 0.151206, "nauc_ndcg_at_100_diff1": 0.255751, "nauc_ndcg_at_1000_max": 0.279508, "nauc_ndcg_at_1000_std": 0.148201, "nauc_ndcg_at_1000_diff1": 0.261368, "nauc_map_at_1_max": 0.319716, "nauc_map_at_1_std": 0.137018, "nauc_map_at_1_diff1": 0.375588, "nauc_map_at_3_max": 0.30066, "nauc_map_at_3_std": 0.149337, "nauc_map_at_3_diff1": 0.295016, "nauc_map_at_5_max": 0.298358, "nauc_map_at_5_std": 0.157839, "nauc_map_at_5_diff1": 0.277891, "nauc_map_at_10_max": 0.294553, "nauc_map_at_10_std": 0.152799, "nauc_map_at_10_diff1": 0.27889, "nauc_map_at_20_max": 0.291016, "nauc_map_at_20_std": 0.15061, "nauc_map_at_20_diff1": 0.276536, "nauc_map_at_100_max": 0.290747, "nauc_map_at_100_std": 0.150018, "nauc_map_at_100_diff1": 0.279038, "nauc_map_at_1000_max": 0.291027, "nauc_map_at_1000_std": 0.149777, "nauc_map_at_1000_diff1": 0.279388, "nauc_recall_at_1_max": 0.319716, "nauc_recall_at_1_std": 0.137018, "nauc_recall_at_1_diff1": 0.375588, "nauc_recall_at_3_max": 0.272322, "nauc_recall_at_3_std": 0.156643, "nauc_recall_at_3_diff1": 0.213965, "nauc_recall_at_5_max": 0.266049, "nauc_recall_at_5_std": 0.189577, "nauc_recall_at_5_diff1": 0.155964, "nauc_recall_at_10_max": 0.240935, "nauc_recall_at_10_std": 0.154069, "nauc_recall_at_10_diff1": 0.159324, "nauc_recall_at_20_max": 0.200797, "nauc_recall_at_20_std": 0.131127, "nauc_recall_at_20_diff1": 0.124391, "nauc_recall_at_100_max": 0.205882, "nauc_recall_at_100_std": 0.172933, "nauc_recall_at_100_diff1": 0.20733, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.319716, "nauc_precision_at_1_std": 0.137018, "nauc_precision_at_1_diff1": 0.375588, "nauc_precision_at_3_max": 0.272322, "nauc_precision_at_3_std": 0.156643, "nauc_precision_at_3_diff1": 0.213965, "nauc_precision_at_5_max": 0.266049, "nauc_precision_at_5_std": 0.189577, "nauc_precision_at_5_diff1": 0.155964, "nauc_precision_at_10_max": 0.240935, "nauc_precision_at_10_std": 0.154069, "nauc_precision_at_10_diff1": 0.159324, "nauc_precision_at_20_max": 0.200797, "nauc_precision_at_20_std": 0.131127, "nauc_precision_at_20_diff1": 0.124391, "nauc_precision_at_100_max": 0.205882, "nauc_precision_at_100_std": 0.172933, "nauc_precision_at_100_diff1": 0.20733, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.319716, "nauc_mrr_at_1_std": 0.137018, "nauc_mrr_at_1_diff1": 0.375588, "nauc_mrr_at_3_max": 0.30066, "nauc_mrr_at_3_std": 0.149337, "nauc_mrr_at_3_diff1": 0.295016, "nauc_mrr_at_5_max": 0.298358, "nauc_mrr_at_5_std": 0.157839, "nauc_mrr_at_5_diff1": 0.277891, "nauc_mrr_at_10_max": 0.294553, "nauc_mrr_at_10_std": 0.152799, "nauc_mrr_at_10_diff1": 0.27889, "nauc_mrr_at_20_max": 0.291016, "nauc_mrr_at_20_std": 0.15061, "nauc_mrr_at_20_diff1": 0.276536, "nauc_mrr_at_100_max": 0.290747, "nauc_mrr_at_100_std": 0.150018, "nauc_mrr_at_100_diff1": 0.279038, "nauc_mrr_at_1000_max": 0.291027, "nauc_mrr_at_1000_std": 0.149777, "nauc_mrr_at_1000_diff1": 0.279388, "hit_rate_at_1": 0.17, "hit_rate_at_3": 0.278, "hit_rate_at_5": 0.346, "hit_rate_at_10": 0.428, "hit_rate_at_20": 0.508, "hit_rate_at_100": 0.774, "hit_rate_at_1000": 1.0, "main_score": 0.346, "hf_subset": "mn", "languages": [ "mon-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.718, "ndcg_at_3": 0.79117, "ndcg_at_5": 0.80614, "ndcg_at_10": 0.82057, "ndcg_at_20": 0.83101, "ndcg_at_100": 0.83526, "ndcg_at_1000": 0.83689, "map_at_1": 0.718, "map_at_3": 0.77233, "map_at_5": 0.78073, "map_at_10": 0.7868, "map_at_20": 0.78984, "map_at_100": 0.7905, "map_at_1000": 0.79057, "recall_at_1": 0.718, "recall_at_3": 0.846, "recall_at_5": 0.882, "recall_at_10": 0.926, "recall_at_20": 0.966, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.718, "precision_at_1": 0.718, "precision_at_3": 0.282, "precision_at_5": 0.1764, "precision_at_10": 0.0926, "precision_at_20": 0.0483, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.718, "mrr_at_3": 0.772333, "mrr_at_5": 0.780733, "mrr_at_10": 0.786802, "mrr_at_20": 0.789842, "mrr_at_100": 0.790499, "mrr_at_1000": 0.790574, "nauc_ndcg_at_1_max": 0.772546, "nauc_ndcg_at_1_std": 0.322831, "nauc_ndcg_at_1_diff1": 0.826842, "nauc_ndcg_at_3_max": 0.793034, "nauc_ndcg_at_3_std": 0.367506, "nauc_ndcg_at_3_diff1": 0.802527, "nauc_ndcg_at_5_max": 0.787352, "nauc_ndcg_at_5_std": 0.364639, "nauc_ndcg_at_5_diff1": 0.796329, "nauc_ndcg_at_10_max": 0.781758, "nauc_ndcg_at_10_std": 0.358646, "nauc_ndcg_at_10_diff1": 0.798852, "nauc_ndcg_at_20_max": 0.779548, "nauc_ndcg_at_20_std": 0.354565, "nauc_ndcg_at_20_diff1": 0.802341, "nauc_ndcg_at_100_max": 0.782069, "nauc_ndcg_at_100_std": 0.354302, "nauc_ndcg_at_100_diff1": 0.807452, "nauc_ndcg_at_1000_max": 0.780686, "nauc_ndcg_at_1000_std": 0.353076, "nauc_ndcg_at_1000_diff1": 0.806524, "nauc_map_at_1_max": 0.772546, "nauc_map_at_1_std": 0.322831, "nauc_map_at_1_diff1": 0.826842, "nauc_map_at_3_max": 0.785065, "nauc_map_at_3_std": 0.353727, "nauc_map_at_3_diff1": 0.809535, "nauc_map_at_5_max": 0.782016, "nauc_map_at_5_std": 0.352454, "nauc_map_at_5_diff1": 0.806571, "nauc_map_at_10_max": 0.779621, "nauc_map_at_10_std": 0.349656, "nauc_map_at_10_diff1": 0.807481, "nauc_map_at_20_max": 0.779091, "nauc_map_at_20_std": 0.34872, "nauc_map_at_20_diff1": 0.80843, "nauc_map_at_100_max": 0.779411, "nauc_map_at_100_std": 0.348799, "nauc_map_at_100_diff1": 0.809186, "nauc_map_at_1000_max": 0.779366, "nauc_map_at_1000_std": 0.348765, "nauc_map_at_1000_diff1": 0.809149, "nauc_recall_at_1_max": 0.772546, "nauc_recall_at_1_std": 0.322831, "nauc_recall_at_1_diff1": 0.826842, "nauc_recall_at_3_max": 0.826229, "nauc_recall_at_3_std": 0.423361, "nauc_recall_at_3_diff1": 0.774385, "nauc_recall_at_5_max": 0.813601, "nauc_recall_at_5_std": 0.423138, "nauc_recall_at_5_diff1": 0.74474, "nauc_recall_at_10_max": 0.793903, "nauc_recall_at_10_std": 0.419663, "nauc_recall_at_10_diff1": 0.736783, "nauc_recall_at_20_max": 0.769072, "nauc_recall_at_20_std": 0.414676, "nauc_recall_at_20_diff1": 0.72409, "nauc_recall_at_100_max": 0.910131, "nauc_recall_at_100_std": 0.472611, "nauc_recall_at_100_diff1": 0.888344, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.772546, "nauc_precision_at_1_std": 0.322831, "nauc_precision_at_1_diff1": 0.826842, "nauc_precision_at_3_max": 0.826229, "nauc_precision_at_3_std": 0.423361, "nauc_precision_at_3_diff1": 0.774385, "nauc_precision_at_5_max": 0.813601, "nauc_precision_at_5_std": 0.423138, "nauc_precision_at_5_diff1": 0.74474, "nauc_precision_at_10_max": 0.793903, "nauc_precision_at_10_std": 0.419663, "nauc_precision_at_10_diff1": 0.736783, "nauc_precision_at_20_max": 0.769072, "nauc_precision_at_20_std": 0.414676, "nauc_precision_at_20_diff1": 0.72409, "nauc_precision_at_100_max": 0.910131, "nauc_precision_at_100_std": 0.472611, "nauc_precision_at_100_diff1": 0.888344, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.772546, "nauc_mrr_at_1_std": 0.322831, "nauc_mrr_at_1_diff1": 0.826842, "nauc_mrr_at_3_max": 0.785065, "nauc_mrr_at_3_std": 0.353727, "nauc_mrr_at_3_diff1": 0.809535, "nauc_mrr_at_5_max": 0.782016, "nauc_mrr_at_5_std": 0.352454, "nauc_mrr_at_5_diff1": 0.806571, "nauc_mrr_at_10_max": 0.779621, "nauc_mrr_at_10_std": 0.349656, "nauc_mrr_at_10_diff1": 0.807481, "nauc_mrr_at_20_max": 0.779091, "nauc_mrr_at_20_std": 0.34872, "nauc_mrr_at_20_diff1": 0.80843, "nauc_mrr_at_100_max": 0.779411, "nauc_mrr_at_100_std": 0.348799, "nauc_mrr_at_100_diff1": 0.809186, "nauc_mrr_at_1000_max": 0.779366, "nauc_mrr_at_1000_std": 0.348765, "nauc_mrr_at_1000_diff1": 0.809149, "hit_rate_at_1": 0.718, "hit_rate_at_3": 0.846, "hit_rate_at_5": 0.882, "hit_rate_at_10": 0.926, "hit_rate_at_20": 0.966, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.882, "hf_subset": "mr", "languages": [ "mar-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.794, "ndcg_at_3": 0.83933, "ndcg_at_5": 0.85913, "ndcg_at_10": 0.86821, "ndcg_at_20": 0.8739, "ndcg_at_100": 0.87927, "ndcg_at_1000": 0.87982, "map_at_1": 0.794, "map_at_3": 0.82867, "map_at_5": 0.83967, "map_at_10": 0.84343, "map_at_20": 0.84507, "map_at_100": 0.84588, "map_at_1000": 0.8459, "recall_at_1": 0.794, "recall_at_3": 0.87, "recall_at_5": 0.918, "recall_at_10": 0.946, "recall_at_20": 0.968, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.794, "precision_at_1": 0.794, "precision_at_3": 0.29, "precision_at_5": 0.1836, "precision_at_10": 0.0946, "precision_at_20": 0.0484, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.794, "mrr_at_3": 0.828667, "mrr_at_5": 0.839667, "mrr_at_10": 0.843429, "mrr_at_20": 0.845066, "mrr_at_100": 0.845875, "mrr_at_1000": 0.845903, "nauc_ndcg_at_1_max": 0.782094, "nauc_ndcg_at_1_std": -0.038942, "nauc_ndcg_at_1_diff1": 0.868669, "nauc_ndcg_at_3_max": 0.792352, "nauc_ndcg_at_3_std": 0.014588, "nauc_ndcg_at_3_diff1": 0.854354, "nauc_ndcg_at_5_max": 0.786896, "nauc_ndcg_at_5_std": 0.029994, "nauc_ndcg_at_5_diff1": 0.847194, "nauc_ndcg_at_10_max": 0.785452, "nauc_ndcg_at_10_std": 0.018691, "nauc_ndcg_at_10_diff1": 0.849412, "nauc_ndcg_at_20_max": 0.782984, "nauc_ndcg_at_20_std": 0.008018, "nauc_ndcg_at_20_diff1": 0.847864, "nauc_ndcg_at_100_max": 0.787621, "nauc_ndcg_at_100_std": 0.012705, "nauc_ndcg_at_100_diff1": 0.853218, "nauc_ndcg_at_1000_max": 0.78659, "nauc_ndcg_at_1000_std": 0.009076, "nauc_ndcg_at_1000_diff1": 0.853229, "nauc_map_at_1_max": 0.782094, "nauc_map_at_1_std": -0.038942, "nauc_map_at_1_diff1": 0.868669, "nauc_map_at_3_max": 0.78953, "nauc_map_at_3_std": 0.000999, "nauc_map_at_3_diff1": 0.858094, "nauc_map_at_5_max": 0.786583, "nauc_map_at_5_std": 0.007805, "nauc_map_at_5_diff1": 0.854672, "nauc_map_at_10_max": 0.786295, "nauc_map_at_10_std": 0.003356, "nauc_map_at_10_diff1": 0.855698, "nauc_map_at_20_max": 0.785714, "nauc_map_at_20_std": 0.00054, "nauc_map_at_20_diff1": 0.855361, "nauc_map_at_100_max": 0.786384, "nauc_map_at_100_std": 0.00174, "nauc_map_at_100_diff1": 0.855966, "nauc_map_at_1000_max": 0.786344, "nauc_map_at_1000_std": 0.001608, "nauc_map_at_1000_diff1": 0.855974, "nauc_recall_at_1_max": 0.782094, "nauc_recall_at_1_std": -0.038942, "nauc_recall_at_1_diff1": 0.868669, "nauc_recall_at_3_max": 0.802733, "nauc_recall_at_3_std": 0.063949, "nauc_recall_at_3_diff1": 0.840709, "nauc_recall_at_5_max": 0.787206, "nauc_recall_at_5_std": 0.150748, "nauc_recall_at_5_diff1": 0.806039, "nauc_recall_at_10_max": 0.773853, "nauc_recall_at_10_std": 0.131497, "nauc_recall_at_10_diff1": 0.799789, "nauc_recall_at_20_max": 0.730567, "nauc_recall_at_20_std": 0.05932, "nauc_recall_at_20_diff1": 0.744865, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.777077, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.782094, "nauc_precision_at_1_std": -0.038942, "nauc_precision_at_1_diff1": 0.868669, "nauc_precision_at_3_max": 0.802733, "nauc_precision_at_3_std": 0.063949, "nauc_precision_at_3_diff1": 0.840709, "nauc_precision_at_5_max": 0.787206, "nauc_precision_at_5_std": 0.150748, "nauc_precision_at_5_diff1": 0.806039, "nauc_precision_at_10_max": 0.773853, "nauc_precision_at_10_std": 0.131497, "nauc_precision_at_10_diff1": 0.799789, "nauc_precision_at_20_max": 0.730567, "nauc_precision_at_20_std": 0.05932, "nauc_precision_at_20_diff1": 0.744865, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.777077, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.782094, "nauc_mrr_at_1_std": -0.038942, "nauc_mrr_at_1_diff1": 0.868669, "nauc_mrr_at_3_max": 0.78953, "nauc_mrr_at_3_std": 0.000999, "nauc_mrr_at_3_diff1": 0.858094, "nauc_mrr_at_5_max": 0.786583, "nauc_mrr_at_5_std": 0.007805, "nauc_mrr_at_5_diff1": 0.854672, "nauc_mrr_at_10_max": 0.786295, "nauc_mrr_at_10_std": 0.003356, "nauc_mrr_at_10_diff1": 0.855698, "nauc_mrr_at_20_max": 0.785714, "nauc_mrr_at_20_std": 0.00054, "nauc_mrr_at_20_diff1": 0.855361, "nauc_mrr_at_100_max": 0.786384, "nauc_mrr_at_100_std": 0.00174, "nauc_mrr_at_100_diff1": 0.855966, "nauc_mrr_at_1000_max": 0.786344, "nauc_mrr_at_1000_std": 0.001608, "nauc_mrr_at_1000_diff1": 0.855974, "hit_rate_at_1": 0.794, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.918, "hit_rate_at_10": 0.946, "hit_rate_at_20": 0.968, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "main_score": 0.918, "hf_subset": "mrj", "languages": [ "mrj-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.742, "ndcg_at_3": 0.81547, "ndcg_at_5": 0.82477, "ndcg_at_10": 0.83391, "ndcg_at_20": 0.84379, "ndcg_at_100": 0.85057, "ndcg_at_1000": 0.8517, "map_at_1": 0.742, "map_at_3": 0.79733, "map_at_5": 0.80263, "map_at_10": 0.80645, "map_at_20": 0.80905, "map_at_100": 0.81018, "map_at_1000": 0.81024, "recall_at_1": 0.742, "recall_at_3": 0.868, "recall_at_5": 0.89, "recall_at_10": 0.918, "recall_at_20": 0.958, "recall_at_100": 0.992, "recall_at_1000": 1.0, "accuracy": 0.742, "precision_at_1": 0.742, "precision_at_3": 0.28933, "precision_at_5": 0.178, "precision_at_10": 0.0918, "precision_at_20": 0.0479, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.742, "mrr_at_3": 0.797333, "mrr_at_5": 0.802633, "mrr_at_10": 0.806452, "mrr_at_20": 0.809047, "mrr_at_100": 0.810175, "mrr_at_1000": 0.810235, "nauc_ndcg_at_1_max": 0.806291, "nauc_ndcg_at_1_std": 0.003579, "nauc_ndcg_at_1_diff1": 0.865953, "nauc_ndcg_at_3_max": 0.816502, "nauc_ndcg_at_3_std": 0.046694, "nauc_ndcg_at_3_diff1": 0.837819, "nauc_ndcg_at_5_max": 0.820715, "nauc_ndcg_at_5_std": 0.06469, "nauc_ndcg_at_5_diff1": 0.839806, "nauc_ndcg_at_10_max": 0.818832, "nauc_ndcg_at_10_std": 0.063119, "nauc_ndcg_at_10_diff1": 0.841766, "nauc_ndcg_at_20_max": 0.820139, "nauc_ndcg_at_20_std": 0.062885, "nauc_ndcg_at_20_diff1": 0.845049, "nauc_ndcg_at_100_max": 0.81721, "nauc_ndcg_at_100_std": 0.05241, "nauc_ndcg_at_100_diff1": 0.845273, "nauc_ndcg_at_1000_max": 0.816905, "nauc_ndcg_at_1000_std": 0.051201, "nauc_ndcg_at_1000_diff1": 0.846012, "nauc_map_at_1_max": 0.806291, "nauc_map_at_1_std": 0.003579, "nauc_map_at_1_diff1": 0.865953, "nauc_map_at_3_max": 0.813762, "nauc_map_at_3_std": 0.036078, "nauc_map_at_3_diff1": 0.844975, "nauc_map_at_5_max": 0.815753, "nauc_map_at_5_std": 0.045139, "nauc_map_at_5_diff1": 0.846168, "nauc_map_at_10_max": 0.814862, "nauc_map_at_10_std": 0.043994, "nauc_map_at_10_diff1": 0.847088, "nauc_map_at_20_max": 0.815302, "nauc_map_at_20_std": 0.043862, "nauc_map_at_20_diff1": 0.848012, "nauc_map_at_100_max": 0.814954, "nauc_map_at_100_std": 0.042837, "nauc_map_at_100_diff1": 0.848077, "nauc_map_at_1000_max": 0.814944, "nauc_map_at_1000_std": 0.04281, "nauc_map_at_1000_diff1": 0.848098, "nauc_recall_at_1_max": 0.806291, "nauc_recall_at_1_std": 0.003579, "nauc_recall_at_1_diff1": 0.865953, "nauc_recall_at_3_max": 0.827762, "nauc_recall_at_3_std": 0.089691, "nauc_recall_at_3_diff1": 0.808674, "nauc_recall_at_5_max": 0.845297, "nauc_recall_at_5_std": 0.160064, "nauc_recall_at_5_diff1": 0.810618, "nauc_recall_at_10_max": 0.843615, "nauc_recall_at_10_std": 0.183861, "nauc_recall_at_10_diff1": 0.811403, "nauc_recall_at_20_max": 0.878729, "nauc_recall_at_20_std": 0.289027, "nauc_recall_at_20_diff1": 0.823952, "nauc_recall_at_100_max": 0.855859, "nauc_recall_at_100_std": 0.21697, "nauc_recall_at_100_diff1": 0.748016, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.806291, "nauc_precision_at_1_std": 0.003579, "nauc_precision_at_1_diff1": 0.865953, "nauc_precision_at_3_max": 0.827762, "nauc_precision_at_3_std": 0.089691, "nauc_precision_at_3_diff1": 0.808674, "nauc_precision_at_5_max": 0.845297, "nauc_precision_at_5_std": 0.160064, "nauc_precision_at_5_diff1": 0.810618, "nauc_precision_at_10_max": 0.843615, "nauc_precision_at_10_std": 0.183861, "nauc_precision_at_10_diff1": 0.811403, "nauc_precision_at_20_max": 0.878729, "nauc_precision_at_20_std": 0.289027, "nauc_precision_at_20_diff1": 0.823952, "nauc_precision_at_100_max": 0.855859, "nauc_precision_at_100_std": 0.21697, "nauc_precision_at_100_diff1": 0.748016, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.806291, "nauc_mrr_at_1_std": 0.003579, "nauc_mrr_at_1_diff1": 0.865953, "nauc_mrr_at_3_max": 0.813762, "nauc_mrr_at_3_std": 0.036078, "nauc_mrr_at_3_diff1": 0.844975, "nauc_mrr_at_5_max": 0.815753, "nauc_mrr_at_5_std": 0.045139, "nauc_mrr_at_5_diff1": 0.846168, "nauc_mrr_at_10_max": 0.814862, "nauc_mrr_at_10_std": 0.043994, "nauc_mrr_at_10_diff1": 0.847088, "nauc_mrr_at_20_max": 0.815302, "nauc_mrr_at_20_std": 0.043862, "nauc_mrr_at_20_diff1": 0.848012, "nauc_mrr_at_100_max": 0.814954, "nauc_mrr_at_100_std": 0.042837, "nauc_mrr_at_100_diff1": 0.848077, "nauc_mrr_at_1000_max": 0.814944, "nauc_mrr_at_1000_std": 0.04281, "nauc_mrr_at_1000_diff1": 0.848098, "hit_rate_at_1": 0.742, "hit_rate_at_3": 0.868, "hit_rate_at_5": 0.89, "hit_rate_at_10": 0.918, "hit_rate_at_20": 0.958, "hit_rate_at_100": 0.992, "hit_rate_at_1000": 1.0, "main_score": 0.89, "hf_subset": "mt", "languages": [ "mlt-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.86133, "ndcg_at_3": 0.89997, "ndcg_at_5": 0.9088, "ndcg_at_10": 0.91326, "ndcg_at_20": 0.91534, "ndcg_at_100": 0.91983, "ndcg_at_1000": 0.92091, "map_at_1": 0.86133, "map_at_3": 0.89111, "map_at_5": 0.89604, "map_at_10": 0.89797, "map_at_20": 0.89857, "map_at_100": 0.89921, "map_at_1000": 0.89926, "recall_at_1": 0.86133, "recall_at_3": 0.92533, "recall_at_5": 0.94667, "recall_at_10": 0.96, "recall_at_20": 0.968, "recall_at_100": 0.992, "recall_at_1000": 1.0, "accuracy": 0.86133, "precision_at_1": 0.86133, "precision_at_3": 0.30844, "precision_at_5": 0.18933, "precision_at_10": 0.096, "precision_at_20": 0.0484, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.861333, "mrr_at_3": 0.891111, "mrr_at_5": 0.896044, "mrr_at_10": 0.89797, "mrr_at_20": 0.898571, "mrr_at_100": 0.899208, "mrr_at_1000": 0.899257, "nauc_ndcg_at_1_max": 0.80839, "nauc_ndcg_at_1_std": 0.135321, "nauc_ndcg_at_1_diff1": 0.910105, "nauc_ndcg_at_3_max": 0.821803, "nauc_ndcg_at_3_std": 0.128711, "nauc_ndcg_at_3_diff1": 0.887534, "nauc_ndcg_at_5_max": 0.825576, "nauc_ndcg_at_5_std": 0.159968, "nauc_ndcg_at_5_diff1": 0.900259, "nauc_ndcg_at_10_max": 0.834531, "nauc_ndcg_at_10_std": 0.183139, "nauc_ndcg_at_10_diff1": 0.896265, "nauc_ndcg_at_20_max": 0.831449, "nauc_ndcg_at_20_std": 0.176423, "nauc_ndcg_at_20_diff1": 0.895842, "nauc_ndcg_at_100_max": 0.827445, "nauc_ndcg_at_100_std": 0.163217, "nauc_ndcg_at_100_diff1": 0.899304, "nauc_ndcg_at_1000_max": 0.825015, "nauc_ndcg_at_1000_std": 0.159575, "nauc_ndcg_at_1000_diff1": 0.897886, "nauc_map_at_1_max": 0.80839, "nauc_map_at_1_std": 0.135321, "nauc_map_at_1_diff1": 0.910105, "nauc_map_at_3_max": 0.817786, "nauc_map_at_3_std": 0.132416, "nauc_map_at_3_diff1": 0.893688, "nauc_map_at_5_max": 0.819162, "nauc_map_at_5_std": 0.146091, "nauc_map_at_5_diff1": 0.900253, "nauc_map_at_10_max": 0.82289, "nauc_map_at_10_std": 0.156186, "nauc_map_at_10_diff1": 0.898713, "nauc_map_at_20_max": 0.822067, "nauc_map_at_20_std": 0.154392, "nauc_map_at_20_diff1": 0.898622, "nauc_map_at_100_max": 0.821332, "nauc_map_at_100_std": 0.152204, "nauc_map_at_100_diff1": 0.898951, "nauc_map_at_1000_max": 0.821242, "nauc_map_at_1000_std": 0.152071, "nauc_map_at_1000_diff1": 0.898901, "nauc_recall_at_1_max": 0.80839, "nauc_recall_at_1_std": 0.135321, "nauc_recall_at_1_diff1": 0.910105, "nauc_recall_at_3_max": 0.838296, "nauc_recall_at_3_std": 0.112471, "nauc_recall_at_3_diff1": 0.862622, "nauc_recall_at_5_max": 0.862397, "nauc_recall_at_5_std": 0.247196, "nauc_recall_at_5_diff1": 0.904065, "nauc_recall_at_10_max": 0.924452, "nauc_recall_at_10_std": 0.399914, "nauc_recall_at_10_diff1": 0.880815, "nauc_recall_at_20_max": 0.916475, "nauc_recall_at_20_std": 0.387535, "nauc_recall_at_20_diff1": 0.872837, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.422921, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.80839, "nauc_precision_at_1_std": 0.135321, "nauc_precision_at_1_diff1": 0.910105, "nauc_precision_at_3_max": 0.838296, "nauc_precision_at_3_std": 0.112471, "nauc_precision_at_3_diff1": 0.862622, "nauc_precision_at_5_max": 0.862397, "nauc_precision_at_5_std": 0.247196, "nauc_precision_at_5_diff1": 0.904065, "nauc_precision_at_10_max": 0.924452, "nauc_precision_at_10_std": 0.399914, "nauc_precision_at_10_diff1": 0.880815, "nauc_precision_at_20_max": 0.916475, "nauc_precision_at_20_std": 0.387535, "nauc_precision_at_20_diff1": 0.872837, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.422921, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.80839, "nauc_mrr_at_1_std": 0.135321, "nauc_mrr_at_1_diff1": 0.910105, "nauc_mrr_at_3_max": 0.817786, "nauc_mrr_at_3_std": 0.132416, "nauc_mrr_at_3_diff1": 0.893688, "nauc_mrr_at_5_max": 0.819162, "nauc_mrr_at_5_std": 0.146091, "nauc_mrr_at_5_diff1": 0.900253, "nauc_mrr_at_10_max": 0.82289, "nauc_mrr_at_10_std": 0.156186, "nauc_mrr_at_10_diff1": 0.898713, "nauc_mrr_at_20_max": 0.822067, "nauc_mrr_at_20_std": 0.154392, "nauc_mrr_at_20_diff1": 0.898622, "nauc_mrr_at_100_max": 0.821332, "nauc_mrr_at_100_std": 0.152204, "nauc_mrr_at_100_diff1": 0.898951, "nauc_mrr_at_1000_max": 0.821242, "nauc_mrr_at_1000_std": 0.152071, "nauc_mrr_at_1000_diff1": 0.898901, "hit_rate_at_1": 0.86133, "hit_rate_at_3": 0.92533, "hit_rate_at_5": 0.94667, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.968, "hit_rate_at_100": 0.992, "hit_rate_at_1000": 1.0, "main_score": 0.94667, "hf_subset": "myv", "languages": [ "myv-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.404, "ndcg_at_3": 0.50166, "ndcg_at_5": 0.53352, "ndcg_at_10": 0.55408, "ndcg_at_20": 0.5755, "ndcg_at_100": 0.60002, "ndcg_at_1000": 0.60966, "map_at_1": 0.404, "map_at_3": 0.478, "map_at_5": 0.496, "map_at_10": 0.5044, "map_at_20": 0.51037, "map_at_100": 0.51366, "map_at_1000": 0.51408, "recall_at_1": 0.404, "recall_at_3": 0.57, "recall_at_5": 0.646, "recall_at_10": 0.71, "recall_at_20": 0.794, "recall_at_100": 0.928, "recall_at_1000": 1.0, "accuracy": 0.404, "precision_at_1": 0.404, "precision_at_3": 0.19, "precision_at_5": 0.1292, "precision_at_10": 0.071, "precision_at_20": 0.0397, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "mrr_at_1": 0.404, "mrr_at_3": 0.478, "mrr_at_5": 0.496, "mrr_at_10": 0.504402, "mrr_at_20": 0.51037, "mrr_at_100": 0.513658, "mrr_at_1000": 0.514082, "nauc_ndcg_at_1_max": 0.445518, "nauc_ndcg_at_1_std": 0.038046, "nauc_ndcg_at_1_diff1": 0.558617, "nauc_ndcg_at_3_max": 0.485867, "nauc_ndcg_at_3_std": 0.058624, "nauc_ndcg_at_3_diff1": 0.525622, "nauc_ndcg_at_5_max": 0.479991, "nauc_ndcg_at_5_std": 0.054466, "nauc_ndcg_at_5_diff1": 0.513147, "nauc_ndcg_at_10_max": 0.477098, "nauc_ndcg_at_10_std": 0.060539, "nauc_ndcg_at_10_diff1": 0.509619, "nauc_ndcg_at_20_max": 0.466696, "nauc_ndcg_at_20_std": 0.055911, "nauc_ndcg_at_20_diff1": 0.504784, "nauc_ndcg_at_100_max": 0.478733, "nauc_ndcg_at_100_std": 0.058664, "nauc_ndcg_at_100_diff1": 0.521029, "nauc_ndcg_at_1000_max": 0.472874, "nauc_ndcg_at_1000_std": 0.05409, "nauc_ndcg_at_1000_diff1": 0.518981, "nauc_map_at_1_max": 0.445518, "nauc_map_at_1_std": 0.038046, "nauc_map_at_1_diff1": 0.558617, "nauc_map_at_3_max": 0.473606, "nauc_map_at_3_std": 0.050738, "nauc_map_at_3_diff1": 0.532829, "nauc_map_at_5_max": 0.469993, "nauc_map_at_5_std": 0.048442, "nauc_map_at_5_diff1": 0.525911, "nauc_map_at_10_max": 0.469369, "nauc_map_at_10_std": 0.05065, "nauc_map_at_10_diff1": 0.52502, "nauc_map_at_20_max": 0.466674, "nauc_map_at_20_std": 0.049113, "nauc_map_at_20_diff1": 0.523912, "nauc_map_at_100_max": 0.468307, "nauc_map_at_100_std": 0.049482, "nauc_map_at_100_diff1": 0.525855, "nauc_map_at_1000_max": 0.468106, "nauc_map_at_1000_std": 0.04933, "nauc_map_at_1000_diff1": 0.525748, "nauc_recall_at_1_max": 0.445518, "nauc_recall_at_1_std": 0.038046, "nauc_recall_at_1_diff1": 0.558617, "nauc_recall_at_3_max": 0.52453, "nauc_recall_at_3_std": 0.084086, "nauc_recall_at_3_diff1": 0.503925, "nauc_recall_at_5_max": 0.514052, "nauc_recall_at_5_std": 0.075268, "nauc_recall_at_5_diff1": 0.469078, "nauc_recall_at_10_max": 0.503534, "nauc_recall_at_10_std": 0.102329, "nauc_recall_at_10_diff1": 0.446906, "nauc_recall_at_20_max": 0.447562, "nauc_recall_at_20_std": 0.089982, "nauc_recall_at_20_diff1": 0.398509, "nauc_recall_at_100_max": 0.646825, "nauc_recall_at_100_std": 0.190943, "nauc_recall_at_100_diff1": 0.571091, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.445518, "nauc_precision_at_1_std": 0.038046, "nauc_precision_at_1_diff1": 0.558617, "nauc_precision_at_3_max": 0.52453, "nauc_precision_at_3_std": 0.084086, "nauc_precision_at_3_diff1": 0.503925, "nauc_precision_at_5_max": 0.514052, "nauc_precision_at_5_std": 0.075268, "nauc_precision_at_5_diff1": 0.469078, "nauc_precision_at_10_max": 0.503534, "nauc_precision_at_10_std": 0.102329, "nauc_precision_at_10_diff1": 0.446906, "nauc_precision_at_20_max": 0.447562, "nauc_precision_at_20_std": 0.089982, "nauc_precision_at_20_diff1": 0.398509, "nauc_precision_at_100_max": 0.646825, "nauc_precision_at_100_std": 0.190943, "nauc_precision_at_100_diff1": 0.571091, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.445518, "nauc_mrr_at_1_std": 0.038046, "nauc_mrr_at_1_diff1": 0.558617, "nauc_mrr_at_3_max": 0.473606, "nauc_mrr_at_3_std": 0.050738, "nauc_mrr_at_3_diff1": 0.532829, "nauc_mrr_at_5_max": 0.469993, "nauc_mrr_at_5_std": 0.048442, "nauc_mrr_at_5_diff1": 0.525911, "nauc_mrr_at_10_max": 0.469369, "nauc_mrr_at_10_std": 0.05065, "nauc_mrr_at_10_diff1": 0.52502, "nauc_mrr_at_20_max": 0.466674, "nauc_mrr_at_20_std": 0.049113, "nauc_mrr_at_20_diff1": 0.523912, "nauc_mrr_at_100_max": 0.468307, "nauc_mrr_at_100_std": 0.049482, "nauc_mrr_at_100_diff1": 0.525855, "nauc_mrr_at_1000_max": 0.468106, "nauc_mrr_at_1000_std": 0.04933, "nauc_mrr_at_1000_diff1": 0.525748, "hit_rate_at_1": 0.404, "hit_rate_at_3": 0.57, "hit_rate_at_5": 0.646, "hit_rate_at_10": 0.71, "hit_rate_at_20": 0.794, "hit_rate_at_100": 0.928, "hit_rate_at_1000": 1.0, "main_score": 0.646, "hf_subset": "nan-tw", "languages": [ "nan-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.64706, "ndcg_at_3": 0.73358, "ndcg_at_5": 0.75336, "ndcg_at_10": 0.77002, "ndcg_at_20": 0.77846, "ndcg_at_100": 0.79267, "ndcg_at_1000": 0.79267, "map_at_1": 0.64706, "map_at_3": 0.71262, "map_at_5": 0.72365, "map_at_10": 0.73054, "map_at_20": 0.73289, "map_at_100": 0.73503, "map_at_1000": 0.73503, "recall_at_1": 0.64706, "recall_at_3": 0.79412, "recall_at_5": 0.84191, "recall_at_10": 0.89338, "recall_at_20": 0.92647, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64706, "precision_at_1": 0.64706, "precision_at_3": 0.26471, "precision_at_5": 0.16838, "precision_at_10": 0.08934, "precision_at_20": 0.04632, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.647059, "mrr_at_3": 0.712623, "mrr_at_5": 0.723652, "mrr_at_10": 0.73054, "mrr_at_20": 0.73289, "mrr_at_100": 0.735026, "mrr_at_1000": 0.735026, "nauc_ndcg_at_1_max": 0.603318, "nauc_ndcg_at_1_std": 0.363558, "nauc_ndcg_at_1_diff1": 0.653527, "nauc_ndcg_at_3_max": 0.635914, "nauc_ndcg_at_3_std": 0.415837, "nauc_ndcg_at_3_diff1": 0.648658, "nauc_ndcg_at_5_max": 0.631421, "nauc_ndcg_at_5_std": 0.43264, "nauc_ndcg_at_5_diff1": 0.639129, "nauc_ndcg_at_10_max": 0.619491, "nauc_ndcg_at_10_std": 0.41613, "nauc_ndcg_at_10_diff1": 0.631779, "nauc_ndcg_at_20_max": 0.628037, "nauc_ndcg_at_20_std": 0.420788, "nauc_ndcg_at_20_diff1": 0.637034, "nauc_ndcg_at_100_max": 0.623943, "nauc_ndcg_at_100_std": 0.409725, "nauc_ndcg_at_100_diff1": 0.641234, "nauc_ndcg_at_1000_max": 0.623943, "nauc_ndcg_at_1000_std": 0.409725, "nauc_ndcg_at_1000_diff1": 0.641234, "nauc_map_at_1_max": 0.603318, "nauc_map_at_1_std": 0.363558, "nauc_map_at_1_diff1": 0.653527, "nauc_map_at_3_max": 0.628048, "nauc_map_at_3_std": 0.401613, "nauc_map_at_3_diff1": 0.649765, "nauc_map_at_5_max": 0.625713, "nauc_map_at_5_std": 0.40942, "nauc_map_at_5_diff1": 0.645407, "nauc_map_at_10_max": 0.620777, "nauc_map_at_10_std": 0.40319, "nauc_map_at_10_diff1": 0.642322, "nauc_map_at_20_max": 0.622492, "nauc_map_at_20_std": 0.403825, "nauc_map_at_20_diff1": 0.643636, "nauc_map_at_100_max": 0.62213, "nauc_map_at_100_std": 0.402686, "nauc_map_at_100_diff1": 0.644117, "nauc_map_at_1000_max": 0.62213, "nauc_map_at_1000_std": 0.402686, "nauc_map_at_1000_diff1": 0.644117, "nauc_recall_at_1_max": 0.603318, "nauc_recall_at_1_std": 0.363558, "nauc_recall_at_1_diff1": 0.653527, "nauc_recall_at_3_max": 0.664372, "nauc_recall_at_3_std": 0.468298, "nauc_recall_at_3_diff1": 0.644694, "nauc_recall_at_5_max": 0.654882, "nauc_recall_at_5_std": 0.541365, "nauc_recall_at_5_diff1": 0.607961, "nauc_recall_at_10_max": 0.60076, "nauc_recall_at_10_std": 0.487222, "nauc_recall_at_10_diff1": 0.558793, "nauc_recall_at_20_max": 0.687172, "nauc_recall_at_20_std": 0.573659, "nauc_recall_at_20_diff1": 0.581285, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.603318, "nauc_precision_at_1_std": 0.363558, "nauc_precision_at_1_diff1": 0.653527, "nauc_precision_at_3_max": 0.664372, "nauc_precision_at_3_std": 0.468298, "nauc_precision_at_3_diff1": 0.644694, "nauc_precision_at_5_max": 0.654882, "nauc_precision_at_5_std": 0.541365, "nauc_precision_at_5_diff1": 0.607961, "nauc_precision_at_10_max": 0.60076, "nauc_precision_at_10_std": 0.487222, "nauc_precision_at_10_diff1": 0.558793, "nauc_precision_at_20_max": 0.687172, "nauc_precision_at_20_std": 0.573659, "nauc_precision_at_20_diff1": 0.581285, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.603318, "nauc_mrr_at_1_std": 0.363558, "nauc_mrr_at_1_diff1": 0.653527, "nauc_mrr_at_3_max": 0.628048, "nauc_mrr_at_3_std": 0.401613, "nauc_mrr_at_3_diff1": 0.649765, "nauc_mrr_at_5_max": 0.625713, "nauc_mrr_at_5_std": 0.40942, "nauc_mrr_at_5_diff1": 0.645407, "nauc_mrr_at_10_max": 0.620777, "nauc_mrr_at_10_std": 0.40319, "nauc_mrr_at_10_diff1": 0.642322, "nauc_mrr_at_20_max": 0.622492, "nauc_mrr_at_20_std": 0.403825, "nauc_mrr_at_20_diff1": 0.643636, "nauc_mrr_at_100_max": 0.62213, "nauc_mrr_at_100_std": 0.402686, "nauc_mrr_at_100_diff1": 0.644117, "nauc_mrr_at_1000_max": 0.62213, "nauc_mrr_at_1000_std": 0.402686, "nauc_mrr_at_1000_diff1": 0.644117, "hit_rate_at_1": 0.64706, "hit_rate_at_3": 0.79412, "hit_rate_at_5": 0.84191, "hit_rate_at_10": 0.89338, "hit_rate_at_20": 0.92647, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.84191, "hf_subset": "ne-NP", "languages": [ "nep-Deva" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.944, "ndcg_at_3": 0.96214, "ndcg_at_5": 0.96532, "ndcg_at_10": 0.96912, "ndcg_at_20": 0.96912, "ndcg_at_100": 0.96988, "ndcg_at_1000": 0.97012, "map_at_1": 0.944, "map_at_3": 0.958, "map_at_5": 0.9597, "map_at_10": 0.96122, "map_at_20": 0.96122, "map_at_100": 0.96134, "map_at_1000": 0.96134, "recall_at_1": 0.944, "recall_at_3": 0.974, "recall_at_5": 0.982, "recall_at_10": 0.994, "recall_at_20": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "accuracy": 0.944, "precision_at_1": 0.944, "precision_at_3": 0.32467, "precision_at_5": 0.1964, "precision_at_10": 0.0994, "precision_at_20": 0.0497, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.944, "mrr_at_3": 0.958, "mrr_at_5": 0.9597, "mrr_at_10": 0.961219, "mrr_at_20": 0.961219, "mrr_at_100": 0.961337, "mrr_at_1000": 0.961344, "nauc_ndcg_at_1_max": 0.917967, "nauc_ndcg_at_1_std": 0.201014, "nauc_ndcg_at_1_diff1": 0.9574, "nauc_ndcg_at_3_max": 0.946501, "nauc_ndcg_at_3_std": 0.248891, "nauc_ndcg_at_3_diff1": 0.956962, "nauc_ndcg_at_5_max": 0.944508, "nauc_ndcg_at_5_std": 0.235075, "nauc_ndcg_at_5_diff1": 0.953012, "nauc_ndcg_at_10_max": 0.940131, "nauc_ndcg_at_10_std": 0.230829, "nauc_ndcg_at_10_diff1": 0.952726, "nauc_ndcg_at_20_max": 0.940131, "nauc_ndcg_at_20_std": 0.230829, "nauc_ndcg_at_20_diff1": 0.952726, "nauc_ndcg_at_100_max": 0.938629, "nauc_ndcg_at_100_std": 0.222716, "nauc_ndcg_at_100_diff1": 0.955676, "nauc_ndcg_at_1000_max": 0.938126, "nauc_ndcg_at_1000_std": 0.229162, "nauc_ndcg_at_1000_diff1": 0.955313, "nauc_map_at_1_max": 0.917967, "nauc_map_at_1_std": 0.201014, "nauc_map_at_1_diff1": 0.9574, "nauc_map_at_3_max": 0.939087, "nauc_map_at_3_std": 0.240667, "nauc_map_at_3_diff1": 0.956686, "nauc_map_at_5_max": 0.937815, "nauc_map_at_5_std": 0.233531, "nauc_map_at_5_diff1": 0.954859, "nauc_map_at_10_max": 0.936053, "nauc_map_at_10_std": 0.231752, "nauc_map_at_10_diff1": 0.954897, "nauc_map_at_20_max": 0.936053, "nauc_map_at_20_std": 0.231752, "nauc_map_at_20_diff1": 0.954897, "nauc_map_at_100_max": 0.935859, "nauc_map_at_100_std": 0.230773, "nauc_map_at_100_diff1": 0.955444, "nauc_map_at_1000_max": 0.935847, "nauc_map_at_1000_std": 0.230916, "nauc_map_at_1000_diff1": 0.955436, "nauc_recall_at_1_max": 0.917967, "nauc_recall_at_1_std": 0.201014, "nauc_recall_at_1_diff1": 0.9574, "nauc_recall_at_3_max": 0.979889, "nauc_recall_at_3_std": 0.282446, "nauc_recall_at_3_diff1": 0.958522, "nauc_recall_at_5_max": 0.985476, "nauc_recall_at_5_std": 0.234516, "nauc_recall_at_5_diff1": 0.940087, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.181606, "nauc_recall_at_10_diff1": 0.907407, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.181606, "nauc_recall_at_20_diff1": 0.907407, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": -0.563492, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.917967, "nauc_precision_at_1_std": 0.201014, "nauc_precision_at_1_diff1": 0.9574, "nauc_precision_at_3_max": 0.979889, "nauc_precision_at_3_std": 0.282446, "nauc_precision_at_3_diff1": 0.958522, "nauc_precision_at_5_max": 0.985476, "nauc_precision_at_5_std": 0.234516, "nauc_precision_at_5_diff1": 0.940087, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.181606, "nauc_precision_at_10_diff1": 0.907407, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.181606, "nauc_precision_at_20_diff1": 0.907407, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": -0.563492, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.917967, "nauc_mrr_at_1_std": 0.201014, "nauc_mrr_at_1_diff1": 0.9574, "nauc_mrr_at_3_max": 0.939087, "nauc_mrr_at_3_std": 0.240667, "nauc_mrr_at_3_diff1": 0.956686, "nauc_mrr_at_5_max": 0.937815, "nauc_mrr_at_5_std": 0.233531, "nauc_mrr_at_5_diff1": 0.954859, "nauc_mrr_at_10_max": 0.936053, "nauc_mrr_at_10_std": 0.231752, "nauc_mrr_at_10_diff1": 0.954897, "nauc_mrr_at_20_max": 0.936053, "nauc_mrr_at_20_std": 0.231752, "nauc_mrr_at_20_diff1": 0.954897, "nauc_mrr_at_100_max": 0.935859, "nauc_mrr_at_100_std": 0.230773, "nauc_mrr_at_100_diff1": 0.955444, "nauc_mrr_at_1000_max": 0.935847, "nauc_mrr_at_1000_std": 0.230916, "nauc_mrr_at_1000_diff1": 0.955436, "hit_rate_at_1": 0.944, "hit_rate_at_3": 0.974, "hit_rate_at_5": 0.982, "hit_rate_at_10": 0.994, "hit_rate_at_20": 0.994, "hit_rate_at_100": 0.998, "hit_rate_at_1000": 1.0, "main_score": 0.982, "hf_subset": "nl", "languages": [ "nld-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.49029, "ndcg_at_3": 0.58553, "ndcg_at_5": 0.60955, "ndcg_at_10": 0.63842, "ndcg_at_20": 0.65641, "ndcg_at_100": 0.67556, "ndcg_at_1000": 0.67887, "map_at_1": 0.49029, "map_at_3": 0.56149, "map_at_5": 0.57484, "map_at_10": 0.58666, "map_at_20": 0.5917, "map_at_100": 0.59443, "map_at_1000": 0.59459, "recall_at_1": 0.49029, "recall_at_3": 0.65534, "recall_at_5": 0.71359, "recall_at_10": 0.8034, "recall_at_20": 0.87379, "recall_at_100": 0.97573, "recall_at_1000": 1.0, "accuracy": 0.49029, "precision_at_1": 0.49029, "precision_at_3": 0.21845, "precision_at_5": 0.14272, "precision_at_10": 0.08034, "precision_at_20": 0.04369, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.490291, "mrr_at_3": 0.561489, "mrr_at_5": 0.574838, "mrr_at_10": 0.586658, "mrr_at_20": 0.591699, "mrr_at_100": 0.594429, "mrr_at_1000": 0.594587, "nauc_ndcg_at_1_max": 0.378266, "nauc_ndcg_at_1_std": -0.117943, "nauc_ndcg_at_1_diff1": 0.634358, "nauc_ndcg_at_3_max": 0.377112, "nauc_ndcg_at_3_std": -0.141237, "nauc_ndcg_at_3_diff1": 0.590156, "nauc_ndcg_at_5_max": 0.376541, "nauc_ndcg_at_5_std": -0.13507, "nauc_ndcg_at_5_diff1": 0.590971, "nauc_ndcg_at_10_max": 0.357247, "nauc_ndcg_at_10_std": -0.154179, "nauc_ndcg_at_10_diff1": 0.586139, "nauc_ndcg_at_20_max": 0.350622, "nauc_ndcg_at_20_std": -0.165969, "nauc_ndcg_at_20_diff1": 0.59273, "nauc_ndcg_at_100_max": 0.363411, "nauc_ndcg_at_100_std": -0.142092, "nauc_ndcg_at_100_diff1": 0.592236, "nauc_ndcg_at_1000_max": 0.364853, "nauc_ndcg_at_1000_std": -0.144743, "nauc_ndcg_at_1000_diff1": 0.596387, "nauc_map_at_1_max": 0.378266, "nauc_map_at_1_std": -0.117943, "nauc_map_at_1_diff1": 0.634358, "nauc_map_at_3_max": 0.375262, "nauc_map_at_3_std": -0.137119, "nauc_map_at_3_diff1": 0.600412, "nauc_map_at_5_max": 0.374563, "nauc_map_at_5_std": -0.134142, "nauc_map_at_5_diff1": 0.601083, "nauc_map_at_10_max": 0.367349, "nauc_map_at_10_std": -0.141247, "nauc_map_at_10_diff1": 0.599678, "nauc_map_at_20_max": 0.366009, "nauc_map_at_20_std": -0.144067, "nauc_map_at_20_diff1": 0.601632, "nauc_map_at_100_max": 0.367972, "nauc_map_at_100_std": -0.140588, "nauc_map_at_100_diff1": 0.601584, "nauc_map_at_1000_max": 0.368031, "nauc_map_at_1000_std": -0.14069, "nauc_map_at_1000_diff1": 0.601751, "nauc_recall_at_1_max": 0.378266, "nauc_recall_at_1_std": -0.117943, "nauc_recall_at_1_diff1": 0.634358, "nauc_recall_at_3_max": 0.384213, "nauc_recall_at_3_std": -0.153848, "nauc_recall_at_3_diff1": 0.557038, "nauc_recall_at_5_max": 0.385391, "nauc_recall_at_5_std": -0.135691, "nauc_recall_at_5_diff1": 0.554872, "nauc_recall_at_10_max": 0.29774, "nauc_recall_at_10_std": -0.225655, "nauc_recall_at_10_diff1": 0.518424, "nauc_recall_at_20_max": 0.210212, "nauc_recall_at_20_std": -0.357442, "nauc_recall_at_20_diff1": 0.537156, "nauc_recall_at_100_max": 0.261485, "nauc_recall_at_100_std": 0.051623, "nauc_recall_at_100_diff1": 0.29385, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.378266, "nauc_precision_at_1_std": -0.117943, "nauc_precision_at_1_diff1": 0.634358, "nauc_precision_at_3_max": 0.384213, "nauc_precision_at_3_std": -0.153848, "nauc_precision_at_3_diff1": 0.557038, "nauc_precision_at_5_max": 0.385391, "nauc_precision_at_5_std": -0.135691, "nauc_precision_at_5_diff1": 0.554872, "nauc_precision_at_10_max": 0.29774, "nauc_precision_at_10_std": -0.225655, "nauc_precision_at_10_diff1": 0.518424, "nauc_precision_at_20_max": 0.210212, "nauc_precision_at_20_std": -0.357442, "nauc_precision_at_20_diff1": 0.537156, "nauc_precision_at_100_max": 0.261485, "nauc_precision_at_100_std": 0.051623, "nauc_precision_at_100_diff1": 0.29385, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.378266, "nauc_mrr_at_1_std": -0.117943, "nauc_mrr_at_1_diff1": 0.634358, "nauc_mrr_at_3_max": 0.375262, "nauc_mrr_at_3_std": -0.137119, "nauc_mrr_at_3_diff1": 0.600412, "nauc_mrr_at_5_max": 0.374563, "nauc_mrr_at_5_std": -0.134142, "nauc_mrr_at_5_diff1": 0.601083, "nauc_mrr_at_10_max": 0.367349, "nauc_mrr_at_10_std": -0.141247, "nauc_mrr_at_10_diff1": 0.599678, "nauc_mrr_at_20_max": 0.366009, "nauc_mrr_at_20_std": -0.144067, "nauc_mrr_at_20_diff1": 0.601632, "nauc_mrr_at_100_max": 0.367972, "nauc_mrr_at_100_std": -0.140588, "nauc_mrr_at_100_diff1": 0.601584, "nauc_mrr_at_1000_max": 0.368031, "nauc_mrr_at_1000_std": -0.14069, "nauc_mrr_at_1000_diff1": 0.601751, "hit_rate_at_1": 0.49029, "hit_rate_at_3": 0.65534, "hit_rate_at_5": 0.71359, "hit_rate_at_10": 0.8034, "hit_rate_at_20": 0.87379, "hit_rate_at_100": 0.97573, "hit_rate_at_1000": 1.0, "main_score": 0.71359, "hf_subset": "nn-NO", "languages": [ "nno-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.81387, "ndcg_at_3": 0.85936, "ndcg_at_5": 0.87129, "ndcg_at_10": 0.87865, "ndcg_at_20": 0.88326, "ndcg_at_100": 0.88919, "ndcg_at_1000": 0.89023, "map_at_1": 0.81387, "map_at_3": 0.84854, "map_at_5": 0.85511, "map_at_10": 0.8583, "map_at_20": 0.85958, "map_at_100": 0.86033, "map_at_1000": 0.86038, "recall_at_1": 0.81387, "recall_at_3": 0.89051, "recall_at_5": 0.91971, "recall_at_10": 0.94161, "recall_at_20": 0.95985, "recall_at_100": 0.9927, "recall_at_1000": 1.0, "accuracy": 0.81387, "precision_at_1": 0.81387, "precision_at_3": 0.29684, "precision_at_5": 0.18394, "precision_at_10": 0.09416, "precision_at_20": 0.04799, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.813869, "mrr_at_3": 0.84854, "mrr_at_5": 0.855109, "mrr_at_10": 0.858303, "mrr_at_20": 0.859576, "mrr_at_100": 0.860326, "mrr_at_1000": 0.860383, "nauc_ndcg_at_1_max": 0.785056, "nauc_ndcg_at_1_std": 0.176485, "nauc_ndcg_at_1_diff1": 0.858524, "nauc_ndcg_at_3_max": 0.783888, "nauc_ndcg_at_3_std": 0.136217, "nauc_ndcg_at_3_diff1": 0.816468, "nauc_ndcg_at_5_max": 0.7738, "nauc_ndcg_at_5_std": 0.122622, "nauc_ndcg_at_5_diff1": 0.804725, "nauc_ndcg_at_10_max": 0.784954, "nauc_ndcg_at_10_std": 0.135174, "nauc_ndcg_at_10_diff1": 0.816446, "nauc_ndcg_at_20_max": 0.782698, "nauc_ndcg_at_20_std": 0.139297, "nauc_ndcg_at_20_diff1": 0.822386, "nauc_ndcg_at_100_max": 0.781085, "nauc_ndcg_at_100_std": 0.140527, "nauc_ndcg_at_100_diff1": 0.823068, "nauc_ndcg_at_1000_max": 0.782782, "nauc_ndcg_at_1000_std": 0.141233, "nauc_ndcg_at_1000_diff1": 0.825898, "nauc_map_at_1_max": 0.785056, "nauc_map_at_1_std": 0.176485, "nauc_map_at_1_diff1": 0.858524, "nauc_map_at_3_max": 0.784387, "nauc_map_at_3_std": 0.147262, "nauc_map_at_3_diff1": 0.829365, "nauc_map_at_5_max": 0.778991, "nauc_map_at_5_std": 0.139551, "nauc_map_at_5_diff1": 0.824139, "nauc_map_at_10_max": 0.783673, "nauc_map_at_10_std": 0.144951, "nauc_map_at_10_diff1": 0.829137, "nauc_map_at_20_max": 0.783011, "nauc_map_at_20_std": 0.145611, "nauc_map_at_20_diff1": 0.830536, "nauc_map_at_100_max": 0.782992, "nauc_map_at_100_std": 0.145732, "nauc_map_at_100_diff1": 0.830763, "nauc_map_at_1000_max": 0.783072, "nauc_map_at_1000_std": 0.145781, "nauc_map_at_1000_diff1": 0.830892, "nauc_recall_at_1_max": 0.785056, "nauc_recall_at_1_std": 0.176485, "nauc_recall_at_1_diff1": 0.858524, "nauc_recall_at_3_max": 0.781873, "nauc_recall_at_3_std": 0.093963, "nauc_recall_at_3_diff1": 0.766326, "nauc_recall_at_5_max": 0.74632, "nauc_recall_at_5_std": 0.03882, "nauc_recall_at_5_diff1": 0.704825, "nauc_recall_at_10_max": 0.797736, "nauc_recall_at_10_std": 0.078414, "nauc_recall_at_10_diff1": 0.735174, "nauc_recall_at_20_max": 0.781899, "nauc_recall_at_20_std": 0.107247, "nauc_recall_at_20_diff1": 0.766056, "nauc_recall_at_100_max": 0.613672, "nauc_recall_at_100_std": 0.079347, "nauc_recall_at_100_diff1": 0.540075, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.785056, "nauc_precision_at_1_std": 0.176485, "nauc_precision_at_1_diff1": 0.858524, "nauc_precision_at_3_max": 0.781873, "nauc_precision_at_3_std": 0.093963, "nauc_precision_at_3_diff1": 0.766326, "nauc_precision_at_5_max": 0.74632, "nauc_precision_at_5_std": 0.03882, "nauc_precision_at_5_diff1": 0.704825, "nauc_precision_at_10_max": 0.797736, "nauc_precision_at_10_std": 0.078414, "nauc_precision_at_10_diff1": 0.735174, "nauc_precision_at_20_max": 0.781899, "nauc_precision_at_20_std": 0.107247, "nauc_precision_at_20_diff1": 0.766056, "nauc_precision_at_100_max": 0.613672, "nauc_precision_at_100_std": 0.079347, "nauc_precision_at_100_diff1": 0.540075, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.785056, "nauc_mrr_at_1_std": 0.176485, "nauc_mrr_at_1_diff1": 0.858524, "nauc_mrr_at_3_max": 0.784387, "nauc_mrr_at_3_std": 0.147262, "nauc_mrr_at_3_diff1": 0.829365, "nauc_mrr_at_5_max": 0.778991, "nauc_mrr_at_5_std": 0.139551, "nauc_mrr_at_5_diff1": 0.824139, "nauc_mrr_at_10_max": 0.783673, "nauc_mrr_at_10_std": 0.144951, "nauc_mrr_at_10_diff1": 0.829137, "nauc_mrr_at_20_max": 0.783011, "nauc_mrr_at_20_std": 0.145611, "nauc_mrr_at_20_diff1": 0.830536, "nauc_mrr_at_100_max": 0.782992, "nauc_mrr_at_100_std": 0.145732, "nauc_mrr_at_100_diff1": 0.830763, "nauc_mrr_at_1000_max": 0.783072, "nauc_mrr_at_1000_std": 0.145781, "nauc_mrr_at_1000_diff1": 0.830892, "hit_rate_at_1": 0.81387, "hit_rate_at_3": 0.89051, "hit_rate_at_5": 0.91971, "hit_rate_at_10": 0.94161, "hit_rate_at_20": 0.95985, "hit_rate_at_100": 0.9927, "hit_rate_at_1000": 1.0, "main_score": 0.91971, "hf_subset": "oc", "languages": [ "oci-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.69286, "ndcg_at_3": 0.77137, "ndcg_at_5": 0.79596, "ndcg_at_10": 0.80767, "ndcg_at_20": 0.81723, "ndcg_at_100": 0.82323, "ndcg_at_1000": 0.82455, "map_at_1": 0.69286, "map_at_3": 0.75238, "map_at_5": 0.76607, "map_at_10": 0.77099, "map_at_20": 0.77358, "map_at_100": 0.77451, "map_at_1000": 0.77458, "recall_at_1": 0.69286, "recall_at_3": 0.82619, "recall_at_5": 0.88571, "recall_at_10": 0.92143, "recall_at_20": 0.95952, "recall_at_100": 0.99048, "recall_at_1000": 1.0, "accuracy": 0.69286, "precision_at_1": 0.69286, "precision_at_3": 0.2754, "precision_at_5": 0.17714, "precision_at_10": 0.09214, "precision_at_20": 0.04798, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.692857, "mrr_at_3": 0.752381, "mrr_at_5": 0.766071, "mrr_at_10": 0.770993, "mrr_at_20": 0.773583, "mrr_at_100": 0.774513, "mrr_at_1000": 0.774581, "nauc_ndcg_at_1_max": 0.781291, "nauc_ndcg_at_1_std": 0.416188, "nauc_ndcg_at_1_diff1": 0.783915, "nauc_ndcg_at_3_max": 0.777397, "nauc_ndcg_at_3_std": 0.436032, "nauc_ndcg_at_3_diff1": 0.744487, "nauc_ndcg_at_5_max": 0.776093, "nauc_ndcg_at_5_std": 0.43479, "nauc_ndcg_at_5_diff1": 0.736138, "nauc_ndcg_at_10_max": 0.77482, "nauc_ndcg_at_10_std": 0.421669, "nauc_ndcg_at_10_diff1": 0.742687, "nauc_ndcg_at_20_max": 0.772215, "nauc_ndcg_at_20_std": 0.417209, "nauc_ndcg_at_20_diff1": 0.741521, "nauc_ndcg_at_100_max": 0.77622, "nauc_ndcg_at_100_std": 0.420012, "nauc_ndcg_at_100_diff1": 0.750079, "nauc_ndcg_at_1000_max": 0.775137, "nauc_ndcg_at_1000_std": 0.419628, "nauc_ndcg_at_1000_diff1": 0.750784, "nauc_map_at_1_max": 0.781291, "nauc_map_at_1_std": 0.416188, "nauc_map_at_1_diff1": 0.783915, "nauc_map_at_3_max": 0.777854, "nauc_map_at_3_std": 0.428227, "nauc_map_at_3_diff1": 0.755302, "nauc_map_at_5_max": 0.777337, "nauc_map_at_5_std": 0.427541, "nauc_map_at_5_diff1": 0.751794, "nauc_map_at_10_max": 0.777076, "nauc_map_at_10_std": 0.422629, "nauc_map_at_10_diff1": 0.754884, "nauc_map_at_20_max": 0.776343, "nauc_map_at_20_std": 0.421149, "nauc_map_at_20_diff1": 0.754679, "nauc_map_at_100_max": 0.776563, "nauc_map_at_100_std": 0.420969, "nauc_map_at_100_diff1": 0.755834, "nauc_map_at_1000_max": 0.776517, "nauc_map_at_1000_std": 0.420947, "nauc_map_at_1000_diff1": 0.755857, "nauc_recall_at_1_max": 0.781291, "nauc_recall_at_1_std": 0.416188, "nauc_recall_at_1_diff1": 0.783915, "nauc_recall_at_3_max": 0.776004, "nauc_recall_at_3_std": 0.467282, "nauc_recall_at_3_diff1": 0.703093, "nauc_recall_at_5_max": 0.769439, "nauc_recall_at_5_std": 0.473887, "nauc_recall_at_5_diff1": 0.651074, "nauc_recall_at_10_max": 0.755906, "nauc_recall_at_10_std": 0.403262, "nauc_recall_at_10_diff1": 0.653241, "nauc_recall_at_20_max": 0.703438, "nauc_recall_at_20_std": 0.333773, "nauc_recall_at_20_diff1": 0.554237, "nauc_recall_at_100_max": 0.901961, "nauc_recall_at_100_std": 0.464986, "nauc_recall_at_100_diff1": 0.658613, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.781291, "nauc_precision_at_1_std": 0.416188, "nauc_precision_at_1_diff1": 0.783915, "nauc_precision_at_3_max": 0.776004, "nauc_precision_at_3_std": 0.467282, "nauc_precision_at_3_diff1": 0.703093, "nauc_precision_at_5_max": 0.769439, "nauc_precision_at_5_std": 0.473887, "nauc_precision_at_5_diff1": 0.651074, "nauc_precision_at_10_max": 0.755906, "nauc_precision_at_10_std": 0.403262, "nauc_precision_at_10_diff1": 0.653241, "nauc_precision_at_20_max": 0.703438, "nauc_precision_at_20_std": 0.333773, "nauc_precision_at_20_diff1": 0.554237, "nauc_precision_at_100_max": 0.901961, "nauc_precision_at_100_std": 0.464986, "nauc_precision_at_100_diff1": 0.658613, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.781291, "nauc_mrr_at_1_std": 0.416188, "nauc_mrr_at_1_diff1": 0.783915, "nauc_mrr_at_3_max": 0.777854, "nauc_mrr_at_3_std": 0.428227, "nauc_mrr_at_3_diff1": 0.755302, "nauc_mrr_at_5_max": 0.777337, "nauc_mrr_at_5_std": 0.427541, "nauc_mrr_at_5_diff1": 0.751794, "nauc_mrr_at_10_max": 0.777076, "nauc_mrr_at_10_std": 0.422629, "nauc_mrr_at_10_diff1": 0.754884, "nauc_mrr_at_20_max": 0.776343, "nauc_mrr_at_20_std": 0.421149, "nauc_mrr_at_20_diff1": 0.754679, "nauc_mrr_at_100_max": 0.776563, "nauc_mrr_at_100_std": 0.420969, "nauc_mrr_at_100_diff1": 0.755834, "nauc_mrr_at_1000_max": 0.776517, "nauc_mrr_at_1000_std": 0.420947, "nauc_mrr_at_1000_diff1": 0.755857, "hit_rate_at_1": 0.69286, "hit_rate_at_3": 0.82619, "hit_rate_at_5": 0.88571, "hit_rate_at_10": 0.92143, "hit_rate_at_20": 0.95952, "hit_rate_at_100": 0.99048, "hit_rate_at_1000": 1.0, "main_score": 0.88571, "hf_subset": "or", "languages": [ "ori-Orya" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.63077, "ndcg_at_3": 0.72262, "ndcg_at_5": 0.73817, "ndcg_at_10": 0.75592, "ndcg_at_20": 0.77699, "ndcg_at_100": 0.78293, "ndcg_at_1000": 0.78293, "map_at_1": 0.63077, "map_at_3": 0.69872, "map_at_5": 0.70718, "map_at_10": 0.71471, "map_at_20": 0.72031, "map_at_100": 0.72119, "map_at_1000": 0.72119, "recall_at_1": 0.63077, "recall_at_3": 0.79231, "recall_at_5": 0.83077, "recall_at_10": 0.88462, "recall_at_20": 0.96923, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63077, "precision_at_1": 0.63077, "precision_at_3": 0.2641, "precision_at_5": 0.16615, "precision_at_10": 0.08846, "precision_at_20": 0.04846, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.630769, "mrr_at_3": 0.698718, "mrr_at_5": 0.707179, "mrr_at_10": 0.71471, "mrr_at_20": 0.720305, "mrr_at_100": 0.721186, "mrr_at_1000": 0.721186, "nauc_ndcg_at_1_max": 0.744273, "nauc_ndcg_at_1_std": 0.247664, "nauc_ndcg_at_1_diff1": 0.792084, "nauc_ndcg_at_3_max": 0.7187, "nauc_ndcg_at_3_std": 0.305696, "nauc_ndcg_at_3_diff1": 0.725774, "nauc_ndcg_at_5_max": 0.717863, "nauc_ndcg_at_5_std": 0.282945, "nauc_ndcg_at_5_diff1": 0.730928, "nauc_ndcg_at_10_max": 0.715152, "nauc_ndcg_at_10_std": 0.28503, "nauc_ndcg_at_10_diff1": 0.723375, "nauc_ndcg_at_20_max": 0.710743, "nauc_ndcg_at_20_std": 0.266561, "nauc_ndcg_at_20_diff1": 0.731856, "nauc_ndcg_at_100_max": 0.718477, "nauc_ndcg_at_100_std": 0.271842, "nauc_ndcg_at_100_diff1": 0.74046, "nauc_ndcg_at_1000_max": 0.718477, "nauc_ndcg_at_1000_std": 0.271842, "nauc_ndcg_at_1000_diff1": 0.74046, "nauc_map_at_1_max": 0.744273, "nauc_map_at_1_std": 0.247664, "nauc_map_at_1_diff1": 0.792084, "nauc_map_at_3_max": 0.72292, "nauc_map_at_3_std": 0.284177, "nauc_map_at_3_diff1": 0.743461, "nauc_map_at_5_max": 0.722297, "nauc_map_at_5_std": 0.27209, "nauc_map_at_5_diff1": 0.746461, "nauc_map_at_10_max": 0.72112, "nauc_map_at_10_std": 0.271865, "nauc_map_at_10_diff1": 0.743396, "nauc_map_at_20_max": 0.720394, "nauc_map_at_20_std": 0.268035, "nauc_map_at_20_diff1": 0.745696, "nauc_map_at_100_max": 0.721369, "nauc_map_at_100_std": 0.268699, "nauc_map_at_100_diff1": 0.746898, "nauc_map_at_1000_max": 0.721369, "nauc_map_at_1000_std": 0.268699, "nauc_map_at_1000_diff1": 0.746898, "nauc_recall_at_1_max": 0.744273, "nauc_recall_at_1_std": 0.247664, "nauc_recall_at_1_diff1": 0.792084, "nauc_recall_at_3_max": 0.704248, "nauc_recall_at_3_std": 0.39053, "nauc_recall_at_3_diff1": 0.658912, "nauc_recall_at_5_max": 0.70052, "nauc_recall_at_5_std": 0.329589, "nauc_recall_at_5_diff1": 0.663775, "nauc_recall_at_10_max": 0.681375, "nauc_recall_at_10_std": 0.367913, "nauc_recall_at_10_diff1": 0.601425, "nauc_recall_at_20_max": 0.476074, "nauc_recall_at_20_std": 0.108077, "nauc_recall_at_20_diff1": 0.481326, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.744273, "nauc_precision_at_1_std": 0.247664, "nauc_precision_at_1_diff1": 0.792084, "nauc_precision_at_3_max": 0.704248, "nauc_precision_at_3_std": 0.39053, "nauc_precision_at_3_diff1": 0.658912, "nauc_precision_at_5_max": 0.70052, "nauc_precision_at_5_std": 0.329589, "nauc_precision_at_5_diff1": 0.663775, "nauc_precision_at_10_max": 0.681375, "nauc_precision_at_10_std": 0.367913, "nauc_precision_at_10_diff1": 0.601425, "nauc_precision_at_20_max": 0.476074, "nauc_precision_at_20_std": 0.108077, "nauc_precision_at_20_diff1": 0.481326, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.744273, "nauc_mrr_at_1_std": 0.247664, "nauc_mrr_at_1_diff1": 0.792084, "nauc_mrr_at_3_max": 0.72292, "nauc_mrr_at_3_std": 0.284177, "nauc_mrr_at_3_diff1": 0.743461, "nauc_mrr_at_5_max": 0.722297, "nauc_mrr_at_5_std": 0.27209, "nauc_mrr_at_5_diff1": 0.746461, "nauc_mrr_at_10_max": 0.72112, "nauc_mrr_at_10_std": 0.271865, "nauc_mrr_at_10_diff1": 0.743396, "nauc_mrr_at_20_max": 0.720394, "nauc_mrr_at_20_std": 0.268035, "nauc_mrr_at_20_diff1": 0.745696, "nauc_mrr_at_100_max": 0.721369, "nauc_mrr_at_100_std": 0.268699, "nauc_mrr_at_100_diff1": 0.746898, "nauc_mrr_at_1000_max": 0.721369, "nauc_mrr_at_1000_std": 0.268699, "nauc_mrr_at_1000_diff1": 0.746898, "hit_rate_at_1": 0.63077, "hit_rate_at_3": 0.79231, "hit_rate_at_5": 0.83077, "hit_rate_at_10": 0.88462, "hit_rate_at_20": 0.96923, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83077, "hf_subset": "os", "languages": [ "oss-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.714, "ndcg_at_3": 0.77117, "ndcg_at_5": 0.79268, "ndcg_at_10": 0.80852, "ndcg_at_20": 0.81878, "ndcg_at_100": 0.82586, "ndcg_at_1000": 0.82747, "map_at_1": 0.714, "map_at_3": 0.75767, "map_at_5": 0.76967, "map_at_10": 0.77639, "map_at_20": 0.77928, "map_at_100": 0.78026, "map_at_1000": 0.78033, "recall_at_1": 0.714, "recall_at_3": 0.81, "recall_at_5": 0.862, "recall_at_10": 0.91, "recall_at_20": 0.95, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.714, "precision_at_1": 0.714, "precision_at_3": 0.27, "precision_at_5": 0.1724, "precision_at_10": 0.091, "precision_at_20": 0.0475, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.714, "mrr_at_3": 0.757667, "mrr_at_5": 0.769667, "mrr_at_10": 0.776392, "mrr_at_20": 0.779281, "mrr_at_100": 0.780262, "mrr_at_1000": 0.780333, "nauc_ndcg_at_1_max": 0.78037, "nauc_ndcg_at_1_std": 0.423199, "nauc_ndcg_at_1_diff1": 0.822455, "nauc_ndcg_at_3_max": 0.768778, "nauc_ndcg_at_3_std": 0.428096, "nauc_ndcg_at_3_diff1": 0.778406, "nauc_ndcg_at_5_max": 0.763383, "nauc_ndcg_at_5_std": 0.41723, "nauc_ndcg_at_5_diff1": 0.770128, "nauc_ndcg_at_10_max": 0.762171, "nauc_ndcg_at_10_std": 0.415831, "nauc_ndcg_at_10_diff1": 0.768469, "nauc_ndcg_at_20_max": 0.764164, "nauc_ndcg_at_20_std": 0.426633, "nauc_ndcg_at_20_diff1": 0.771596, "nauc_ndcg_at_100_max": 0.769604, "nauc_ndcg_at_100_std": 0.430081, "nauc_ndcg_at_100_diff1": 0.778425, "nauc_ndcg_at_1000_max": 0.768895, "nauc_ndcg_at_1000_std": 0.426424, "nauc_ndcg_at_1000_diff1": 0.781356, "nauc_map_at_1_max": 0.78037, "nauc_map_at_1_std": 0.423199, "nauc_map_at_1_diff1": 0.822455, "nauc_map_at_3_max": 0.773031, "nauc_map_at_3_std": 0.427578, "nauc_map_at_3_diff1": 0.790083, "nauc_map_at_5_max": 0.770726, "nauc_map_at_5_std": 0.422586, "nauc_map_at_5_diff1": 0.786558, "nauc_map_at_10_max": 0.770524, "nauc_map_at_10_std": 0.422746, "nauc_map_at_10_diff1": 0.786597, "nauc_map_at_20_max": 0.771125, "nauc_map_at_20_std": 0.425478, "nauc_map_at_20_diff1": 0.787518, "nauc_map_at_100_max": 0.771595, "nauc_map_at_100_std": 0.425844, "nauc_map_at_100_diff1": 0.788349, "nauc_map_at_1000_max": 0.771577, "nauc_map_at_1000_std": 0.425726, "nauc_map_at_1000_diff1": 0.788456, "nauc_recall_at_1_max": 0.78037, "nauc_recall_at_1_std": 0.423199, "nauc_recall_at_1_diff1": 0.822455, "nauc_recall_at_3_max": 0.753308, "nauc_recall_at_3_std": 0.429499, "nauc_recall_at_3_diff1": 0.737634, "nauc_recall_at_5_max": 0.728169, "nauc_recall_at_5_std": 0.389211, "nauc_recall_at_5_diff1": 0.694865, "nauc_recall_at_10_max": 0.703994, "nauc_recall_at_10_std": 0.361915, "nauc_recall_at_10_diff1": 0.647256, "nauc_recall_at_20_max": 0.682484, "nauc_recall_at_20_std": 0.453744, "nauc_recall_at_20_diff1": 0.592213, "nauc_recall_at_100_max": 0.842048, "nauc_recall_at_100_std": 0.788438, "nauc_recall_at_100_diff1": 0.497744, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.78037, "nauc_precision_at_1_std": 0.423199, "nauc_precision_at_1_diff1": 0.822455, "nauc_precision_at_3_max": 0.753308, "nauc_precision_at_3_std": 0.429499, "nauc_precision_at_3_diff1": 0.737634, "nauc_precision_at_5_max": 0.728169, "nauc_precision_at_5_std": 0.389211, "nauc_precision_at_5_diff1": 0.694865, "nauc_precision_at_10_max": 0.703994, "nauc_precision_at_10_std": 0.361915, "nauc_precision_at_10_diff1": 0.647256, "nauc_precision_at_20_max": 0.682484, "nauc_precision_at_20_std": 0.453744, "nauc_precision_at_20_diff1": 0.592213, "nauc_precision_at_100_max": 0.842048, "nauc_precision_at_100_std": 0.788438, "nauc_precision_at_100_diff1": 0.497744, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.78037, "nauc_mrr_at_1_std": 0.423199, "nauc_mrr_at_1_diff1": 0.822455, "nauc_mrr_at_3_max": 0.773031, "nauc_mrr_at_3_std": 0.427578, "nauc_mrr_at_3_diff1": 0.790083, "nauc_mrr_at_5_max": 0.770726, "nauc_mrr_at_5_std": 0.422586, "nauc_mrr_at_5_diff1": 0.786558, "nauc_mrr_at_10_max": 0.770524, "nauc_mrr_at_10_std": 0.422746, "nauc_mrr_at_10_diff1": 0.786597, "nauc_mrr_at_20_max": 0.771125, "nauc_mrr_at_20_std": 0.425478, "nauc_mrr_at_20_diff1": 0.787518, "nauc_mrr_at_100_max": 0.771595, "nauc_mrr_at_100_std": 0.425844, "nauc_mrr_at_100_diff1": 0.788349, "nauc_mrr_at_1000_max": 0.771577, "nauc_mrr_at_1000_std": 0.425726, "nauc_mrr_at_1000_diff1": 0.788456, "hit_rate_at_1": 0.714, "hit_rate_at_3": 0.81, "hit_rate_at_5": 0.862, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.862, "hf_subset": "pa-IN", "languages": [ "pan-Guru" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.406, "ndcg_at_3": 0.4779, "ndcg_at_5": 0.499, "ndcg_at_10": 0.52128, "ndcg_at_20": 0.54317, "ndcg_at_100": 0.57992, "ndcg_at_1000": 0.58834, "map_at_1": 0.406, "map_at_3": 0.45933, "map_at_5": 0.47133, "map_at_10": 0.48032, "map_at_20": 0.48641, "map_at_100": 0.49135, "map_at_1000": 0.49175, "recall_at_1": 0.406, "recall_at_3": 0.532, "recall_at_5": 0.582, "recall_at_10": 0.652, "recall_at_20": 0.738, "recall_at_100": 0.938, "recall_at_1000": 1.0, "accuracy": 0.406, "precision_at_1": 0.406, "precision_at_3": 0.17733, "precision_at_5": 0.1164, "precision_at_10": 0.0652, "precision_at_20": 0.0369, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "mrr_at_1": 0.406, "mrr_at_3": 0.459333, "mrr_at_5": 0.471333, "mrr_at_10": 0.480323, "mrr_at_20": 0.486412, "mrr_at_100": 0.491353, "mrr_at_1000": 0.491751, "nauc_ndcg_at_1_max": 0.554244, "nauc_ndcg_at_1_std": 0.111614, "nauc_ndcg_at_1_diff1": 0.641096, "nauc_ndcg_at_3_max": 0.502849, "nauc_ndcg_at_3_std": 0.074075, "nauc_ndcg_at_3_diff1": 0.577183, "nauc_ndcg_at_5_max": 0.499323, "nauc_ndcg_at_5_std": 0.080147, "nauc_ndcg_at_5_diff1": 0.56623, "nauc_ndcg_at_10_max": 0.497928, "nauc_ndcg_at_10_std": 0.096003, "nauc_ndcg_at_10_diff1": 0.557707, "nauc_ndcg_at_20_max": 0.49871, "nauc_ndcg_at_20_std": 0.100966, "nauc_ndcg_at_20_diff1": 0.555487, "nauc_ndcg_at_100_max": 0.503623, "nauc_ndcg_at_100_std": 0.105097, "nauc_ndcg_at_100_diff1": 0.563623, "nauc_ndcg_at_1000_max": 0.507361, "nauc_ndcg_at_1000_std": 0.098677, "nauc_ndcg_at_1000_diff1": 0.56982, "nauc_map_at_1_max": 0.554244, "nauc_map_at_1_std": 0.111614, "nauc_map_at_1_diff1": 0.641096, "nauc_map_at_3_max": 0.516728, "nauc_map_at_3_std": 0.084034, "nauc_map_at_3_diff1": 0.593241, "nauc_map_at_5_max": 0.514498, "nauc_map_at_5_std": 0.087813, "nauc_map_at_5_diff1": 0.587256, "nauc_map_at_10_max": 0.514221, "nauc_map_at_10_std": 0.09439, "nauc_map_at_10_diff1": 0.583775, "nauc_map_at_20_max": 0.514662, "nauc_map_at_20_std": 0.095696, "nauc_map_at_20_diff1": 0.583384, "nauc_map_at_100_max": 0.515116, "nauc_map_at_100_std": 0.096366, "nauc_map_at_100_diff1": 0.583941, "nauc_map_at_1000_max": 0.515325, "nauc_map_at_1000_std": 0.096149, "nauc_map_at_1000_diff1": 0.58416, "nauc_recall_at_1_max": 0.554244, "nauc_recall_at_1_std": 0.111614, "nauc_recall_at_1_diff1": 0.641096, "nauc_recall_at_3_max": 0.460648, "nauc_recall_at_3_std": 0.043865, "nauc_recall_at_3_diff1": 0.528828, "nauc_recall_at_5_max": 0.451354, "nauc_recall_at_5_std": 0.056291, "nauc_recall_at_5_diff1": 0.498829, "nauc_recall_at_10_max": 0.439985, "nauc_recall_at_10_std": 0.109147, "nauc_recall_at_10_diff1": 0.462387, "nauc_recall_at_20_max": 0.429966, "nauc_recall_at_20_std": 0.138392, "nauc_recall_at_20_diff1": 0.429313, "nauc_recall_at_100_max": 0.389296, "nauc_recall_at_100_std": 0.323243, "nauc_recall_at_100_diff1": 0.348333, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554244, "nauc_precision_at_1_std": 0.111614, "nauc_precision_at_1_diff1": 0.641096, "nauc_precision_at_3_max": 0.460648, "nauc_precision_at_3_std": 0.043865, "nauc_precision_at_3_diff1": 0.528828, "nauc_precision_at_5_max": 0.451354, "nauc_precision_at_5_std": 0.056291, "nauc_precision_at_5_diff1": 0.498829, "nauc_precision_at_10_max": 0.439985, "nauc_precision_at_10_std": 0.109147, "nauc_precision_at_10_diff1": 0.462387, "nauc_precision_at_20_max": 0.429966, "nauc_precision_at_20_std": 0.138392, "nauc_precision_at_20_diff1": 0.429313, "nauc_precision_at_100_max": 0.389296, "nauc_precision_at_100_std": 0.323243, "nauc_precision_at_100_diff1": 0.348333, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.554244, "nauc_mrr_at_1_std": 0.111614, "nauc_mrr_at_1_diff1": 0.641096, "nauc_mrr_at_3_max": 0.516728, "nauc_mrr_at_3_std": 0.084034, "nauc_mrr_at_3_diff1": 0.593241, "nauc_mrr_at_5_max": 0.514498, "nauc_mrr_at_5_std": 0.087813, "nauc_mrr_at_5_diff1": 0.587256, "nauc_mrr_at_10_max": 0.514221, "nauc_mrr_at_10_std": 0.09439, "nauc_mrr_at_10_diff1": 0.583775, "nauc_mrr_at_20_max": 0.514662, "nauc_mrr_at_20_std": 0.095696, "nauc_mrr_at_20_diff1": 0.583384, "nauc_mrr_at_100_max": 0.515116, "nauc_mrr_at_100_std": 0.096366, "nauc_mrr_at_100_diff1": 0.583941, "nauc_mrr_at_1000_max": 0.515325, "nauc_mrr_at_1000_std": 0.096149, "nauc_mrr_at_1000_diff1": 0.58416, "hit_rate_at_1": 0.406, "hit_rate_at_3": 0.532, "hit_rate_at_5": 0.582, "hit_rate_at_10": 0.652, "hit_rate_at_20": 0.738, "hit_rate_at_100": 0.938, "hit_rate_at_1000": 1.0, "main_score": 0.582, "hf_subset": "pl", "languages": [ "pol-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.486, "ndcg_at_3": 0.58571, "ndcg_at_5": 0.60792, "ndcg_at_10": 0.63793, "ndcg_at_20": 0.6527, "ndcg_at_100": 0.67132, "ndcg_at_1000": 0.6769, "map_at_1": 0.486, "map_at_3": 0.562, "map_at_5": 0.5743, "map_at_10": 0.58684, "map_at_20": 0.59095, "map_at_100": 0.59356, "map_at_1000": 0.59381, "recall_at_1": 0.486, "recall_at_3": 0.654, "recall_at_5": 0.708, "recall_at_10": 0.8, "recall_at_20": 0.858, "recall_at_100": 0.958, "recall_at_1000": 1.0, "accuracy": 0.486, "precision_at_1": 0.486, "precision_at_3": 0.218, "precision_at_5": 0.1416, "precision_at_10": 0.08, "precision_at_20": 0.0429, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.486, "mrr_at_3": 0.562, "mrr_at_5": 0.5743, "mrr_at_10": 0.586837, "mrr_at_20": 0.59095, "mrr_at_100": 0.593564, "mrr_at_1000": 0.593809, "nauc_ndcg_at_1_max": 0.616915, "nauc_ndcg_at_1_std": 0.217064, "nauc_ndcg_at_1_diff1": 0.723836, "nauc_ndcg_at_3_max": 0.597216, "nauc_ndcg_at_3_std": 0.197179, "nauc_ndcg_at_3_diff1": 0.669057, "nauc_ndcg_at_5_max": 0.603458, "nauc_ndcg_at_5_std": 0.211935, "nauc_ndcg_at_5_diff1": 0.662557, "nauc_ndcg_at_10_max": 0.585425, "nauc_ndcg_at_10_std": 0.1875, "nauc_ndcg_at_10_diff1": 0.653114, "nauc_ndcg_at_20_max": 0.587413, "nauc_ndcg_at_20_std": 0.199547, "nauc_ndcg_at_20_diff1": 0.659046, "nauc_ndcg_at_100_max": 0.592386, "nauc_ndcg_at_100_std": 0.204884, "nauc_ndcg_at_100_diff1": 0.666716, "nauc_ndcg_at_1000_max": 0.596828, "nauc_ndcg_at_1000_std": 0.202804, "nauc_ndcg_at_1000_diff1": 0.670717, "nauc_map_at_1_max": 0.616915, "nauc_map_at_1_std": 0.217064, "nauc_map_at_1_diff1": 0.723836, "nauc_map_at_3_max": 0.602974, "nauc_map_at_3_std": 0.201793, "nauc_map_at_3_diff1": 0.6832, "nauc_map_at_5_max": 0.60633, "nauc_map_at_5_std": 0.209464, "nauc_map_at_5_diff1": 0.680322, "nauc_map_at_10_max": 0.600204, "nauc_map_at_10_std": 0.20096, "nauc_map_at_10_diff1": 0.677382, "nauc_map_at_20_max": 0.601041, "nauc_map_at_20_std": 0.204497, "nauc_map_at_20_diff1": 0.678973, "nauc_map_at_100_max": 0.601787, "nauc_map_at_100_std": 0.205071, "nauc_map_at_100_diff1": 0.679862, "nauc_map_at_1000_max": 0.601979, "nauc_map_at_1000_std": 0.204921, "nauc_map_at_1000_diff1": 0.680059, "nauc_recall_at_1_max": 0.616915, "nauc_recall_at_1_std": 0.217064, "nauc_recall_at_1_diff1": 0.723836, "nauc_recall_at_3_max": 0.578102, "nauc_recall_at_3_std": 0.182364, "nauc_recall_at_3_diff1": 0.622898, "nauc_recall_at_5_max": 0.59404, "nauc_recall_at_5_std": 0.224114, "nauc_recall_at_5_diff1": 0.597294, "nauc_recall_at_10_max": 0.502842, "nauc_recall_at_10_std": 0.109515, "nauc_recall_at_10_diff1": 0.5298, "nauc_recall_at_20_max": 0.484829, "nauc_recall_at_20_std": 0.165429, "nauc_recall_at_20_diff1": 0.531963, "nauc_recall_at_100_max": 0.405207, "nauc_recall_at_100_std": 0.266395, "nauc_recall_at_100_diff1": 0.506358, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.616915, "nauc_precision_at_1_std": 0.217064, "nauc_precision_at_1_diff1": 0.723836, "nauc_precision_at_3_max": 0.578102, "nauc_precision_at_3_std": 0.182364, "nauc_precision_at_3_diff1": 0.622898, "nauc_precision_at_5_max": 0.59404, "nauc_precision_at_5_std": 0.224114, "nauc_precision_at_5_diff1": 0.597294, "nauc_precision_at_10_max": 0.502842, "nauc_precision_at_10_std": 0.109515, "nauc_precision_at_10_diff1": 0.5298, "nauc_precision_at_20_max": 0.484829, "nauc_precision_at_20_std": 0.165429, "nauc_precision_at_20_diff1": 0.531963, "nauc_precision_at_100_max": 0.405207, "nauc_precision_at_100_std": 0.266395, "nauc_precision_at_100_diff1": 0.506358, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.616915, "nauc_mrr_at_1_std": 0.217064, "nauc_mrr_at_1_diff1": 0.723836, "nauc_mrr_at_3_max": 0.602974, "nauc_mrr_at_3_std": 0.201793, "nauc_mrr_at_3_diff1": 0.6832, "nauc_mrr_at_5_max": 0.60633, "nauc_mrr_at_5_std": 0.209464, "nauc_mrr_at_5_diff1": 0.680322, "nauc_mrr_at_10_max": 0.600204, "nauc_mrr_at_10_std": 0.20096, "nauc_mrr_at_10_diff1": 0.677382, "nauc_mrr_at_20_max": 0.601041, "nauc_mrr_at_20_std": 0.204497, "nauc_mrr_at_20_diff1": 0.678973, "nauc_mrr_at_100_max": 0.601787, "nauc_mrr_at_100_std": 0.205071, "nauc_mrr_at_100_diff1": 0.679862, "nauc_mrr_at_1000_max": 0.601979, "nauc_mrr_at_1000_std": 0.204921, "nauc_mrr_at_1000_diff1": 0.680059, "hit_rate_at_1": 0.486, "hit_rate_at_3": 0.654, "hit_rate_at_5": 0.708, "hit_rate_at_10": 0.8, "hit_rate_at_20": 0.858, "hit_rate_at_100": 0.958, "hit_rate_at_1000": 1.0, "main_score": 0.708, "hf_subset": "ps", "languages": [ "pus-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.928, "ndcg_at_3": 0.95145, "ndcg_at_5": 0.95481, "ndcg_at_10": 0.95548, "ndcg_at_20": 0.95708, "ndcg_at_100": 0.95886, "ndcg_at_1000": 0.95988, "map_at_1": 0.928, "map_at_3": 0.94633, "map_at_5": 0.94823, "map_at_10": 0.94852, "map_at_20": 0.94901, "map_at_100": 0.94923, "map_at_1000": 0.94926, "recall_at_1": 0.928, "recall_at_3": 0.966, "recall_at_5": 0.974, "recall_at_10": 0.976, "recall_at_20": 0.982, "recall_at_100": 0.992, "recall_at_1000": 1.0, "accuracy": 0.928, "precision_at_1": 0.928, "precision_at_3": 0.322, "precision_at_5": 0.1948, "precision_at_10": 0.0976, "precision_at_20": 0.0491, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.928, "mrr_at_3": 0.946333, "mrr_at_5": 0.948233, "mrr_at_10": 0.948519, "mrr_at_20": 0.949006, "mrr_at_100": 0.949229, "mrr_at_1000": 0.949264, "nauc_ndcg_at_1_max": 0.880382, "nauc_ndcg_at_1_std": 0.190074, "nauc_ndcg_at_1_diff1": 0.951888, "nauc_ndcg_at_3_max": 0.88065, "nauc_ndcg_at_3_std": 0.212559, "nauc_ndcg_at_3_diff1": 0.948753, "nauc_ndcg_at_5_max": 0.88028, "nauc_ndcg_at_5_std": 0.215377, "nauc_ndcg_at_5_diff1": 0.952731, "nauc_ndcg_at_10_max": 0.878488, "nauc_ndcg_at_10_std": 0.207788, "nauc_ndcg_at_10_diff1": 0.953981, "nauc_ndcg_at_20_max": 0.87554, "nauc_ndcg_at_20_std": 0.190521, "nauc_ndcg_at_20_diff1": 0.952258, "nauc_ndcg_at_100_max": 0.874553, "nauc_ndcg_at_100_std": 0.177226, "nauc_ndcg_at_100_diff1": 0.952165, "nauc_ndcg_at_1000_max": 0.877365, "nauc_ndcg_at_1000_std": 0.193521, "nauc_ndcg_at_1000_diff1": 0.951778, "nauc_map_at_1_max": 0.880382, "nauc_map_at_1_std": 0.190074, "nauc_map_at_1_diff1": 0.951888, "nauc_map_at_3_max": 0.881135, "nauc_map_at_3_std": 0.208295, "nauc_map_at_3_diff1": 0.94956, "nauc_map_at_5_max": 0.881079, "nauc_map_at_5_std": 0.209481, "nauc_map_at_5_diff1": 0.951654, "nauc_map_at_10_max": 0.880419, "nauc_map_at_10_std": 0.206635, "nauc_map_at_10_diff1": 0.952111, "nauc_map_at_20_max": 0.879671, "nauc_map_at_20_std": 0.20213, "nauc_map_at_20_diff1": 0.951653, "nauc_map_at_100_max": 0.879422, "nauc_map_at_100_std": 0.200261, "nauc_map_at_100_diff1": 0.951562, "nauc_map_at_1000_max": 0.879522, "nauc_map_at_1000_std": 0.200801, "nauc_map_at_1000_diff1": 0.95155, "nauc_recall_at_1_max": 0.880382, "nauc_recall_at_1_std": 0.190074, "nauc_recall_at_1_diff1": 0.951888, "nauc_recall_at_3_max": 0.878069, "nauc_recall_at_3_std": 0.230021, "nauc_recall_at_3_diff1": 0.945213, "nauc_recall_at_5_max": 0.874847, "nauc_recall_at_5_std": 0.247468, "nauc_recall_at_5_diff1": 0.959779, "nauc_recall_at_10_max": 0.864418, "nauc_recall_at_10_std": 0.207905, "nauc_recall_at_10_diff1": 0.96732, "nauc_recall_at_20_max": 0.833748, "nauc_recall_at_20_std": 0.055867, "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 0.770075, "nauc_recall_at_100_std": -0.438142, "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.880382, "nauc_precision_at_1_std": 0.190074, "nauc_precision_at_1_diff1": 0.951888, "nauc_precision_at_3_max": 0.878069, "nauc_precision_at_3_std": 0.230021, "nauc_precision_at_3_diff1": 0.945213, "nauc_precision_at_5_max": 0.874847, "nauc_precision_at_5_std": 0.247468, "nauc_precision_at_5_diff1": 0.959779, "nauc_precision_at_10_max": 0.864418, "nauc_precision_at_10_std": 0.207905, "nauc_precision_at_10_diff1": 0.96732, "nauc_precision_at_20_max": 0.833748, "nauc_precision_at_20_std": 0.055867, "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 0.770075, "nauc_precision_at_100_std": -0.438142, "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.880382, "nauc_mrr_at_1_std": 0.190074, "nauc_mrr_at_1_diff1": 0.951888, "nauc_mrr_at_3_max": 0.881135, "nauc_mrr_at_3_std": 0.208295, "nauc_mrr_at_3_diff1": 0.94956, "nauc_mrr_at_5_max": 0.881079, "nauc_mrr_at_5_std": 0.209481, "nauc_mrr_at_5_diff1": 0.951654, "nauc_mrr_at_10_max": 0.880419, "nauc_mrr_at_10_std": 0.206635, "nauc_mrr_at_10_diff1": 0.952111, "nauc_mrr_at_20_max": 0.879671, "nauc_mrr_at_20_std": 0.20213, "nauc_mrr_at_20_diff1": 0.951653, "nauc_mrr_at_100_max": 0.879422, "nauc_mrr_at_100_std": 0.200261, "nauc_mrr_at_100_diff1": 0.951562, "nauc_mrr_at_1000_max": 0.879522, "nauc_mrr_at_1000_std": 0.200801, "nauc_mrr_at_1000_diff1": 0.95155, "hit_rate_at_1": 0.928, "hit_rate_at_3": 0.966, "hit_rate_at_5": 0.974, "hit_rate_at_10": 0.976, "hit_rate_at_20": 0.982, "hit_rate_at_100": 0.992, "hit_rate_at_1000": 1.0, "main_score": 0.974, "hf_subset": "pt", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.854, "ndcg_at_3": 0.9069, "ndcg_at_5": 0.91172, "ndcg_at_10": 0.91736, "ndcg_at_20": 0.92199, "ndcg_at_100": 0.92313, "ndcg_at_1000": 0.92369, "map_at_1": 0.854, "map_at_3": 0.89467, "map_at_5": 0.89727, "map_at_10": 0.89949, "map_at_20": 0.9008, "map_at_100": 0.90097, "map_at_1000": 0.901, "recall_at_1": 0.854, "recall_at_3": 0.942, "recall_at_5": 0.954, "recall_at_10": 0.972, "recall_at_20": 0.99, "recall_at_100": 0.996, "recall_at_1000": 1.0, "accuracy": 0.854, "precision_at_1": 0.854, "precision_at_3": 0.314, "precision_at_5": 0.1908, "precision_at_10": 0.0972, "precision_at_20": 0.0495, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.854, "mrr_at_3": 0.894667, "mrr_at_5": 0.897267, "mrr_at_10": 0.899488, "mrr_at_20": 0.900797, "mrr_at_100": 0.900966, "mrr_at_1000": 0.900996, "nauc_ndcg_at_1_max": 0.81054, "nauc_ndcg_at_1_std": 0.128944, "nauc_ndcg_at_1_diff1": 0.882249, "nauc_ndcg_at_3_max": 0.834728, "nauc_ndcg_at_3_std": 0.165946, "nauc_ndcg_at_3_diff1": 0.8811, "nauc_ndcg_at_5_max": 0.83586, "nauc_ndcg_at_5_std": 0.169488, "nauc_ndcg_at_5_diff1": 0.880733, "nauc_ndcg_at_10_max": 0.836501, "nauc_ndcg_at_10_std": 0.184953, "nauc_ndcg_at_10_diff1": 0.880836, "nauc_ndcg_at_20_max": 0.830756, "nauc_ndcg_at_20_std": 0.172539, "nauc_ndcg_at_20_diff1": 0.882473, "nauc_ndcg_at_100_max": 0.828748, "nauc_ndcg_at_100_std": 0.164358, "nauc_ndcg_at_100_diff1": 0.881436, "nauc_ndcg_at_1000_max": 0.827447, "nauc_ndcg_at_1000_std": 0.158496, "nauc_ndcg_at_1000_diff1": 0.881022, "nauc_map_at_1_max": 0.81054, "nauc_map_at_1_std": 0.128944, "nauc_map_at_1_diff1": 0.882249, "nauc_map_at_3_max": 0.826005, "nauc_map_at_3_std": 0.149343, "nauc_map_at_3_diff1": 0.880592, "nauc_map_at_5_max": 0.826101, "nauc_map_at_5_std": 0.149892, "nauc_map_at_5_diff1": 0.880428, "nauc_map_at_10_max": 0.826078, "nauc_map_at_10_std": 0.154401, "nauc_map_at_10_diff1": 0.880417, "nauc_map_at_20_max": 0.824601, "nauc_map_at_20_std": 0.150938, "nauc_map_at_20_diff1": 0.880727, "nauc_map_at_100_max": 0.824336, "nauc_map_at_100_std": 0.149909, "nauc_map_at_100_diff1": 0.880635, "nauc_map_at_1000_max": 0.824282, "nauc_map_at_1000_std": 0.149668, "nauc_map_at_1000_diff1": 0.880617, "nauc_recall_at_1_max": 0.81054, "nauc_recall_at_1_std": 0.128944, "nauc_recall_at_1_diff1": 0.882249, "nauc_recall_at_3_max": 0.879681, "nauc_recall_at_3_std": 0.253678, "nauc_recall_at_3_diff1": 0.884333, "nauc_recall_at_5_max": 0.89851, "nauc_recall_at_5_std": 0.29907, "nauc_recall_at_5_diff1": 0.883287, "nauc_recall_at_10_max": 0.944811, "nauc_recall_at_10_std": 0.52541, "nauc_recall_at_10_diff1": 0.886455, "nauc_recall_at_20_max": 0.973856, "nauc_recall_at_20_std": 0.789916, "nauc_recall_at_20_diff1": 0.947712, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.81054, "nauc_precision_at_1_std": 0.128944, "nauc_precision_at_1_diff1": 0.882249, "nauc_precision_at_3_max": 0.879681, "nauc_precision_at_3_std": 0.253678, "nauc_precision_at_3_diff1": 0.884333, "nauc_precision_at_5_max": 0.89851, "nauc_precision_at_5_std": 0.29907, "nauc_precision_at_5_diff1": 0.883287, "nauc_precision_at_10_max": 0.944811, "nauc_precision_at_10_std": 0.52541, "nauc_precision_at_10_diff1": 0.886455, "nauc_precision_at_20_max": 0.973856, "nauc_precision_at_20_std": 0.789916, "nauc_precision_at_20_diff1": 0.947712, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.81054, "nauc_mrr_at_1_std": 0.128944, "nauc_mrr_at_1_diff1": 0.882249, "nauc_mrr_at_3_max": 0.826005, "nauc_mrr_at_3_std": 0.149343, "nauc_mrr_at_3_diff1": 0.880592, "nauc_mrr_at_5_max": 0.826101, "nauc_mrr_at_5_std": 0.149892, "nauc_mrr_at_5_diff1": 0.880428, "nauc_mrr_at_10_max": 0.826078, "nauc_mrr_at_10_std": 0.154401, "nauc_mrr_at_10_diff1": 0.880417, "nauc_mrr_at_20_max": 0.824601, "nauc_mrr_at_20_std": 0.150938, "nauc_mrr_at_20_diff1": 0.880727, "nauc_mrr_at_100_max": 0.824336, "nauc_mrr_at_100_std": 0.149909, "nauc_mrr_at_100_diff1": 0.880635, "nauc_mrr_at_1000_max": 0.824282, "nauc_mrr_at_1000_std": 0.149668, "nauc_mrr_at_1000_diff1": 0.880617, "hit_rate_at_1": 0.854, "hit_rate_at_3": 0.942, "hit_rate_at_5": 0.954, "hit_rate_at_10": 0.972, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.996, "hit_rate_at_1000": 1.0, "main_score": 0.954, "hf_subset": "rm-sursilv", "languages": [ "roh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.92148, "ndcg_at_3": 0.95117, "ndcg_at_5": 0.95395, "ndcg_at_10": 0.95832, "ndcg_at_20": 0.96016, "ndcg_at_100": 0.96066, "ndcg_at_1000": 0.96066, "map_at_1": 0.92148, "map_at_3": 0.94457, "map_at_5": 0.94607, "map_at_10": 0.94781, "map_at_20": 0.94837, "map_at_100": 0.94846, "map_at_1000": 0.94846, "recall_at_1": 0.92148, "recall_at_3": 0.96998, "recall_at_5": 0.97691, "recall_at_10": 0.99076, "recall_at_20": 0.99769, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.92148, "precision_at_1": 0.92148, "precision_at_3": 0.32333, "precision_at_5": 0.19538, "precision_at_10": 0.09908, "precision_at_20": 0.04988, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.921478, "mrr_at_3": 0.944573, "mrr_at_5": 0.946074, "mrr_at_10": 0.947812, "mrr_at_20": 0.948368, "mrr_at_100": 0.948464, "mrr_at_1000": 0.948464, "nauc_ndcg_at_1_max": 0.831402, "nauc_ndcg_at_1_std": 0.087686, "nauc_ndcg_at_1_diff1": 0.956149, "nauc_ndcg_at_3_max": 0.855457, "nauc_ndcg_at_3_std": 0.024486, "nauc_ndcg_at_3_diff1": 0.948974, "nauc_ndcg_at_5_max": 0.854938, "nauc_ndcg_at_5_std": 0.032472, "nauc_ndcg_at_5_diff1": 0.945892, "nauc_ndcg_at_10_max": 0.84689, "nauc_ndcg_at_10_std": -0.000617, "nauc_ndcg_at_10_diff1": 0.952646, "nauc_ndcg_at_20_max": 0.844289, "nauc_ndcg_at_20_std": 0.024959, "nauc_ndcg_at_20_diff1": 0.952345, "nauc_ndcg_at_100_max": 0.842321, "nauc_ndcg_at_100_std": 0.027437, "nauc_ndcg_at_100_diff1": 0.951742, "nauc_ndcg_at_1000_max": 0.842321, "nauc_ndcg_at_1000_std": 0.027437, "nauc_ndcg_at_1000_diff1": 0.951742, "nauc_map_at_1_max": 0.831402, "nauc_map_at_1_std": 0.087686, "nauc_map_at_1_diff1": 0.956149, "nauc_map_at_3_max": 0.844996, "nauc_map_at_3_std": 0.034851, "nauc_map_at_3_diff1": 0.951485, "nauc_map_at_5_max": 0.844459, "nauc_map_at_5_std": 0.038275, "nauc_map_at_5_diff1": 0.950134, "nauc_map_at_10_max": 0.841254, "nauc_map_at_10_std": 0.02598, "nauc_map_at_10_diff1": 0.952449, "nauc_map_at_20_max": 0.840673, "nauc_map_at_20_std": 0.03266, "nauc_map_at_20_diff1": 0.952326, "nauc_map_at_100_max": 0.840376, "nauc_map_at_100_std": 0.033041, "nauc_map_at_100_diff1": 0.952237, "nauc_map_at_1000_max": 0.840376, "nauc_map_at_1000_std": 0.033041, "nauc_map_at_1000_diff1": 0.952237, "nauc_recall_at_1_max": 0.831402, "nauc_recall_at_1_std": 0.087686, "nauc_recall_at_1_diff1": 0.956149, "nauc_recall_at_3_max": 0.912901, "nauc_recall_at_3_std": -0.022179, "nauc_recall_at_3_diff1": 0.935552, "nauc_recall_at_5_max": 0.927618, "nauc_recall_at_5_std": 0.008765, "nauc_recall_at_5_diff1": 0.916217, "nauc_recall_at_10_max": 0.930538, "nauc_recall_at_10_std": -0.439803, "nauc_recall_at_10_diff1": 0.967345, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.171107, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.831402, "nauc_precision_at_1_std": 0.087686, "nauc_precision_at_1_diff1": 0.956149, "nauc_precision_at_3_max": 0.912901, "nauc_precision_at_3_std": -0.022179, "nauc_precision_at_3_diff1": 0.935552, "nauc_precision_at_5_max": 0.927618, "nauc_precision_at_5_std": 0.008765, "nauc_precision_at_5_diff1": 0.916217, "nauc_precision_at_10_max": 0.930538, "nauc_precision_at_10_std": -0.439803, "nauc_precision_at_10_diff1": 0.967345, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.171107, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.831402, "nauc_mrr_at_1_std": 0.087686, "nauc_mrr_at_1_diff1": 0.956149, "nauc_mrr_at_3_max": 0.844996, "nauc_mrr_at_3_std": 0.034851, "nauc_mrr_at_3_diff1": 0.951485, "nauc_mrr_at_5_max": 0.844459, "nauc_mrr_at_5_std": 0.038275, "nauc_mrr_at_5_diff1": 0.950134, "nauc_mrr_at_10_max": 0.841254, "nauc_mrr_at_10_std": 0.02598, "nauc_mrr_at_10_diff1": 0.952449, "nauc_mrr_at_20_max": 0.840673, "nauc_mrr_at_20_std": 0.03266, "nauc_mrr_at_20_diff1": 0.952326, "nauc_mrr_at_100_max": 0.840376, "nauc_mrr_at_100_std": 0.033041, "nauc_mrr_at_100_diff1": 0.952237, "nauc_mrr_at_1000_max": 0.840376, "nauc_mrr_at_1000_std": 0.033041, "nauc_mrr_at_1000_diff1": 0.952237, "hit_rate_at_1": 0.92148, "hit_rate_at_3": 0.96998, "hit_rate_at_5": 0.97691, "hit_rate_at_10": 0.99076, "hit_rate_at_20": 0.99769, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.97691, "hf_subset": "rm-vallader", "languages": [ "roh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.528, "ndcg_at_3": 0.61278, "ndcg_at_5": 0.63722, "ndcg_at_10": 0.66013, "ndcg_at_20": 0.67354, "ndcg_at_100": 0.69257, "ndcg_at_1000": 0.69822, "map_at_1": 0.528, "map_at_3": 0.59167, "map_at_5": 0.60507, "map_at_10": 0.61467, "map_at_20": 0.6185, "map_at_100": 0.62117, "map_at_1000": 0.62143, "recall_at_1": 0.528, "recall_at_3": 0.674, "recall_at_5": 0.734, "recall_at_10": 0.804, "recall_at_20": 0.856, "recall_at_100": 0.958, "recall_at_1000": 1.0, "accuracy": 0.528, "precision_at_1": 0.528, "precision_at_3": 0.22467, "precision_at_5": 0.1468, "precision_at_10": 0.0804, "precision_at_20": 0.0428, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.528, "mrr_at_3": 0.591667, "mrr_at_5": 0.605067, "mrr_at_10": 0.614675, "mrr_at_20": 0.618496, "mrr_at_100": 0.621166, "mrr_at_1000": 0.621429, "nauc_ndcg_at_1_max": 0.676869, "nauc_ndcg_at_1_std": 0.241907, "nauc_ndcg_at_1_diff1": 0.778468, "nauc_ndcg_at_3_max": 0.670039, "nauc_ndcg_at_3_std": 0.248573, "nauc_ndcg_at_3_diff1": 0.712312, "nauc_ndcg_at_5_max": 0.674271, "nauc_ndcg_at_5_std": 0.254987, "nauc_ndcg_at_5_diff1": 0.714278, "nauc_ndcg_at_10_max": 0.667905, "nauc_ndcg_at_10_std": 0.253327, "nauc_ndcg_at_10_diff1": 0.709031, "nauc_ndcg_at_20_max": 0.667196, "nauc_ndcg_at_20_std": 0.264699, "nauc_ndcg_at_20_diff1": 0.711882, "nauc_ndcg_at_100_max": 0.67099, "nauc_ndcg_at_100_std": 0.25861, "nauc_ndcg_at_100_diff1": 0.71963, "nauc_ndcg_at_1000_max": 0.669574, "nauc_ndcg_at_1000_std": 0.254815, "nauc_ndcg_at_1000_diff1": 0.722299, "nauc_map_at_1_max": 0.676869, "nauc_map_at_1_std": 0.241907, "nauc_map_at_1_diff1": 0.778468, "nauc_map_at_3_max": 0.669637, "nauc_map_at_3_std": 0.24561, "nauc_map_at_3_diff1": 0.728231, "nauc_map_at_5_max": 0.671673, "nauc_map_at_5_std": 0.24873, "nauc_map_at_5_diff1": 0.729592, "nauc_map_at_10_max": 0.669109, "nauc_map_at_10_std": 0.247693, "nauc_map_at_10_diff1": 0.728098, "nauc_map_at_20_max": 0.668968, "nauc_map_at_20_std": 0.250576, "nauc_map_at_20_diff1": 0.72901, "nauc_map_at_100_max": 0.669457, "nauc_map_at_100_std": 0.249964, "nauc_map_at_100_diff1": 0.730029, "nauc_map_at_1000_max": 0.669411, "nauc_map_at_1000_std": 0.249788, "nauc_map_at_1000_diff1": 0.730155, "nauc_recall_at_1_max": 0.676869, "nauc_recall_at_1_std": 0.241907, "nauc_recall_at_1_diff1": 0.778468, "nauc_recall_at_3_max": 0.672402, "nauc_recall_at_3_std": 0.258901, "nauc_recall_at_3_diff1": 0.660596, "nauc_recall_at_5_max": 0.686246, "nauc_recall_at_5_std": 0.280465, "nauc_recall_at_5_diff1": 0.658469, "nauc_recall_at_10_max": 0.661485, "nauc_recall_at_10_std": 0.282146, "nauc_recall_at_10_diff1": 0.618065, "nauc_recall_at_20_max": 0.6539, "nauc_recall_at_20_std": 0.372339, "nauc_recall_at_20_diff1": 0.60925, "nauc_recall_at_100_max": 0.732248, "nauc_recall_at_100_std": 0.406852, "nauc_recall_at_100_diff1": 0.614335, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.676869, "nauc_precision_at_1_std": 0.241907, "nauc_precision_at_1_diff1": 0.778468, "nauc_precision_at_3_max": 0.672402, "nauc_precision_at_3_std": 0.258901, "nauc_precision_at_3_diff1": 0.660596, "nauc_precision_at_5_max": 0.686246, "nauc_precision_at_5_std": 0.280465, "nauc_precision_at_5_diff1": 0.658469, "nauc_precision_at_10_max": 0.661485, "nauc_precision_at_10_std": 0.282146, "nauc_precision_at_10_diff1": 0.618065, "nauc_precision_at_20_max": 0.6539, "nauc_precision_at_20_std": 0.372339, "nauc_precision_at_20_diff1": 0.60925, "nauc_precision_at_100_max": 0.732248, "nauc_precision_at_100_std": 0.406852, "nauc_precision_at_100_diff1": 0.614335, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.676869, "nauc_mrr_at_1_std": 0.241907, "nauc_mrr_at_1_diff1": 0.778468, "nauc_mrr_at_3_max": 0.669637, "nauc_mrr_at_3_std": 0.24561, "nauc_mrr_at_3_diff1": 0.728231, "nauc_mrr_at_5_max": 0.671673, "nauc_mrr_at_5_std": 0.24873, "nauc_mrr_at_5_diff1": 0.729592, "nauc_mrr_at_10_max": 0.669109, "nauc_mrr_at_10_std": 0.247693, "nauc_mrr_at_10_diff1": 0.728098, "nauc_mrr_at_20_max": 0.668968, "nauc_mrr_at_20_std": 0.250576, "nauc_mrr_at_20_diff1": 0.72901, "nauc_mrr_at_100_max": 0.669457, "nauc_mrr_at_100_std": 0.249964, "nauc_mrr_at_100_diff1": 0.730029, "nauc_mrr_at_1000_max": 0.669411, "nauc_mrr_at_1000_std": 0.249788, "nauc_mrr_at_1000_diff1": 0.730155, "hit_rate_at_1": 0.528, "hit_rate_at_3": 0.674, "hit_rate_at_5": 0.734, "hit_rate_at_10": 0.804, "hit_rate_at_20": 0.856, "hit_rate_at_100": 0.958, "hit_rate_at_1000": 1.0, "main_score": 0.734, "hf_subset": "ro", "languages": [ "ron-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.898, "ndcg_at_3": 0.92245, "ndcg_at_5": 0.92985, "ndcg_at_10": 0.93128, "ndcg_at_20": 0.93437, "ndcg_at_100": 0.93652, "ndcg_at_1000": 0.93857, "map_at_1": 0.898, "map_at_3": 0.917, "map_at_5": 0.9211, "map_at_10": 0.92177, "map_at_20": 0.92265, "map_at_100": 0.92292, "map_at_1000": 0.923, "recall_at_1": 0.898, "recall_at_3": 0.938, "recall_at_5": 0.956, "recall_at_10": 0.96, "recall_at_20": 0.972, "recall_at_100": 0.984, "recall_at_1000": 1.0, "accuracy": 0.898, "precision_at_1": 0.898, "precision_at_3": 0.31267, "precision_at_5": 0.1912, "precision_at_10": 0.096, "precision_at_20": 0.0486, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.898, "mrr_at_3": 0.917, "mrr_at_5": 0.9211, "mrr_at_10": 0.921767, "mrr_at_20": 0.922651, "mrr_at_100": 0.922922, "mrr_at_1000": 0.922998, "nauc_ndcg_at_1_max": 0.815725, "nauc_ndcg_at_1_std": 0.061957, "nauc_ndcg_at_1_diff1": 0.93406, "nauc_ndcg_at_3_max": 0.851994, "nauc_ndcg_at_3_std": 0.076865, "nauc_ndcg_at_3_diff1": 0.932983, "nauc_ndcg_at_5_max": 0.848305, "nauc_ndcg_at_5_std": 0.083108, "nauc_ndcg_at_5_diff1": 0.928953, "nauc_ndcg_at_10_max": 0.851141, "nauc_ndcg_at_10_std": 0.093073, "nauc_ndcg_at_10_diff1": 0.930192, "nauc_ndcg_at_20_max": 0.846476, "nauc_ndcg_at_20_std": 0.081003, "nauc_ndcg_at_20_diff1": 0.928856, "nauc_ndcg_at_100_max": 0.844206, "nauc_ndcg_at_100_std": 0.092458, "nauc_ndcg_at_100_diff1": 0.92892, "nauc_ndcg_at_1000_max": 0.843939, "nauc_ndcg_at_1000_std": 0.083444, "nauc_ndcg_at_1000_diff1": 0.930447, "nauc_map_at_1_max": 0.815725, "nauc_map_at_1_std": 0.061957, "nauc_map_at_1_diff1": 0.93406, "nauc_map_at_3_max": 0.843006, "nauc_map_at_3_std": 0.069406, "nauc_map_at_3_diff1": 0.933364, "nauc_map_at_5_max": 0.840921, "nauc_map_at_5_std": 0.073267, "nauc_map_at_5_diff1": 0.931389, "nauc_map_at_10_max": 0.842024, "nauc_map_at_10_std": 0.07728, "nauc_map_at_10_diff1": 0.931919, "nauc_map_at_20_max": 0.840869, "nauc_map_at_20_std": 0.074917, "nauc_map_at_20_diff1": 0.931569, "nauc_map_at_100_max": 0.840569, "nauc_map_at_100_std": 0.076205, "nauc_map_at_100_diff1": 0.931637, "nauc_map_at_1000_max": 0.840564, "nauc_map_at_1000_std": 0.075912, "nauc_map_at_1000_diff1": 0.931688, "nauc_recall_at_1_max": 0.815725, "nauc_recall_at_1_std": 0.061957, "nauc_recall_at_1_diff1": 0.93406, "nauc_recall_at_3_max": 0.885696, "nauc_recall_at_3_std": 0.107316, "nauc_recall_at_3_diff1": 0.931478, "nauc_recall_at_5_max": 0.883711, "nauc_recall_at_5_std": 0.135239, "nauc_recall_at_5_diff1": 0.91533, "nauc_recall_at_10_max": 0.90091, "nauc_recall_at_10_std": 0.188445, "nauc_recall_at_10_diff1": 0.919935, "nauc_recall_at_20_max": 0.878285, "nauc_recall_at_20_std": 0.104842, "nauc_recall_at_20_diff1": 0.904295, "nauc_recall_at_100_max": 0.8544, "nauc_recall_at_100_std": 0.363445, "nauc_recall_at_100_diff1": 0.883578, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.815725, "nauc_precision_at_1_std": 0.061957, "nauc_precision_at_1_diff1": 0.93406, "nauc_precision_at_3_max": 0.885696, "nauc_precision_at_3_std": 0.107316, "nauc_precision_at_3_diff1": 0.931478, "nauc_precision_at_5_max": 0.883711, "nauc_precision_at_5_std": 0.135239, "nauc_precision_at_5_diff1": 0.91533, "nauc_precision_at_10_max": 0.90091, "nauc_precision_at_10_std": 0.188445, "nauc_precision_at_10_diff1": 0.919935, "nauc_precision_at_20_max": 0.878285, "nauc_precision_at_20_std": 0.104842, "nauc_precision_at_20_diff1": 0.904295, "nauc_precision_at_100_max": 0.8544, "nauc_precision_at_100_std": 0.363445, "nauc_precision_at_100_diff1": 0.883578, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.815725, "nauc_mrr_at_1_std": 0.061957, "nauc_mrr_at_1_diff1": 0.93406, "nauc_mrr_at_3_max": 0.843006, "nauc_mrr_at_3_std": 0.069406, "nauc_mrr_at_3_diff1": 0.933364, "nauc_mrr_at_5_max": 0.840921, "nauc_mrr_at_5_std": 0.073267, "nauc_mrr_at_5_diff1": 0.931389, "nauc_mrr_at_10_max": 0.842024, "nauc_mrr_at_10_std": 0.07728, "nauc_mrr_at_10_diff1": 0.931919, "nauc_mrr_at_20_max": 0.840869, "nauc_mrr_at_20_std": 0.074917, "nauc_mrr_at_20_diff1": 0.931569, "nauc_mrr_at_100_max": 0.840569, "nauc_mrr_at_100_std": 0.076205, "nauc_mrr_at_100_diff1": 0.931637, "nauc_mrr_at_1000_max": 0.840564, "nauc_mrr_at_1000_std": 0.075912, "nauc_mrr_at_1000_diff1": 0.931688, "hit_rate_at_1": 0.898, "hit_rate_at_3": 0.938, "hit_rate_at_5": 0.956, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.972, "hit_rate_at_100": 0.984, "hit_rate_at_1000": 1.0, "main_score": 0.956, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.475, "ndcg_at_3": 0.55297, "ndcg_at_5": 0.56783, "ndcg_at_10": 0.58678, "ndcg_at_20": 0.61059, "ndcg_at_100": 0.64112, "ndcg_at_1000": 0.64674, "map_at_1": 0.475, "map_at_3": 0.53333, "map_at_5": 0.54183, "map_at_10": 0.54938, "map_at_20": 0.55583, "map_at_100": 0.56039, "map_at_1000": 0.56068, "recall_at_1": 0.475, "recall_at_3": 0.61, "recall_at_5": 0.645, "recall_at_10": 0.705, "recall_at_20": 0.8, "recall_at_100": 0.96, "recall_at_1000": 1.0, "accuracy": 0.475, "precision_at_1": 0.475, "precision_at_3": 0.20333, "precision_at_5": 0.129, "precision_at_10": 0.0705, "precision_at_20": 0.04, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.475, "mrr_at_3": 0.533333, "mrr_at_5": 0.541833, "mrr_at_10": 0.549385, "mrr_at_20": 0.555825, "mrr_at_100": 0.560391, "mrr_at_1000": 0.560684, "nauc_ndcg_at_1_max": 0.685025, "nauc_ndcg_at_1_std": 0.20535, "nauc_ndcg_at_1_diff1": 0.688023, "nauc_ndcg_at_3_max": 0.663103, "nauc_ndcg_at_3_std": 0.170354, "nauc_ndcg_at_3_diff1": 0.622912, "nauc_ndcg_at_5_max": 0.660721, "nauc_ndcg_at_5_std": 0.159274, "nauc_ndcg_at_5_diff1": 0.622931, "nauc_ndcg_at_10_max": 0.637417, "nauc_ndcg_at_10_std": 0.157592, "nauc_ndcg_at_10_diff1": 0.610441, "nauc_ndcg_at_20_max": 0.644062, "nauc_ndcg_at_20_std": 0.175504, "nauc_ndcg_at_20_diff1": 0.606225, "nauc_ndcg_at_100_max": 0.645578, "nauc_ndcg_at_100_std": 0.191185, "nauc_ndcg_at_100_diff1": 0.613246, "nauc_ndcg_at_1000_max": 0.655615, "nauc_ndcg_at_1000_std": 0.182337, "nauc_ndcg_at_1000_diff1": 0.62223, "nauc_map_at_1_max": 0.685025, "nauc_map_at_1_std": 0.20535, "nauc_map_at_1_diff1": 0.688023, "nauc_map_at_3_max": 0.668975, "nauc_map_at_3_std": 0.180704, "nauc_map_at_3_diff1": 0.638594, "nauc_map_at_5_max": 0.667953, "nauc_map_at_5_std": 0.174953, "nauc_map_at_5_diff1": 0.638968, "nauc_map_at_10_max": 0.65898, "nauc_map_at_10_std": 0.175032, "nauc_map_at_10_diff1": 0.633907, "nauc_map_at_20_max": 0.661646, "nauc_map_at_20_std": 0.180501, "nauc_map_at_20_diff1": 0.633376, "nauc_map_at_100_max": 0.662435, "nauc_map_at_100_std": 0.183007, "nauc_map_at_100_diff1": 0.634221, "nauc_map_at_1000_max": 0.66287, "nauc_map_at_1000_std": 0.182607, "nauc_map_at_1000_diff1": 0.634634, "nauc_recall_at_1_max": 0.685025, "nauc_recall_at_1_std": 0.20535, "nauc_recall_at_1_diff1": 0.688023, "nauc_recall_at_3_max": 0.644615, "nauc_recall_at_3_std": 0.137348, "nauc_recall_at_3_diff1": 0.574275, "nauc_recall_at_5_max": 0.636153, "nauc_recall_at_5_std": 0.10512, "nauc_recall_at_5_diff1": 0.570404, "nauc_recall_at_10_max": 0.545358, "nauc_recall_at_10_std": 0.087903, "nauc_recall_at_10_diff1": 0.519388, "nauc_recall_at_20_max": 0.543394, "nauc_recall_at_20_std": 0.163124, "nauc_recall_at_20_diff1": 0.457343, "nauc_recall_at_100_max": 0.182365, "nauc_recall_at_100_std": 0.593662, "nauc_recall_at_100_diff1": 0.203373, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.685025, "nauc_precision_at_1_std": 0.20535, "nauc_precision_at_1_diff1": 0.688023, "nauc_precision_at_3_max": 0.644615, "nauc_precision_at_3_std": 0.137348, "nauc_precision_at_3_diff1": 0.574275, "nauc_precision_at_5_max": 0.636153, "nauc_precision_at_5_std": 0.10512, "nauc_precision_at_5_diff1": 0.570404, "nauc_precision_at_10_max": 0.545358, "nauc_precision_at_10_std": 0.087903, "nauc_precision_at_10_diff1": 0.519388, "nauc_precision_at_20_max": 0.543394, "nauc_precision_at_20_std": 0.163124, "nauc_precision_at_20_diff1": 0.457343, "nauc_precision_at_100_max": 0.182365, "nauc_precision_at_100_std": 0.593662, "nauc_precision_at_100_diff1": 0.203373, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.685025, "nauc_mrr_at_1_std": 0.20535, "nauc_mrr_at_1_diff1": 0.688023, "nauc_mrr_at_3_max": 0.668975, "nauc_mrr_at_3_std": 0.180704, "nauc_mrr_at_3_diff1": 0.638594, "nauc_mrr_at_5_max": 0.667953, "nauc_mrr_at_5_std": 0.174953, "nauc_mrr_at_5_diff1": 0.638968, "nauc_mrr_at_10_max": 0.65898, "nauc_mrr_at_10_std": 0.175032, "nauc_mrr_at_10_diff1": 0.633907, "nauc_mrr_at_20_max": 0.661646, "nauc_mrr_at_20_std": 0.180501, "nauc_mrr_at_20_diff1": 0.633376, "nauc_mrr_at_100_max": 0.662435, "nauc_mrr_at_100_std": 0.183007, "nauc_mrr_at_100_diff1": 0.634221, "nauc_mrr_at_1000_max": 0.66287, "nauc_mrr_at_1000_std": 0.182607, "nauc_mrr_at_1000_diff1": 0.634634, "hit_rate_at_1": 0.475, "hit_rate_at_3": 0.61, "hit_rate_at_5": 0.645, "hit_rate_at_10": 0.705, "hit_rate_at_20": 0.8, "hit_rate_at_100": 0.96, "hit_rate_at_1000": 1.0, "main_score": 0.645, "hf_subset": "rw", "languages": [ "kin-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.655, "ndcg_at_3": 0.72863, "ndcg_at_5": 0.74542, "ndcg_at_10": 0.76674, "ndcg_at_20": 0.77991, "ndcg_at_100": 0.78745, "ndcg_at_1000": 0.79104, "map_at_1": 0.655, "map_at_3": 0.71083, "map_at_5": 0.72033, "map_at_10": 0.72931, "map_at_20": 0.7332, "map_at_100": 0.73429, "map_at_1000": 0.7345, "recall_at_1": 0.655, "recall_at_3": 0.78, "recall_at_5": 0.82, "recall_at_10": 0.885, "recall_at_20": 0.935, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.655, "precision_at_1": 0.655, "precision_at_3": 0.26, "precision_at_5": 0.164, "precision_at_10": 0.0885, "precision_at_20": 0.04675, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.655, "mrr_at_3": 0.710833, "mrr_at_5": 0.720333, "mrr_at_10": 0.72931, "mrr_at_20": 0.733205, "mrr_at_100": 0.734294, "mrr_at_1000": 0.734497, "nauc_ndcg_at_1_max": 0.609886, "nauc_ndcg_at_1_std": 0.002901, "nauc_ndcg_at_1_diff1": 0.826077, "nauc_ndcg_at_3_max": 0.619596, "nauc_ndcg_at_3_std": 0.09956, "nauc_ndcg_at_3_diff1": 0.781422, "nauc_ndcg_at_5_max": 0.614087, "nauc_ndcg_at_5_std": 0.076889, "nauc_ndcg_at_5_diff1": 0.771705, "nauc_ndcg_at_10_max": 0.627925, "nauc_ndcg_at_10_std": 0.094936, "nauc_ndcg_at_10_diff1": 0.76889, "nauc_ndcg_at_20_max": 0.634894, "nauc_ndcg_at_20_std": 0.100822, "nauc_ndcg_at_20_diff1": 0.781664, "nauc_ndcg_at_100_max": 0.627783, "nauc_ndcg_at_100_std": 0.085297, "nauc_ndcg_at_100_diff1": 0.787032, "nauc_ndcg_at_1000_max": 0.625154, "nauc_ndcg_at_1000_std": 0.078994, "nauc_ndcg_at_1000_diff1": 0.787563, "nauc_map_at_1_max": 0.609886, "nauc_map_at_1_std": 0.002901, "nauc_map_at_1_diff1": 0.826077, "nauc_map_at_3_max": 0.618051, "nauc_map_at_3_std": 0.072851, "nauc_map_at_3_diff1": 0.794145, "nauc_map_at_5_max": 0.614913, "nauc_map_at_5_std": 0.060308, "nauc_map_at_5_diff1": 0.789252, "nauc_map_at_10_max": 0.620749, "nauc_map_at_10_std": 0.068221, "nauc_map_at_10_diff1": 0.788652, "nauc_map_at_20_max": 0.622523, "nauc_map_at_20_std": 0.069526, "nauc_map_at_20_diff1": 0.792329, "nauc_map_at_100_max": 0.62151, "nauc_map_at_100_std": 0.067058, "nauc_map_at_100_diff1": 0.793025, "nauc_map_at_1000_max": 0.621389, "nauc_map_at_1000_std": 0.066768, "nauc_map_at_1000_diff1": 0.793066, "nauc_recall_at_1_max": 0.609886, "nauc_recall_at_1_std": 0.002901, "nauc_recall_at_1_diff1": 0.826077, "nauc_recall_at_3_max": 0.624496, "nauc_recall_at_3_std": 0.19429, "nauc_recall_at_3_diff1": 0.736101, "nauc_recall_at_5_max": 0.609387, "nauc_recall_at_5_std": 0.140186, "nauc_recall_at_5_diff1": 0.698397, "nauc_recall_at_10_max": 0.675773, "nauc_recall_at_10_std": 0.251807, "nauc_recall_at_10_diff1": 0.647772, "nauc_recall_at_20_max": 0.78435, "nauc_recall_at_20_std": 0.42498, "nauc_recall_at_20_diff1": 0.696043, "nauc_recall_at_100_max": 0.760504, "nauc_recall_at_100_std": 0.404388, "nauc_recall_at_100_diff1": 0.763772, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609886, "nauc_precision_at_1_std": 0.002901, "nauc_precision_at_1_diff1": 0.826077, "nauc_precision_at_3_max": 0.624496, "nauc_precision_at_3_std": 0.19429, "nauc_precision_at_3_diff1": 0.736101, "nauc_precision_at_5_max": 0.609387, "nauc_precision_at_5_std": 0.140186, "nauc_precision_at_5_diff1": 0.698397, "nauc_precision_at_10_max": 0.675773, "nauc_precision_at_10_std": 0.251807, "nauc_precision_at_10_diff1": 0.647772, "nauc_precision_at_20_max": 0.78435, "nauc_precision_at_20_std": 0.42498, "nauc_precision_at_20_diff1": 0.696043, "nauc_precision_at_100_max": 0.760504, "nauc_precision_at_100_std": 0.404388, "nauc_precision_at_100_diff1": 0.763772, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.609886, "nauc_mrr_at_1_std": 0.002901, "nauc_mrr_at_1_diff1": 0.826077, "nauc_mrr_at_3_max": 0.618051, "nauc_mrr_at_3_std": 0.072851, "nauc_mrr_at_3_diff1": 0.794145, "nauc_mrr_at_5_max": 0.614913, "nauc_mrr_at_5_std": 0.060308, "nauc_mrr_at_5_diff1": 0.789252, "nauc_mrr_at_10_max": 0.620749, "nauc_mrr_at_10_std": 0.068221, "nauc_mrr_at_10_diff1": 0.788652, "nauc_mrr_at_20_max": 0.622523, "nauc_mrr_at_20_std": 0.069526, "nauc_mrr_at_20_diff1": 0.792329, "nauc_mrr_at_100_max": 0.62151, "nauc_mrr_at_100_std": 0.067058, "nauc_mrr_at_100_diff1": 0.793025, "nauc_mrr_at_1000_max": 0.621389, "nauc_mrr_at_1000_std": 0.066768, "nauc_mrr_at_1000_diff1": 0.793066, "hit_rate_at_1": 0.655, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.82, "hit_rate_at_10": 0.885, "hit_rate_at_20": 0.935, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.82, "hf_subset": "sah", "languages": [ "sah-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0177, "ndcg_at_3": 0.03213, "ndcg_at_5": 0.03975, "ndcg_at_10": 0.05098, "ndcg_at_20": 0.08775, "ndcg_at_100": 0.20243, "ndcg_at_1000": 0.21681, "map_at_1": 0.0177, "map_at_3": 0.02802, "map_at_5": 0.03245, "map_at_10": 0.03694, "map_at_20": 0.04636, "map_at_100": 0.0598, "map_at_1000": 0.0607, "recall_at_1": 0.0177, "recall_at_3": 0.04425, "recall_at_5": 0.06195, "recall_at_10": 0.09735, "recall_at_20": 0.24779, "recall_at_100": 0.90265, "recall_at_1000": 1.0, "accuracy": 0.0177, "precision_at_1": 0.0177, "precision_at_3": 0.01475, "precision_at_5": 0.01239, "precision_at_10": 0.00973, "precision_at_20": 0.01239, "precision_at_100": 0.00903, "precision_at_1000": 0.001, "mrr_at_1": 0.017699, "mrr_at_3": 0.028024, "mrr_at_5": 0.032448, "mrr_at_10": 0.036943, "mrr_at_20": 0.046364, "mrr_at_100": 0.059797, "mrr_at_1000": 0.060699, "nauc_ndcg_at_1_max": 0.548884, "nauc_ndcg_at_1_std": 0.464175, "nauc_ndcg_at_1_diff1": 0.224032, "nauc_ndcg_at_3_max": 0.585981, "nauc_ndcg_at_3_std": 0.365783, "nauc_ndcg_at_3_diff1": 0.3404, "nauc_ndcg_at_5_max": 0.632143, "nauc_ndcg_at_5_std": 0.454165, "nauc_ndcg_at_5_diff1": 0.340562, "nauc_ndcg_at_10_max": 0.639569, "nauc_ndcg_at_10_std": 0.332269, "nauc_ndcg_at_10_diff1": 0.28643, "nauc_ndcg_at_20_max": 0.571565, "nauc_ndcg_at_20_std": 0.370793, "nauc_ndcg_at_20_diff1": 0.25658, "nauc_ndcg_at_100_max": 0.479201, "nauc_ndcg_at_100_std": 0.332149, "nauc_ndcg_at_100_diff1": 0.232589, "nauc_ndcg_at_1000_max": 0.543527, "nauc_ndcg_at_1000_std": 0.35761, "nauc_ndcg_at_1000_diff1": 0.239446, "nauc_map_at_1_max": 0.548884, "nauc_map_at_1_std": 0.464175, "nauc_map_at_1_diff1": 0.224032, "nauc_map_at_3_max": 0.571554, "nauc_map_at_3_std": 0.366949, "nauc_map_at_3_diff1": 0.32375, "nauc_map_at_5_max": 0.606351, "nauc_map_at_5_std": 0.429647, "nauc_map_at_5_diff1": 0.326135, "nauc_map_at_10_max": 0.61512, "nauc_map_at_10_std": 0.368252, "nauc_map_at_10_diff1": 0.296646, "nauc_map_at_20_max": 0.59065, "nauc_map_at_20_std": 0.38216, "nauc_map_at_20_diff1": 0.276855, "nauc_map_at_100_max": 0.564658, "nauc_map_at_100_std": 0.372145, "nauc_map_at_100_diff1": 0.262621, "nauc_map_at_1000_max": 0.570151, "nauc_map_at_1000_std": 0.374363, "nauc_map_at_1000_diff1": 0.263452, "nauc_recall_at_1_max": 0.548884, "nauc_recall_at_1_std": 0.464175, "nauc_recall_at_1_diff1": 0.224032, "nauc_recall_at_3_max": 0.614646, "nauc_recall_at_3_std": 0.367265, "nauc_recall_at_3_diff1": 0.370552, "nauc_recall_at_5_max": 0.675242, "nauc_recall_at_5_std": 0.498542, "nauc_recall_at_5_diff1": 0.362178, "nauc_recall_at_10_max": 0.668693, "nauc_recall_at_10_std": 0.275031, "nauc_recall_at_10_diff1": 0.267681, "nauc_recall_at_20_max": 0.54168, "nauc_recall_at_20_std": 0.360202, "nauc_recall_at_20_diff1": 0.23838, "nauc_recall_at_100_max": 0.131132, "nauc_recall_at_100_std": 0.193662, "nauc_recall_at_100_diff1": 0.195064, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.548884, "nauc_precision_at_1_std": 0.464175, "nauc_precision_at_1_diff1": 0.224032, "nauc_precision_at_3_max": 0.614646, "nauc_precision_at_3_std": 0.367265, "nauc_precision_at_3_diff1": 0.370552, "nauc_precision_at_5_max": 0.675242, "nauc_precision_at_5_std": 0.498542, "nauc_precision_at_5_diff1": 0.362178, "nauc_precision_at_10_max": 0.668693, "nauc_precision_at_10_std": 0.275031, "nauc_precision_at_10_diff1": 0.267681, "nauc_precision_at_20_max": 0.54168, "nauc_precision_at_20_std": 0.360202, "nauc_precision_at_20_diff1": 0.23838, "nauc_precision_at_100_max": 0.131132, "nauc_precision_at_100_std": 0.193662, "nauc_precision_at_100_diff1": 0.195064, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.548884, "nauc_mrr_at_1_std": 0.464175, "nauc_mrr_at_1_diff1": 0.224032, "nauc_mrr_at_3_max": 0.571554, "nauc_mrr_at_3_std": 0.366949, "nauc_mrr_at_3_diff1": 0.32375, "nauc_mrr_at_5_max": 0.606351, "nauc_mrr_at_5_std": 0.429647, "nauc_mrr_at_5_diff1": 0.326135, "nauc_mrr_at_10_max": 0.61512, "nauc_mrr_at_10_std": 0.368252, "nauc_mrr_at_10_diff1": 0.296646, "nauc_mrr_at_20_max": 0.59065, "nauc_mrr_at_20_std": 0.38216, "nauc_mrr_at_20_diff1": 0.276855, "nauc_mrr_at_100_max": 0.564658, "nauc_mrr_at_100_std": 0.372145, "nauc_mrr_at_100_diff1": 0.262621, "nauc_mrr_at_1000_max": 0.570151, "nauc_mrr_at_1000_std": 0.374363, "nauc_mrr_at_1000_diff1": 0.263452, "hit_rate_at_1": 0.0177, "hit_rate_at_3": 0.04425, "hit_rate_at_5": 0.06195, "hit_rate_at_10": 0.09735, "hit_rate_at_20": 0.24779, "hit_rate_at_100": 0.90265, "hit_rate_at_1000": 1.0, "main_score": 0.06195, "hf_subset": "sat", "languages": [ "sat-Olck" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.895, "ndcg_at_3": 0.92708, "ndcg_at_5": 0.93526, "ndcg_at_10": 0.94173, "ndcg_at_20": 0.94173, "ndcg_at_100": 0.94368, "ndcg_at_1000": 0.94368, "map_at_1": 0.895, "map_at_3": 0.91917, "map_at_5": 0.92367, "map_at_10": 0.92634, "map_at_20": 0.92634, "map_at_100": 0.92664, "map_at_1000": 0.92664, "recall_at_1": 0.895, "recall_at_3": 0.95, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.895, "precision_at_1": 0.895, "precision_at_3": 0.31667, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.895, "mrr_at_3": 0.919167, "mrr_at_5": 0.923667, "mrr_at_10": 0.926339, "mrr_at_20": 0.926339, "mrr_at_100": 0.92664, "mrr_at_1000": 0.92664, "nauc_ndcg_at_1_max": 0.902465, "nauc_ndcg_at_1_std": 0.433582, "nauc_ndcg_at_1_diff1": 0.913337, "nauc_ndcg_at_3_max": 0.920895, "nauc_ndcg_at_3_std": 0.361535, "nauc_ndcg_at_3_diff1": 0.928879, "nauc_ndcg_at_5_max": 0.923562, "nauc_ndcg_at_5_std": 0.383637, "nauc_ndcg_at_5_diff1": 0.919864, "nauc_ndcg_at_10_max": 0.919052, "nauc_ndcg_at_10_std": 0.40886, "nauc_ndcg_at_10_diff1": 0.918696, "nauc_ndcg_at_20_max": 0.919052, "nauc_ndcg_at_20_std": 0.40886, "nauc_ndcg_at_20_diff1": 0.918696, "nauc_ndcg_at_100_max": 0.916227, "nauc_ndcg_at_100_std": 0.398849, "nauc_ndcg_at_100_diff1": 0.92042, "nauc_ndcg_at_1000_max": 0.916227, "nauc_ndcg_at_1000_std": 0.398849, "nauc_ndcg_at_1000_diff1": 0.92042, "nauc_map_at_1_max": 0.902465, "nauc_map_at_1_std": 0.433582, "nauc_map_at_1_diff1": 0.913337, "nauc_map_at_3_max": 0.915432, "nauc_map_at_3_std": 0.384272, "nauc_map_at_3_diff1": 0.924725, "nauc_map_at_5_max": 0.91623, "nauc_map_at_5_std": 0.394055, "nauc_map_at_5_diff1": 0.920268, "nauc_map_at_10_max": 0.914662, "nauc_map_at_10_std": 0.401905, "nauc_map_at_10_diff1": 0.920121, "nauc_map_at_20_max": 0.914662, "nauc_map_at_20_std": 0.401905, "nauc_map_at_20_diff1": 0.920121, "nauc_map_at_100_max": 0.914311, "nauc_map_at_100_std": 0.400515, "nauc_map_at_100_diff1": 0.92033, "nauc_map_at_1000_max": 0.914311, "nauc_map_at_1000_std": 0.400515, "nauc_map_at_1000_diff1": 0.92033, "nauc_recall_at_1_max": 0.902465, "nauc_recall_at_1_std": 0.433582, "nauc_recall_at_1_diff1": 0.913337, "nauc_recall_at_3_max": 0.946078, "nauc_recall_at_3_std": 0.255742, "nauc_recall_at_3_diff1": 0.947712, "nauc_recall_at_5_max": 0.978214, "nauc_recall_at_5_std": 0.321273, "nauc_recall_at_5_diff1": 0.912854, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.679038, "nauc_recall_at_10_diff1": 0.869281, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.679038, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.902465, "nauc_precision_at_1_std": 0.433582, "nauc_precision_at_1_diff1": 0.913337, "nauc_precision_at_3_max": 0.946078, "nauc_precision_at_3_std": 0.255742, "nauc_precision_at_3_diff1": 0.947712, "nauc_precision_at_5_max": 0.978214, "nauc_precision_at_5_std": 0.321273, "nauc_precision_at_5_diff1": 0.912854, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.679038, "nauc_precision_at_10_diff1": 0.869281, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.679038, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.902465, "nauc_mrr_at_1_std": 0.433582, "nauc_mrr_at_1_diff1": 0.913337, "nauc_mrr_at_3_max": 0.915432, "nauc_mrr_at_3_std": 0.384272, "nauc_mrr_at_3_diff1": 0.924725, "nauc_mrr_at_5_max": 0.91623, "nauc_mrr_at_5_std": 0.394055, "nauc_mrr_at_5_diff1": 0.920268, "nauc_mrr_at_10_max": 0.914662, "nauc_mrr_at_10_std": 0.401905, "nauc_mrr_at_10_diff1": 0.920121, "nauc_mrr_at_20_max": 0.914662, "nauc_mrr_at_20_std": 0.401905, "nauc_mrr_at_20_diff1": 0.920121, "nauc_mrr_at_100_max": 0.914311, "nauc_mrr_at_100_std": 0.400515, "nauc_mrr_at_100_diff1": 0.92033, "nauc_mrr_at_1000_max": 0.914311, "nauc_mrr_at_1000_std": 0.400515, "nauc_mrr_at_1000_diff1": 0.92033, "hit_rate_at_1": 0.895, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.97, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.97, "hf_subset": "sc", "languages": [ "srd-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.77, "ndcg_at_3": 0.83363, "ndcg_at_5": 0.85666, "ndcg_at_10": 0.86798, "ndcg_at_20": 0.8705, "ndcg_at_100": 0.87308, "ndcg_at_1000": 0.87453, "map_at_1": 0.77, "map_at_3": 0.81917, "map_at_5": 0.83217, "map_at_10": 0.83685, "map_at_20": 0.83754, "map_at_100": 0.83781, "map_at_1000": 0.8379, "recall_at_1": 0.77, "recall_at_3": 0.875, "recall_at_5": 0.93, "recall_at_10": 0.965, "recall_at_20": 0.975, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.77, "precision_at_1": 0.77, "precision_at_3": 0.29167, "precision_at_5": 0.186, "precision_at_10": 0.0965, "precision_at_20": 0.04875, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.77, "mrr_at_3": 0.819167, "mrr_at_5": 0.832167, "mrr_at_10": 0.836847, "mrr_at_20": 0.837538, "mrr_at_100": 0.837809, "mrr_at_1000": 0.837896, "nauc_ndcg_at_1_max": 0.789497, "nauc_ndcg_at_1_std": 0.278508, "nauc_ndcg_at_1_diff1": 0.865782, "nauc_ndcg_at_3_max": 0.727118, "nauc_ndcg_at_3_std": 0.184114, "nauc_ndcg_at_3_diff1": 0.815019, "nauc_ndcg_at_5_max": 0.77134, "nauc_ndcg_at_5_std": 0.271208, "nauc_ndcg_at_5_diff1": 0.826523, "nauc_ndcg_at_10_max": 0.764053, "nauc_ndcg_at_10_std": 0.250093, "nauc_ndcg_at_10_diff1": 0.828818, "nauc_ndcg_at_20_max": 0.768412, "nauc_ndcg_at_20_std": 0.264794, "nauc_ndcg_at_20_diff1": 0.831313, "nauc_ndcg_at_100_max": 0.766331, "nauc_ndcg_at_100_std": 0.258677, "nauc_ndcg_at_100_diff1": 0.830603, "nauc_ndcg_at_1000_max": 0.765989, "nauc_ndcg_at_1000_std": 0.255226, "nauc_ndcg_at_1000_diff1": 0.834055, "nauc_map_at_1_max": 0.789497, "nauc_map_at_1_std": 0.278508, "nauc_map_at_1_diff1": 0.865782, "nauc_map_at_3_max": 0.74493, "nauc_map_at_3_std": 0.212584, "nauc_map_at_3_diff1": 0.829267, "nauc_map_at_5_max": 0.767846, "nauc_map_at_5_std": 0.256849, "nauc_map_at_5_diff1": 0.835866, "nauc_map_at_10_max": 0.765567, "nauc_map_at_10_std": 0.24994, "nauc_map_at_10_diff1": 0.837313, "nauc_map_at_20_max": 0.766573, "nauc_map_at_20_std": 0.25329, "nauc_map_at_20_diff1": 0.837914, "nauc_map_at_100_max": 0.766396, "nauc_map_at_100_std": 0.252759, "nauc_map_at_100_diff1": 0.837866, "nauc_map_at_1000_max": 0.766385, "nauc_map_at_1000_std": 0.252607, "nauc_map_at_1000_diff1": 0.83803, "nauc_recall_at_1_max": 0.789497, "nauc_recall_at_1_std": 0.278508, "nauc_recall_at_1_diff1": 0.865782, "nauc_recall_at_3_max": 0.656644, "nauc_recall_at_3_std": 0.070566, "nauc_recall_at_3_diff1": 0.758792, "nauc_recall_at_5_max": 0.807456, "nauc_recall_at_5_std": 0.389489, "nauc_recall_at_5_diff1": 0.771075, "nauc_recall_at_10_max": 0.75797, "nauc_recall_at_10_std": 0.263439, "nauc_recall_at_10_diff1": 0.731893, "nauc_recall_at_20_max": 0.836601, "nauc_recall_at_20_std": 0.542951, "nauc_recall_at_20_diff1": 0.739963, "nauc_recall_at_100_max": 0.795752, "nauc_recall_at_100_std": 0.540149, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.789497, "nauc_precision_at_1_std": 0.278508, "nauc_precision_at_1_diff1": 0.865782, "nauc_precision_at_3_max": 0.656644, "nauc_precision_at_3_std": 0.070566, "nauc_precision_at_3_diff1": 0.758792, "nauc_precision_at_5_max": 0.807456, "nauc_precision_at_5_std": 0.389489, "nauc_precision_at_5_diff1": 0.771075, "nauc_precision_at_10_max": 0.75797, "nauc_precision_at_10_std": 0.263439, "nauc_precision_at_10_diff1": 0.731893, "nauc_precision_at_20_max": 0.836601, "nauc_precision_at_20_std": 0.542951, "nauc_precision_at_20_diff1": 0.739963, "nauc_precision_at_100_max": 0.795752, "nauc_precision_at_100_std": 0.540149, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.789497, "nauc_mrr_at_1_std": 0.278508, "nauc_mrr_at_1_diff1": 0.865782, "nauc_mrr_at_3_max": 0.74493, "nauc_mrr_at_3_std": 0.212584, "nauc_mrr_at_3_diff1": 0.829267, "nauc_mrr_at_5_max": 0.767846, "nauc_mrr_at_5_std": 0.256849, "nauc_mrr_at_5_diff1": 0.835866, "nauc_mrr_at_10_max": 0.765567, "nauc_mrr_at_10_std": 0.24994, "nauc_mrr_at_10_diff1": 0.837313, "nauc_mrr_at_20_max": 0.766573, "nauc_mrr_at_20_std": 0.25329, "nauc_mrr_at_20_diff1": 0.837914, "nauc_mrr_at_100_max": 0.766396, "nauc_mrr_at_100_std": 0.252759, "nauc_mrr_at_100_diff1": 0.837866, "nauc_mrr_at_1000_max": 0.766385, "nauc_mrr_at_1000_std": 0.252607, "nauc_mrr_at_1000_diff1": 0.83803, "hit_rate_at_1": 0.77, "hit_rate_at_3": 0.875, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.93, "hf_subset": "sk", "languages": [ "slk-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.80559, "ndcg_at_5": 0.81592, "ndcg_at_10": 0.82938, "ndcg_at_20": 0.83434, "ndcg_at_100": 0.84637, "ndcg_at_1000": 0.84637, "map_at_1": 0.73, "map_at_3": 0.78833, "map_at_5": 0.79408, "map_at_10": 0.79996, "map_at_20": 0.80127, "map_at_100": 0.80329, "map_at_1000": 0.80329, "recall_at_1": 0.73, "recall_at_3": 0.855, "recall_at_5": 0.88, "recall_at_10": 0.92, "recall_at_20": 0.94, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73, "precision_at_1": 0.73, "precision_at_3": 0.285, "precision_at_5": 0.176, "precision_at_10": 0.092, "precision_at_20": 0.047, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.788333, "mrr_at_5": 0.794083, "mrr_at_10": 0.799964, "mrr_at_20": 0.801272, "mrr_at_100": 0.803289, "mrr_at_1000": 0.803289, "nauc_ndcg_at_1_max": 0.745975, "nauc_ndcg_at_1_std": 0.4183, "nauc_ndcg_at_1_diff1": 0.862696, "nauc_ndcg_at_3_max": 0.771035, "nauc_ndcg_at_3_std": 0.408174, "nauc_ndcg_at_3_diff1": 0.845229, "nauc_ndcg_at_5_max": 0.768972, "nauc_ndcg_at_5_std": 0.425935, "nauc_ndcg_at_5_diff1": 0.838908, "nauc_ndcg_at_10_max": 0.764302, "nauc_ndcg_at_10_std": 0.415092, "nauc_ndcg_at_10_diff1": 0.838389, "nauc_ndcg_at_20_max": 0.761022, "nauc_ndcg_at_20_std": 0.414466, "nauc_ndcg_at_20_diff1": 0.839808, "nauc_ndcg_at_100_max": 0.763002, "nauc_ndcg_at_100_std": 0.414778, "nauc_ndcg_at_100_diff1": 0.84553, "nauc_ndcg_at_1000_max": 0.763002, "nauc_ndcg_at_1000_std": 0.414778, "nauc_ndcg_at_1000_diff1": 0.84553, "nauc_map_at_1_max": 0.745975, "nauc_map_at_1_std": 0.4183, "nauc_map_at_1_diff1": 0.862696, "nauc_map_at_3_max": 0.766143, "nauc_map_at_3_std": 0.413395, "nauc_map_at_3_diff1": 0.850549, "nauc_map_at_5_max": 0.765275, "nauc_map_at_5_std": 0.42222, "nauc_map_at_5_diff1": 0.847448, "nauc_map_at_10_max": 0.763378, "nauc_map_at_10_std": 0.418335, "nauc_map_at_10_diff1": 0.847549, "nauc_map_at_20_max": 0.762645, "nauc_map_at_20_std": 0.418451, "nauc_map_at_20_diff1": 0.847802, "nauc_map_at_100_max": 0.762705, "nauc_map_at_100_std": 0.417456, "nauc_map_at_100_diff1": 0.848636, "nauc_map_at_1000_max": 0.762705, "nauc_map_at_1000_std": 0.417456, "nauc_map_at_1000_diff1": 0.848636, "nauc_recall_at_1_max": 0.745975, "nauc_recall_at_1_std": 0.4183, "nauc_recall_at_1_diff1": 0.862696, "nauc_recall_at_3_max": 0.789037, "nauc_recall_at_3_std": 0.386137, "nauc_recall_at_3_diff1": 0.823987, "nauc_recall_at_5_max": 0.783169, "nauc_recall_at_5_std": 0.445832, "nauc_recall_at_5_diff1": 0.798361, "nauc_recall_at_10_max": 0.762809, "nauc_recall_at_10_std": 0.387984, "nauc_recall_at_10_diff1": 0.77591, "nauc_recall_at_20_max": 0.72868, "nauc_recall_at_20_std": 0.367336, "nauc_recall_at_20_diff1": 0.772409, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.745975, "nauc_precision_at_1_std": 0.4183, "nauc_precision_at_1_diff1": 0.862696, "nauc_precision_at_3_max": 0.789037, "nauc_precision_at_3_std": 0.386137, "nauc_precision_at_3_diff1": 0.823987, "nauc_precision_at_5_max": 0.783169, "nauc_precision_at_5_std": 0.445832, "nauc_precision_at_5_diff1": 0.798361, "nauc_precision_at_10_max": 0.762809, "nauc_precision_at_10_std": 0.387984, "nauc_precision_at_10_diff1": 0.77591, "nauc_precision_at_20_max": 0.72868, "nauc_precision_at_20_std": 0.367336, "nauc_precision_at_20_diff1": 0.772409, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.745975, "nauc_mrr_at_1_std": 0.4183, "nauc_mrr_at_1_diff1": 0.862696, "nauc_mrr_at_3_max": 0.766143, "nauc_mrr_at_3_std": 0.413395, "nauc_mrr_at_3_diff1": 0.850549, "nauc_mrr_at_5_max": 0.765275, "nauc_mrr_at_5_std": 0.42222, "nauc_mrr_at_5_diff1": 0.847448, "nauc_mrr_at_10_max": 0.763378, "nauc_mrr_at_10_std": 0.418335, "nauc_mrr_at_10_diff1": 0.847549, "nauc_mrr_at_20_max": 0.762645, "nauc_mrr_at_20_std": 0.418451, "nauc_mrr_at_20_diff1": 0.847802, "nauc_mrr_at_100_max": 0.762705, "nauc_mrr_at_100_std": 0.417456, "nauc_mrr_at_100_diff1": 0.848636, "nauc_mrr_at_1000_max": 0.762705, "nauc_mrr_at_1000_std": 0.417456, "nauc_mrr_at_1000_diff1": 0.848636, "hit_rate_at_1": 0.73, "hit_rate_at_3": 0.855, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.94, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "skr", "languages": [ "skr-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.705, "ndcg_at_3": 0.79506, "ndcg_at_5": 0.81615, "ndcg_at_10": 0.82401, "ndcg_at_20": 0.83179, "ndcg_at_100": 0.83897, "ndcg_at_1000": 0.83897, "map_at_1": 0.705, "map_at_3": 0.77417, "map_at_5": 0.78617, "map_at_10": 0.78928, "map_at_20": 0.79151, "map_at_100": 0.79242, "map_at_1000": 0.79242, "recall_at_1": 0.705, "recall_at_3": 0.855, "recall_at_5": 0.905, "recall_at_10": 0.93, "recall_at_20": 0.96, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.705, "precision_at_1": 0.705, "precision_at_3": 0.285, "precision_at_5": 0.181, "precision_at_10": 0.093, "precision_at_20": 0.048, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.705, "mrr_at_3": 0.774167, "mrr_at_5": 0.786167, "mrr_at_10": 0.789276, "mrr_at_20": 0.791511, "mrr_at_100": 0.79242, "mrr_at_1000": 0.79242, "nauc_ndcg_at_1_max": 0.591434, "nauc_ndcg_at_1_std": 0.33147, "nauc_ndcg_at_1_diff1": 0.670786, "nauc_ndcg_at_3_max": 0.586166, "nauc_ndcg_at_3_std": 0.357609, "nauc_ndcg_at_3_diff1": 0.603059, "nauc_ndcg_at_5_max": 0.586497, "nauc_ndcg_at_5_std": 0.331957, "nauc_ndcg_at_5_diff1": 0.620585, "nauc_ndcg_at_10_max": 0.594098, "nauc_ndcg_at_10_std": 0.351016, "nauc_ndcg_at_10_diff1": 0.610972, "nauc_ndcg_at_20_max": 0.593766, "nauc_ndcg_at_20_std": 0.347354, "nauc_ndcg_at_20_diff1": 0.620849, "nauc_ndcg_at_100_max": 0.59174, "nauc_ndcg_at_100_std": 0.341758, "nauc_ndcg_at_100_diff1": 0.627756, "nauc_ndcg_at_1000_max": 0.59174, "nauc_ndcg_at_1000_std": 0.341758, "nauc_ndcg_at_1000_diff1": 0.627756, "nauc_map_at_1_max": 0.591434, "nauc_map_at_1_std": 0.33147, "nauc_map_at_1_diff1": 0.670786, "nauc_map_at_3_max": 0.588989, "nauc_map_at_3_std": 0.349472, "nauc_map_at_3_diff1": 0.623527, "nauc_map_at_5_max": 0.589397, "nauc_map_at_5_std": 0.336288, "nauc_map_at_5_diff1": 0.633344, "nauc_map_at_10_max": 0.592188, "nauc_map_at_10_std": 0.343303, "nauc_map_at_10_diff1": 0.630419, "nauc_map_at_20_max": 0.591948, "nauc_map_at_20_std": 0.341895, "nauc_map_at_20_diff1": 0.633083, "nauc_map_at_100_max": 0.591645, "nauc_map_at_100_std": 0.340938, "nauc_map_at_100_diff1": 0.633757, "nauc_map_at_1000_max": 0.591645, "nauc_map_at_1000_std": 0.340938, "nauc_map_at_1000_diff1": 0.633757, "nauc_recall_at_1_max": 0.591434, "nauc_recall_at_1_std": 0.33147, "nauc_recall_at_1_diff1": 0.670786, "nauc_recall_at_3_max": 0.573576, "nauc_recall_at_3_std": 0.391876, "nauc_recall_at_3_diff1": 0.517215, "nauc_recall_at_5_max": 0.568382, "nauc_recall_at_5_std": 0.30058, "nauc_recall_at_5_diff1": 0.55069, "nauc_recall_at_10_max": 0.613779, "nauc_recall_at_10_std": 0.418868, "nauc_recall_at_10_diff1": 0.454749, "nauc_recall_at_20_max": 0.629202, "nauc_recall_at_20_std": 0.433123, "nauc_recall_at_20_diff1": 0.4787, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.591434, "nauc_precision_at_1_std": 0.33147, "nauc_precision_at_1_diff1": 0.670786, "nauc_precision_at_3_max": 0.573576, "nauc_precision_at_3_std": 0.391876, "nauc_precision_at_3_diff1": 0.517215, "nauc_precision_at_5_max": 0.568382, "nauc_precision_at_5_std": 0.30058, "nauc_precision_at_5_diff1": 0.55069, "nauc_precision_at_10_max": 0.613779, "nauc_precision_at_10_std": 0.418868, "nauc_precision_at_10_diff1": 0.454749, "nauc_precision_at_20_max": 0.629202, "nauc_precision_at_20_std": 0.433123, "nauc_precision_at_20_diff1": 0.4787, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.591434, "nauc_mrr_at_1_std": 0.33147, "nauc_mrr_at_1_diff1": 0.670786, "nauc_mrr_at_3_max": 0.588989, "nauc_mrr_at_3_std": 0.349472, "nauc_mrr_at_3_diff1": 0.623527, "nauc_mrr_at_5_max": 0.589397, "nauc_mrr_at_5_std": 0.336288, "nauc_mrr_at_5_diff1": 0.633344, "nauc_mrr_at_10_max": 0.592188, "nauc_mrr_at_10_std": 0.343303, "nauc_mrr_at_10_diff1": 0.630419, "nauc_mrr_at_20_max": 0.591948, "nauc_mrr_at_20_std": 0.341895, "nauc_mrr_at_20_diff1": 0.633083, "nauc_mrr_at_100_max": 0.591645, "nauc_mrr_at_100_std": 0.340938, "nauc_mrr_at_100_diff1": 0.633757, "nauc_mrr_at_1000_max": 0.591645, "nauc_mrr_at_1000_std": 0.340938, "nauc_mrr_at_1000_diff1": 0.633757, "hit_rate_at_1": 0.705, "hit_rate_at_3": 0.855, "hit_rate_at_5": 0.905, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.905, "hf_subset": "sl", "languages": [ "slv-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.78125, "ndcg_at_5": 0.80019, "ndcg_at_10": 0.81186, "ndcg_at_20": 0.81913, "ndcg_at_100": 0.82997, "ndcg_at_1000": 0.82997, "map_at_1": 0.7, "map_at_3": 0.7625, "map_at_5": 0.77325, "map_at_10": 0.77827, "map_at_20": 0.78011, "map_at_100": 0.78184, "map_at_1000": 0.78184, "recall_at_1": 0.7, "recall_at_3": 0.835, "recall_at_5": 0.88, "recall_at_10": 0.915, "recall_at_20": 0.945, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.7, "precision_at_1": 0.7, "precision_at_3": 0.27833, "precision_at_5": 0.176, "precision_at_10": 0.0915, "precision_at_20": 0.04725, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7, "mrr_at_3": 0.7625, "mrr_at_5": 0.77325, "mrr_at_10": 0.77827, "mrr_at_20": 0.780113, "mrr_at_100": 0.781837, "mrr_at_1000": 0.781837, "nauc_ndcg_at_1_max": 0.814466, "nauc_ndcg_at_1_std": 0.485462, "nauc_ndcg_at_1_diff1": 0.850649, "nauc_ndcg_at_3_max": 0.80794, "nauc_ndcg_at_3_std": 0.484539, "nauc_ndcg_at_3_diff1": 0.822975, "nauc_ndcg_at_5_max": 0.834433, "nauc_ndcg_at_5_std": 0.563082, "nauc_ndcg_at_5_diff1": 0.832017, "nauc_ndcg_at_10_max": 0.830602, "nauc_ndcg_at_10_std": 0.564608, "nauc_ndcg_at_10_diff1": 0.827006, "nauc_ndcg_at_20_max": 0.826048, "nauc_ndcg_at_20_std": 0.550401, "nauc_ndcg_at_20_diff1": 0.8271, "nauc_ndcg_at_100_max": 0.822281, "nauc_ndcg_at_100_std": 0.52753, "nauc_ndcg_at_100_diff1": 0.832426, "nauc_ndcg_at_1000_max": 0.822281, "nauc_ndcg_at_1000_std": 0.52753, "nauc_ndcg_at_1000_diff1": 0.832426, "nauc_map_at_1_max": 0.814466, "nauc_map_at_1_std": 0.485462, "nauc_map_at_1_diff1": 0.850649, "nauc_map_at_3_max": 0.809135, "nauc_map_at_3_std": 0.48175, "nauc_map_at_3_diff1": 0.8304, "nauc_map_at_5_max": 0.823131, "nauc_map_at_5_std": 0.522207, "nauc_map_at_5_diff1": 0.83561, "nauc_map_at_10_max": 0.821378, "nauc_map_at_10_std": 0.522107, "nauc_map_at_10_diff1": 0.833755, "nauc_map_at_20_max": 0.820311, "nauc_map_at_20_std": 0.518632, "nauc_map_at_20_diff1": 0.833825, "nauc_map_at_100_max": 0.819761, "nauc_map_at_100_std": 0.515504, "nauc_map_at_100_diff1": 0.834626, "nauc_map_at_1000_max": 0.819761, "nauc_map_at_1000_std": 0.515504, "nauc_map_at_1000_diff1": 0.834626, "nauc_recall_at_1_max": 0.814466, "nauc_recall_at_1_std": 0.485462, "nauc_recall_at_1_diff1": 0.850649, "nauc_recall_at_3_max": 0.803672, "nauc_recall_at_3_std": 0.497166, "nauc_recall_at_3_diff1": 0.794335, "nauc_recall_at_5_max": 0.8959, "nauc_recall_at_5_std": 0.784362, "nauc_recall_at_5_diff1": 0.81596, "nauc_recall_at_10_max": 0.897155, "nauc_recall_at_10_std": 0.874499, "nauc_recall_at_10_diff1": 0.780716, "nauc_recall_at_20_max": 0.878194, "nauc_recall_at_20_std": 0.871828, "nauc_recall_at_20_diff1": 0.7566, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.814466, "nauc_precision_at_1_std": 0.485462, "nauc_precision_at_1_diff1": 0.850649, "nauc_precision_at_3_max": 0.803672, "nauc_precision_at_3_std": 0.497166, "nauc_precision_at_3_diff1": 0.794335, "nauc_precision_at_5_max": 0.8959, "nauc_precision_at_5_std": 0.784362, "nauc_precision_at_5_diff1": 0.81596, "nauc_precision_at_10_max": 0.897155, "nauc_precision_at_10_std": 0.874499, "nauc_precision_at_10_diff1": 0.780716, "nauc_precision_at_20_max": 0.878194, "nauc_precision_at_20_std": 0.871828, "nauc_precision_at_20_diff1": 0.7566, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.814466, "nauc_mrr_at_1_std": 0.485462, "nauc_mrr_at_1_diff1": 0.850649, "nauc_mrr_at_3_max": 0.809135, "nauc_mrr_at_3_std": 0.48175, "nauc_mrr_at_3_diff1": 0.8304, "nauc_mrr_at_5_max": 0.823131, "nauc_mrr_at_5_std": 0.522207, "nauc_mrr_at_5_diff1": 0.83561, "nauc_mrr_at_10_max": 0.821378, "nauc_mrr_at_10_std": 0.522107, "nauc_mrr_at_10_diff1": 0.833755, "nauc_mrr_at_20_max": 0.820311, "nauc_mrr_at_20_std": 0.518632, "nauc_mrr_at_20_diff1": 0.833825, "nauc_mrr_at_100_max": 0.819761, "nauc_mrr_at_100_std": 0.515504, "nauc_mrr_at_100_diff1": 0.834626, "nauc_mrr_at_1000_max": 0.819761, "nauc_mrr_at_1000_std": 0.515504, "nauc_mrr_at_1000_diff1": 0.834626, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.835, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.915, "hit_rate_at_20": 0.945, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.88, "hf_subset": "sq", "languages": [ "sqi-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.46, "ndcg_at_3": 0.61553, "ndcg_at_5": 0.64028, "ndcg_at_10": 0.67651, "ndcg_at_20": 0.69021, "ndcg_at_100": 0.69955, "ndcg_at_1000": 0.70027, "map_at_1": 0.46, "map_at_3": 0.57917, "map_at_5": 0.59292, "map_at_10": 0.60827, "map_at_20": 0.6119, "map_at_100": 0.6132, "map_at_1000": 0.61324, "recall_at_1": 0.46, "recall_at_3": 0.72, "recall_at_5": 0.78, "recall_at_10": 0.89, "recall_at_20": 0.945, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.46, "precision_at_1": 0.46, "precision_at_3": 0.24, "precision_at_5": 0.156, "precision_at_10": 0.089, "precision_at_20": 0.04725, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.46, "mrr_at_3": 0.579167, "mrr_at_5": 0.592917, "mrr_at_10": 0.608266, "mrr_at_20": 0.611902, "mrr_at_100": 0.613196, "mrr_at_1000": 0.613239, "nauc_ndcg_at_1_max": 0.502733, "nauc_ndcg_at_1_std": 0.06712, "nauc_ndcg_at_1_diff1": 0.622356, "nauc_ndcg_at_3_max": 0.510845, "nauc_ndcg_at_3_std": 0.085295, "nauc_ndcg_at_3_diff1": 0.594639, "nauc_ndcg_at_5_max": 0.497513, "nauc_ndcg_at_5_std": 0.07628, "nauc_ndcg_at_5_diff1": 0.605436, "nauc_ndcg_at_10_max": 0.50533, "nauc_ndcg_at_10_std": 0.099478, "nauc_ndcg_at_10_diff1": 0.604565, "nauc_ndcg_at_20_max": 0.50048, "nauc_ndcg_at_20_std": 0.091984, "nauc_ndcg_at_20_diff1": 0.606666, "nauc_ndcg_at_100_max": 0.504625, "nauc_ndcg_at_100_std": 0.086457, "nauc_ndcg_at_100_diff1": 0.603335, "nauc_ndcg_at_1000_max": 0.5039, "nauc_ndcg_at_1000_std": 0.087316, "nauc_ndcg_at_1000_diff1": 0.604152, "nauc_map_at_1_max": 0.502733, "nauc_map_at_1_std": 0.06712, "nauc_map_at_1_diff1": 0.622356, "nauc_map_at_3_max": 0.510614, "nauc_map_at_3_std": 0.084467, "nauc_map_at_3_diff1": 0.601294, "nauc_map_at_5_max": 0.503422, "nauc_map_at_5_std": 0.079226, "nauc_map_at_5_diff1": 0.606446, "nauc_map_at_10_max": 0.50579, "nauc_map_at_10_std": 0.087371, "nauc_map_at_10_diff1": 0.605791, "nauc_map_at_20_max": 0.504912, "nauc_map_at_20_std": 0.085955, "nauc_map_at_20_diff1": 0.606074, "nauc_map_at_100_max": 0.505334, "nauc_map_at_100_std": 0.085224, "nauc_map_at_100_diff1": 0.605653, "nauc_map_at_1000_max": 0.5053, "nauc_map_at_1000_std": 0.085264, "nauc_map_at_1000_diff1": 0.605692, "nauc_recall_at_1_max": 0.502733, "nauc_recall_at_1_std": 0.06712, "nauc_recall_at_1_diff1": 0.622356, "nauc_recall_at_3_max": 0.510627, "nauc_recall_at_3_std": 0.08609, "nauc_recall_at_3_diff1": 0.571142, "nauc_recall_at_5_max": 0.46905, "nauc_recall_at_5_std": 0.060347, "nauc_recall_at_5_diff1": 0.605149, "nauc_recall_at_10_max": 0.507989, "nauc_recall_at_10_std": 0.20926, "nauc_recall_at_10_diff1": 0.604738, "nauc_recall_at_20_max": 0.423139, "nauc_recall_at_20_std": 0.17664, "nauc_recall_at_20_diff1": 0.647611, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": -0.171335, "nauc_recall_at_100_diff1": 0.358077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.502733, "nauc_precision_at_1_std": 0.06712, "nauc_precision_at_1_diff1": 0.622356, "nauc_precision_at_3_max": 0.510627, "nauc_precision_at_3_std": 0.08609, "nauc_precision_at_3_diff1": 0.571142, "nauc_precision_at_5_max": 0.46905, "nauc_precision_at_5_std": 0.060347, "nauc_precision_at_5_diff1": 0.605149, "nauc_precision_at_10_max": 0.507989, "nauc_precision_at_10_std": 0.20926, "nauc_precision_at_10_diff1": 0.604738, "nauc_precision_at_20_max": 0.423139, "nauc_precision_at_20_std": 0.17664, "nauc_precision_at_20_diff1": 0.647611, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": -0.171335, "nauc_precision_at_100_diff1": 0.358077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.502733, "nauc_mrr_at_1_std": 0.06712, "nauc_mrr_at_1_diff1": 0.622356, "nauc_mrr_at_3_max": 0.510614, "nauc_mrr_at_3_std": 0.084467, "nauc_mrr_at_3_diff1": 0.601294, "nauc_mrr_at_5_max": 0.503422, "nauc_mrr_at_5_std": 0.079226, "nauc_mrr_at_5_diff1": 0.606446, "nauc_mrr_at_10_max": 0.50579, "nauc_mrr_at_10_std": 0.087371, "nauc_mrr_at_10_diff1": 0.605791, "nauc_mrr_at_20_max": 0.504912, "nauc_mrr_at_20_std": 0.085955, "nauc_mrr_at_20_diff1": 0.606074, "nauc_mrr_at_100_max": 0.505334, "nauc_mrr_at_100_std": 0.085224, "nauc_mrr_at_100_diff1": 0.605653, "nauc_mrr_at_1000_max": 0.5053, "nauc_mrr_at_1000_std": 0.085264, "nauc_mrr_at_1000_diff1": 0.605692, "hit_rate_at_1": 0.46, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.78, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.945, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.78, "hf_subset": "sr", "languages": [ "srp-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.71625, "ndcg_at_5": 0.74249, "ndcg_at_10": 0.75163, "ndcg_at_20": 0.76051, "ndcg_at_100": 0.77354, "ndcg_at_1000": 0.77647, "map_at_1": 0.625, "map_at_3": 0.69417, "map_at_5": 0.70842, "map_at_10": 0.71187, "map_at_20": 0.71432, "map_at_100": 0.71614, "map_at_1000": 0.71632, "recall_at_1": 0.625, "recall_at_3": 0.78, "recall_at_5": 0.845, "recall_at_10": 0.875, "recall_at_20": 0.91, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.625, "precision_at_1": 0.625, "precision_at_3": 0.26, "precision_at_5": 0.169, "precision_at_10": 0.0875, "precision_at_20": 0.0455, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.625, "mrr_at_3": 0.694167, "mrr_at_5": 0.708417, "mrr_at_10": 0.711867, "mrr_at_20": 0.714318, "mrr_at_100": 0.716143, "mrr_at_1000": 0.716322, "nauc_ndcg_at_1_max": 0.688826, "nauc_ndcg_at_1_std": 0.359084, "nauc_ndcg_at_1_diff1": 0.731954, "nauc_ndcg_at_3_max": 0.681272, "nauc_ndcg_at_3_std": 0.381617, "nauc_ndcg_at_3_diff1": 0.674628, "nauc_ndcg_at_5_max": 0.682195, "nauc_ndcg_at_5_std": 0.361862, "nauc_ndcg_at_5_diff1": 0.658044, "nauc_ndcg_at_10_max": 0.669609, "nauc_ndcg_at_10_std": 0.348186, "nauc_ndcg_at_10_diff1": 0.644063, "nauc_ndcg_at_20_max": 0.669773, "nauc_ndcg_at_20_std": 0.360226, "nauc_ndcg_at_20_diff1": 0.651729, "nauc_ndcg_at_100_max": 0.682093, "nauc_ndcg_at_100_std": 0.370829, "nauc_ndcg_at_100_diff1": 0.667616, "nauc_ndcg_at_1000_max": 0.680164, "nauc_ndcg_at_1000_std": 0.365604, "nauc_ndcg_at_1000_diff1": 0.673199, "nauc_map_at_1_max": 0.688826, "nauc_map_at_1_std": 0.359084, "nauc_map_at_1_diff1": 0.731954, "nauc_map_at_3_max": 0.683061, "nauc_map_at_3_std": 0.375344, "nauc_map_at_3_diff1": 0.690364, "nauc_map_at_5_max": 0.68414, "nauc_map_at_5_std": 0.366131, "nauc_map_at_5_diff1": 0.682889, "nauc_map_at_10_max": 0.680029, "nauc_map_at_10_std": 0.361868, "nauc_map_at_10_diff1": 0.678688, "nauc_map_at_20_max": 0.680276, "nauc_map_at_20_std": 0.365177, "nauc_map_at_20_diff1": 0.68099, "nauc_map_at_100_max": 0.682114, "nauc_map_at_100_std": 0.366369, "nauc_map_at_100_diff1": 0.683643, "nauc_map_at_1000_max": 0.682021, "nauc_map_at_1000_std": 0.366109, "nauc_map_at_1000_diff1": 0.683939, "nauc_recall_at_1_max": 0.688826, "nauc_recall_at_1_std": 0.359084, "nauc_recall_at_1_diff1": 0.731954, "nauc_recall_at_3_max": 0.674862, "nauc_recall_at_3_std": 0.404681, "nauc_recall_at_3_diff1": 0.616892, "nauc_recall_at_5_max": 0.672231, "nauc_recall_at_5_std": 0.334607, "nauc_recall_at_5_diff1": 0.535201, "nauc_recall_at_10_max": 0.597315, "nauc_recall_at_10_std": 0.24767, "nauc_recall_at_10_diff1": 0.427095, "nauc_recall_at_20_max": 0.570962, "nauc_recall_at_20_std": 0.313518, "nauc_recall_at_20_diff1": 0.416044, "nauc_recall_at_100_max": 0.806839, "nauc_recall_at_100_std": 0.707166, "nauc_recall_at_100_diff1": 0.312208, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.688826, "nauc_precision_at_1_std": 0.359084, "nauc_precision_at_1_diff1": 0.731954, "nauc_precision_at_3_max": 0.674862, "nauc_precision_at_3_std": 0.404681, "nauc_precision_at_3_diff1": 0.616892, "nauc_precision_at_5_max": 0.672231, "nauc_precision_at_5_std": 0.334607, "nauc_precision_at_5_diff1": 0.535201, "nauc_precision_at_10_max": 0.597315, "nauc_precision_at_10_std": 0.24767, "nauc_precision_at_10_diff1": 0.427095, "nauc_precision_at_20_max": 0.570962, "nauc_precision_at_20_std": 0.313518, "nauc_precision_at_20_diff1": 0.416044, "nauc_precision_at_100_max": 0.806839, "nauc_precision_at_100_std": 0.707166, "nauc_precision_at_100_diff1": 0.312208, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.688826, "nauc_mrr_at_1_std": 0.359084, "nauc_mrr_at_1_diff1": 0.731954, "nauc_mrr_at_3_max": 0.683061, "nauc_mrr_at_3_std": 0.375344, "nauc_mrr_at_3_diff1": 0.690364, "nauc_mrr_at_5_max": 0.68414, "nauc_mrr_at_5_std": 0.366131, "nauc_mrr_at_5_diff1": 0.682889, "nauc_mrr_at_10_max": 0.680029, "nauc_mrr_at_10_std": 0.361868, "nauc_mrr_at_10_diff1": 0.678688, "nauc_mrr_at_20_max": 0.680276, "nauc_mrr_at_20_std": 0.365177, "nauc_mrr_at_20_diff1": 0.68099, "nauc_mrr_at_100_max": 0.682114, "nauc_mrr_at_100_std": 0.366369, "nauc_mrr_at_100_diff1": 0.683643, "nauc_mrr_at_1000_max": 0.682021, "nauc_mrr_at_1000_std": 0.366109, "nauc_mrr_at_1000_diff1": 0.683939, "hit_rate_at_1": 0.625, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.845, "hit_rate_at_10": 0.875, "hit_rate_at_20": 0.91, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.845, "hf_subset": "sv-SE", "languages": [ "swe-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.78547, "ndcg_at_5": 0.80182, "ndcg_at_10": 0.81123, "ndcg_at_20": 0.82189, "ndcg_at_100": 0.82952, "ndcg_at_1000": 0.83229, "map_at_1": 0.72, "map_at_3": 0.77, "map_at_5": 0.779, "map_at_10": 0.78271, "map_at_20": 0.78593, "map_at_100": 0.78705, "map_at_1000": 0.78718, "recall_at_1": 0.72, "recall_at_3": 0.83, "recall_at_5": 0.87, "recall_at_10": 0.9, "recall_at_20": 0.94, "recall_at_100": 0.98, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.27667, "precision_at_5": 0.174, "precision_at_10": 0.09, "precision_at_20": 0.047, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.77, "mrr_at_5": 0.779, "mrr_at_10": 0.782714, "mrr_at_20": 0.785928, "mrr_at_100": 0.787047, "mrr_at_1000": 0.787184, "nauc_ndcg_at_1_max": 0.770862, "nauc_ndcg_at_1_std": 0.401461, "nauc_ndcg_at_1_diff1": 0.846554, "nauc_ndcg_at_3_max": 0.75694, "nauc_ndcg_at_3_std": 0.439472, "nauc_ndcg_at_3_diff1": 0.805256, "nauc_ndcg_at_5_max": 0.764722, "nauc_ndcg_at_5_std": 0.462848, "nauc_ndcg_at_5_diff1": 0.795114, "nauc_ndcg_at_10_max": 0.75401, "nauc_ndcg_at_10_std": 0.44708, "nauc_ndcg_at_10_diff1": 0.787741, "nauc_ndcg_at_20_max": 0.763397, "nauc_ndcg_at_20_std": 0.456887, "nauc_ndcg_at_20_diff1": 0.794282, "nauc_ndcg_at_100_max": 0.765329, "nauc_ndcg_at_100_std": 0.451121, "nauc_ndcg_at_100_diff1": 0.806023, "nauc_ndcg_at_1000_max": 0.761673, "nauc_ndcg_at_1000_std": 0.443481, "nauc_ndcg_at_1000_diff1": 0.80371, "nauc_map_at_1_max": 0.770862, "nauc_map_at_1_std": 0.401461, "nauc_map_at_1_diff1": 0.846554, "nauc_map_at_3_max": 0.758278, "nauc_map_at_3_std": 0.426064, "nauc_map_at_3_diff1": 0.814511, "nauc_map_at_5_max": 0.762118, "nauc_map_at_5_std": 0.43787, "nauc_map_at_5_diff1": 0.809569, "nauc_map_at_10_max": 0.758413, "nauc_map_at_10_std": 0.431623, "nauc_map_at_10_diff1": 0.807502, "nauc_map_at_20_max": 0.760592, "nauc_map_at_20_std": 0.434061, "nauc_map_at_20_diff1": 0.809098, "nauc_map_at_100_max": 0.760836, "nauc_map_at_100_std": 0.433448, "nauc_map_at_100_diff1": 0.810187, "nauc_map_at_1000_max": 0.760695, "nauc_map_at_1000_std": 0.433135, "nauc_map_at_1000_diff1": 0.810105, "nauc_recall_at_1_max": 0.770862, "nauc_recall_at_1_std": 0.401461, "nauc_recall_at_1_diff1": 0.846554, "nauc_recall_at_3_max": 0.753367, "nauc_recall_at_3_std": 0.490669, "nauc_recall_at_3_diff1": 0.772204, "nauc_recall_at_5_max": 0.780382, "nauc_recall_at_5_std": 0.582648, "nauc_recall_at_5_diff1": 0.729005, "nauc_recall_at_10_max": 0.724743, "nauc_recall_at_10_std": 0.530649, "nauc_recall_at_10_diff1": 0.668371, "nauc_recall_at_20_max": 0.806684, "nauc_recall_at_20_std": 0.681022, "nauc_recall_at_20_diff1": 0.664138, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.770862, "nauc_precision_at_1_std": 0.401461, "nauc_precision_at_1_diff1": 0.846554, "nauc_precision_at_3_max": 0.753367, "nauc_precision_at_3_std": 0.490669, "nauc_precision_at_3_diff1": 0.772204, "nauc_precision_at_5_max": 0.780382, "nauc_precision_at_5_std": 0.582648, "nauc_precision_at_5_diff1": 0.729005, "nauc_precision_at_10_max": 0.724743, "nauc_precision_at_10_std": 0.530649, "nauc_precision_at_10_diff1": 0.668371, "nauc_precision_at_20_max": 0.806684, "nauc_precision_at_20_std": 0.681022, "nauc_precision_at_20_diff1": 0.664138, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.770862, "nauc_mrr_at_1_std": 0.401461, "nauc_mrr_at_1_diff1": 0.846554, "nauc_mrr_at_3_max": 0.758278, "nauc_mrr_at_3_std": 0.426064, "nauc_mrr_at_3_diff1": 0.814511, "nauc_mrr_at_5_max": 0.762118, "nauc_mrr_at_5_std": 0.43787, "nauc_mrr_at_5_diff1": 0.809569, "nauc_mrr_at_10_max": 0.758413, "nauc_mrr_at_10_std": 0.431623, "nauc_mrr_at_10_diff1": 0.807502, "nauc_mrr_at_20_max": 0.760592, "nauc_mrr_at_20_std": 0.434061, "nauc_mrr_at_20_diff1": 0.809098, "nauc_mrr_at_100_max": 0.760836, "nauc_mrr_at_100_std": 0.433448, "nauc_mrr_at_100_diff1": 0.810187, "nauc_mrr_at_1000_max": 0.760695, "nauc_mrr_at_1000_std": 0.433135, "nauc_mrr_at_1000_diff1": 0.810105, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.83, "hit_rate_at_5": 0.87, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.98, "hit_rate_at_1000": 1.0, "main_score": 0.87, "hf_subset": "sw", "languages": [ "swh-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.615, "ndcg_at_3": 0.7094, "ndcg_at_5": 0.73823, "ndcg_at_10": 0.75271, "ndcg_at_20": 0.76162, "ndcg_at_100": 0.77346, "ndcg_at_1000": 0.7749, "map_at_1": 0.615, "map_at_3": 0.68667, "map_at_5": 0.70267, "map_at_10": 0.7086, "map_at_20": 0.71107, "map_at_100": 0.71265, "map_at_1000": 0.71273, "recall_at_1": 0.615, "recall_at_3": 0.775, "recall_at_5": 0.845, "recall_at_10": 0.89, "recall_at_20": 0.925, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.615, "precision_at_1": 0.615, "precision_at_3": 0.25833, "precision_at_5": 0.169, "precision_at_10": 0.089, "precision_at_20": 0.04625, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.615, "mrr_at_3": 0.686667, "mrr_at_5": 0.702667, "mrr_at_10": 0.708597, "mrr_at_20": 0.711069, "mrr_at_100": 0.712649, "mrr_at_1000": 0.712731, "nauc_ndcg_at_1_max": 0.762437, "nauc_ndcg_at_1_std": 0.542298, "nauc_ndcg_at_1_diff1": 0.713054, "nauc_ndcg_at_3_max": 0.756766, "nauc_ndcg_at_3_std": 0.527117, "nauc_ndcg_at_3_diff1": 0.671475, "nauc_ndcg_at_5_max": 0.749513, "nauc_ndcg_at_5_std": 0.524585, "nauc_ndcg_at_5_diff1": 0.667175, "nauc_ndcg_at_10_max": 0.750373, "nauc_ndcg_at_10_std": 0.541306, "nauc_ndcg_at_10_diff1": 0.669073, "nauc_ndcg_at_20_max": 0.756597, "nauc_ndcg_at_20_std": 0.548912, "nauc_ndcg_at_20_diff1": 0.665608, "nauc_ndcg_at_100_max": 0.755432, "nauc_ndcg_at_100_std": 0.541226, "nauc_ndcg_at_100_diff1": 0.670321, "nauc_ndcg_at_1000_max": 0.756837, "nauc_ndcg_at_1000_std": 0.540124, "nauc_ndcg_at_1000_diff1": 0.67613, "nauc_map_at_1_max": 0.762437, "nauc_map_at_1_std": 0.542298, "nauc_map_at_1_diff1": 0.713054, "nauc_map_at_3_max": 0.75974, "nauc_map_at_3_std": 0.532749, "nauc_map_at_3_diff1": 0.68335, "nauc_map_at_5_max": 0.756109, "nauc_map_at_5_std": 0.531263, "nauc_map_at_5_diff1": 0.68147, "nauc_map_at_10_max": 0.756516, "nauc_map_at_10_std": 0.536882, "nauc_map_at_10_diff1": 0.682813, "nauc_map_at_20_max": 0.75816, "nauc_map_at_20_std": 0.538725, "nauc_map_at_20_diff1": 0.682216, "nauc_map_at_100_max": 0.758169, "nauc_map_at_100_std": 0.538049, "nauc_map_at_100_diff1": 0.682898, "nauc_map_at_1000_max": 0.758221, "nauc_map_at_1000_std": 0.537989, "nauc_map_at_1000_diff1": 0.683151, "nauc_recall_at_1_max": 0.762437, "nauc_recall_at_1_std": 0.542298, "nauc_recall_at_1_diff1": 0.713054, "nauc_recall_at_3_max": 0.745089, "nauc_recall_at_3_std": 0.505665, "nauc_recall_at_3_diff1": 0.62766, "nauc_recall_at_5_max": 0.715091, "nauc_recall_at_5_std": 0.491662, "nauc_recall_at_5_diff1": 0.597391, "nauc_recall_at_10_max": 0.708208, "nauc_recall_at_10_std": 0.586011, "nauc_recall_at_10_diff1": 0.579396, "nauc_recall_at_20_max": 0.751821, "nauc_recall_at_20_std": 0.683536, "nauc_recall_at_20_diff1": 0.500436, "nauc_recall_at_100_max": 0.561391, "nauc_recall_at_100_std": 0.679038, "nauc_recall_at_100_diff1": -0.102708, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.762437, "nauc_precision_at_1_std": 0.542298, "nauc_precision_at_1_diff1": 0.713054, "nauc_precision_at_3_max": 0.745089, "nauc_precision_at_3_std": 0.505665, "nauc_precision_at_3_diff1": 0.62766, "nauc_precision_at_5_max": 0.715091, "nauc_precision_at_5_std": 0.491662, "nauc_precision_at_5_diff1": 0.597391, "nauc_precision_at_10_max": 0.708208, "nauc_precision_at_10_std": 0.586011, "nauc_precision_at_10_diff1": 0.579396, "nauc_precision_at_20_max": 0.751821, "nauc_precision_at_20_std": 0.683536, "nauc_precision_at_20_diff1": 0.500436, "nauc_precision_at_100_max": 0.561391, "nauc_precision_at_100_std": 0.679038, "nauc_precision_at_100_diff1": -0.102708, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.762437, "nauc_mrr_at_1_std": 0.542298, "nauc_mrr_at_1_diff1": 0.713054, "nauc_mrr_at_3_max": 0.75974, "nauc_mrr_at_3_std": 0.532749, "nauc_mrr_at_3_diff1": 0.68335, "nauc_mrr_at_5_max": 0.756109, "nauc_mrr_at_5_std": 0.531263, "nauc_mrr_at_5_diff1": 0.68147, "nauc_mrr_at_10_max": 0.756516, "nauc_mrr_at_10_std": 0.536882, "nauc_mrr_at_10_diff1": 0.682813, "nauc_mrr_at_20_max": 0.75816, "nauc_mrr_at_20_std": 0.538725, "nauc_mrr_at_20_diff1": 0.682216, "nauc_mrr_at_100_max": 0.758169, "nauc_mrr_at_100_std": 0.538049, "nauc_mrr_at_100_diff1": 0.682898, "nauc_mrr_at_1000_max": 0.758221, "nauc_mrr_at_1000_std": 0.537989, "nauc_mrr_at_1000_diff1": 0.683151, "hit_rate_at_1": 0.615, "hit_rate_at_3": 0.775, "hit_rate_at_5": 0.845, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.925, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.845, "hf_subset": "ta", "languages": [ "tam-Taml" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.7541, "ndcg_at_3": 0.8347, "ndcg_at_5": 0.84176, "ndcg_at_10": 0.85713, "ndcg_at_20": 0.86927, "ndcg_at_100": 0.86927, "ndcg_at_1000": 0.86927, "map_at_1": 0.7541, "map_at_3": 0.81694, "map_at_5": 0.82104, "map_at_10": 0.82707, "map_at_20": 0.83024, "map_at_100": 0.83024, "map_at_1000": 0.83024, "recall_at_1": 0.7541, "recall_at_3": 0.88525, "recall_at_5": 0.90164, "recall_at_10": 0.95082, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.7541, "precision_at_1": 0.7541, "precision_at_3": 0.29508, "precision_at_5": 0.18033, "precision_at_10": 0.09508, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.754098, "mrr_at_3": 0.81694, "mrr_at_5": 0.821038, "mrr_at_10": 0.827069, "mrr_at_20": 0.830242, "mrr_at_100": 0.830242, "mrr_at_1000": 0.830242, "nauc_ndcg_at_1_max": 0.851417, "nauc_ndcg_at_1_std": 0.6484, "nauc_ndcg_at_1_diff1": 0.89307, "nauc_ndcg_at_3_max": 0.885663, "nauc_ndcg_at_3_std": 0.718928, "nauc_ndcg_at_3_diff1": 0.876682, "nauc_ndcg_at_5_max": 0.874679, "nauc_ndcg_at_5_std": 0.707251, "nauc_ndcg_at_5_diff1": 0.871559, "nauc_ndcg_at_10_max": 0.875424, "nauc_ndcg_at_10_std": 0.720169, "nauc_ndcg_at_10_diff1": 0.866556, "nauc_ndcg_at_20_max": 0.871348, "nauc_ndcg_at_20_std": 0.695978, "nauc_ndcg_at_20_diff1": 0.876301, "nauc_ndcg_at_100_max": 0.871348, "nauc_ndcg_at_100_std": 0.695978, "nauc_ndcg_at_100_diff1": 0.876301, "nauc_ndcg_at_1000_max": 0.871348, "nauc_ndcg_at_1000_std": 0.695978, "nauc_ndcg_at_1000_diff1": 0.876301, "nauc_map_at_1_max": 0.851417, "nauc_map_at_1_std": 0.6484, "nauc_map_at_1_diff1": 0.89307, "nauc_map_at_3_max": 0.877011, "nauc_map_at_3_std": 0.701353, "nauc_map_at_3_diff1": 0.88177, "nauc_map_at_5_max": 0.871109, "nauc_map_at_5_std": 0.694897, "nauc_map_at_5_diff1": 0.879214, "nauc_map_at_10_max": 0.870997, "nauc_map_at_10_std": 0.697055, "nauc_map_at_10_diff1": 0.877487, "nauc_map_at_20_max": 0.86997, "nauc_map_at_20_std": 0.691565, "nauc_map_at_20_diff1": 0.87927, "nauc_map_at_100_max": 0.86997, "nauc_map_at_100_std": 0.691565, "nauc_map_at_100_diff1": 0.87927, "nauc_map_at_1000_max": 0.86997, "nauc_map_at_1000_std": 0.691565, "nauc_map_at_1000_diff1": 0.87927, "nauc_recall_at_1_max": 0.851417, "nauc_recall_at_1_std": 0.6484, "nauc_recall_at_1_diff1": 0.89307, "nauc_recall_at_3_max": 0.921697, "nauc_recall_at_3_std": 0.79194, "nauc_recall_at_3_diff1": 0.854762, "nauc_recall_at_5_max": 0.888603, "nauc_recall_at_5_std": 0.761788, "nauc_recall_at_5_diff1": 0.833714, "nauc_recall_at_10_max": 0.913012, "nauc_recall_at_10_std": 0.956506, "nauc_recall_at_10_diff1": 0.759742, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.851417, "nauc_precision_at_1_std": 0.6484, "nauc_precision_at_1_diff1": 0.89307, "nauc_precision_at_3_max": 0.921697, "nauc_precision_at_3_std": 0.79194, "nauc_precision_at_3_diff1": 0.854762, "nauc_precision_at_5_max": 0.888603, "nauc_precision_at_5_std": 0.761788, "nauc_precision_at_5_diff1": 0.833714, "nauc_precision_at_10_max": 0.913012, "nauc_precision_at_10_std": 0.956506, "nauc_precision_at_10_diff1": 0.759742, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.851417, "nauc_mrr_at_1_std": 0.6484, "nauc_mrr_at_1_diff1": 0.89307, "nauc_mrr_at_3_max": 0.877011, "nauc_mrr_at_3_std": 0.701353, "nauc_mrr_at_3_diff1": 0.88177, "nauc_mrr_at_5_max": 0.871109, "nauc_mrr_at_5_std": 0.694897, "nauc_mrr_at_5_diff1": 0.879214, "nauc_mrr_at_10_max": 0.870997, "nauc_mrr_at_10_std": 0.697055, "nauc_mrr_at_10_diff1": 0.877487, "nauc_mrr_at_20_max": 0.86997, "nauc_mrr_at_20_std": 0.691565, "nauc_mrr_at_20_diff1": 0.87927, "nauc_mrr_at_100_max": 0.86997, "nauc_mrr_at_100_std": 0.691565, "nauc_mrr_at_100_diff1": 0.87927, "nauc_mrr_at_1000_max": 0.86997, "nauc_mrr_at_1000_std": 0.691565, "nauc_mrr_at_1000_diff1": 0.87927, "hit_rate_at_1": 0.7541, "hit_rate_at_3": 0.88525, "hit_rate_at_5": 0.90164, "hit_rate_at_10": 0.95082, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.90164, "hf_subset": "te", "languages": [ "tel-Telu" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.815, "ndcg_at_3": 0.86851, "ndcg_at_5": 0.88121, "ndcg_at_10": 0.8861, "ndcg_at_20": 0.88971, "ndcg_at_100": 0.89585, "ndcg_at_1000": 0.89585, "map_at_1": 0.815, "map_at_3": 0.85583, "map_at_5": 0.86308, "map_at_10": 0.86513, "map_at_20": 0.86602, "map_at_100": 0.86673, "map_at_1000": 0.86673, "recall_at_1": 0.815, "recall_at_3": 0.905, "recall_at_5": 0.935, "recall_at_10": 0.95, "recall_at_20": 0.965, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.815, "precision_at_1": 0.815, "precision_at_3": 0.30167, "precision_at_5": 0.187, "precision_at_10": 0.095, "precision_at_20": 0.04825, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.815, "mrr_at_3": 0.855833, "mrr_at_5": 0.863083, "mrr_at_10": 0.865131, "mrr_at_20": 0.866022, "mrr_at_100": 0.866731, "mrr_at_1000": 0.866731, "nauc_ndcg_at_1_max": 0.827315, "nauc_ndcg_at_1_std": 0.303595, "nauc_ndcg_at_1_diff1": 0.91751, "nauc_ndcg_at_3_max": 0.8322, "nauc_ndcg_at_3_std": 0.277074, "nauc_ndcg_at_3_diff1": 0.894889, "nauc_ndcg_at_5_max": 0.840196, "nauc_ndcg_at_5_std": 0.323946, "nauc_ndcg_at_5_diff1": 0.893061, "nauc_ndcg_at_10_max": 0.83894, "nauc_ndcg_at_10_std": 0.322137, "nauc_ndcg_at_10_diff1": 0.894124, "nauc_ndcg_at_20_max": 0.836733, "nauc_ndcg_at_20_std": 0.309288, "nauc_ndcg_at_20_diff1": 0.896833, "nauc_ndcg_at_100_max": 0.835081, "nauc_ndcg_at_100_std": 0.300682, "nauc_ndcg_at_100_diff1": 0.899537, "nauc_ndcg_at_1000_max": 0.835081, "nauc_ndcg_at_1000_std": 0.300682, "nauc_ndcg_at_1000_diff1": 0.899537, "nauc_map_at_1_max": 0.827315, "nauc_map_at_1_std": 0.303595, "nauc_map_at_1_diff1": 0.91751, "nauc_map_at_3_max": 0.8312, "nauc_map_at_3_std": 0.28155, "nauc_map_at_3_diff1": 0.900779, "nauc_map_at_5_max": 0.835095, "nauc_map_at_5_std": 0.303669, "nauc_map_at_5_diff1": 0.900277, "nauc_map_at_10_max": 0.834205, "nauc_map_at_10_std": 0.300954, "nauc_map_at_10_diff1": 0.900769, "nauc_map_at_20_max": 0.833775, "nauc_map_at_20_std": 0.298174, "nauc_map_at_20_diff1": 0.901373, "nauc_map_at_100_max": 0.833619, "nauc_map_at_100_std": 0.296992, "nauc_map_at_100_diff1": 0.90179, "nauc_map_at_1000_max": 0.833619, "nauc_map_at_1000_std": 0.296992, "nauc_map_at_1000_diff1": 0.90179, "nauc_recall_at_1_max": 0.827315, "nauc_recall_at_1_std": 0.303595, "nauc_recall_at_1_diff1": 0.91751, "nauc_recall_at_3_max": 0.83611, "nauc_recall_at_3_std": 0.26043, "nauc_recall_at_3_diff1": 0.870755, "nauc_recall_at_5_max": 0.871436, "nauc_recall_at_5_std": 0.459994, "nauc_recall_at_5_diff1": 0.851325, "nauc_recall_at_10_max": 0.877451, "nauc_recall_at_10_std": 0.513165, "nauc_recall_at_10_diff1": 0.845938, "nauc_recall_at_20_max": 0.864613, "nauc_recall_at_20_std": 0.433573, "nauc_recall_at_20_diff1": 0.859277, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.827315, "nauc_precision_at_1_std": 0.303595, "nauc_precision_at_1_diff1": 0.91751, "nauc_precision_at_3_max": 0.83611, "nauc_precision_at_3_std": 0.26043, "nauc_precision_at_3_diff1": 0.870755, "nauc_precision_at_5_max": 0.871436, "nauc_precision_at_5_std": 0.459994, "nauc_precision_at_5_diff1": 0.851325, "nauc_precision_at_10_max": 0.877451, "nauc_precision_at_10_std": 0.513165, "nauc_precision_at_10_diff1": 0.845938, "nauc_precision_at_20_max": 0.864613, "nauc_precision_at_20_std": 0.433573, "nauc_precision_at_20_diff1": 0.859277, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.827315, "nauc_mrr_at_1_std": 0.303595, "nauc_mrr_at_1_diff1": 0.91751, "nauc_mrr_at_3_max": 0.8312, "nauc_mrr_at_3_std": 0.28155, "nauc_mrr_at_3_diff1": 0.900779, "nauc_mrr_at_5_max": 0.835095, "nauc_mrr_at_5_std": 0.303669, "nauc_mrr_at_5_diff1": 0.900277, "nauc_mrr_at_10_max": 0.834205, "nauc_mrr_at_10_std": 0.300954, "nauc_mrr_at_10_diff1": 0.900769, "nauc_mrr_at_20_max": 0.833775, "nauc_mrr_at_20_std": 0.298174, "nauc_mrr_at_20_diff1": 0.901373, "nauc_mrr_at_100_max": 0.833619, "nauc_mrr_at_100_std": 0.296992, "nauc_mrr_at_100_diff1": 0.90179, "nauc_mrr_at_1000_max": 0.833619, "nauc_mrr_at_1000_std": 0.296992, "nauc_mrr_at_1000_diff1": 0.90179, "hit_rate_at_1": 0.815, "hit_rate_at_3": 0.905, "hit_rate_at_5": 0.935, "hit_rate_at_10": 0.95, "hit_rate_at_20": 0.965, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.935, "hf_subset": "th", "languages": [ "tha-Thai" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.62, "ndcg_at_3": 0.71375, "ndcg_at_5": 0.74108, "ndcg_at_10": 0.75544, "ndcg_at_20": 0.7646, "ndcg_at_100": 0.77894, "ndcg_at_1000": 0.77894, "map_at_1": 0.62, "map_at_3": 0.69083, "map_at_5": 0.70633, "map_at_10": 0.71214, "map_at_20": 0.71482, "map_at_100": 0.71699, "map_at_1000": 0.71699, "recall_at_1": 0.62, "recall_at_3": 0.78, "recall_at_5": 0.845, "recall_at_10": 0.89, "recall_at_20": 0.925, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62, "precision_at_1": 0.62, "precision_at_3": 0.26, "precision_at_5": 0.169, "precision_at_10": 0.089, "precision_at_20": 0.04625, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.62, "mrr_at_3": 0.690833, "mrr_at_5": 0.706333, "mrr_at_10": 0.712145, "mrr_at_20": 0.714817, "mrr_at_100": 0.716987, "mrr_at_1000": 0.716987, "nauc_ndcg_at_1_max": 0.547826, "nauc_ndcg_at_1_std": 0.162754, "nauc_ndcg_at_1_diff1": 0.668615, "nauc_ndcg_at_3_max": 0.567646, "nauc_ndcg_at_3_std": 0.208935, "nauc_ndcg_at_3_diff1": 0.621969, "nauc_ndcg_at_5_max": 0.580738, "nauc_ndcg_at_5_std": 0.207723, "nauc_ndcg_at_5_diff1": 0.635904, "nauc_ndcg_at_10_max": 0.587413, "nauc_ndcg_at_10_std": 0.246172, "nauc_ndcg_at_10_diff1": 0.639522, "nauc_ndcg_at_20_max": 0.574601, "nauc_ndcg_at_20_std": 0.224166, "nauc_ndcg_at_20_diff1": 0.632857, "nauc_ndcg_at_100_max": 0.571021, "nauc_ndcg_at_100_std": 0.208385, "nauc_ndcg_at_100_diff1": 0.641526, "nauc_ndcg_at_1000_max": 0.571021, "nauc_ndcg_at_1000_std": 0.208385, "nauc_ndcg_at_1000_diff1": 0.641526, "nauc_map_at_1_max": 0.547826, "nauc_map_at_1_std": 0.162754, "nauc_map_at_1_diff1": 0.668615, "nauc_map_at_3_max": 0.564016, "nauc_map_at_3_std": 0.200525, "nauc_map_at_3_diff1": 0.635441, "nauc_map_at_5_max": 0.571363, "nauc_map_at_5_std": 0.200393, "nauc_map_at_5_diff1": 0.643904, "nauc_map_at_10_max": 0.573908, "nauc_map_at_10_std": 0.213284, "nauc_map_at_10_diff1": 0.645662, "nauc_map_at_20_max": 0.570516, "nauc_map_at_20_std": 0.207478, "nauc_map_at_20_diff1": 0.644029, "nauc_map_at_100_max": 0.569335, "nauc_map_at_100_std": 0.204064, "nauc_map_at_100_diff1": 0.645196, "nauc_map_at_1000_max": 0.569335, "nauc_map_at_1000_std": 0.204064, "nauc_map_at_1000_diff1": 0.645196, "nauc_recall_at_1_max": 0.547826, "nauc_recall_at_1_std": 0.162754, "nauc_recall_at_1_diff1": 0.668615, "nauc_recall_at_3_max": 0.580076, "nauc_recall_at_3_std": 0.23769, "nauc_recall_at_3_diff1": 0.5718, "nauc_recall_at_5_max": 0.625407, "nauc_recall_at_5_std": 0.237421, "nauc_recall_at_5_diff1": 0.598828, "nauc_recall_at_10_max": 0.67739, "nauc_recall_at_10_std": 0.485139, "nauc_recall_at_10_diff1": 0.603986, "nauc_recall_at_20_max": 0.589418, "nauc_recall_at_20_std": 0.369281, "nauc_recall_at_20_diff1": 0.521475, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.547826, "nauc_precision_at_1_std": 0.162754, "nauc_precision_at_1_diff1": 0.668615, "nauc_precision_at_3_max": 0.580076, "nauc_precision_at_3_std": 0.23769, "nauc_precision_at_3_diff1": 0.5718, "nauc_precision_at_5_max": 0.625407, "nauc_precision_at_5_std": 0.237421, "nauc_precision_at_5_diff1": 0.598828, "nauc_precision_at_10_max": 0.67739, "nauc_precision_at_10_std": 0.485139, "nauc_precision_at_10_diff1": 0.603986, "nauc_precision_at_20_max": 0.589418, "nauc_precision_at_20_std": 0.369281, "nauc_precision_at_20_diff1": 0.521475, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.547826, "nauc_mrr_at_1_std": 0.162754, "nauc_mrr_at_1_diff1": 0.668615, "nauc_mrr_at_3_max": 0.564016, "nauc_mrr_at_3_std": 0.200525, "nauc_mrr_at_3_diff1": 0.635441, "nauc_mrr_at_5_max": 0.571363, "nauc_mrr_at_5_std": 0.200393, "nauc_mrr_at_5_diff1": 0.643904, "nauc_mrr_at_10_max": 0.573908, "nauc_mrr_at_10_std": 0.213284, "nauc_mrr_at_10_diff1": 0.645662, "nauc_mrr_at_20_max": 0.570516, "nauc_mrr_at_20_std": 0.207478, "nauc_mrr_at_20_diff1": 0.644029, "nauc_mrr_at_100_max": 0.569335, "nauc_mrr_at_100_std": 0.204064, "nauc_mrr_at_100_diff1": 0.645196, "nauc_mrr_at_1000_max": 0.569335, "nauc_mrr_at_1000_std": 0.204064, "nauc_mrr_at_1000_diff1": 0.645196, "hit_rate_at_1": 0.62, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.845, "hit_rate_at_10": 0.89, "hit_rate_at_20": 0.925, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.845, "hf_subset": "tig", "languages": [ "tig-Ethi" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.575, "ndcg_at_3": 0.67637, "ndcg_at_5": 0.69808, "ndcg_at_10": 0.72102, "ndcg_at_20": 0.74323, "ndcg_at_100": 0.74964, "ndcg_at_1000": 0.75103, "map_at_1": 0.575, "map_at_3": 0.6525, "map_at_5": 0.664, "map_at_10": 0.67363, "map_at_20": 0.68011, "map_at_100": 0.68096, "map_at_1000": 0.68103, "recall_at_1": 0.575, "recall_at_3": 0.745, "recall_at_5": 0.8, "recall_at_10": 0.87, "recall_at_20": 0.955, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.575, "precision_at_1": 0.575, "precision_at_3": 0.24833, "precision_at_5": 0.16, "precision_at_10": 0.087, "precision_at_20": 0.04775, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.575, "mrr_at_3": 0.6525, "mrr_at_5": 0.664, "mrr_at_10": 0.673627, "mrr_at_20": 0.680113, "mrr_at_100": 0.680962, "mrr_at_1000": 0.68103, "nauc_ndcg_at_1_max": 0.674187, "nauc_ndcg_at_1_std": 0.168491, "nauc_ndcg_at_1_diff1": 0.755006, "nauc_ndcg_at_3_max": 0.656517, "nauc_ndcg_at_3_std": 0.17528, "nauc_ndcg_at_3_diff1": 0.653874, "nauc_ndcg_at_5_max": 0.637382, "nauc_ndcg_at_5_std": 0.167127, "nauc_ndcg_at_5_diff1": 0.621206, "nauc_ndcg_at_10_max": 0.654889, "nauc_ndcg_at_10_std": 0.202877, "nauc_ndcg_at_10_diff1": 0.639882, "nauc_ndcg_at_20_max": 0.657367, "nauc_ndcg_at_20_std": 0.196647, "nauc_ndcg_at_20_diff1": 0.65608, "nauc_ndcg_at_100_max": 0.658796, "nauc_ndcg_at_100_std": 0.181838, "nauc_ndcg_at_100_diff1": 0.667376, "nauc_ndcg_at_1000_max": 0.658757, "nauc_ndcg_at_1000_std": 0.186045, "nauc_ndcg_at_1000_diff1": 0.66755, "nauc_map_at_1_max": 0.674187, "nauc_map_at_1_std": 0.168491, "nauc_map_at_1_diff1": 0.755006, "nauc_map_at_3_max": 0.662303, "nauc_map_at_3_std": 0.175501, "nauc_map_at_3_diff1": 0.679642, "nauc_map_at_5_max": 0.653054, "nauc_map_at_5_std": 0.171595, "nauc_map_at_5_diff1": 0.664391, "nauc_map_at_10_max": 0.660639, "nauc_map_at_10_std": 0.185949, "nauc_map_at_10_diff1": 0.673276, "nauc_map_at_20_max": 0.660985, "nauc_map_at_20_std": 0.184043, "nauc_map_at_20_diff1": 0.677775, "nauc_map_at_100_max": 0.661085, "nauc_map_at_100_std": 0.182309, "nauc_map_at_100_diff1": 0.67902, "nauc_map_at_1000_max": 0.661099, "nauc_map_at_1000_std": 0.182538, "nauc_map_at_1000_diff1": 0.679025, "nauc_recall_at_1_max": 0.674187, "nauc_recall_at_1_std": 0.168491, "nauc_recall_at_1_diff1": 0.755006, "nauc_recall_at_3_max": 0.635406, "nauc_recall_at_3_std": 0.173414, "nauc_recall_at_3_diff1": 0.563056, "nauc_recall_at_5_max": 0.566346, "nauc_recall_at_5_std": 0.14488, "nauc_recall_at_5_diff1": 0.433179, "nauc_recall_at_10_max": 0.622658, "nauc_recall_at_10_std": 0.322151, "nauc_recall_at_10_diff1": 0.439662, "nauc_recall_at_20_max": 0.624494, "nauc_recall_at_20_std": 0.426912, "nauc_recall_at_20_diff1": 0.374313, "nauc_recall_at_100_max": 0.679038, "nauc_recall_at_100_std": -0.369981, "nauc_recall_at_100_diff1": 0.638189, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.674187, "nauc_precision_at_1_std": 0.168491, "nauc_precision_at_1_diff1": 0.755006, "nauc_precision_at_3_max": 0.635406, "nauc_precision_at_3_std": 0.173414, "nauc_precision_at_3_diff1": 0.563056, "nauc_precision_at_5_max": 0.566346, "nauc_precision_at_5_std": 0.14488, "nauc_precision_at_5_diff1": 0.433179, "nauc_precision_at_10_max": 0.622658, "nauc_precision_at_10_std": 0.322151, "nauc_precision_at_10_diff1": 0.439662, "nauc_precision_at_20_max": 0.624494, "nauc_precision_at_20_std": 0.426912, "nauc_precision_at_20_diff1": 0.374313, "nauc_precision_at_100_max": 0.679038, "nauc_precision_at_100_std": -0.369981, "nauc_precision_at_100_diff1": 0.638189, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.674187, "nauc_mrr_at_1_std": 0.168491, "nauc_mrr_at_1_diff1": 0.755006, "nauc_mrr_at_3_max": 0.662303, "nauc_mrr_at_3_std": 0.175501, "nauc_mrr_at_3_diff1": 0.679642, "nauc_mrr_at_5_max": 0.653054, "nauc_mrr_at_5_std": 0.171595, "nauc_mrr_at_5_diff1": 0.664391, "nauc_mrr_at_10_max": 0.660639, "nauc_mrr_at_10_std": 0.185949, "nauc_mrr_at_10_diff1": 0.673276, "nauc_mrr_at_20_max": 0.660985, "nauc_mrr_at_20_std": 0.184043, "nauc_mrr_at_20_diff1": 0.677775, "nauc_mrr_at_100_max": 0.661085, "nauc_mrr_at_100_std": 0.182309, "nauc_mrr_at_100_diff1": 0.67902, "nauc_mrr_at_1000_max": 0.661099, "nauc_mrr_at_1000_std": 0.182538, "nauc_mrr_at_1000_diff1": 0.679025, "hit_rate_at_1": 0.575, "hit_rate_at_3": 0.745, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.87, "hit_rate_at_20": 0.955, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.8, "hf_subset": "tk", "languages": [ "tuk-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.49, "ndcg_at_3": 0.59821, "ndcg_at_5": 0.62361, "ndcg_at_10": 0.65625, "ndcg_at_20": 0.67879, "ndcg_at_100": 0.69055, "ndcg_at_1000": 0.69198, "map_at_1": 0.49, "map_at_3": 0.57167, "map_at_5": 0.58617, "map_at_10": 0.59983, "map_at_20": 0.60592, "map_at_100": 0.60742, "map_at_1000": 0.6075, "recall_at_1": 0.49, "recall_at_3": 0.675, "recall_at_5": 0.735, "recall_at_10": 0.835, "recall_at_20": 0.925, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.49, "precision_at_1": 0.49, "precision_at_3": 0.225, "precision_at_5": 0.147, "precision_at_10": 0.0835, "precision_at_20": 0.04625, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.49, "mrr_at_3": 0.571667, "mrr_at_5": 0.586167, "mrr_at_10": 0.599833, "mrr_at_20": 0.60592, "mrr_at_100": 0.607416, "mrr_at_1000": 0.607496, "nauc_ndcg_at_1_max": 0.540013, "nauc_ndcg_at_1_std": 0.170077, "nauc_ndcg_at_1_diff1": 0.611468, "nauc_ndcg_at_3_max": 0.514318, "nauc_ndcg_at_3_std": 0.185488, "nauc_ndcg_at_3_diff1": 0.533287, "nauc_ndcg_at_5_max": 0.497595, "nauc_ndcg_at_5_std": 0.175073, "nauc_ndcg_at_5_diff1": 0.515208, "nauc_ndcg_at_10_max": 0.491261, "nauc_ndcg_at_10_std": 0.150976, "nauc_ndcg_at_10_diff1": 0.520786, "nauc_ndcg_at_20_max": 0.509026, "nauc_ndcg_at_20_std": 0.178535, "nauc_ndcg_at_20_diff1": 0.523827, "nauc_ndcg_at_100_max": 0.513314, "nauc_ndcg_at_100_std": 0.178882, "nauc_ndcg_at_100_diff1": 0.538647, "nauc_ndcg_at_1000_max": 0.513495, "nauc_ndcg_at_1000_std": 0.174693, "nauc_ndcg_at_1000_diff1": 0.538674, "nauc_map_at_1_max": 0.540013, "nauc_map_at_1_std": 0.170077, "nauc_map_at_1_diff1": 0.611468, "nauc_map_at_3_max": 0.52474, "nauc_map_at_3_std": 0.182691, "nauc_map_at_3_diff1": 0.55464, "nauc_map_at_5_max": 0.516439, "nauc_map_at_5_std": 0.177249, "nauc_map_at_5_diff1": 0.545811, "nauc_map_at_10_max": 0.515072, "nauc_map_at_10_std": 0.169285, "nauc_map_at_10_diff1": 0.547819, "nauc_map_at_20_max": 0.519821, "nauc_map_at_20_std": 0.176406, "nauc_map_at_20_diff1": 0.54893, "nauc_map_at_100_max": 0.519951, "nauc_map_at_100_std": 0.1759, "nauc_map_at_100_diff1": 0.550373, "nauc_map_at_1000_max": 0.519974, "nauc_map_at_1000_std": 0.175718, "nauc_map_at_1000_diff1": 0.550384, "nauc_recall_at_1_max": 0.540013, "nauc_recall_at_1_std": 0.170077, "nauc_recall_at_1_diff1": 0.611468, "nauc_recall_at_3_max": 0.477526, "nauc_recall_at_3_std": 0.194271, "nauc_recall_at_3_diff1": 0.461186, "nauc_recall_at_5_max": 0.420457, "nauc_recall_at_5_std": 0.163967, "nauc_recall_at_5_diff1": 0.394966, "nauc_recall_at_10_max": 0.346359, "nauc_recall_at_10_std": 0.024327, "nauc_recall_at_10_diff1": 0.376264, "nauc_recall_at_20_max": 0.411018, "nauc_recall_at_20_std": 0.229847, "nauc_recall_at_20_diff1": 0.260691, "nauc_recall_at_100_max": 0.496032, "nauc_recall_at_100_std": 0.861111, "nauc_recall_at_100_diff1": 0.540149, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.540013, "nauc_precision_at_1_std": 0.170077, "nauc_precision_at_1_diff1": 0.611468, "nauc_precision_at_3_max": 0.477526, "nauc_precision_at_3_std": 0.194271, "nauc_precision_at_3_diff1": 0.461186, "nauc_precision_at_5_max": 0.420457, "nauc_precision_at_5_std": 0.163967, "nauc_precision_at_5_diff1": 0.394966, "nauc_precision_at_10_max": 0.346359, "nauc_precision_at_10_std": 0.024327, "nauc_precision_at_10_diff1": 0.376264, "nauc_precision_at_20_max": 0.411018, "nauc_precision_at_20_std": 0.229847, "nauc_precision_at_20_diff1": 0.260691, "nauc_precision_at_100_max": 0.496032, "nauc_precision_at_100_std": 0.861111, "nauc_precision_at_100_diff1": 0.540149, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.540013, "nauc_mrr_at_1_std": 0.170077, "nauc_mrr_at_1_diff1": 0.611468, "nauc_mrr_at_3_max": 0.52474, "nauc_mrr_at_3_std": 0.182691, "nauc_mrr_at_3_diff1": 0.55464, "nauc_mrr_at_5_max": 0.516439, "nauc_mrr_at_5_std": 0.177249, "nauc_mrr_at_5_diff1": 0.545811, "nauc_mrr_at_10_max": 0.515072, "nauc_mrr_at_10_std": 0.169285, "nauc_mrr_at_10_diff1": 0.547819, "nauc_mrr_at_20_max": 0.519821, "nauc_mrr_at_20_std": 0.176406, "nauc_mrr_at_20_diff1": 0.54893, "nauc_mrr_at_100_max": 0.519951, "nauc_mrr_at_100_std": 0.1759, "nauc_mrr_at_100_diff1": 0.550373, "nauc_mrr_at_1000_max": 0.519974, "nauc_mrr_at_1000_std": 0.175718, "nauc_mrr_at_1000_diff1": 0.550384, "hit_rate_at_1": 0.49, "hit_rate_at_3": 0.675, "hit_rate_at_5": 0.735, "hit_rate_at_10": 0.835, "hit_rate_at_20": 0.925, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.735, "hf_subset": "tn", "languages": [ "tsn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.84, "ndcg_at_3": 0.89917, "ndcg_at_5": 0.90132, "ndcg_at_10": 0.91148, "ndcg_at_20": 0.91148, "ndcg_at_100": 0.91635, "ndcg_at_1000": 0.91635, "map_at_1": 0.84, "map_at_3": 0.885, "map_at_5": 0.88625, "map_at_10": 0.89071, "map_at_20": 0.89071, "map_at_100": 0.89146, "map_at_1000": 0.89146, "recall_at_1": 0.84, "recall_at_3": 0.94, "recall_at_5": 0.945, "recall_at_10": 0.975, "recall_at_20": 0.975, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.84, "precision_at_1": 0.84, "precision_at_3": 0.31333, "precision_at_5": 0.189, "precision_at_10": 0.0975, "precision_at_20": 0.04875, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.885, "mrr_at_5": 0.88625, "mrr_at_10": 0.890714, "mrr_at_20": 0.890714, "mrr_at_100": 0.891465, "mrr_at_1000": 0.891465, "nauc_ndcg_at_1_max": 0.461279, "nauc_ndcg_at_1_std": -0.022797, "nauc_ndcg_at_1_diff1": 0.782539, "nauc_ndcg_at_3_max": 0.591178, "nauc_ndcg_at_3_std": 0.115463, "nauc_ndcg_at_3_diff1": 0.787357, "nauc_ndcg_at_5_max": 0.584926, "nauc_ndcg_at_5_std": 0.12191, "nauc_ndcg_at_5_diff1": 0.785515, "nauc_ndcg_at_10_max": 0.559658, "nauc_ndcg_at_10_std": 0.071266, "nauc_ndcg_at_10_diff1": 0.789456, "nauc_ndcg_at_20_max": 0.559658, "nauc_ndcg_at_20_std": 0.071266, "nauc_ndcg_at_20_diff1": 0.789456, "nauc_ndcg_at_100_max": 0.543693, "nauc_ndcg_at_100_std": 0.061195, "nauc_ndcg_at_100_diff1": 0.783658, "nauc_ndcg_at_1000_max": 0.543693, "nauc_ndcg_at_1000_std": 0.061195, "nauc_ndcg_at_1000_diff1": 0.783658, "nauc_map_at_1_max": 0.461279, "nauc_map_at_1_std": -0.022797, "nauc_map_at_1_diff1": 0.782539, "nauc_map_at_3_max": 0.550295, "nauc_map_at_3_std": 0.071681, "nauc_map_at_3_diff1": 0.782814, "nauc_map_at_5_max": 0.546664, "nauc_map_at_5_std": 0.074447, "nauc_map_at_5_diff1": 0.78183, "nauc_map_at_10_max": 0.535503, "nauc_map_at_10_std": 0.054447, "nauc_map_at_10_diff1": 0.782354, "nauc_map_at_20_max": 0.535503, "nauc_map_at_20_std": 0.054447, "nauc_map_at_20_diff1": 0.782354, "nauc_map_at_100_max": 0.533317, "nauc_map_at_100_std": 0.052571, "nauc_map_at_100_diff1": 0.781731, "nauc_map_at_1000_max": 0.533317, "nauc_map_at_1000_std": 0.052571, "nauc_map_at_1000_diff1": 0.781731, "nauc_recall_at_1_max": 0.461279, "nauc_recall_at_1_std": -0.022797, "nauc_recall_at_1_diff1": 0.782539, "nauc_recall_at_3_max": 0.808045, "nauc_recall_at_3_std": 0.347923, "nauc_recall_at_3_diff1": 0.813881, "nauc_recall_at_5_max": 0.802479, "nauc_recall_at_5_std": 0.395128, "nauc_recall_at_5_diff1": 0.808845, "nauc_recall_at_10_max": 0.819328, "nauc_recall_at_10_std": 0.209337, "nauc_recall_at_10_diff1": 0.892157, "nauc_recall_at_20_max": 0.819328, "nauc_recall_at_20_std": 0.209337, "nauc_recall_at_20_diff1": 0.892157, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.461279, "nauc_precision_at_1_std": -0.022797, "nauc_precision_at_1_diff1": 0.782539, "nauc_precision_at_3_max": 0.808045, "nauc_precision_at_3_std": 0.347923, "nauc_precision_at_3_diff1": 0.813881, "nauc_precision_at_5_max": 0.802479, "nauc_precision_at_5_std": 0.395128, "nauc_precision_at_5_diff1": 0.808845, "nauc_precision_at_10_max": 0.819328, "nauc_precision_at_10_std": 0.209337, "nauc_precision_at_10_diff1": 0.892157, "nauc_precision_at_20_max": 0.819328, "nauc_precision_at_20_std": 0.209337, "nauc_precision_at_20_diff1": 0.892157, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.461279, "nauc_mrr_at_1_std": -0.022797, "nauc_mrr_at_1_diff1": 0.782539, "nauc_mrr_at_3_max": 0.550295, "nauc_mrr_at_3_std": 0.071681, "nauc_mrr_at_3_diff1": 0.782814, "nauc_mrr_at_5_max": 0.546664, "nauc_mrr_at_5_std": 0.074447, "nauc_mrr_at_5_diff1": 0.78183, "nauc_mrr_at_10_max": 0.535503, "nauc_mrr_at_10_std": 0.054447, "nauc_mrr_at_10_diff1": 0.782354, "nauc_mrr_at_20_max": 0.535503, "nauc_mrr_at_20_std": 0.054447, "nauc_mrr_at_20_diff1": 0.782354, "nauc_mrr_at_100_max": 0.533317, "nauc_mrr_at_100_std": 0.052571, "nauc_mrr_at_100_diff1": 0.781731, "nauc_mrr_at_1000_max": 0.533317, "nauc_mrr_at_1000_std": 0.052571, "nauc_mrr_at_1000_diff1": 0.781731, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.945, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.975, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.945, "hf_subset": "tok", "languages": [ "tok-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.58244, "ndcg_at_5": 0.60868, "ndcg_at_10": 0.63509, "ndcg_at_20": 0.65402, "ndcg_at_100": 0.67799, "ndcg_at_1000": 0.67943, "map_at_1": 0.5, "map_at_3": 0.5625, "map_at_5": 0.57675, "map_at_10": 0.58797, "map_at_20": 0.59315, "map_at_100": 0.59638, "map_at_1000": 0.59646, "recall_at_1": 0.5, "recall_at_3": 0.64, "recall_at_5": 0.705, "recall_at_10": 0.785, "recall_at_20": 0.86, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.5, "precision_at_1": 0.5, "precision_at_3": 0.21333, "precision_at_5": 0.141, "precision_at_10": 0.0785, "precision_at_20": 0.043, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.5, "mrr_at_3": 0.5625, "mrr_at_5": 0.57675, "mrr_at_10": 0.587968, "mrr_at_20": 0.59315, "mrr_at_100": 0.596378, "mrr_at_1000": 0.59646, "nauc_ndcg_at_1_max": 0.633404, "nauc_ndcg_at_1_std": 0.484697, "nauc_ndcg_at_1_diff1": 0.643151, "nauc_ndcg_at_3_max": 0.651575, "nauc_ndcg_at_3_std": 0.538183, "nauc_ndcg_at_3_diff1": 0.573476, "nauc_ndcg_at_5_max": 0.660717, "nauc_ndcg_at_5_std": 0.563601, "nauc_ndcg_at_5_diff1": 0.588441, "nauc_ndcg_at_10_max": 0.654907, "nauc_ndcg_at_10_std": 0.56568, "nauc_ndcg_at_10_diff1": 0.580253, "nauc_ndcg_at_20_max": 0.650611, "nauc_ndcg_at_20_std": 0.557229, "nauc_ndcg_at_20_diff1": 0.575734, "nauc_ndcg_at_100_max": 0.64987, "nauc_ndcg_at_100_std": 0.542642, "nauc_ndcg_at_100_diff1": 0.589615, "nauc_ndcg_at_1000_max": 0.648596, "nauc_ndcg_at_1000_std": 0.542268, "nauc_ndcg_at_1000_diff1": 0.589028, "nauc_map_at_1_max": 0.633404, "nauc_map_at_1_std": 0.484697, "nauc_map_at_1_diff1": 0.643151, "nauc_map_at_3_max": 0.646388, "nauc_map_at_3_std": 0.524151, "nauc_map_at_3_diff1": 0.589477, "nauc_map_at_5_max": 0.650477, "nauc_map_at_5_std": 0.536641, "nauc_map_at_5_diff1": 0.597163, "nauc_map_at_10_max": 0.647684, "nauc_map_at_10_std": 0.537329, "nauc_map_at_10_diff1": 0.593944, "nauc_map_at_20_max": 0.646558, "nauc_map_at_20_std": 0.534763, "nauc_map_at_20_diff1": 0.593012, "nauc_map_at_100_max": 0.646313, "nauc_map_at_100_std": 0.532732, "nauc_map_at_100_diff1": 0.595053, "nauc_map_at_1000_max": 0.64625, "nauc_map_at_1000_std": 0.53272, "nauc_map_at_1000_diff1": 0.595017, "nauc_recall_at_1_max": 0.633404, "nauc_recall_at_1_std": 0.484697, "nauc_recall_at_1_diff1": 0.643151, "nauc_recall_at_3_max": 0.668444, "nauc_recall_at_3_std": 0.583312, "nauc_recall_at_3_diff1": 0.523055, "nauc_recall_at_5_max": 0.700246, "nauc_recall_at_5_std": 0.665753, "nauc_recall_at_5_diff1": 0.561947, "nauc_recall_at_10_max": 0.688483, "nauc_recall_at_10_std": 0.699602, "nauc_recall_at_10_diff1": 0.520556, "nauc_recall_at_20_max": 0.67031, "nauc_recall_at_20_std": 0.698749, "nauc_recall_at_20_diff1": 0.457773, "nauc_recall_at_100_max": 0.861111, "nauc_recall_at_100_std": 0.613679, "nauc_recall_at_100_diff1": 0.679038, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.633404, "nauc_precision_at_1_std": 0.484697, "nauc_precision_at_1_diff1": 0.643151, "nauc_precision_at_3_max": 0.668444, "nauc_precision_at_3_std": 0.583312, "nauc_precision_at_3_diff1": 0.523055, "nauc_precision_at_5_max": 0.700246, "nauc_precision_at_5_std": 0.665753, "nauc_precision_at_5_diff1": 0.561947, "nauc_precision_at_10_max": 0.688483, "nauc_precision_at_10_std": 0.699602, "nauc_precision_at_10_diff1": 0.520556, "nauc_precision_at_20_max": 0.67031, "nauc_precision_at_20_std": 0.698749, "nauc_precision_at_20_diff1": 0.457773, "nauc_precision_at_100_max": 0.861111, "nauc_precision_at_100_std": 0.613679, "nauc_precision_at_100_diff1": 0.679038, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.633404, "nauc_mrr_at_1_std": 0.484697, "nauc_mrr_at_1_diff1": 0.643151, "nauc_mrr_at_3_max": 0.646388, "nauc_mrr_at_3_std": 0.524151, "nauc_mrr_at_3_diff1": 0.589477, "nauc_mrr_at_5_max": 0.650477, "nauc_mrr_at_5_std": 0.536641, "nauc_mrr_at_5_diff1": 0.597163, "nauc_mrr_at_10_max": 0.647684, "nauc_mrr_at_10_std": 0.537329, "nauc_mrr_at_10_diff1": 0.593944, "nauc_mrr_at_20_max": 0.646558, "nauc_mrr_at_20_std": 0.534763, "nauc_mrr_at_20_diff1": 0.593012, "nauc_mrr_at_100_max": 0.646313, "nauc_mrr_at_100_std": 0.532732, "nauc_mrr_at_100_diff1": 0.595053, "nauc_mrr_at_1000_max": 0.64625, "nauc_mrr_at_1000_std": 0.53272, "nauc_mrr_at_1000_diff1": 0.595017, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.64, "hit_rate_at_5": 0.705, "hit_rate_at_10": 0.785, "hit_rate_at_20": 0.86, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.705, "hf_subset": "tr", "languages": [ "tur-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.585, "ndcg_at_3": 0.69387, "ndcg_at_5": 0.71624, "ndcg_at_10": 0.74249, "ndcg_at_20": 0.7488, "ndcg_at_100": 0.76038, "ndcg_at_1000": 0.76181, "map_at_1": 0.585, "map_at_3": 0.6675, "map_at_5": 0.67975, "map_at_10": 0.6908, "map_at_20": 0.69252, "map_at_100": 0.69433, "map_at_1000": 0.69441, "recall_at_1": 0.585, "recall_at_3": 0.77, "recall_at_5": 0.825, "recall_at_10": 0.905, "recall_at_20": 0.93, "recall_at_100": 0.99, "recall_at_1000": 1.0, "accuracy": 0.585, "precision_at_1": 0.585, "precision_at_3": 0.25667, "precision_at_5": 0.165, "precision_at_10": 0.0905, "precision_at_20": 0.0465, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.585, "mrr_at_3": 0.6675, "mrr_at_5": 0.67975, "mrr_at_10": 0.690796, "mrr_at_20": 0.692524, "mrr_at_100": 0.694328, "mrr_at_1000": 0.694407, "nauc_ndcg_at_1_max": 0.521987, "nauc_ndcg_at_1_std": 0.120231, "nauc_ndcg_at_1_diff1": 0.724874, "nauc_ndcg_at_3_max": 0.467178, "nauc_ndcg_at_3_std": 0.087628, "nauc_ndcg_at_3_diff1": 0.653245, "nauc_ndcg_at_5_max": 0.470712, "nauc_ndcg_at_5_std": 0.107671, "nauc_ndcg_at_5_diff1": 0.648659, "nauc_ndcg_at_10_max": 0.518584, "nauc_ndcg_at_10_std": 0.157485, "nauc_ndcg_at_10_diff1": 0.663115, "nauc_ndcg_at_20_max": 0.52008, "nauc_ndcg_at_20_std": 0.160032, "nauc_ndcg_at_20_diff1": 0.670335, "nauc_ndcg_at_100_max": 0.508591, "nauc_ndcg_at_100_std": 0.142665, "nauc_ndcg_at_100_diff1": 0.673422, "nauc_ndcg_at_1000_max": 0.504995, "nauc_ndcg_at_1000_std": 0.136866, "nauc_ndcg_at_1000_diff1": 0.672532, "nauc_map_at_1_max": 0.521987, "nauc_map_at_1_std": 0.120231, "nauc_map_at_1_diff1": 0.724874, "nauc_map_at_3_max": 0.483742, "nauc_map_at_3_std": 0.101269, "nauc_map_at_3_diff1": 0.672668, "nauc_map_at_5_max": 0.486609, "nauc_map_at_5_std": 0.112392, "nauc_map_at_5_diff1": 0.6709, "nauc_map_at_10_max": 0.504562, "nauc_map_at_10_std": 0.130314, "nauc_map_at_10_diff1": 0.676563, "nauc_map_at_20_max": 0.504941, "nauc_map_at_20_std": 0.131113, "nauc_map_at_20_diff1": 0.67823, "nauc_map_at_100_max": 0.503055, "nauc_map_at_100_std": 0.128864, "nauc_map_at_100_diff1": 0.678448, "nauc_map_at_1000_max": 0.502896, "nauc_map_at_1000_std": 0.128606, "nauc_map_at_1000_diff1": 0.678412, "nauc_recall_at_1_max": 0.521987, "nauc_recall_at_1_std": 0.120231, "nauc_recall_at_1_diff1": 0.724874, "nauc_recall_at_3_max": 0.404434, "nauc_recall_at_3_std": 0.034041, "nauc_recall_at_3_diff1": 0.580795, "nauc_recall_at_5_max": 0.397146, "nauc_recall_at_5_std": 0.086548, "nauc_recall_at_5_diff1": 0.546842, "nauc_recall_at_10_max": 0.669984, "nauc_recall_at_10_std": 0.415573, "nauc_recall_at_10_diff1": 0.576269, "nauc_recall_at_20_max": 0.738129, "nauc_recall_at_20_std": 0.527411, "nauc_recall_at_20_diff1": 0.631953, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 0.795752, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521987, "nauc_precision_at_1_std": 0.120231, "nauc_precision_at_1_diff1": 0.724874, "nauc_precision_at_3_max": 0.404434, "nauc_precision_at_3_std": 0.034041, "nauc_precision_at_3_diff1": 0.580795, "nauc_precision_at_5_max": 0.397146, "nauc_precision_at_5_std": 0.086548, "nauc_precision_at_5_diff1": 0.546842, "nauc_precision_at_10_max": 0.669984, "nauc_precision_at_10_std": 0.415573, "nauc_precision_at_10_diff1": 0.576269, "nauc_precision_at_20_max": 0.738129, "nauc_precision_at_20_std": 0.527411, "nauc_precision_at_20_diff1": 0.631953, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 0.795752, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.521987, "nauc_mrr_at_1_std": 0.120231, "nauc_mrr_at_1_diff1": 0.724874, "nauc_mrr_at_3_max": 0.483742, "nauc_mrr_at_3_std": 0.101269, "nauc_mrr_at_3_diff1": 0.672668, "nauc_mrr_at_5_max": 0.486609, "nauc_mrr_at_5_std": 0.112392, "nauc_mrr_at_5_diff1": 0.6709, "nauc_mrr_at_10_max": 0.504562, "nauc_mrr_at_10_std": 0.130314, "nauc_mrr_at_10_diff1": 0.676563, "nauc_mrr_at_20_max": 0.504941, "nauc_mrr_at_20_std": 0.131113, "nauc_mrr_at_20_diff1": 0.67823, "nauc_mrr_at_100_max": 0.503055, "nauc_mrr_at_100_std": 0.128864, "nauc_mrr_at_100_diff1": 0.678448, "nauc_mrr_at_1000_max": 0.502896, "nauc_mrr_at_1000_std": 0.128606, "nauc_mrr_at_1000_diff1": 0.678412, "hit_rate_at_1": 0.585, "hit_rate_at_3": 0.77, "hit_rate_at_5": 0.825, "hit_rate_at_10": 0.905, "hit_rate_at_20": 0.93, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.825, "hf_subset": "tt", "languages": [ "tat-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.66178, "ndcg_at_5": 0.68416, "ndcg_at_10": 0.70867, "ndcg_at_20": 0.72747, "ndcg_at_100": 0.74042, "ndcg_at_1000": 0.74113, "map_at_1": 0.58, "map_at_3": 0.64167, "map_at_5": 0.65392, "map_at_10": 0.66418, "map_at_20": 0.66927, "map_at_100": 0.67102, "map_at_1000": 0.67106, "recall_at_1": 0.58, "recall_at_3": 0.72, "recall_at_5": 0.775, "recall_at_10": 0.85, "recall_at_20": 0.925, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.58, "precision_at_1": 0.58, "precision_at_3": 0.24, "precision_at_5": 0.155, "precision_at_10": 0.085, "precision_at_20": 0.04625, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.58, "mrr_at_3": 0.641667, "mrr_at_5": 0.653917, "mrr_at_10": 0.664183, "mrr_at_20": 0.669272, "mrr_at_100": 0.671019, "mrr_at_1000": 0.671055, "nauc_ndcg_at_1_max": 0.67873, "nauc_ndcg_at_1_std": 0.279479, "nauc_ndcg_at_1_diff1": 0.734684, "nauc_ndcg_at_3_max": 0.652389, "nauc_ndcg_at_3_std": 0.320454, "nauc_ndcg_at_3_diff1": 0.663948, "nauc_ndcg_at_5_max": 0.667677, "nauc_ndcg_at_5_std": 0.332821, "nauc_ndcg_at_5_diff1": 0.668875, "nauc_ndcg_at_10_max": 0.655985, "nauc_ndcg_at_10_std": 0.30943, "nauc_ndcg_at_10_diff1": 0.656919, "nauc_ndcg_at_20_max": 0.66147, "nauc_ndcg_at_20_std": 0.329559, "nauc_ndcg_at_20_diff1": 0.668878, "nauc_ndcg_at_100_max": 0.661462, "nauc_ndcg_at_100_std": 0.316908, "nauc_ndcg_at_100_diff1": 0.676273, "nauc_ndcg_at_1000_max": 0.663264, "nauc_ndcg_at_1000_std": 0.315552, "nauc_ndcg_at_1000_diff1": 0.677337, "nauc_map_at_1_max": 0.67873, "nauc_map_at_1_std": 0.279479, "nauc_map_at_1_diff1": 0.734684, "nauc_map_at_3_max": 0.661276, "nauc_map_at_3_std": 0.310876, "nauc_map_at_3_diff1": 0.684149, "nauc_map_at_5_max": 0.669338, "nauc_map_at_5_std": 0.317599, "nauc_map_at_5_diff1": 0.687199, "nauc_map_at_10_max": 0.664671, "nauc_map_at_10_std": 0.308007, "nauc_map_at_10_diff1": 0.682885, "nauc_map_at_20_max": 0.666166, "nauc_map_at_20_std": 0.312259, "nauc_map_at_20_diff1": 0.685671, "nauc_map_at_100_max": 0.66607, "nauc_map_at_100_std": 0.310697, "nauc_map_at_100_diff1": 0.686374, "nauc_map_at_1000_max": 0.666145, "nauc_map_at_1000_std": 0.310641, "nauc_map_at_1000_diff1": 0.68642, "nauc_recall_at_1_max": 0.67873, "nauc_recall_at_1_std": 0.279479, "nauc_recall_at_1_diff1": 0.734684, "nauc_recall_at_3_max": 0.621289, "nauc_recall_at_3_std": 0.352326, "nauc_recall_at_3_diff1": 0.594675, "nauc_recall_at_5_max": 0.663326, "nauc_recall_at_5_std": 0.393247, "nauc_recall_at_5_diff1": 0.59729, "nauc_recall_at_10_max": 0.605076, "nauc_recall_at_10_std": 0.303043, "nauc_recall_at_10_diff1": 0.509339, "nauc_recall_at_20_max": 0.621475, "nauc_recall_at_20_std": 0.545721, "nauc_recall_at_20_diff1": 0.527202, "nauc_recall_at_100_max": 0.122782, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.358077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.67873, "nauc_precision_at_1_std": 0.279479, "nauc_precision_at_1_diff1": 0.734684, "nauc_precision_at_3_max": 0.621289, "nauc_precision_at_3_std": 0.352326, "nauc_precision_at_3_diff1": 0.594675, "nauc_precision_at_5_max": 0.663326, "nauc_precision_at_5_std": 0.393247, "nauc_precision_at_5_diff1": 0.59729, "nauc_precision_at_10_max": 0.605076, "nauc_precision_at_10_std": 0.303043, "nauc_precision_at_10_diff1": 0.509339, "nauc_precision_at_20_max": 0.621475, "nauc_precision_at_20_std": 0.545721, "nauc_precision_at_20_diff1": 0.527202, "nauc_precision_at_100_max": 0.122782, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.358077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.67873, "nauc_mrr_at_1_std": 0.279479, "nauc_mrr_at_1_diff1": 0.734684, "nauc_mrr_at_3_max": 0.661276, "nauc_mrr_at_3_std": 0.310876, "nauc_mrr_at_3_diff1": 0.684149, "nauc_mrr_at_5_max": 0.669338, "nauc_mrr_at_5_std": 0.317599, "nauc_mrr_at_5_diff1": 0.687199, "nauc_mrr_at_10_max": 0.664671, "nauc_mrr_at_10_std": 0.308007, "nauc_mrr_at_10_diff1": 0.682885, "nauc_mrr_at_20_max": 0.666166, "nauc_mrr_at_20_std": 0.312259, "nauc_mrr_at_20_diff1": 0.685671, "nauc_mrr_at_100_max": 0.66607, "nauc_mrr_at_100_std": 0.310697, "nauc_mrr_at_100_diff1": 0.686374, "nauc_mrr_at_1000_max": 0.666145, "nauc_mrr_at_1000_std": 0.310641, "nauc_mrr_at_1000_diff1": 0.68642, "hit_rate_at_1": 0.58, "hit_rate_at_3": 0.72, "hit_rate_at_5": 0.775, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.925, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.775, "hf_subset": "ug", "languages": [ "uig-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.79678, "ndcg_at_5": 0.82003, "ndcg_at_10": 0.8304, "ndcg_at_20": 0.83536, "ndcg_at_100": 0.84258, "ndcg_at_1000": 0.8433, "map_at_1": 0.72, "map_at_3": 0.77833, "map_at_5": 0.79158, "map_at_10": 0.79626, "map_at_20": 0.79757, "map_at_100": 0.79848, "map_at_1000": 0.79852, "recall_at_1": 0.72, "recall_at_3": 0.85, "recall_at_5": 0.905, "recall_at_10": 0.935, "recall_at_20": 0.955, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.28333, "precision_at_5": 0.181, "precision_at_10": 0.0935, "precision_at_20": 0.04775, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.778333, "mrr_at_5": 0.791583, "mrr_at_10": 0.796256, "mrr_at_20": 0.797567, "mrr_at_100": 0.798476, "mrr_at_1000": 0.798517, "nauc_ndcg_at_1_max": 0.784388, "nauc_ndcg_at_1_std": 0.456378, "nauc_ndcg_at_1_diff1": 0.828239, "nauc_ndcg_at_3_max": 0.772393, "nauc_ndcg_at_3_std": 0.448928, "nauc_ndcg_at_3_diff1": 0.813506, "nauc_ndcg_at_5_max": 0.771279, "nauc_ndcg_at_5_std": 0.450732, "nauc_ndcg_at_5_diff1": 0.809997, "nauc_ndcg_at_10_max": 0.774784, "nauc_ndcg_at_10_std": 0.455231, "nauc_ndcg_at_10_diff1": 0.815295, "nauc_ndcg_at_20_max": 0.770717, "nauc_ndcg_at_20_std": 0.446132, "nauc_ndcg_at_20_diff1": 0.814814, "nauc_ndcg_at_100_max": 0.77172, "nauc_ndcg_at_100_std": 0.447862, "nauc_ndcg_at_100_diff1": 0.815114, "nauc_ndcg_at_1000_max": 0.772828, "nauc_ndcg_at_1000_std": 0.44732, "nauc_ndcg_at_1000_diff1": 0.816443, "nauc_map_at_1_max": 0.784388, "nauc_map_at_1_std": 0.456378, "nauc_map_at_1_diff1": 0.828239, "nauc_map_at_3_max": 0.774009, "nauc_map_at_3_std": 0.446029, "nauc_map_at_3_diff1": 0.818229, "nauc_map_at_5_max": 0.773401, "nauc_map_at_5_std": 0.447052, "nauc_map_at_5_diff1": 0.816477, "nauc_map_at_10_max": 0.774899, "nauc_map_at_10_std": 0.448871, "nauc_map_at_10_diff1": 0.818696, "nauc_map_at_20_max": 0.773891, "nauc_map_at_20_std": 0.446586, "nauc_map_at_20_diff1": 0.818514, "nauc_map_at_100_max": 0.774019, "nauc_map_at_100_std": 0.44677, "nauc_map_at_100_diff1": 0.818483, "nauc_map_at_1000_max": 0.774069, "nauc_map_at_1000_std": 0.446745, "nauc_map_at_1000_diff1": 0.818544, "nauc_recall_at_1_max": 0.784388, "nauc_recall_at_1_std": 0.456378, "nauc_recall_at_1_diff1": 0.828239, "nauc_recall_at_3_max": 0.767003, "nauc_recall_at_3_std": 0.463521, "nauc_recall_at_3_diff1": 0.794305, "nauc_recall_at_5_max": 0.760922, "nauc_recall_at_5_std": 0.475896, "nauc_recall_at_5_diff1": 0.772495, "nauc_recall_at_10_max": 0.778604, "nauc_recall_at_10_std": 0.515478, "nauc_recall_at_10_diff1": 0.791029, "nauc_recall_at_20_max": 0.729744, "nauc_recall_at_20_std": 0.428468, "nauc_recall_at_20_diff1": 0.77674, "nauc_recall_at_100_max": 0.554155, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.554155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.784388, "nauc_precision_at_1_std": 0.456378, "nauc_precision_at_1_diff1": 0.828239, "nauc_precision_at_3_max": 0.767003, "nauc_precision_at_3_std": 0.463521, "nauc_precision_at_3_diff1": 0.794305, "nauc_precision_at_5_max": 0.760922, "nauc_precision_at_5_std": 0.475896, "nauc_precision_at_5_diff1": 0.772495, "nauc_precision_at_10_max": 0.778604, "nauc_precision_at_10_std": 0.515478, "nauc_precision_at_10_diff1": 0.791029, "nauc_precision_at_20_max": 0.729744, "nauc_precision_at_20_std": 0.428468, "nauc_precision_at_20_diff1": 0.77674, "nauc_precision_at_100_max": 0.554155, "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.554155, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.784388, "nauc_mrr_at_1_std": 0.456378, "nauc_mrr_at_1_diff1": 0.828239, "nauc_mrr_at_3_max": 0.774009, "nauc_mrr_at_3_std": 0.446029, "nauc_mrr_at_3_diff1": 0.818229, "nauc_mrr_at_5_max": 0.773401, "nauc_mrr_at_5_std": 0.447052, "nauc_mrr_at_5_diff1": 0.816477, "nauc_mrr_at_10_max": 0.774899, "nauc_mrr_at_10_std": 0.448871, "nauc_mrr_at_10_diff1": 0.818696, "nauc_mrr_at_20_max": 0.773891, "nauc_mrr_at_20_std": 0.446586, "nauc_mrr_at_20_diff1": 0.818514, "nauc_mrr_at_100_max": 0.774019, "nauc_mrr_at_100_std": 0.44677, "nauc_mrr_at_100_diff1": 0.818483, "nauc_mrr_at_1000_max": 0.774069, "nauc_mrr_at_1000_std": 0.446745, "nauc_mrr_at_1000_diff1": 0.818544, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.905, "hit_rate_at_10": 0.935, "hit_rate_at_20": 0.955, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.905, "hf_subset": "uk", "languages": [ "ukr-Cyrl" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.865, "ndcg_at_3": 0.90155, "ndcg_at_5": 0.91381, "ndcg_at_10": 0.91717, "ndcg_at_20": 0.92103, "ndcg_at_100": 0.92437, "ndcg_at_1000": 0.92437, "map_at_1": 0.865, "map_at_3": 0.89333, "map_at_5": 0.90008, "map_at_10": 0.90154, "map_at_20": 0.90264, "map_at_100": 0.90297, "map_at_1000": 0.90297, "recall_at_1": 0.865, "recall_at_3": 0.925, "recall_at_5": 0.955, "recall_at_10": 0.965, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.865, "precision_at_1": 0.865, "precision_at_3": 0.30833, "precision_at_5": 0.191, "precision_at_10": 0.0965, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.865, "mrr_at_3": 0.893333, "mrr_at_5": 0.900083, "mrr_at_10": 0.901542, "mrr_at_20": 0.902637, "mrr_at_100": 0.902968, "mrr_at_1000": 0.902968, "nauc_ndcg_at_1_max": 0.750081, "nauc_ndcg_at_1_std": 0.35104, "nauc_ndcg_at_1_diff1": 0.820668, "nauc_ndcg_at_3_max": 0.779705, "nauc_ndcg_at_3_std": 0.321713, "nauc_ndcg_at_3_diff1": 0.827946, "nauc_ndcg_at_5_max": 0.775526, "nauc_ndcg_at_5_std": 0.285107, "nauc_ndcg_at_5_diff1": 0.820323, "nauc_ndcg_at_10_max": 0.782867, "nauc_ndcg_at_10_std": 0.3198, "nauc_ndcg_at_10_diff1": 0.818297, "nauc_ndcg_at_20_max": 0.774297, "nauc_ndcg_at_20_std": 0.297684, "nauc_ndcg_at_20_diff1": 0.819037, "nauc_ndcg_at_100_max": 0.770901, "nauc_ndcg_at_100_std": 0.312762, "nauc_ndcg_at_100_diff1": 0.820548, "nauc_ndcg_at_1000_max": 0.770901, "nauc_ndcg_at_1000_std": 0.312762, "nauc_ndcg_at_1000_diff1": 0.820548, "nauc_map_at_1_max": 0.750081, "nauc_map_at_1_std": 0.35104, "nauc_map_at_1_diff1": 0.820668, "nauc_map_at_3_max": 0.769482, "nauc_map_at_3_std": 0.32605, "nauc_map_at_3_diff1": 0.825752, "nauc_map_at_5_max": 0.766994, "nauc_map_at_5_std": 0.30915, "nauc_map_at_5_diff1": 0.822091, "nauc_map_at_10_max": 0.769872, "nauc_map_at_10_std": 0.32302, "nauc_map_at_10_diff1": 0.821375, "nauc_map_at_20_max": 0.767794, "nauc_map_at_20_std": 0.318001, "nauc_map_at_20_diff1": 0.821676, "nauc_map_at_100_max": 0.767395, "nauc_map_at_100_std": 0.319303, "nauc_map_at_100_diff1": 0.82167, "nauc_map_at_1000_max": 0.767395, "nauc_map_at_1000_std": 0.319303, "nauc_map_at_1000_diff1": 0.82167, "nauc_recall_at_1_max": 0.750081, "nauc_recall_at_1_std": 0.35104, "nauc_recall_at_1_diff1": 0.820668, "nauc_recall_at_3_max": 0.821506, "nauc_recall_at_3_std": 0.306878, "nauc_recall_at_3_diff1": 0.836757, "nauc_recall_at_5_max": 0.828302, "nauc_recall_at_5_std": 0.126673, "nauc_recall_at_5_diff1": 0.806515, "nauc_recall_at_10_max": 0.889623, "nauc_recall_at_10_std": 0.309857, "nauc_recall_at_10_diff1": 0.788582, "nauc_recall_at_20_max": 0.839519, "nauc_recall_at_20_std": -0.030929, "nauc_recall_at_20_diff1": 0.77416, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.750081, "nauc_precision_at_1_std": 0.35104, "nauc_precision_at_1_diff1": 0.820668, "nauc_precision_at_3_max": 0.821506, "nauc_precision_at_3_std": 0.306878, "nauc_precision_at_3_diff1": 0.836757, "nauc_precision_at_5_max": 0.828302, "nauc_precision_at_5_std": 0.126673, "nauc_precision_at_5_diff1": 0.806515, "nauc_precision_at_10_max": 0.889623, "nauc_precision_at_10_std": 0.309857, "nauc_precision_at_10_diff1": 0.788582, "nauc_precision_at_20_max": 0.839519, "nauc_precision_at_20_std": -0.030929, "nauc_precision_at_20_diff1": 0.77416, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.750081, "nauc_mrr_at_1_std": 0.35104, "nauc_mrr_at_1_diff1": 0.820668, "nauc_mrr_at_3_max": 0.769482, "nauc_mrr_at_3_std": 0.32605, "nauc_mrr_at_3_diff1": 0.825752, "nauc_mrr_at_5_max": 0.766994, "nauc_mrr_at_5_std": 0.30915, "nauc_mrr_at_5_diff1": 0.822091, "nauc_mrr_at_10_max": 0.769872, "nauc_mrr_at_10_std": 0.32302, "nauc_mrr_at_10_diff1": 0.821375, "nauc_mrr_at_20_max": 0.767794, "nauc_mrr_at_20_std": 0.318001, "nauc_mrr_at_20_diff1": 0.821676, "nauc_mrr_at_100_max": 0.767395, "nauc_mrr_at_100_std": 0.319303, "nauc_mrr_at_100_diff1": 0.82167, "nauc_mrr_at_1000_max": 0.767395, "nauc_mrr_at_1000_std": 0.319303, "nauc_mrr_at_1000_diff1": 0.82167, "hit_rate_at_1": 0.865, "hit_rate_at_3": 0.925, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.955, "hf_subset": "ur", "languages": [ "urd-Arab" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.64, "ndcg_at_3": 0.72559, "ndcg_at_5": 0.74818, "ndcg_at_10": 0.76786, "ndcg_at_20": 0.77531, "ndcg_at_100": 0.78707, "ndcg_at_1000": 0.7878, "map_at_1": 0.64, "map_at_3": 0.705, "map_at_5": 0.7175, "map_at_10": 0.72578, "map_at_20": 0.72776, "map_at_100": 0.72924, "map_at_1000": 0.72929, "recall_at_1": 0.64, "recall_at_3": 0.785, "recall_at_5": 0.84, "recall_at_10": 0.9, "recall_at_20": 0.93, "recall_at_100": 0.995, "recall_at_1000": 1.0, "accuracy": 0.64, "precision_at_1": 0.64, "precision_at_3": 0.26167, "precision_at_5": 0.168, "precision_at_10": 0.09, "precision_at_20": 0.0465, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.64, "mrr_at_3": 0.705, "mrr_at_5": 0.7175, "mrr_at_10": 0.725782, "mrr_at_20": 0.727757, "mrr_at_100": 0.729243, "mrr_at_1000": 0.729286, "nauc_ndcg_at_1_max": 0.707546, "nauc_ndcg_at_1_std": 0.30684, "nauc_ndcg_at_1_diff1": 0.783138, "nauc_ndcg_at_3_max": 0.739558, "nauc_ndcg_at_3_std": 0.392524, "nauc_ndcg_at_3_diff1": 0.736979, "nauc_ndcg_at_5_max": 0.732967, "nauc_ndcg_at_5_std": 0.36336, "nauc_ndcg_at_5_diff1": 0.734142, "nauc_ndcg_at_10_max": 0.735818, "nauc_ndcg_at_10_std": 0.403335, "nauc_ndcg_at_10_diff1": 0.734404, "nauc_ndcg_at_20_max": 0.734289, "nauc_ndcg_at_20_std": 0.401743, "nauc_ndcg_at_20_diff1": 0.73353, "nauc_ndcg_at_100_max": 0.730341, "nauc_ndcg_at_100_std": 0.3789, "nauc_ndcg_at_100_diff1": 0.742483, "nauc_ndcg_at_1000_max": 0.729784, "nauc_ndcg_at_1000_std": 0.377523, "nauc_ndcg_at_1000_diff1": 0.742564, "nauc_map_at_1_max": 0.707546, "nauc_map_at_1_std": 0.30684, "nauc_map_at_1_diff1": 0.783138, "nauc_map_at_3_max": 0.730393, "nauc_map_at_3_std": 0.368957, "nauc_map_at_3_diff1": 0.747887, "nauc_map_at_5_max": 0.726921, "nauc_map_at_5_std": 0.353379, "nauc_map_at_5_diff1": 0.747644, "nauc_map_at_10_max": 0.727996, "nauc_map_at_10_std": 0.368274, "nauc_map_at_10_diff1": 0.748163, "nauc_map_at_20_max": 0.727355, "nauc_map_at_20_std": 0.366958, "nauc_map_at_20_diff1": 0.748055, "nauc_map_at_100_max": 0.726862, "nauc_map_at_100_std": 0.364762, "nauc_map_at_100_diff1": 0.748803, "nauc_map_at_1000_max": 0.726836, "nauc_map_at_1000_std": 0.364695, "nauc_map_at_1000_diff1": 0.748808, "nauc_recall_at_1_max": 0.707546, "nauc_recall_at_1_std": 0.30684, "nauc_recall_at_1_diff1": 0.783138, "nauc_recall_at_3_max": 0.773138, "nauc_recall_at_3_std": 0.478382, "nauc_recall_at_3_diff1": 0.698198, "nauc_recall_at_5_max": 0.758652, "nauc_recall_at_5_std": 0.401632, "nauc_recall_at_5_diff1": 0.67199, "nauc_recall_at_10_max": 0.786555, "nauc_recall_at_10_std": 0.658217, "nauc_recall_at_10_diff1": 0.641293, "nauc_recall_at_20_max": 0.797419, "nauc_recall_at_20_std": 0.767307, "nauc_recall_at_20_diff1": 0.592437, "nauc_recall_at_100_max": 0.869281, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.707546, "nauc_precision_at_1_std": 0.30684, "nauc_precision_at_1_diff1": 0.783138, "nauc_precision_at_3_max": 0.773138, "nauc_precision_at_3_std": 0.478382, "nauc_precision_at_3_diff1": 0.698198, "nauc_precision_at_5_max": 0.758652, "nauc_precision_at_5_std": 0.401632, "nauc_precision_at_5_diff1": 0.67199, "nauc_precision_at_10_max": 0.786555, "nauc_precision_at_10_std": 0.658217, "nauc_precision_at_10_diff1": 0.641293, "nauc_precision_at_20_max": 0.797419, "nauc_precision_at_20_std": 0.767307, "nauc_precision_at_20_diff1": 0.592437, "nauc_precision_at_100_max": 0.869281, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.707546, "nauc_mrr_at_1_std": 0.30684, "nauc_mrr_at_1_diff1": 0.783138, "nauc_mrr_at_3_max": 0.730393, "nauc_mrr_at_3_std": 0.368957, "nauc_mrr_at_3_diff1": 0.747887, "nauc_mrr_at_5_max": 0.726921, "nauc_mrr_at_5_std": 0.353379, "nauc_mrr_at_5_diff1": 0.747644, "nauc_mrr_at_10_max": 0.727996, "nauc_mrr_at_10_std": 0.368274, "nauc_mrr_at_10_diff1": 0.748163, "nauc_mrr_at_20_max": 0.727355, "nauc_mrr_at_20_std": 0.366958, "nauc_mrr_at_20_diff1": 0.748055, "nauc_mrr_at_100_max": 0.726862, "nauc_mrr_at_100_std": 0.364762, "nauc_mrr_at_100_diff1": 0.748803, "nauc_mrr_at_1000_max": 0.726836, "nauc_mrr_at_1000_std": 0.364695, "nauc_mrr_at_1000_diff1": 0.748808, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.785, "hit_rate_at_5": 0.84, "hit_rate_at_10": 0.9, "hit_rate_at_20": 0.93, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.84, "hf_subset": "uz", "languages": [ "uzn-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.72, "ndcg_at_3": 0.7672, "ndcg_at_5": 0.79366, "ndcg_at_10": 0.80905, "ndcg_at_20": 0.81803, "ndcg_at_100": 0.82855, "ndcg_at_1000": 0.82855, "map_at_1": 0.72, "map_at_3": 0.75583, "map_at_5": 0.77033, "map_at_10": 0.77718, "map_at_20": 0.77971, "map_at_100": 0.78127, "map_at_1000": 0.78127, "recall_at_1": 0.72, "recall_at_3": 0.8, "recall_at_5": 0.865, "recall_at_10": 0.91, "recall_at_20": 0.945, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72, "precision_at_1": 0.72, "precision_at_3": 0.26667, "precision_at_5": 0.173, "precision_at_10": 0.091, "precision_at_20": 0.04725, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.72, "mrr_at_3": 0.755833, "mrr_at_5": 0.770333, "mrr_at_10": 0.777179, "mrr_at_20": 0.779708, "mrr_at_100": 0.781271, "mrr_at_1000": 0.781271, "nauc_ndcg_at_1_max": 0.781336, "nauc_ndcg_at_1_std": 0.231551, "nauc_ndcg_at_1_diff1": 0.895328, "nauc_ndcg_at_3_max": 0.778845, "nauc_ndcg_at_3_std": 0.278936, "nauc_ndcg_at_3_diff1": 0.859154, "nauc_ndcg_at_5_max": 0.767569, "nauc_ndcg_at_5_std": 0.259191, "nauc_ndcg_at_5_diff1": 0.847608, "nauc_ndcg_at_10_max": 0.765822, "nauc_ndcg_at_10_std": 0.239803, "nauc_ndcg_at_10_diff1": 0.852495, "nauc_ndcg_at_20_max": 0.762301, "nauc_ndcg_at_20_std": 0.222269, "nauc_ndcg_at_20_diff1": 0.86522, "nauc_ndcg_at_100_max": 0.771965, "nauc_ndcg_at_100_std": 0.243062, "nauc_ndcg_at_100_diff1": 0.865547, "nauc_ndcg_at_1000_max": 0.771965, "nauc_ndcg_at_1000_std": 0.243062, "nauc_ndcg_at_1000_diff1": 0.865547, "nauc_map_at_1_max": 0.781336, "nauc_map_at_1_std": 0.231551, "nauc_map_at_1_diff1": 0.895328, "nauc_map_at_3_max": 0.780323, "nauc_map_at_3_std": 0.267322, "nauc_map_at_3_diff1": 0.868166, "nauc_map_at_5_max": 0.774608, "nauc_map_at_5_std": 0.256443, "nauc_map_at_5_diff1": 0.862932, "nauc_map_at_10_max": 0.774309, "nauc_map_at_10_std": 0.249044, "nauc_map_at_10_diff1": 0.865366, "nauc_map_at_20_max": 0.773607, "nauc_map_at_20_std": 0.244706, "nauc_map_at_20_diff1": 0.868818, "nauc_map_at_100_max": 0.774929, "nauc_map_at_100_std": 0.247294, "nauc_map_at_100_diff1": 0.868808, "nauc_map_at_1000_max": 0.774929, "nauc_map_at_1000_std": 0.247294, "nauc_map_at_1000_diff1": 0.868808, "nauc_recall_at_1_max": 0.781336, "nauc_recall_at_1_std": 0.231551, "nauc_recall_at_1_diff1": 0.895328, "nauc_recall_at_3_max": 0.773464, "nauc_recall_at_3_std": 0.317607, "nauc_recall_at_3_diff1": 0.829071, "nauc_recall_at_5_max": 0.732487, "nauc_recall_at_5_std": 0.266725, "nauc_recall_at_5_diff1": 0.775423, "nauc_recall_at_10_max": 0.705052, "nauc_recall_at_10_std": 0.158549, "nauc_recall_at_10_diff1": 0.769738, "nauc_recall_at_20_max": 0.624735, "nauc_recall_at_20_std": -0.089424, "nauc_recall_at_20_diff1": 0.857864, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.781336, "nauc_precision_at_1_std": 0.231551, "nauc_precision_at_1_diff1": 0.895328, "nauc_precision_at_3_max": 0.773464, "nauc_precision_at_3_std": 0.317607, "nauc_precision_at_3_diff1": 0.829071, "nauc_precision_at_5_max": 0.732487, "nauc_precision_at_5_std": 0.266725, "nauc_precision_at_5_diff1": 0.775423, "nauc_precision_at_10_max": 0.705052, "nauc_precision_at_10_std": 0.158549, "nauc_precision_at_10_diff1": 0.769738, "nauc_precision_at_20_max": 0.624735, "nauc_precision_at_20_std": -0.089424, "nauc_precision_at_20_diff1": 0.857864, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.781336, "nauc_mrr_at_1_std": 0.231551, "nauc_mrr_at_1_diff1": 0.895328, "nauc_mrr_at_3_max": 0.780323, "nauc_mrr_at_3_std": 0.267322, "nauc_mrr_at_3_diff1": 0.868166, "nauc_mrr_at_5_max": 0.774608, "nauc_mrr_at_5_std": 0.256443, "nauc_mrr_at_5_diff1": 0.862932, "nauc_mrr_at_10_max": 0.774309, "nauc_mrr_at_10_std": 0.249044, "nauc_mrr_at_10_diff1": 0.865366, "nauc_mrr_at_20_max": 0.773607, "nauc_mrr_at_20_std": 0.244706, "nauc_mrr_at_20_diff1": 0.868818, "nauc_mrr_at_100_max": 0.774929, "nauc_mrr_at_100_std": 0.247294, "nauc_mrr_at_100_diff1": 0.868808, "nauc_mrr_at_1000_max": 0.774929, "nauc_mrr_at_1000_std": 0.247294, "nauc_mrr_at_1000_diff1": 0.868808, "hit_rate_at_1": 0.72, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.865, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.945, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.865, "hf_subset": "vi", "languages": [ "vie-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.54545, "ndcg_at_3": 0.64235, "ndcg_at_5": 0.66492, "ndcg_at_10": 0.69185, "ndcg_at_20": 0.70457, "ndcg_at_100": 0.72438, "ndcg_at_1000": 0.72438, "map_at_1": 0.54545, "map_at_3": 0.62005, "map_at_5": 0.63228, "map_at_10": 0.64325, "map_at_20": 0.64692, "map_at_100": 0.64978, "map_at_1000": 0.64978, "recall_at_1": 0.54545, "recall_at_3": 0.70629, "recall_at_5": 0.76224, "recall_at_10": 0.84615, "recall_at_20": 0.8951, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.54545, "precision_at_1": 0.54545, "precision_at_3": 0.23543, "precision_at_5": 0.15245, "precision_at_10": 0.08462, "precision_at_20": 0.04476, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.545455, "mrr_at_3": 0.620047, "mrr_at_5": 0.632284, "mrr_at_10": 0.643251, "mrr_at_20": 0.646918, "mrr_at_100": 0.649779, "mrr_at_1000": 0.649779, "nauc_ndcg_at_1_max": 0.549093, "nauc_ndcg_at_1_std": 0.353859, "nauc_ndcg_at_1_diff1": 0.759561, "nauc_ndcg_at_3_max": 0.556636, "nauc_ndcg_at_3_std": 0.395135, "nauc_ndcg_at_3_diff1": 0.682213, "nauc_ndcg_at_5_max": 0.550488, "nauc_ndcg_at_5_std": 0.353961, "nauc_ndcg_at_5_diff1": 0.691215, "nauc_ndcg_at_10_max": 0.555197, "nauc_ndcg_at_10_std": 0.375751, "nauc_ndcg_at_10_diff1": 0.690955, "nauc_ndcg_at_20_max": 0.562463, "nauc_ndcg_at_20_std": 0.389737, "nauc_ndcg_at_20_diff1": 0.697979, "nauc_ndcg_at_100_max": 0.554168, "nauc_ndcg_at_100_std": 0.376679, "nauc_ndcg_at_100_diff1": 0.701396, "nauc_ndcg_at_1000_max": 0.554168, "nauc_ndcg_at_1000_std": 0.376679, "nauc_ndcg_at_1000_diff1": 0.701396, "nauc_map_at_1_max": 0.549093, "nauc_map_at_1_std": 0.353859, "nauc_map_at_1_diff1": 0.759561, "nauc_map_at_3_max": 0.552438, "nauc_map_at_3_std": 0.383492, "nauc_map_at_3_diff1": 0.699674, "nauc_map_at_5_max": 0.548573, "nauc_map_at_5_std": 0.36231, "nauc_map_at_5_diff1": 0.704418, "nauc_map_at_10_max": 0.55042, "nauc_map_at_10_std": 0.370293, "nauc_map_at_10_diff1": 0.705081, "nauc_map_at_20_max": 0.552312, "nauc_map_at_20_std": 0.373954, "nauc_map_at_20_diff1": 0.706736, "nauc_map_at_100_max": 0.55145, "nauc_map_at_100_std": 0.372429, "nauc_map_at_100_diff1": 0.707198, "nauc_map_at_1000_max": 0.55145, "nauc_map_at_1000_std": 0.372429, "nauc_map_at_1000_diff1": 0.707198, "nauc_recall_at_1_max": 0.549093, "nauc_recall_at_1_std": 0.353859, "nauc_recall_at_1_diff1": 0.759561, "nauc_recall_at_3_max": 0.571839, "nauc_recall_at_3_std": 0.434646, "nauc_recall_at_3_diff1": 0.624977, "nauc_recall_at_5_max": 0.558914, "nauc_recall_at_5_std": 0.312894, "nauc_recall_at_5_diff1": 0.644351, "nauc_recall_at_10_max": 0.585441, "nauc_recall_at_10_std": 0.410677, "nauc_recall_at_10_diff1": 0.617708, "nauc_recall_at_20_max": 0.658356, "nauc_recall_at_20_std": 0.542018, "nauc_recall_at_20_diff1": 0.654443, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.549093, "nauc_precision_at_1_std": 0.353859, "nauc_precision_at_1_diff1": 0.759561, "nauc_precision_at_3_max": 0.571839, "nauc_precision_at_3_std": 0.434646, "nauc_precision_at_3_diff1": 0.624977, "nauc_precision_at_5_max": 0.558914, "nauc_precision_at_5_std": 0.312894, "nauc_precision_at_5_diff1": 0.644351, "nauc_precision_at_10_max": 0.585441, "nauc_precision_at_10_std": 0.410677, "nauc_precision_at_10_diff1": 0.617708, "nauc_precision_at_20_max": 0.658356, "nauc_precision_at_20_std": 0.542018, "nauc_precision_at_20_diff1": 0.654443, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.549093, "nauc_mrr_at_1_std": 0.353859, "nauc_mrr_at_1_diff1": 0.759561, "nauc_mrr_at_3_max": 0.552438, "nauc_mrr_at_3_std": 0.383492, "nauc_mrr_at_3_diff1": 0.699674, "nauc_mrr_at_5_max": 0.548573, "nauc_mrr_at_5_std": 0.36231, "nauc_mrr_at_5_diff1": 0.704418, "nauc_mrr_at_10_max": 0.55042, "nauc_mrr_at_10_std": 0.370293, "nauc_mrr_at_10_diff1": 0.705081, "nauc_mrr_at_20_max": 0.552312, "nauc_mrr_at_20_std": 0.373954, "nauc_mrr_at_20_diff1": 0.706736, "nauc_mrr_at_100_max": 0.55145, "nauc_mrr_at_100_std": 0.372429, "nauc_mrr_at_100_diff1": 0.707198, "nauc_mrr_at_1000_max": 0.55145, "nauc_mrr_at_1000_std": 0.372429, "nauc_mrr_at_1000_diff1": 0.707198, "hit_rate_at_1": 0.54545, "hit_rate_at_3": 0.70629, "hit_rate_at_5": 0.76224, "hit_rate_at_10": 0.84615, "hit_rate_at_20": 0.8951, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.76224, "hf_subset": "yi", "languages": [ "yid-Hebr" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.455, "ndcg_at_3": 0.55137, "ndcg_at_5": 0.58451, "ndcg_at_10": 0.61313, "ndcg_at_20": 0.63224, "ndcg_at_100": 0.65395, "ndcg_at_1000": 0.65752, "map_at_1": 0.455, "map_at_3": 0.52917, "map_at_5": 0.54767, "map_at_10": 0.55918, "map_at_20": 0.56451, "map_at_100": 0.56761, "map_at_1000": 0.56781, "recall_at_1": 0.455, "recall_at_3": 0.615, "recall_at_5": 0.695, "recall_at_10": 0.785, "recall_at_20": 0.86, "recall_at_100": 0.975, "recall_at_1000": 1.0, "accuracy": 0.455, "precision_at_1": 0.455, "precision_at_3": 0.205, "precision_at_5": 0.139, "precision_at_10": 0.0785, "precision_at_20": 0.043, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.455, "mrr_at_3": 0.529167, "mrr_at_5": 0.547667, "mrr_at_10": 0.559183, "mrr_at_20": 0.564509, "mrr_at_100": 0.567613, "mrr_at_1000": 0.567811, "nauc_ndcg_at_1_max": 0.570701, "nauc_ndcg_at_1_std": -0.034427, "nauc_ndcg_at_1_diff1": 0.706061, "nauc_ndcg_at_3_max": 0.573796, "nauc_ndcg_at_3_std": -0.007498, "nauc_ndcg_at_3_diff1": 0.676308, "nauc_ndcg_at_5_max": 0.558053, "nauc_ndcg_at_5_std": 0.032188, "nauc_ndcg_at_5_diff1": 0.658902, "nauc_ndcg_at_10_max": 0.577298, "nauc_ndcg_at_10_std": 0.049611, "nauc_ndcg_at_10_diff1": 0.647487, "nauc_ndcg_at_20_max": 0.57616, "nauc_ndcg_at_20_std": 0.058038, "nauc_ndcg_at_20_diff1": 0.636219, "nauc_ndcg_at_100_max": 0.57971, "nauc_ndcg_at_100_std": 0.035447, "nauc_ndcg_at_100_diff1": 0.658627, "nauc_ndcg_at_1000_max": 0.575262, "nauc_ndcg_at_1000_std": 0.026647, "nauc_ndcg_at_1000_diff1": 0.661813, "nauc_map_at_1_max": 0.570701, "nauc_map_at_1_std": -0.034427, "nauc_map_at_1_diff1": 0.706061, "nauc_map_at_3_max": 0.574582, "nauc_map_at_3_std": -0.012373, "nauc_map_at_3_diff1": 0.683166, "nauc_map_at_5_max": 0.566369, "nauc_map_at_5_std": 0.009113, "nauc_map_at_5_diff1": 0.674049, "nauc_map_at_10_max": 0.573456, "nauc_map_at_10_std": 0.014825, "nauc_map_at_10_diff1": 0.670286, "nauc_map_at_20_max": 0.573341, "nauc_map_at_20_std": 0.016362, "nauc_map_at_20_diff1": 0.668111, "nauc_map_at_100_max": 0.573884, "nauc_map_at_100_std": 0.012913, "nauc_map_at_100_diff1": 0.671244, "nauc_map_at_1000_max": 0.573683, "nauc_map_at_1000_std": 0.012526, "nauc_map_at_1000_diff1": 0.671415, "nauc_recall_at_1_max": 0.570701, "nauc_recall_at_1_std": -0.034427, "nauc_recall_at_1_diff1": 0.706061, "nauc_recall_at_3_max": 0.570614, "nauc_recall_at_3_std": 0.006906, "nauc_recall_at_3_diff1": 0.655104, "nauc_recall_at_5_max": 0.524638, "nauc_recall_at_5_std": 0.119404, "nauc_recall_at_5_diff1": 0.60244, "nauc_recall_at_10_max": 0.603558, "nauc_recall_at_10_std": 0.228361, "nauc_recall_at_10_diff1": 0.531663, "nauc_recall_at_20_max": 0.603038, "nauc_recall_at_20_std": 0.377927, "nauc_recall_at_20_diff1": 0.38437, "nauc_recall_at_100_max": 0.888889, "nauc_recall_at_100_std": 0.653688, "nauc_recall_at_100_diff1": 0.445565, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.570701, "nauc_precision_at_1_std": -0.034427, "nauc_precision_at_1_diff1": 0.706061, "nauc_precision_at_3_max": 0.570614, "nauc_precision_at_3_std": 0.006906, "nauc_precision_at_3_diff1": 0.655104, "nauc_precision_at_5_max": 0.524638, "nauc_precision_at_5_std": 0.119404, "nauc_precision_at_5_diff1": 0.60244, "nauc_precision_at_10_max": 0.603558, "nauc_precision_at_10_std": 0.228361, "nauc_precision_at_10_diff1": 0.531663, "nauc_precision_at_20_max": 0.603038, "nauc_precision_at_20_std": 0.377927, "nauc_precision_at_20_diff1": 0.38437, "nauc_precision_at_100_max": 0.888889, "nauc_precision_at_100_std": 0.653688, "nauc_precision_at_100_diff1": 0.445565, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.570701, "nauc_mrr_at_1_std": -0.034427, "nauc_mrr_at_1_diff1": 0.706061, "nauc_mrr_at_3_max": 0.574582, "nauc_mrr_at_3_std": -0.012373, "nauc_mrr_at_3_diff1": 0.683166, "nauc_mrr_at_5_max": 0.566369, "nauc_mrr_at_5_std": 0.009113, "nauc_mrr_at_5_diff1": 0.674049, "nauc_mrr_at_10_max": 0.573456, "nauc_mrr_at_10_std": 0.014825, "nauc_mrr_at_10_diff1": 0.670286, "nauc_mrr_at_20_max": 0.573341, "nauc_mrr_at_20_std": 0.016362, "nauc_mrr_at_20_diff1": 0.668111, "nauc_mrr_at_100_max": 0.573884, "nauc_mrr_at_100_std": 0.012913, "nauc_mrr_at_100_diff1": 0.671244, "nauc_mrr_at_1000_max": 0.573683, "nauc_mrr_at_1000_std": 0.012526, "nauc_mrr_at_1000_diff1": 0.671415, "hit_rate_at_1": 0.455, "hit_rate_at_3": 0.615, "hit_rate_at_5": 0.695, "hit_rate_at_10": 0.785, "hit_rate_at_20": 0.86, "hit_rate_at_100": 0.975, "hit_rate_at_1000": 1.0, "main_score": 0.695, "hf_subset": "yo", "languages": [ "yor-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.87, "ndcg_at_3": 0.91155, "ndcg_at_5": 0.91757, "ndcg_at_10": 0.92074, "ndcg_at_20": 0.92312, "ndcg_at_100": 0.9278, "ndcg_at_1000": 0.9278, "map_at_1": 0.87, "map_at_3": 0.90167, "map_at_5": 0.90492, "map_at_10": 0.90619, "map_at_20": 0.90676, "map_at_100": 0.90742, "map_at_1000": 0.90742, "recall_at_1": 0.87, "recall_at_3": 0.94, "recall_at_5": 0.955, "recall_at_10": 0.965, "recall_at_20": 0.975, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87, "precision_at_1": 0.87, "precision_at_3": 0.31333, "precision_at_5": 0.191, "precision_at_10": 0.0965, "precision_at_20": 0.04875, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.87, "mrr_at_3": 0.901667, "mrr_at_5": 0.904917, "mrr_at_10": 0.906187, "mrr_at_20": 0.906762, "mrr_at_100": 0.907418, "mrr_at_1000": 0.907418, "nauc_ndcg_at_1_max": 0.767681, "nauc_ndcg_at_1_std": 0.159335, "nauc_ndcg_at_1_diff1": 0.968248, "nauc_ndcg_at_3_max": 0.817589, "nauc_ndcg_at_3_std": 0.233387, "nauc_ndcg_at_3_diff1": 0.961501, "nauc_ndcg_at_5_max": 0.810623, "nauc_ndcg_at_5_std": 0.214403, "nauc_ndcg_at_5_diff1": 0.958638, "nauc_ndcg_at_10_max": 0.814226, "nauc_ndcg_at_10_std": 0.24913, "nauc_ndcg_at_10_diff1": 0.956952, "nauc_ndcg_at_20_max": 0.810484, "nauc_ndcg_at_20_std": 0.239787, "nauc_ndcg_at_20_diff1": 0.960098, "nauc_ndcg_at_100_max": 0.801032, "nauc_ndcg_at_100_std": 0.21245, "nauc_ndcg_at_100_diff1": 0.960916, "nauc_ndcg_at_1000_max": 0.801032, "nauc_ndcg_at_1000_std": 0.21245, "nauc_ndcg_at_1000_diff1": 0.960916, "nauc_map_at_1_max": 0.767681, "nauc_map_at_1_std": 0.159335, "nauc_map_at_1_diff1": 0.968248, "nauc_map_at_3_max": 0.800465, "nauc_map_at_3_std": 0.208339, "nauc_map_at_3_diff1": 0.962982, "nauc_map_at_5_max": 0.79666, "nauc_map_at_5_std": 0.198747, "nauc_map_at_5_diff1": 0.96169, "nauc_map_at_10_max": 0.797689, "nauc_map_at_10_std": 0.209234, "nauc_map_at_10_diff1": 0.96116, "nauc_map_at_20_max": 0.79686, "nauc_map_at_20_std": 0.207048, "nauc_map_at_20_diff1": 0.961866, "nauc_map_at_100_max": 0.795583, "nauc_map_at_100_std": 0.203031, "nauc_map_at_100_diff1": 0.961957, "nauc_map_at_1000_max": 0.795583, "nauc_map_at_1000_std": 0.203031, "nauc_map_at_1000_diff1": 0.961957, "nauc_recall_at_1_max": 0.767681, "nauc_recall_at_1_std": 0.159335, "nauc_recall_at_1_diff1": 0.968248, "nauc_recall_at_3_max": 0.897876, "nauc_recall_at_3_std": 0.350607, "nauc_recall_at_3_diff1": 0.955065, "nauc_recall_at_5_max": 0.892883, "nauc_recall_at_5_std": 0.302936, "nauc_recall_at_5_diff1": 0.940087, "nauc_recall_at_10_max": 0.941643, "nauc_recall_at_10_std": 0.586901, "nauc_recall_at_10_diff1": 0.922969, "nauc_recall_at_20_max": 0.944444, "nauc_recall_at_20_std": 0.605602, "nauc_recall_at_20_diff1": 0.947712, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.767681, "nauc_precision_at_1_std": 0.159335, "nauc_precision_at_1_diff1": 0.968248, "nauc_precision_at_3_max": 0.897876, "nauc_precision_at_3_std": 0.350607, "nauc_precision_at_3_diff1": 0.955065, "nauc_precision_at_5_max": 0.892883, "nauc_precision_at_5_std": 0.302936, "nauc_precision_at_5_diff1": 0.940087, "nauc_precision_at_10_max": 0.941643, "nauc_precision_at_10_std": 0.586901, "nauc_precision_at_10_diff1": 0.922969, "nauc_precision_at_20_max": 0.944444, "nauc_precision_at_20_std": 0.605602, "nauc_precision_at_20_diff1": 0.947712, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.767681, "nauc_mrr_at_1_std": 0.159335, "nauc_mrr_at_1_diff1": 0.968248, "nauc_mrr_at_3_max": 0.800465, "nauc_mrr_at_3_std": 0.208339, "nauc_mrr_at_3_diff1": 0.962982, "nauc_mrr_at_5_max": 0.79666, "nauc_mrr_at_5_std": 0.198747, "nauc_mrr_at_5_diff1": 0.96169, "nauc_mrr_at_10_max": 0.797689, "nauc_mrr_at_10_std": 0.209234, "nauc_mrr_at_10_diff1": 0.96116, "nauc_mrr_at_20_max": 0.79686, "nauc_mrr_at_20_std": 0.207048, "nauc_mrr_at_20_diff1": 0.961866, "nauc_mrr_at_100_max": 0.795583, "nauc_mrr_at_100_std": 0.203031, "nauc_mrr_at_100_diff1": 0.961957, "nauc_mrr_at_1000_max": 0.795583, "nauc_mrr_at_1000_std": 0.203031, "nauc_mrr_at_1000_diff1": 0.961957, "hit_rate_at_1": 0.87, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.975, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.955, "hf_subset": "yue", "languages": [ "yue-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.315, "ndcg_at_3": 0.43125, "ndcg_at_5": 0.46267, "ndcg_at_10": 0.49523, "ndcg_at_20": 0.53198, "ndcg_at_100": 0.55911, "ndcg_at_1000": 0.56124, "map_at_1": 0.315, "map_at_3": 0.40083, "map_at_5": 0.41858, "map_at_10": 0.43216, "map_at_20": 0.4423, "map_at_100": 0.44615, "map_at_1000": 0.44627, "recall_at_1": 0.315, "recall_at_3": 0.52, "recall_at_5": 0.595, "recall_at_10": 0.695, "recall_at_20": 0.84, "recall_at_100": 0.985, "recall_at_1000": 1.0, "accuracy": 0.315, "precision_at_1": 0.315, "precision_at_3": 0.17333, "precision_at_5": 0.119, "precision_at_10": 0.0695, "precision_at_20": 0.042, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.315, "mrr_at_3": 0.400833, "mrr_at_5": 0.418583, "mrr_at_10": 0.432157, "mrr_at_20": 0.442303, "mrr_at_100": 0.446152, "mrr_at_1000": 0.446269, "nauc_ndcg_at_1_max": 0.483601, "nauc_ndcg_at_1_std": 0.231986, "nauc_ndcg_at_1_diff1": 0.424528, "nauc_ndcg_at_3_max": 0.450545, "nauc_ndcg_at_3_std": 0.239363, "nauc_ndcg_at_3_diff1": 0.361892, "nauc_ndcg_at_5_max": 0.456031, "nauc_ndcg_at_5_std": 0.24379, "nauc_ndcg_at_5_diff1": 0.356329, "nauc_ndcg_at_10_max": 0.464322, "nauc_ndcg_at_10_std": 0.244233, "nauc_ndcg_at_10_diff1": 0.358511, "nauc_ndcg_at_20_max": 0.481596, "nauc_ndcg_at_20_std": 0.258295, "nauc_ndcg_at_20_diff1": 0.361036, "nauc_ndcg_at_100_max": 0.469486, "nauc_ndcg_at_100_std": 0.245268, "nauc_ndcg_at_100_diff1": 0.36966, "nauc_ndcg_at_1000_max": 0.471262, "nauc_ndcg_at_1000_std": 0.247891, "nauc_ndcg_at_1000_diff1": 0.371733, "nauc_map_at_1_max": 0.483601, "nauc_map_at_1_std": 0.231986, "nauc_map_at_1_diff1": 0.424528, "nauc_map_at_3_max": 0.463834, "nauc_map_at_3_std": 0.242562, "nauc_map_at_3_diff1": 0.377739, "nauc_map_at_5_max": 0.467562, "nauc_map_at_5_std": 0.246127, "nauc_map_at_5_diff1": 0.374819, "nauc_map_at_10_max": 0.470238, "nauc_map_at_10_std": 0.245927, "nauc_map_at_10_diff1": 0.375532, "nauc_map_at_20_max": 0.473208, "nauc_map_at_20_std": 0.248968, "nauc_map_at_20_diff1": 0.375892, "nauc_map_at_100_max": 0.472269, "nauc_map_at_100_std": 0.247183, "nauc_map_at_100_diff1": 0.378017, "nauc_map_at_1000_max": 0.472344, "nauc_map_at_1000_std": 0.247335, "nauc_map_at_1000_diff1": 0.378088, "nauc_recall_at_1_max": 0.483601, "nauc_recall_at_1_std": 0.231986, "nauc_recall_at_1_diff1": 0.424528, "nauc_recall_at_3_max": 0.409373, "nauc_recall_at_3_std": 0.227903, "nauc_recall_at_3_diff1": 0.315142, "nauc_recall_at_5_max": 0.417821, "nauc_recall_at_5_std": 0.233444, "nauc_recall_at_5_diff1": 0.297645, "nauc_recall_at_10_max": 0.446826, "nauc_recall_at_10_std": 0.235698, "nauc_recall_at_10_diff1": 0.297682, "nauc_recall_at_20_max": 0.587107, "nauc_recall_at_20_std": 0.342446, "nauc_recall_at_20_diff1": 0.283229, "nauc_recall_at_100_max": 0.246965, "nauc_recall_at_100_std": -0.053221, "nauc_recall_at_100_diff1": 0.097572, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.483601, "nauc_precision_at_1_std": 0.231986, "nauc_precision_at_1_diff1": 0.424528, "nauc_precision_at_3_max": 0.409373, "nauc_precision_at_3_std": 0.227903, "nauc_precision_at_3_diff1": 0.315142, "nauc_precision_at_5_max": 0.417821, "nauc_precision_at_5_std": 0.233444, "nauc_precision_at_5_diff1": 0.297645, "nauc_precision_at_10_max": 0.446826, "nauc_precision_at_10_std": 0.235698, "nauc_precision_at_10_diff1": 0.297682, "nauc_precision_at_20_max": 0.587107, "nauc_precision_at_20_std": 0.342446, "nauc_precision_at_20_diff1": 0.283229, "nauc_precision_at_100_max": 0.246965, "nauc_precision_at_100_std": -0.053221, "nauc_precision_at_100_diff1": 0.097572, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.483601, "nauc_mrr_at_1_std": 0.231986, "nauc_mrr_at_1_diff1": 0.424528, "nauc_mrr_at_3_max": 0.463834, "nauc_mrr_at_3_std": 0.242562, "nauc_mrr_at_3_diff1": 0.377739, "nauc_mrr_at_5_max": 0.467562, "nauc_mrr_at_5_std": 0.246127, "nauc_mrr_at_5_diff1": 0.374819, "nauc_mrr_at_10_max": 0.470238, "nauc_mrr_at_10_std": 0.245927, "nauc_mrr_at_10_diff1": 0.375532, "nauc_mrr_at_20_max": 0.473208, "nauc_mrr_at_20_std": 0.248968, "nauc_mrr_at_20_diff1": 0.375892, "nauc_mrr_at_100_max": 0.472269, "nauc_mrr_at_100_std": 0.247183, "nauc_mrr_at_100_diff1": 0.378017, "nauc_mrr_at_1000_max": 0.472344, "nauc_mrr_at_1000_std": 0.247335, "nauc_mrr_at_1000_diff1": 0.378088, "hit_rate_at_1": 0.315, "hit_rate_at_3": 0.52, "hit_rate_at_5": 0.595, "hit_rate_at_10": 0.695, "hit_rate_at_20": 0.84, "hit_rate_at_100": 0.985, "hit_rate_at_1000": 1.0, "main_score": 0.595, "hf_subset": "zgh", "languages": [ "zgh-Tfng" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.975, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98977, "ndcg_at_10": 0.98977, "ndcg_at_20": 0.98977, "ndcg_at_100": 0.98977, "ndcg_at_1000": 0.98977, "map_at_1": 0.975, "map_at_3": 0.985, "map_at_5": 0.98625, "map_at_10": 0.98625, "map_at_20": 0.98625, "map_at_100": 0.98625, "map_at_1000": 0.98625, "recall_at_1": 0.975, "recall_at_3": 0.995, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.975, "precision_at_1": 0.975, "precision_at_3": 0.33167, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.975, "mrr_at_3": 0.985, "mrr_at_5": 0.98625, "mrr_at_10": 0.98625, "mrr_at_20": 0.98625, "mrr_at_100": 0.98625, "mrr_at_1000": 0.98625, "nauc_ndcg_at_1_max": 0.918301, "nauc_ndcg_at_1_std": -0.407656, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.939117, "nauc_ndcg_at_3_std": -0.049001, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.926299, "nauc_ndcg_at_5_std": -0.269855, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.926299, "nauc_ndcg_at_10_std": -0.269855, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.926299, "nauc_ndcg_at_20_std": -0.269855, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.926299, "nauc_ndcg_at_100_std": -0.269855, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.926299, "nauc_ndcg_at_1000_std": -0.269855, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.918301, "nauc_map_at_1_std": -0.407656, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.931917, "nauc_map_at_3_std": -0.173047, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.925728, "nauc_map_at_5_std": -0.279688, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.925728, "nauc_map_at_10_std": -0.279688, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.925728, "nauc_map_at_20_std": -0.279688, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.925728, "nauc_map_at_100_std": -0.279688, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.925728, "nauc_map_at_1000_std": -0.279688, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.918301, "nauc_recall_at_1_std": -0.407656, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.918301, "nauc_precision_at_1_std": -0.407656, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.918301, "nauc_mrr_at_1_std": -0.407656, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.931917, "nauc_mrr_at_3_std": -0.173047, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.925728, "nauc_mrr_at_5_std": -0.279688, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.925728, "nauc_mrr_at_10_std": -0.279688, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.925728, "nauc_mrr_at_20_std": -0.279688, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.925728, "nauc_mrr_at_100_std": -0.279688, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.925728, "nauc_mrr_at_1000_std": -0.279688, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.975, "hit_rate_at_3": 0.995, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 1.0, "hf_subset": "zh-CN", "languages": [ "zho-Hans" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.835, "ndcg_at_3": 0.90047, "ndcg_at_5": 0.90263, "ndcg_at_10": 0.90897, "ndcg_at_20": 0.91278, "ndcg_at_100": 0.91553, "ndcg_at_1000": 0.91553, "map_at_1": 0.835, "map_at_3": 0.885, "map_at_5": 0.88625, "map_at_10": 0.8888, "map_at_20": 0.88986, "map_at_100": 0.89022, "map_at_1000": 0.89022, "recall_at_1": 0.835, "recall_at_3": 0.945, "recall_at_5": 0.95, "recall_at_10": 0.97, "recall_at_20": 0.985, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.835, "precision_at_1": 0.835, "precision_at_3": 0.315, "precision_at_5": 0.19, "precision_at_10": 0.097, "precision_at_20": 0.04925, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.835, "mrr_at_3": 0.885, "mrr_at_5": 0.88625, "mrr_at_10": 0.888798, "mrr_at_20": 0.889859, "mrr_at_100": 0.890216, "mrr_at_1000": 0.890216, "nauc_ndcg_at_1_max": 0.615428, "nauc_ndcg_at_1_std": -0.270933, "nauc_ndcg_at_1_diff1": 0.89097, "nauc_ndcg_at_3_max": 0.665048, "nauc_ndcg_at_3_std": -0.249208, "nauc_ndcg_at_3_diff1": 0.843952, "nauc_ndcg_at_5_max": 0.672063, "nauc_ndcg_at_5_std": -0.215143, "nauc_ndcg_at_5_diff1": 0.843374, "nauc_ndcg_at_10_max": 0.653543, "nauc_ndcg_at_10_std": -0.237489, "nauc_ndcg_at_10_diff1": 0.839027, "nauc_ndcg_at_20_max": 0.646341, "nauc_ndcg_at_20_std": -0.257533, "nauc_ndcg_at_20_diff1": 0.849528, "nauc_ndcg_at_100_max": 0.643702, "nauc_ndcg_at_100_std": -0.250091, "nauc_ndcg_at_100_diff1": 0.853854, "nauc_ndcg_at_1000_max": 0.643702, "nauc_ndcg_at_1000_std": -0.250091, "nauc_ndcg_at_1000_diff1": 0.853854, "nauc_map_at_1_max": 0.615428, "nauc_map_at_1_std": -0.270933, "nauc_map_at_1_diff1": 0.89097, "nauc_map_at_3_max": 0.643335, "nauc_map_at_3_std": -0.261673, "nauc_map_at_3_diff1": 0.856872, "nauc_map_at_5_max": 0.646591, "nauc_map_at_5_std": -0.244798, "nauc_map_at_5_diff1": 0.856731, "nauc_map_at_10_max": 0.640065, "nauc_map_at_10_std": -0.251497, "nauc_map_at_10_diff1": 0.855559, "nauc_map_at_20_max": 0.638257, "nauc_map_at_20_std": -0.255758, "nauc_map_at_20_diff1": 0.857771, "nauc_map_at_100_max": 0.638148, "nauc_map_at_100_std": -0.254736, "nauc_map_at_100_diff1": 0.858438, "nauc_map_at_1000_max": 0.638148, "nauc_map_at_1000_std": -0.254736, "nauc_map_at_1000_diff1": 0.858438, "nauc_recall_at_1_max": 0.615428, "nauc_recall_at_1_std": -0.270933, "nauc_recall_at_1_diff1": 0.89097, "nauc_recall_at_3_max": 0.795221, "nauc_recall_at_3_std": -0.172566, "nauc_recall_at_3_diff1": 0.771454, "nauc_recall_at_5_max": 0.838936, "nauc_recall_at_5_std": -0.015826, "nauc_recall_at_5_diff1": 0.761671, "nauc_recall_at_10_max": 0.775132, "nauc_recall_at_10_std": -0.116636, "nauc_recall_at_10_diff1": 0.668145, "nauc_recall_at_20_max": 0.742453, "nauc_recall_at_20_std": -0.452381, "nauc_recall_at_20_diff1": 0.742453, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.615428, "nauc_precision_at_1_std": -0.270933, "nauc_precision_at_1_diff1": 0.89097, "nauc_precision_at_3_max": 0.795221, "nauc_precision_at_3_std": -0.172566, "nauc_precision_at_3_diff1": 0.771454, "nauc_precision_at_5_max": 0.838936, "nauc_precision_at_5_std": -0.015826, "nauc_precision_at_5_diff1": 0.761671, "nauc_precision_at_10_max": 0.775132, "nauc_precision_at_10_std": -0.116636, "nauc_precision_at_10_diff1": 0.668145, "nauc_precision_at_20_max": 0.742453, "nauc_precision_at_20_std": -0.452381, "nauc_precision_at_20_diff1": 0.742453, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.615428, "nauc_mrr_at_1_std": -0.270933, "nauc_mrr_at_1_diff1": 0.89097, "nauc_mrr_at_3_max": 0.643335, "nauc_mrr_at_3_std": -0.261673, "nauc_mrr_at_3_diff1": 0.856872, "nauc_mrr_at_5_max": 0.646591, "nauc_mrr_at_5_std": -0.244798, "nauc_mrr_at_5_diff1": 0.856731, "nauc_mrr_at_10_max": 0.640065, "nauc_mrr_at_10_std": -0.251497, "nauc_mrr_at_10_diff1": 0.855559, "nauc_mrr_at_20_max": 0.638257, "nauc_mrr_at_20_std": -0.255758, "nauc_mrr_at_20_diff1": 0.857771, "nauc_mrr_at_100_max": 0.638148, "nauc_mrr_at_100_std": -0.254736, "nauc_mrr_at_100_diff1": 0.858438, "nauc_mrr_at_1000_max": 0.638148, "nauc_mrr_at_1000_std": -0.254736, "nauc_mrr_at_1000_diff1": 0.858438, "hit_rate_at_1": 0.835, "hit_rate_at_3": 0.945, "hit_rate_at_5": 0.95, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.95, "hf_subset": "zh-HK", "languages": [ "zho-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.955, "ndcg_at_3": 0.97393, "ndcg_at_5": 0.97608, "ndcg_at_10": 0.97608, "ndcg_at_20": 0.97748, "ndcg_at_100": 0.97825, "ndcg_at_1000": 0.97825, "map_at_1": 0.955, "map_at_3": 0.97, "map_at_5": 0.97125, "map_at_10": 0.97125, "map_at_20": 0.9717, "map_at_100": 0.97176, "map_at_1000": 0.97176, "recall_at_1": 0.955, "recall_at_3": 0.985, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.995, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.955, "precision_at_1": 0.955, "precision_at_3": 0.32833, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.04975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.955, "mrr_at_3": 0.97, "mrr_at_5": 0.97125, "mrr_at_10": 0.97125, "mrr_at_20": 0.971705, "mrr_at_100": 0.971761, "mrr_at_1000": 0.971761, "nauc_ndcg_at_1_max": 0.899627, "nauc_ndcg_at_1_std": 0.553999, "nauc_ndcg_at_1_diff1": 0.969136, "nauc_ndcg_at_3_max": 0.936061, "nauc_ndcg_at_3_std": 0.65065, "nauc_ndcg_at_3_diff1": 0.980339, "nauc_ndcg_at_5_max": 0.930305, "nauc_ndcg_at_5_std": 0.630967, "nauc_ndcg_at_5_diff1": 0.978569, "nauc_ndcg_at_10_max": 0.930305, "nauc_ndcg_at_10_std": 0.630967, "nauc_ndcg_at_10_diff1": 0.978569, "nauc_ndcg_at_20_max": 0.925989, "nauc_ndcg_at_20_std": 0.61621, "nauc_ndcg_at_20_diff1": 0.977242, "nauc_ndcg_at_100_max": 0.923369, "nauc_ndcg_at_100_std": 0.612457, "nauc_ndcg_at_100_diff1": 0.976436, "nauc_ndcg_at_1000_max": 0.923369, "nauc_ndcg_at_1000_std": 0.612457, "nauc_ndcg_at_1000_diff1": 0.976436, "nauc_map_at_1_max": 0.899627, "nauc_map_at_1_std": 0.553999, "nauc_map_at_1_diff1": 0.969136, "nauc_map_at_3_max": 0.92472, "nauc_map_at_3_std": 0.620565, "nauc_map_at_3_diff1": 0.976852, "nauc_map_at_5_max": 0.921447, "nauc_map_at_5_std": 0.609751, "nauc_map_at_5_diff1": 0.975845, "nauc_map_at_10_max": 0.921447, "nauc_map_at_10_std": 0.609751, "nauc_map_at_10_diff1": 0.975845, "nauc_map_at_20_max": 0.920185, "nauc_map_at_20_std": 0.605582, "nauc_map_at_20_diff1": 0.975457, "nauc_map_at_100_max": 0.920026, "nauc_map_at_100_std": 0.60535, "nauc_map_at_100_diff1": 0.975409, "nauc_map_at_1000_max": 0.920026, "nauc_map_at_1000_std": 0.60535, "nauc_map_at_1000_diff1": 0.975409, "nauc_recall_at_1_max": 0.899627, "nauc_recall_at_1_std": 0.553999, "nauc_recall_at_1_diff1": 0.969136, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.820261, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.795752, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.795752, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.722222, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.899627, "nauc_precision_at_1_std": 0.553999, "nauc_precision_at_1_diff1": 0.969136, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.820261, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.795752, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.795752, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.722222, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.899627, "nauc_mrr_at_1_std": 0.553999, "nauc_mrr_at_1_diff1": 0.969136, "nauc_mrr_at_3_max": 0.92472, "nauc_mrr_at_3_std": 0.620565, "nauc_mrr_at_3_diff1": 0.976852, "nauc_mrr_at_5_max": 0.921447, "nauc_mrr_at_5_std": 0.609751, "nauc_mrr_at_5_diff1": 0.975845, "nauc_mrr_at_10_max": 0.921447, "nauc_mrr_at_10_std": 0.609751, "nauc_mrr_at_10_diff1": 0.975845, "nauc_mrr_at_20_max": 0.920185, "nauc_mrr_at_20_std": 0.605582, "nauc_mrr_at_20_diff1": 0.975457, "nauc_mrr_at_100_max": 0.920026, "nauc_mrr_at_100_std": 0.60535, "nauc_mrr_at_100_diff1": 0.975409, "nauc_mrr_at_1000_max": 0.920026, "nauc_mrr_at_1000_std": 0.60535, "nauc_mrr_at_1000_diff1": 0.975409, "hit_rate_at_1": 0.955, "hit_rate_at_3": 0.985, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.99, "hf_subset": "zh-TW", "languages": [ "zho-Hant" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.83047, "ndcg_at_5": 0.84296, "ndcg_at_10": 0.8528, "ndcg_at_20": 0.85795, "ndcg_at_100": 0.86569, "ndcg_at_1000": 0.86569, "map_at_1": 0.76, "map_at_3": 0.81333, "map_at_5": 0.82033, "map_at_10": 0.82447, "map_at_20": 0.82593, "map_at_100": 0.82709, "map_at_1000": 0.82709, "recall_at_1": 0.76, "recall_at_3": 0.88, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76, "precision_at_1": 0.76, "precision_at_3": 0.29333, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.76, "mrr_at_3": 0.813333, "mrr_at_5": 0.820333, "mrr_at_10": 0.82447, "mrr_at_20": 0.82593, "mrr_at_100": 0.827085, "mrr_at_1000": 0.827085, "nauc_ndcg_at_1_max": 0.677057, "nauc_ndcg_at_1_std": -0.031074, "nauc_ndcg_at_1_diff1": 0.864725, "nauc_ndcg_at_3_max": 0.696767, "nauc_ndcg_at_3_std": -0.013075, "nauc_ndcg_at_3_diff1": 0.844643, "nauc_ndcg_at_5_max": 0.6874, "nauc_ndcg_at_5_std": -0.024242, "nauc_ndcg_at_5_diff1": 0.841325, "nauc_ndcg_at_10_max": 0.707486, "nauc_ndcg_at_10_std": 0.02584, "nauc_ndcg_at_10_diff1": 0.836646, "nauc_ndcg_at_20_max": 0.698762, "nauc_ndcg_at_20_std": 0.005141, "nauc_ndcg_at_20_diff1": 0.837684, "nauc_ndcg_at_100_max": 0.694578, "nauc_ndcg_at_100_std": -0.002872, "nauc_ndcg_at_100_diff1": 0.844984, "nauc_ndcg_at_1000_max": 0.694578, "nauc_ndcg_at_1000_std": -0.002872, "nauc_ndcg_at_1000_diff1": 0.844984, "nauc_map_at_1_max": 0.677057, "nauc_map_at_1_std": -0.031074, "nauc_map_at_1_diff1": 0.864725, "nauc_map_at_3_max": 0.690994, "nauc_map_at_3_std": -0.016047, "nauc_map_at_3_diff1": 0.849569, "nauc_map_at_5_max": 0.686315, "nauc_map_at_5_std": -0.021739, "nauc_map_at_5_diff1": 0.847809, "nauc_map_at_10_max": 0.693638, "nauc_map_at_10_std": -0.003237, "nauc_map_at_10_diff1": 0.846218, "nauc_map_at_20_max": 0.691535, "nauc_map_at_20_std": -0.008149, "nauc_map_at_20_diff1": 0.846701, "nauc_map_at_100_max": 0.691182, "nauc_map_at_100_std": -0.008872, "nauc_map_at_100_diff1": 0.847787, "nauc_map_at_1000_max": 0.691182, "nauc_map_at_1000_std": -0.008872, "nauc_map_at_1000_diff1": 0.847787, "nauc_recall_at_1_max": 0.677057, "nauc_recall_at_1_std": -0.031074, "nauc_recall_at_1_diff1": 0.864725, "nauc_recall_at_3_max": 0.721126, "nauc_recall_at_3_std": -0.001969, "nauc_recall_at_3_diff1": 0.824451, "nauc_recall_at_5_max": 0.690347, "nauc_recall_at_5_std": -0.042121, "nauc_recall_at_5_diff1": 0.807605, "nauc_recall_at_10_max": 0.828626, "nauc_recall_at_10_std": 0.288827, "nauc_recall_at_10_diff1": 0.759454, "nauc_recall_at_20_max": 0.775619, "nauc_recall_at_20_std": 0.149101, "nauc_recall_at_20_diff1": 0.729634, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.677057, "nauc_precision_at_1_std": -0.031074, "nauc_precision_at_1_diff1": 0.864725, "nauc_precision_at_3_max": 0.721126, "nauc_precision_at_3_std": -0.001969, "nauc_precision_at_3_diff1": 0.824451, "nauc_precision_at_5_max": 0.690347, "nauc_precision_at_5_std": -0.042121, "nauc_precision_at_5_diff1": 0.807605, "nauc_precision_at_10_max": 0.828626, "nauc_precision_at_10_std": 0.288827, "nauc_precision_at_10_diff1": 0.759454, "nauc_precision_at_20_max": 0.775619, "nauc_precision_at_20_std": 0.149101, "nauc_precision_at_20_diff1": 0.729634, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.677057, "nauc_mrr_at_1_std": -0.031074, "nauc_mrr_at_1_diff1": 0.864725, "nauc_mrr_at_3_max": 0.690994, "nauc_mrr_at_3_std": -0.016047, "nauc_mrr_at_3_diff1": 0.849569, "nauc_mrr_at_5_max": 0.686315, "nauc_mrr_at_5_std": -0.021739, "nauc_mrr_at_5_diff1": 0.847809, "nauc_mrr_at_10_max": 0.693638, "nauc_mrr_at_10_std": -0.003237, "nauc_mrr_at_10_diff1": 0.846218, "nauc_mrr_at_20_max": 0.691535, "nauc_mrr_at_20_std": -0.008149, "nauc_mrr_at_20_diff1": 0.846701, "nauc_mrr_at_100_max": 0.691182, "nauc_mrr_at_100_std": -0.008872, "nauc_mrr_at_100_diff1": 0.847787, "nauc_mrr_at_1000_max": 0.691182, "nauc_mrr_at_1000_std": -0.008872, "nauc_mrr_at_1000_diff1": 0.847787, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.88, "hit_rate_at_5": 0.91, "hit_rate_at_10": 0.94, "hit_rate_at_20": 0.96, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.91, "hf_subset": "zza", "languages": [ "zza-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 2615.9339361190796, "kg_co2_emissions": null, "date": 1778524909.402193 }