{ "dataset_revision": "5bef8b6e2601af974fb1a1cca03fd702229be4b6", "task_name": "MLQARetrieval", "mteb_version": "2.18.7", "scores": { "validation": [ { "ndcg_at_1": 0.66925, "ndcg_at_3": 0.75078, "ndcg_at_5": 0.76726, "ndcg_at_10": 0.77788, "ndcg_at_20": 0.78851, "ndcg_at_100": 0.79944, "ndcg_at_1000": 0.80198, "map_at_1": 0.66925, "map_at_3": 0.73082, "map_at_5": 0.73981, "map_at_10": 0.74419, "map_at_20": 0.74731, "map_at_100": 0.74887, "map_at_1000": 0.74897, "recall_at_1": 0.66925, "recall_at_3": 0.80851, "recall_at_5": 0.84913, "recall_at_10": 0.88201, "recall_at_20": 0.92263, "recall_at_100": 0.98066, "recall_at_1000": 1.0, "accuracy": 0.66925, "precision_at_1": 0.66925, "precision_at_3": 0.2695, "precision_at_5": 0.16983, "precision_at_10": 0.0882, "precision_at_20": 0.04613, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.669246, "mrr_at_3": 0.730819, "mrr_at_5": 0.739813, "mrr_at_10": 0.744193, "mrr_at_20": 0.747306, "mrr_at_100": 0.74887, "mrr_at_1000": 0.748975, "nauc_ndcg_at_1_max": 0.685173, "nauc_ndcg_at_1_std": 0.224431, "nauc_ndcg_at_1_diff1": 0.784101, "nauc_ndcg_at_3_max": 0.749894, "nauc_ndcg_at_3_std": 0.257311, "nauc_ndcg_at_3_diff1": 0.765204, "nauc_ndcg_at_5_max": 0.74516, "nauc_ndcg_at_5_std": 0.250424, "nauc_ndcg_at_5_diff1": 0.761637, "nauc_ndcg_at_10_max": 0.746986, "nauc_ndcg_at_10_std": 0.263009, "nauc_ndcg_at_10_diff1": 0.75604, "nauc_ndcg_at_20_max": 0.742917, "nauc_ndcg_at_20_std": 0.27417, "nauc_ndcg_at_20_diff1": 0.756724, "nauc_ndcg_at_100_max": 0.73522, "nauc_ndcg_at_100_std": 0.256416, "nauc_ndcg_at_100_diff1": 0.761501, "nauc_ndcg_at_1000_max": 0.733696, "nauc_ndcg_at_1000_std": 0.25492, "nauc_ndcg_at_1000_diff1": 0.763088, "nauc_map_at_1_max": 0.685173, "nauc_map_at_1_std": 0.224431, "nauc_map_at_1_diff1": 0.784101, "nauc_map_at_3_max": 0.73163, "nauc_map_at_3_std": 0.247491, "nauc_map_at_3_diff1": 0.769188, "nauc_map_at_5_max": 0.728578, "nauc_map_at_5_std": 0.24332, "nauc_map_at_5_diff1": 0.767505, "nauc_map_at_10_max": 0.729022, "nauc_map_at_10_std": 0.248041, "nauc_map_at_10_diff1": 0.765667, "nauc_map_at_20_max": 0.727581, "nauc_map_at_20_std": 0.250525, "nauc_map_at_20_diff1": 0.765653, "nauc_map_at_100_max": 0.726624, "nauc_map_at_100_std": 0.248092, "nauc_map_at_100_diff1": 0.766474, "nauc_map_at_1000_max": 0.726572, "nauc_map_at_1000_std": 0.248052, "nauc_map_at_1000_diff1": 0.766536, "nauc_recall_at_1_max": 0.685173, "nauc_recall_at_1_std": 0.224431, "nauc_recall_at_1_diff1": 0.784101, "nauc_recall_at_3_max": 0.818441, "nauc_recall_at_3_std": 0.294462, "nauc_recall_at_3_diff1": 0.750981, "nauc_recall_at_5_max": 0.819032, "nauc_recall_at_5_std": 0.282026, "nauc_recall_at_5_diff1": 0.735295, "nauc_recall_at_10_max": 0.846137, "nauc_recall_at_10_std": 0.353259, "nauc_recall_at_10_diff1": 0.698334, "nauc_recall_at_20_max": 0.861849, "nauc_recall_at_20_std": 0.502506, "nauc_recall_at_20_diff1": 0.682808, "nauc_recall_at_100_max": 0.84102, "nauc_recall_at_100_std": 0.367134, "nauc_recall_at_100_diff1": 0.658861, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.685173, "nauc_precision_at_1_std": 0.224431, "nauc_precision_at_1_diff1": 0.784101, "nauc_precision_at_3_max": 0.818441, "nauc_precision_at_3_std": 0.294462, "nauc_precision_at_3_diff1": 0.750981, "nauc_precision_at_5_max": 0.819032, "nauc_precision_at_5_std": 0.282026, "nauc_precision_at_5_diff1": 0.735295, "nauc_precision_at_10_max": 0.846137, "nauc_precision_at_10_std": 0.353259, "nauc_precision_at_10_diff1": 0.698334, "nauc_precision_at_20_max": 0.861849, "nauc_precision_at_20_std": 0.502506, "nauc_precision_at_20_diff1": 0.682808, "nauc_precision_at_100_max": 0.84102, "nauc_precision_at_100_std": 0.367134, "nauc_precision_at_100_diff1": 0.658861, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.685173, "nauc_mrr_at_1_std": 0.224431, "nauc_mrr_at_1_diff1": 0.784101, "nauc_mrr_at_3_max": 0.73163, "nauc_mrr_at_3_std": 0.247491, "nauc_mrr_at_3_diff1": 0.769188, "nauc_mrr_at_5_max": 0.728578, "nauc_mrr_at_5_std": 0.24332, "nauc_mrr_at_5_diff1": 0.767505, "nauc_mrr_at_10_max": 0.729022, "nauc_mrr_at_10_std": 0.248041, "nauc_mrr_at_10_diff1": 0.765667, "nauc_mrr_at_20_max": 0.727581, "nauc_mrr_at_20_std": 0.250525, "nauc_mrr_at_20_diff1": 0.765653, "nauc_mrr_at_100_max": 0.726624, "nauc_mrr_at_100_std": 0.248092, "nauc_mrr_at_100_diff1": 0.766474, "nauc_mrr_at_1000_max": 0.726572, "nauc_mrr_at_1000_std": 0.248052, "nauc_mrr_at_1000_diff1": 0.766536, "hit_rate_at_1": 0.66925, "hit_rate_at_3": 0.80851, "hit_rate_at_5": 0.84913, "hit_rate_at_10": 0.88201, "hit_rate_at_20": 0.92263, "hit_rate_at_100": 0.98066, "hit_rate_at_1000": 1.0, "main_score": 0.77788, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00187, "ndcg_at_10": 0.00931, "ndcg_at_20": 0.02008, "ndcg_at_100": 0.11227, "ndcg_at_1000": 0.16897, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.00097, "map_at_10": 0.00382, "map_at_20": 0.00665, "map_at_100": 0.01747, "map_at_1000": 0.02049, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.00483, "recall_at_10": 0.02899, "recall_at_20": 0.07246, "recall_at_100": 0.59903, "recall_at_1000": 1.0, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00097, "precision_at_10": 0.0029, "precision_at_20": 0.00362, "precision_at_100": 0.00599, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.000966, "mrr_at_10": 0.003817, "mrr_at_20": 0.006652, "mrr_at_100": 0.017468, "mrr_at_1000": 0.020494, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 0.09884, "nauc_ndcg_at_5_std": 0.666461, "nauc_ndcg_at_5_diff1": 0.324786, "nauc_ndcg_at_10_max": -0.064496, "nauc_ndcg_at_10_std": -0.052433, "nauc_ndcg_at_10_diff1": 0.09523, "nauc_ndcg_at_20_max": -0.026999, "nauc_ndcg_at_20_std": 0.067362, "nauc_ndcg_at_20_diff1": 0.075216, "nauc_ndcg_at_100_max": -0.006465, "nauc_ndcg_at_100_std": 0.05993, "nauc_ndcg_at_100_diff1": 0.049278, "nauc_ndcg_at_1000_max": -0.005101, "nauc_ndcg_at_1000_std": 0.075006, "nauc_ndcg_at_1000_diff1": 0.0502, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 0.09884, "nauc_map_at_5_std": 0.666461, "nauc_map_at_5_diff1": 0.324786, "nauc_map_at_10_max": -0.054549, "nauc_map_at_10_std": -0.006101, "nauc_map_at_10_diff1": 0.103812, "nauc_map_at_20_max": -0.029441, "nauc_map_at_20_std": 0.072669, "nauc_map_at_20_diff1": 0.083818, "nauc_map_at_100_max": -0.006089, "nauc_map_at_100_std": 0.074478, "nauc_map_at_100_diff1": 0.062754, "nauc_map_at_1000_max": -0.004288, "nauc_map_at_1000_std": 0.080315, "nauc_map_at_1000_diff1": 0.063557, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 0.09884, "nauc_recall_at_5_std": 0.666461, "nauc_recall_at_5_diff1": 0.324786, "nauc_recall_at_10_max": -0.071005, "nauc_recall_at_10_std": -0.082633, "nauc_recall_at_10_diff1": 0.090038, "nauc_recall_at_20_max": -0.025129, "nauc_recall_at_20_std": 0.067024, "nauc_recall_at_20_diff1": 0.070828, "nauc_recall_at_100_max": -0.004486, "nauc_recall_at_100_std": 0.053696, "nauc_recall_at_100_diff1": 0.046472, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 0.09884, "nauc_precision_at_5_std": 0.666461, "nauc_precision_at_5_diff1": 0.324786, "nauc_precision_at_10_max": -0.071005, "nauc_precision_at_10_std": -0.082633, "nauc_precision_at_10_diff1": 0.090038, "nauc_precision_at_20_max": -0.025129, "nauc_precision_at_20_std": 0.067024, "nauc_precision_at_20_diff1": 0.070828, "nauc_precision_at_100_max": -0.004486, "nauc_precision_at_100_std": 0.053696, "nauc_precision_at_100_diff1": 0.046472, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 0.09884, "nauc_mrr_at_5_std": 0.666461, "nauc_mrr_at_5_diff1": 0.324786, "nauc_mrr_at_10_max": -0.054549, "nauc_mrr_at_10_std": -0.006101, "nauc_mrr_at_10_diff1": 0.103812, "nauc_mrr_at_20_max": -0.029441, "nauc_mrr_at_20_std": 0.072669, "nauc_mrr_at_20_diff1": 0.083818, "nauc_mrr_at_100_max": -0.006089, "nauc_mrr_at_100_std": 0.074478, "nauc_mrr_at_100_diff1": 0.062754, "nauc_mrr_at_1000_max": -0.004288, "nauc_mrr_at_1000_std": 0.080315, "nauc_mrr_at_1000_diff1": 0.063557, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.0, "hit_rate_at_5": 0.00483, "hit_rate_at_10": 0.02899, "hit_rate_at_20": 0.07246, "hit_rate_at_100": 0.59903, "hit_rate_at_1000": 1.0, "main_score": 0.00931, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67118, "ndcg_at_3": 0.75856, "ndcg_at_5": 0.7738, "ndcg_at_10": 0.79093, "ndcg_at_20": 0.79804, "ndcg_at_100": 0.80707, "ndcg_at_1000": 0.80921, "map_at_1": 0.67118, "map_at_3": 0.73727, "map_at_5": 0.74578, "map_at_10": 0.75299, "map_at_20": 0.75509, "map_at_100": 0.75636, "map_at_1000": 0.75647, "recall_at_1": 0.67118, "recall_at_3": 0.82012, "recall_at_5": 0.85687, "recall_at_10": 0.90909, "recall_at_20": 0.93617, "recall_at_100": 0.98453, "recall_at_1000": 1.0, "accuracy": 0.67118, "precision_at_1": 0.67118, "precision_at_3": 0.27337, "precision_at_5": 0.17137, "precision_at_10": 0.09091, "precision_at_20": 0.04681, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.67118, "mrr_at_3": 0.737266, "mrr_at_5": 0.745777, "mrr_at_10": 0.752994, "mrr_at_20": 0.755088, "mrr_at_100": 0.756363, "mrr_at_1000": 0.756471, "nauc_ndcg_at_1_max": 0.653322, "nauc_ndcg_at_1_std": -0.110062, "nauc_ndcg_at_1_diff1": 0.758317, "nauc_ndcg_at_3_max": 0.702828, "nauc_ndcg_at_3_std": -0.019719, "nauc_ndcg_at_3_diff1": 0.731879, "nauc_ndcg_at_5_max": 0.70932, "nauc_ndcg_at_5_std": 0.005376, "nauc_ndcg_at_5_diff1": 0.729286, "nauc_ndcg_at_10_max": 0.7092, "nauc_ndcg_at_10_std": -0.004738, "nauc_ndcg_at_10_diff1": 0.728231, "nauc_ndcg_at_20_max": 0.705027, "nauc_ndcg_at_20_std": -0.012103, "nauc_ndcg_at_20_diff1": 0.73223, "nauc_ndcg_at_100_max": 0.698064, "nauc_ndcg_at_100_std": -0.022502, "nauc_ndcg_at_100_diff1": 0.734545, "nauc_ndcg_at_1000_max": 0.696083, "nauc_ndcg_at_1000_std": -0.028896, "nauc_ndcg_at_1000_diff1": 0.735378, "nauc_map_at_1_max": 0.653322, "nauc_map_at_1_std": -0.110062, "nauc_map_at_1_diff1": 0.758317, "nauc_map_at_3_max": 0.68927, "nauc_map_at_3_std": -0.047803, "nauc_map_at_3_diff1": 0.740094, "nauc_map_at_5_max": 0.692073, "nauc_map_at_5_std": -0.035528, "nauc_map_at_5_diff1": 0.738674, "nauc_map_at_10_max": 0.691662, "nauc_map_at_10_std": -0.039493, "nauc_map_at_10_diff1": 0.7384, "nauc_map_at_20_max": 0.690487, "nauc_map_at_20_std": -0.041677, "nauc_map_at_20_diff1": 0.739496, "nauc_map_at_100_max": 0.689576, "nauc_map_at_100_std": -0.042948, "nauc_map_at_100_diff1": 0.739532, "nauc_map_at_1000_max": 0.689485, "nauc_map_at_1000_std": -0.043255, "nauc_map_at_1000_diff1": 0.73958, "nauc_recall_at_1_max": 0.653322, "nauc_recall_at_1_std": -0.110062, "nauc_recall_at_1_diff1": 0.758317, "nauc_recall_at_3_max": 0.755197, "nauc_recall_at_3_std": 0.090729, "nauc_recall_at_3_diff1": 0.699573, "nauc_recall_at_5_max": 0.790335, "nauc_recall_at_5_std": 0.20103, "nauc_recall_at_5_diff1": 0.685522, "nauc_recall_at_10_max": 0.829546, "nauc_recall_at_10_std": 0.227283, "nauc_recall_at_10_diff1": 0.658621, "nauc_recall_at_20_max": 0.835746, "nauc_recall_at_20_std": 0.248365, "nauc_recall_at_20_diff1": 0.671456, "nauc_recall_at_100_max": 0.847689, "nauc_recall_at_100_std": 0.449825, "nauc_recall_at_100_diff1": 0.676836, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.653322, "nauc_precision_at_1_std": -0.110062, "nauc_precision_at_1_diff1": 0.758317, "nauc_precision_at_3_max": 0.755197, "nauc_precision_at_3_std": 0.090729, "nauc_precision_at_3_diff1": 0.699573, "nauc_precision_at_5_max": 0.790335, "nauc_precision_at_5_std": 0.20103, "nauc_precision_at_5_diff1": 0.685522, "nauc_precision_at_10_max": 0.829546, "nauc_precision_at_10_std": 0.227283, "nauc_precision_at_10_diff1": 0.658621, "nauc_precision_at_20_max": 0.835746, "nauc_precision_at_20_std": 0.248365, "nauc_precision_at_20_diff1": 0.671456, "nauc_precision_at_100_max": 0.847689, "nauc_precision_at_100_std": 0.449825, "nauc_precision_at_100_diff1": 0.676836, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.653322, "nauc_mrr_at_1_std": -0.110062, "nauc_mrr_at_1_diff1": 0.758317, "nauc_mrr_at_3_max": 0.68927, "nauc_mrr_at_3_std": -0.047803, "nauc_mrr_at_3_diff1": 0.740094, "nauc_mrr_at_5_max": 0.692073, "nauc_mrr_at_5_std": -0.035528, "nauc_mrr_at_5_diff1": 0.738674, "nauc_mrr_at_10_max": 0.691662, "nauc_mrr_at_10_std": -0.039493, "nauc_mrr_at_10_diff1": 0.7384, "nauc_mrr_at_20_max": 0.690487, "nauc_mrr_at_20_std": -0.041677, "nauc_mrr_at_20_diff1": 0.739496, "nauc_mrr_at_100_max": 0.689576, "nauc_mrr_at_100_std": -0.042948, "nauc_mrr_at_100_diff1": 0.739532, "nauc_mrr_at_1000_max": 0.689485, "nauc_mrr_at_1000_std": -0.043255, "nauc_mrr_at_1000_diff1": 0.73958, "hit_rate_at_1": 0.67118, "hit_rate_at_3": 0.82012, "hit_rate_at_5": 0.85687, "hit_rate_at_10": 0.90909, "hit_rate_at_20": 0.93617, "hit_rate_at_100": 0.98453, "hit_rate_at_1000": 1.0, "main_score": 0.79093, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68944, "ndcg_at_3": 0.77928, "ndcg_at_5": 0.80521, "ndcg_at_10": 0.81574, "ndcg_at_20": 0.8236, "ndcg_at_100": 0.82877, "ndcg_at_1000": 0.8297, "map_at_1": 0.68944, "map_at_3": 0.75673, "map_at_5": 0.77133, "map_at_10": 0.77595, "map_at_20": 0.7781, "map_at_100": 0.77903, "map_at_1000": 0.77909, "recall_at_1": 0.68944, "recall_at_3": 0.84472, "recall_at_5": 0.90683, "recall_at_10": 0.93789, "recall_at_20": 0.96894, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "accuracy": 0.68944, "precision_at_1": 0.68944, "precision_at_3": 0.28157, "precision_at_5": 0.18137, "precision_at_10": 0.09379, "precision_at_20": 0.04845, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.689441, "mrr_at_3": 0.756729, "mrr_at_5": 0.771325, "mrr_at_10": 0.775946, "mrr_at_20": 0.778099, "mrr_at_100": 0.779029, "mrr_at_1000": 0.77909, "nauc_ndcg_at_1_max": 0.714013, "nauc_ndcg_at_1_std": -0.027196, "nauc_ndcg_at_1_diff1": 0.802408, "nauc_ndcg_at_3_max": 0.722502, "nauc_ndcg_at_3_std": -0.025087, "nauc_ndcg_at_3_diff1": 0.753016, "nauc_ndcg_at_5_max": 0.708133, "nauc_ndcg_at_5_std": -0.004469, "nauc_ndcg_at_5_diff1": 0.738707, "nauc_ndcg_at_10_max": 0.71969, "nauc_ndcg_at_10_std": 0.002853, "nauc_ndcg_at_10_diff1": 0.752781, "nauc_ndcg_at_20_max": 0.719036, "nauc_ndcg_at_20_std": 0.005643, "nauc_ndcg_at_20_diff1": 0.764054, "nauc_ndcg_at_100_max": 0.720132, "nauc_ndcg_at_100_std": 0.000256, "nauc_ndcg_at_100_diff1": 0.766767, "nauc_ndcg_at_1000_max": 0.720117, "nauc_ndcg_at_1000_std": -0.005908, "nauc_ndcg_at_1000_diff1": 0.766134, "nauc_map_at_1_max": 0.714013, "nauc_map_at_1_std": -0.027196, "nauc_map_at_1_diff1": 0.802408, "nauc_map_at_3_max": 0.723346, "nauc_map_at_3_std": -0.025973, "nauc_map_at_3_diff1": 0.768915, "nauc_map_at_5_max": 0.716751, "nauc_map_at_5_std": -0.014107, "nauc_map_at_5_diff1": 0.762911, "nauc_map_at_10_max": 0.720905, "nauc_map_at_10_std": -0.011809, "nauc_map_at_10_diff1": 0.768232, "nauc_map_at_20_max": 0.720731, "nauc_map_at_20_std": -0.011113, "nauc_map_at_20_diff1": 0.770833, "nauc_map_at_100_max": 0.720801, "nauc_map_at_100_std": -0.011887, "nauc_map_at_100_diff1": 0.771124, "nauc_map_at_1000_max": 0.7208, "nauc_map_at_1000_std": -0.012202, "nauc_map_at_1000_diff1": 0.771094, "nauc_recall_at_1_max": 0.714013, "nauc_recall_at_1_std": -0.027196, "nauc_recall_at_1_diff1": 0.802408, "nauc_recall_at_3_max": 0.716952, "nauc_recall_at_3_std": -0.021222, "nauc_recall_at_3_diff1": 0.685686, "nauc_recall_at_5_max": 0.645924, "nauc_recall_at_5_std": 0.056883, "nauc_recall_at_5_diff1": 0.582166, "nauc_recall_at_10_max": 0.709357, "nauc_recall_at_10_std": 0.146736, "nauc_recall_at_10_diff1": 0.620088, "nauc_recall_at_20_max": 0.688052, "nauc_recall_at_20_std": 0.334637, "nauc_recall_at_20_diff1": 0.713719, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869371, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.714013, "nauc_precision_at_1_std": -0.027196, "nauc_precision_at_1_diff1": 0.802408, "nauc_precision_at_3_max": 0.716952, "nauc_precision_at_3_std": -0.021222, "nauc_precision_at_3_diff1": 0.685686, "nauc_precision_at_5_max": 0.645924, "nauc_precision_at_5_std": 0.056883, "nauc_precision_at_5_diff1": 0.582166, "nauc_precision_at_10_max": 0.709357, "nauc_precision_at_10_std": 0.146736, "nauc_precision_at_10_diff1": 0.620088, "nauc_precision_at_20_max": 0.688052, "nauc_precision_at_20_std": 0.334637, "nauc_precision_at_20_diff1": 0.713719, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869371, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.714013, "nauc_mrr_at_1_std": -0.027196, "nauc_mrr_at_1_diff1": 0.802408, "nauc_mrr_at_3_max": 0.723346, "nauc_mrr_at_3_std": -0.025973, "nauc_mrr_at_3_diff1": 0.768915, "nauc_mrr_at_5_max": 0.716751, "nauc_mrr_at_5_std": -0.014107, "nauc_mrr_at_5_diff1": 0.762911, "nauc_mrr_at_10_max": 0.720905, "nauc_mrr_at_10_std": -0.011809, "nauc_mrr_at_10_diff1": 0.768232, "nauc_mrr_at_20_max": 0.720731, "nauc_mrr_at_20_std": -0.011113, "nauc_mrr_at_20_diff1": 0.770833, "nauc_mrr_at_100_max": 0.720801, "nauc_mrr_at_100_std": -0.011887, "nauc_mrr_at_100_diff1": 0.771124, "nauc_mrr_at_1000_max": 0.7208, "nauc_mrr_at_1000_std": -0.012202, "nauc_mrr_at_1000_diff1": 0.771094, "hit_rate_at_1": 0.68944, "hit_rate_at_3": 0.84472, "hit_rate_at_5": 0.90683, "hit_rate_at_10": 0.93789, "hit_rate_at_20": 0.96894, "hit_rate_at_100": 0.99379, "hit_rate_at_1000": 1.0, "main_score": 0.81574, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.63441, "ndcg_at_3": 0.74481, "ndcg_at_5": 0.75823, "ndcg_at_10": 0.78285, "ndcg_at_20": 0.78932, "ndcg_at_100": 0.79628, "ndcg_at_1000": 0.79786, "map_at_1": 0.63441, "map_at_3": 0.71953, "map_at_5": 0.72706, "map_at_10": 0.73738, "map_at_20": 0.739, "map_at_100": 0.73995, "map_at_1000": 0.74004, "recall_at_1": 0.63441, "recall_at_3": 0.8172, "recall_at_5": 0.84946, "recall_at_10": 0.92473, "recall_at_20": 0.95161, "recall_at_100": 0.98925, "recall_at_1000": 1.0, "accuracy": 0.63441, "precision_at_1": 0.63441, "precision_at_3": 0.2724, "precision_at_5": 0.16989, "precision_at_10": 0.09247, "precision_at_20": 0.04758, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.634409, "mrr_at_3": 0.719534, "mrr_at_5": 0.727061, "mrr_at_10": 0.737385, "mrr_at_20": 0.739, "mrr_at_100": 0.739948, "mrr_at_1000": 0.740043, "nauc_ndcg_at_1_max": 0.681675, "nauc_ndcg_at_1_std": 0.265473, "nauc_ndcg_at_1_diff1": 0.755989, "nauc_ndcg_at_3_max": 0.691743, "nauc_ndcg_at_3_std": 0.19815, "nauc_ndcg_at_3_diff1": 0.688078, "nauc_ndcg_at_5_max": 0.695672, "nauc_ndcg_at_5_std": 0.230058, "nauc_ndcg_at_5_diff1": 0.693987, "nauc_ndcg_at_10_max": 0.693316, "nauc_ndcg_at_10_std": 0.25235, "nauc_ndcg_at_10_diff1": 0.694581, "nauc_ndcg_at_20_max": 0.699211, "nauc_ndcg_at_20_std": 0.254733, "nauc_ndcg_at_20_diff1": 0.69696, "nauc_ndcg_at_100_max": 0.697397, "nauc_ndcg_at_100_std": 0.255361, "nauc_ndcg_at_100_diff1": 0.710449, "nauc_ndcg_at_1000_max": 0.695832, "nauc_ndcg_at_1000_std": 0.249182, "nauc_ndcg_at_1000_diff1": 0.708391, "nauc_map_at_1_max": 0.681675, "nauc_map_at_1_std": 0.265473, "nauc_map_at_1_diff1": 0.755989, "nauc_map_at_3_max": 0.690658, "nauc_map_at_3_std": 0.219533, "nauc_map_at_3_diff1": 0.706958, "nauc_map_at_5_max": 0.692644, "nauc_map_at_5_std": 0.23715, "nauc_map_at_5_diff1": 0.710222, "nauc_map_at_10_max": 0.691814, "nauc_map_at_10_std": 0.244993, "nauc_map_at_10_diff1": 0.711146, "nauc_map_at_20_max": 0.693321, "nauc_map_at_20_std": 0.246353, "nauc_map_at_20_diff1": 0.711748, "nauc_map_at_100_max": 0.693325, "nauc_map_at_100_std": 0.246551, "nauc_map_at_100_diff1": 0.713761, "nauc_map_at_1000_max": 0.693249, "nauc_map_at_1000_std": 0.246256, "nauc_map_at_1000_diff1": 0.713662, "nauc_recall_at_1_max": 0.681675, "nauc_recall_at_1_std": 0.265473, "nauc_recall_at_1_diff1": 0.755989, "nauc_recall_at_3_max": 0.694987, "nauc_recall_at_3_std": 0.111818, "nauc_recall_at_3_diff1": 0.613301, "nauc_recall_at_5_max": 0.709204, "nauc_recall_at_5_std": 0.201107, "nauc_recall_at_5_diff1": 0.621199, "nauc_recall_at_10_max": 0.702, "nauc_recall_at_10_std": 0.349933, "nauc_recall_at_10_diff1": 0.558694, "nauc_recall_at_20_max": 0.787602, "nauc_recall_at_20_std": 0.408913, "nauc_recall_at_20_diff1": 0.520532, "nauc_recall_at_100_max": 0.868968, "nauc_recall_at_100_std": 0.934484, "nauc_recall_at_100_diff1": 0.934484, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.681675, "nauc_precision_at_1_std": 0.265473, "nauc_precision_at_1_diff1": 0.755989, "nauc_precision_at_3_max": 0.694987, "nauc_precision_at_3_std": 0.111818, "nauc_precision_at_3_diff1": 0.613301, "nauc_precision_at_5_max": 0.709204, "nauc_precision_at_5_std": 0.201107, "nauc_precision_at_5_diff1": 0.621199, "nauc_precision_at_10_max": 0.702, "nauc_precision_at_10_std": 0.349933, "nauc_precision_at_10_diff1": 0.558694, "nauc_precision_at_20_max": 0.787602, "nauc_precision_at_20_std": 0.408913, "nauc_precision_at_20_diff1": 0.520532, "nauc_precision_at_100_max": 0.868968, "nauc_precision_at_100_std": 0.934484, "nauc_precision_at_100_diff1": 0.934484, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.681675, "nauc_mrr_at_1_std": 0.265473, "nauc_mrr_at_1_diff1": 0.755989, "nauc_mrr_at_3_max": 0.690658, "nauc_mrr_at_3_std": 0.219533, "nauc_mrr_at_3_diff1": 0.706958, "nauc_mrr_at_5_max": 0.692644, "nauc_mrr_at_5_std": 0.23715, "nauc_mrr_at_5_diff1": 0.710222, "nauc_mrr_at_10_max": 0.691814, "nauc_mrr_at_10_std": 0.244993, "nauc_mrr_at_10_diff1": 0.711146, "nauc_mrr_at_20_max": 0.693321, "nauc_mrr_at_20_std": 0.246353, "nauc_mrr_at_20_diff1": 0.711748, "nauc_mrr_at_100_max": 0.693325, "nauc_mrr_at_100_std": 0.246551, "nauc_mrr_at_100_diff1": 0.713761, "nauc_mrr_at_1000_max": 0.693249, "nauc_mrr_at_1000_std": 0.246256, "nauc_mrr_at_1000_diff1": 0.713662, "hit_rate_at_1": 0.63441, "hit_rate_at_3": 0.8172, "hit_rate_at_5": 0.84946, "hit_rate_at_10": 0.92473, "hit_rate_at_20": 0.95161, "hit_rate_at_100": 0.98925, "hit_rate_at_1000": 1.0, "main_score": 0.78285, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.62577, "ndcg_at_3": 0.74854, "ndcg_at_5": 0.77151, "ndcg_at_10": 0.78285, "ndcg_at_20": 0.7893, "ndcg_at_100": 0.79885, "ndcg_at_1000": 0.79885, "map_at_1": 0.62577, "map_at_3": 0.71881, "map_at_5": 0.7317, "map_at_10": 0.73606, "map_at_20": 0.73795, "map_at_100": 0.73943, "map_at_1000": 0.73943, "recall_at_1": 0.62577, "recall_at_3": 0.83436, "recall_at_5": 0.88957, "recall_at_10": 0.92638, "recall_at_20": 0.95092, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62577, "precision_at_1": 0.62577, "precision_at_3": 0.27812, "precision_at_5": 0.17791, "precision_at_10": 0.09264, "precision_at_20": 0.04755, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.625767, "mrr_at_3": 0.718814, "mrr_at_5": 0.731697, "mrr_at_10": 0.736058, "mrr_at_20": 0.737948, "mrr_at_100": 0.739427, "mrr_at_1000": 0.739427, "nauc_ndcg_at_1_max": 0.615007, "nauc_ndcg_at_1_std": 0.024822, "nauc_ndcg_at_1_diff1": 0.73864, "nauc_ndcg_at_3_max": 0.69306, "nauc_ndcg_at_3_std": 0.137372, "nauc_ndcg_at_3_diff1": 0.687764, "nauc_ndcg_at_5_max": 0.675439, "nauc_ndcg_at_5_std": 0.106116, "nauc_ndcg_at_5_diff1": 0.683372, "nauc_ndcg_at_10_max": 0.685662, "nauc_ndcg_at_10_std": 0.15059, "nauc_ndcg_at_10_diff1": 0.689907, "nauc_ndcg_at_20_max": 0.679653, "nauc_ndcg_at_20_std": 0.129396, "nauc_ndcg_at_20_diff1": 0.7042, "nauc_ndcg_at_100_max": 0.672259, "nauc_ndcg_at_100_std": 0.10865, "nauc_ndcg_at_100_diff1": 0.705693, "nauc_ndcg_at_1000_max": 0.672259, "nauc_ndcg_at_1000_std": 0.10865, "nauc_ndcg_at_1000_diff1": 0.705693, "nauc_map_at_1_max": 0.615007, "nauc_map_at_1_std": 0.024822, "nauc_map_at_1_diff1": 0.73864, "nauc_map_at_3_max": 0.673984, "nauc_map_at_3_std": 0.104246, "nauc_map_at_3_diff1": 0.703942, "nauc_map_at_5_max": 0.664667, "nauc_map_at_5_std": 0.088105, "nauc_map_at_5_diff1": 0.702359, "nauc_map_at_10_max": 0.668233, "nauc_map_at_10_std": 0.103333, "nauc_map_at_10_diff1": 0.705466, "nauc_map_at_20_max": 0.666682, "nauc_map_at_20_std": 0.097941, "nauc_map_at_20_diff1": 0.708962, "nauc_map_at_100_max": 0.665868, "nauc_map_at_100_std": 0.095518, "nauc_map_at_100_diff1": 0.709383, "nauc_map_at_1000_max": 0.665868, "nauc_map_at_1000_std": 0.095518, "nauc_map_at_1000_diff1": 0.709383, "nauc_recall_at_1_max": 0.615007, "nauc_recall_at_1_std": 0.024822, "nauc_recall_at_1_diff1": 0.73864, "nauc_recall_at_3_max": 0.773531, "nauc_recall_at_3_std": 0.281503, "nauc_recall_at_3_diff1": 0.61659, "nauc_recall_at_5_max": 0.730487, "nauc_recall_at_5_std": 0.202737, "nauc_recall_at_5_diff1": 0.568164, "nauc_recall_at_10_max": 0.832679, "nauc_recall_at_10_std": 0.593011, "nauc_recall_at_10_diff1": 0.555817, "nauc_recall_at_20_max": 0.821097, "nauc_recall_at_20_std": 0.515649, "nauc_recall_at_20_diff1": 0.689813, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.615007, "nauc_precision_at_1_std": 0.024822, "nauc_precision_at_1_diff1": 0.73864, "nauc_precision_at_3_max": 0.773531, "nauc_precision_at_3_std": 0.281503, "nauc_precision_at_3_diff1": 0.61659, "nauc_precision_at_5_max": 0.730487, "nauc_precision_at_5_std": 0.202737, "nauc_precision_at_5_diff1": 0.568164, "nauc_precision_at_10_max": 0.832679, "nauc_precision_at_10_std": 0.593011, "nauc_precision_at_10_diff1": 0.555817, "nauc_precision_at_20_max": 0.821097, "nauc_precision_at_20_std": 0.515649, "nauc_precision_at_20_diff1": 0.689813, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.615007, "nauc_mrr_at_1_std": 0.024822, "nauc_mrr_at_1_diff1": 0.73864, "nauc_mrr_at_3_max": 0.673984, "nauc_mrr_at_3_std": 0.104246, "nauc_mrr_at_3_diff1": 0.703942, "nauc_mrr_at_5_max": 0.664667, "nauc_mrr_at_5_std": 0.088105, "nauc_mrr_at_5_diff1": 0.702359, "nauc_mrr_at_10_max": 0.668233, "nauc_mrr_at_10_std": 0.103333, "nauc_mrr_at_10_diff1": 0.705466, "nauc_mrr_at_20_max": 0.666682, "nauc_mrr_at_20_std": 0.097941, "nauc_mrr_at_20_diff1": 0.708962, "nauc_mrr_at_100_max": 0.665868, "nauc_mrr_at_100_std": 0.095518, "nauc_mrr_at_100_diff1": 0.709383, "nauc_mrr_at_1000_max": 0.665868, "nauc_mrr_at_1000_std": 0.095518, "nauc_mrr_at_1000_diff1": 0.709383, "hit_rate_at_1": 0.62577, "hit_rate_at_3": 0.83436, "hit_rate_at_5": 0.88957, "hit_rate_at_10": 0.92638, "hit_rate_at_20": 0.95092, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.78285, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.70213, "ndcg_at_3": 0.78046, "ndcg_at_5": 0.79168, "ndcg_at_10": 0.81454, "ndcg_at_20": 0.82136, "ndcg_at_100": 0.82721, "ndcg_at_1000": 0.82871, "map_at_1": 0.70213, "map_at_3": 0.76152, "map_at_5": 0.76791, "map_at_10": 0.77763, "map_at_20": 0.77956, "map_at_100": 0.78033, "map_at_1000": 0.78041, "recall_at_1": 0.70213, "recall_at_3": 0.83511, "recall_at_5": 0.8617, "recall_at_10": 0.93085, "recall_at_20": 0.95745, "recall_at_100": 0.98936, "recall_at_1000": 1.0, "accuracy": 0.70213, "precision_at_1": 0.70213, "precision_at_3": 0.27837, "precision_at_5": 0.17234, "precision_at_10": 0.09309, "precision_at_20": 0.04787, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.702128, "mrr_at_3": 0.761525, "mrr_at_5": 0.767908, "mrr_at_10": 0.777632, "mrr_at_20": 0.779559, "mrr_at_100": 0.780333, "mrr_at_1000": 0.780411, "nauc_ndcg_at_1_max": 0.557878, "nauc_ndcg_at_1_std": 0.015834, "nauc_ndcg_at_1_diff1": 0.720562, "nauc_ndcg_at_3_max": 0.642477, "nauc_ndcg_at_3_std": 0.147095, "nauc_ndcg_at_3_diff1": 0.674885, "nauc_ndcg_at_5_max": 0.636088, "nauc_ndcg_at_5_std": 0.137148, "nauc_ndcg_at_5_diff1": 0.666431, "nauc_ndcg_at_10_max": 0.630206, "nauc_ndcg_at_10_std": 0.151813, "nauc_ndcg_at_10_diff1": 0.673327, "nauc_ndcg_at_20_max": 0.618302, "nauc_ndcg_at_20_std": 0.129752, "nauc_ndcg_at_20_diff1": 0.678652, "nauc_ndcg_at_100_max": 0.611932, "nauc_ndcg_at_100_std": 0.111749, "nauc_ndcg_at_100_diff1": 0.678275, "nauc_ndcg_at_1000_max": 0.615997, "nauc_ndcg_at_1000_std": 0.114081, "nauc_ndcg_at_1000_diff1": 0.681431, "nauc_map_at_1_max": 0.557878, "nauc_map_at_1_std": 0.015834, "nauc_map_at_1_diff1": 0.720562, "nauc_map_at_3_max": 0.62007, "nauc_map_at_3_std": 0.108675, "nauc_map_at_3_diff1": 0.686163, "nauc_map_at_5_max": 0.616294, "nauc_map_at_5_std": 0.102946, "nauc_map_at_5_diff1": 0.681709, "nauc_map_at_10_max": 0.613648, "nauc_map_at_10_std": 0.106618, "nauc_map_at_10_diff1": 0.685073, "nauc_map_at_20_max": 0.610726, "nauc_map_at_20_std": 0.101137, "nauc_map_at_20_diff1": 0.686431, "nauc_map_at_100_max": 0.61031, "nauc_map_at_100_std": 0.099622, "nauc_map_at_100_diff1": 0.68644, "nauc_map_at_1000_max": 0.61047, "nauc_map_at_1000_std": 0.099693, "nauc_map_at_1000_diff1": 0.686563, "nauc_recall_at_1_max": 0.557878, "nauc_recall_at_1_std": 0.015834, "nauc_recall_at_1_diff1": 0.720562, "nauc_recall_at_3_max": 0.729309, "nauc_recall_at_3_std": 0.298243, "nauc_recall_at_3_diff1": 0.631686, "nauc_recall_at_5_max": 0.722081, "nauc_recall_at_5_std": 0.288178, "nauc_recall_at_5_diff1": 0.598281, "nauc_recall_at_10_max": 0.753675, "nauc_recall_at_10_std": 0.536862, "nauc_recall_at_10_diff1": 0.583057, "nauc_recall_at_20_max": 0.655457, "nauc_recall_at_20_std": 0.449612, "nauc_recall_at_20_diff1": 0.604667, "nauc_recall_at_100_max": 0.191154, "nauc_recall_at_100_std": -0.139843, "nauc_recall_at_100_diff1": 0.348658, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.557878, "nauc_precision_at_1_std": 0.015834, "nauc_precision_at_1_diff1": 0.720562, "nauc_precision_at_3_max": 0.729309, "nauc_precision_at_3_std": 0.298243, "nauc_precision_at_3_diff1": 0.631686, "nauc_precision_at_5_max": 0.722081, "nauc_precision_at_5_std": 0.288178, "nauc_precision_at_5_diff1": 0.598281, "nauc_precision_at_10_max": 0.753675, "nauc_precision_at_10_std": 0.536862, "nauc_precision_at_10_diff1": 0.583057, "nauc_precision_at_20_max": 0.655457, "nauc_precision_at_20_std": 0.449612, "nauc_precision_at_20_diff1": 0.604667, "nauc_precision_at_100_max": 0.191154, "nauc_precision_at_100_std": -0.139843, "nauc_precision_at_100_diff1": 0.348658, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.557878, "nauc_mrr_at_1_std": 0.015834, "nauc_mrr_at_1_diff1": 0.720562, "nauc_mrr_at_3_max": 0.62007, "nauc_mrr_at_3_std": 0.108675, "nauc_mrr_at_3_diff1": 0.686163, "nauc_mrr_at_5_max": 0.616294, "nauc_mrr_at_5_std": 0.102946, "nauc_mrr_at_5_diff1": 0.681709, "nauc_mrr_at_10_max": 0.613648, "nauc_mrr_at_10_std": 0.106618, "nauc_mrr_at_10_diff1": 0.685073, "nauc_mrr_at_20_max": 0.610726, "nauc_mrr_at_20_std": 0.101137, "nauc_mrr_at_20_diff1": 0.686431, "nauc_mrr_at_100_max": 0.61031, "nauc_mrr_at_100_std": 0.099622, "nauc_mrr_at_100_diff1": 0.68644, "nauc_mrr_at_1000_max": 0.61047, "nauc_mrr_at_1000_std": 0.099693, "nauc_mrr_at_1000_diff1": 0.686563, "hit_rate_at_1": 0.70213, "hit_rate_at_3": 0.83511, "hit_rate_at_5": 0.8617, "hit_rate_at_10": 0.93085, "hit_rate_at_20": 0.95745, "hit_rate_at_100": 0.98936, "hit_rate_at_1000": 1.0, "main_score": 0.81454, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59903, "ndcg_at_3": 0.72366, "ndcg_at_5": 0.74943, "ndcg_at_10": 0.76891, "ndcg_at_20": 0.77544, "ndcg_at_100": 0.7814, "ndcg_at_1000": 0.78283, "map_at_1": 0.59903, "map_at_3": 0.69324, "map_at_5": 0.70749, "map_at_10": 0.71505, "map_at_20": 0.71707, "map_at_100": 0.71812, "map_at_1000": 0.71821, "recall_at_1": 0.59903, "recall_at_3": 0.81159, "recall_at_5": 0.8744, "recall_at_10": 0.9372, "recall_at_20": 0.96135, "recall_at_100": 0.99034, "recall_at_1000": 1.0, "accuracy": 0.59903, "precision_at_1": 0.59903, "precision_at_3": 0.27053, "precision_at_5": 0.17488, "precision_at_10": 0.09372, "precision_at_20": 0.04807, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.599034, "mrr_at_3": 0.693237, "mrr_at_5": 0.707488, "mrr_at_10": 0.715047, "mrr_at_20": 0.717069, "mrr_at_100": 0.71812, "mrr_at_1000": 0.718212, "nauc_ndcg_at_1_max": 0.632739, "nauc_ndcg_at_1_std": 0.116248, "nauc_ndcg_at_1_diff1": 0.734745, "nauc_ndcg_at_3_max": 0.687128, "nauc_ndcg_at_3_std": 0.167746, "nauc_ndcg_at_3_diff1": 0.674244, "nauc_ndcg_at_5_max": 0.670467, "nauc_ndcg_at_5_std": 0.153418, "nauc_ndcg_at_5_diff1": 0.677518, "nauc_ndcg_at_10_max": 0.672068, "nauc_ndcg_at_10_std": 0.172397, "nauc_ndcg_at_10_diff1": 0.68137, "nauc_ndcg_at_20_max": 0.676559, "nauc_ndcg_at_20_std": 0.171113, "nauc_ndcg_at_20_diff1": 0.693078, "nauc_ndcg_at_100_max": 0.670361, "nauc_ndcg_at_100_std": 0.161805, "nauc_ndcg_at_100_diff1": 0.696692, "nauc_ndcg_at_1000_max": 0.66826, "nauc_ndcg_at_1000_std": 0.155655, "nauc_ndcg_at_1000_diff1": 0.695906, "nauc_map_at_1_max": 0.632739, "nauc_map_at_1_std": 0.116248, "nauc_map_at_1_diff1": 0.734745, "nauc_map_at_3_max": 0.672662, "nauc_map_at_3_std": 0.151546, "nauc_map_at_3_diff1": 0.691856, "nauc_map_at_5_max": 0.664076, "nauc_map_at_5_std": 0.144402, "nauc_map_at_5_diff1": 0.694474, "nauc_map_at_10_max": 0.663937, "nauc_map_at_10_std": 0.149752, "nauc_map_at_10_diff1": 0.696382, "nauc_map_at_20_max": 0.664963, "nauc_map_at_20_std": 0.149484, "nauc_map_at_20_diff1": 0.699482, "nauc_map_at_100_max": 0.664104, "nauc_map_at_100_std": 0.148155, "nauc_map_at_100_diff1": 0.699999, "nauc_map_at_1000_max": 0.663998, "nauc_map_at_1000_std": 0.147845, "nauc_map_at_1000_diff1": 0.699962, "nauc_recall_at_1_max": 0.632739, "nauc_recall_at_1_std": 0.116248, "nauc_recall_at_1_diff1": 0.734745, "nauc_recall_at_3_max": 0.746217, "nauc_recall_at_3_std": 0.235589, "nauc_recall_at_3_diff1": 0.601293, "nauc_recall_at_5_max": 0.700234, "nauc_recall_at_5_std": 0.200096, "nauc_recall_at_5_diff1": 0.58153, "nauc_recall_at_10_max": 0.754066, "nauc_recall_at_10_std": 0.442539, "nauc_recall_at_10_diff1": 0.525715, "nauc_recall_at_20_max": 0.88702, "nauc_recall_at_20_std": 0.577864, "nauc_recall_at_20_diff1": 0.636429, "nauc_recall_at_100_max": 0.934535, "nauc_recall_at_100_std": 0.934535, "nauc_recall_at_100_diff1": 0.795718, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.632739, "nauc_precision_at_1_std": 0.116248, "nauc_precision_at_1_diff1": 0.734745, "nauc_precision_at_3_max": 0.746217, "nauc_precision_at_3_std": 0.235589, "nauc_precision_at_3_diff1": 0.601293, "nauc_precision_at_5_max": 0.700234, "nauc_precision_at_5_std": 0.200096, "nauc_precision_at_5_diff1": 0.58153, "nauc_precision_at_10_max": 0.754066, "nauc_precision_at_10_std": 0.442539, "nauc_precision_at_10_diff1": 0.525715, "nauc_precision_at_20_max": 0.88702, "nauc_precision_at_20_std": 0.577864, "nauc_precision_at_20_diff1": 0.636429, "nauc_precision_at_100_max": 0.934535, "nauc_precision_at_100_std": 0.934535, "nauc_precision_at_100_diff1": 0.795718, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.632739, "nauc_mrr_at_1_std": 0.116248, "nauc_mrr_at_1_diff1": 0.734745, "nauc_mrr_at_3_max": 0.672662, "nauc_mrr_at_3_std": 0.151546, "nauc_mrr_at_3_diff1": 0.691856, "nauc_mrr_at_5_max": 0.664076, "nauc_mrr_at_5_std": 0.144402, "nauc_mrr_at_5_diff1": 0.694474, "nauc_mrr_at_10_max": 0.663937, "nauc_mrr_at_10_std": 0.149752, "nauc_mrr_at_10_diff1": 0.696382, "nauc_mrr_at_20_max": 0.664963, "nauc_mrr_at_20_std": 0.149484, "nauc_mrr_at_20_diff1": 0.699482, "nauc_mrr_at_100_max": 0.664104, "nauc_mrr_at_100_std": 0.148155, "nauc_mrr_at_100_diff1": 0.699999, "nauc_mrr_at_1000_max": 0.663998, "nauc_mrr_at_1000_std": 0.147845, "nauc_mrr_at_1000_diff1": 0.699962, "hit_rate_at_1": 0.59903, "hit_rate_at_3": 0.81159, "hit_rate_at_5": 0.8744, "hit_rate_at_10": 0.9372, "hit_rate_at_20": 0.96135, "hit_rate_at_100": 0.99034, "hit_rate_at_1000": 1.0, "main_score": 0.76891, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.64648, "ndcg_at_3": 0.74874, "ndcg_at_5": 0.76665, "ndcg_at_10": 0.78388, "ndcg_at_20": 0.79286, "ndcg_at_100": 0.79878, "ndcg_at_1000": 0.8011, "map_at_1": 0.64648, "map_at_3": 0.72396, "map_at_5": 0.73402, "map_at_10": 0.74123, "map_at_20": 0.74375, "map_at_100": 0.74462, "map_at_1000": 0.74471, "recall_at_1": 0.64648, "recall_at_3": 0.82031, "recall_at_5": 0.86328, "recall_at_10": 0.91602, "recall_at_20": 0.95117, "recall_at_100": 0.98242, "recall_at_1000": 1.0, "accuracy": 0.64648, "precision_at_1": 0.64648, "precision_at_3": 0.27344, "precision_at_5": 0.17266, "precision_at_10": 0.0916, "precision_at_20": 0.04756, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.646484, "mrr_at_3": 0.723958, "mrr_at_5": 0.734017, "mrr_at_10": 0.741229, "mrr_at_20": 0.743746, "mrr_at_100": 0.744615, "mrr_at_1000": 0.744714, "nauc_ndcg_at_1_max": 0.625055, "nauc_ndcg_at_1_std": -0.044027, "nauc_ndcg_at_1_diff1": 0.807684, "nauc_ndcg_at_3_max": 0.713296, "nauc_ndcg_at_3_std": 0.048685, "nauc_ndcg_at_3_diff1": 0.79406, "nauc_ndcg_at_5_max": 0.711175, "nauc_ndcg_at_5_std": 0.052315, "nauc_ndcg_at_5_diff1": 0.793218, "nauc_ndcg_at_10_max": 0.705424, "nauc_ndcg_at_10_std": 0.054962, "nauc_ndcg_at_10_diff1": 0.787322, "nauc_ndcg_at_20_max": 0.699426, "nauc_ndcg_at_20_std": 0.045186, "nauc_ndcg_at_20_diff1": 0.791823, "nauc_ndcg_at_100_max": 0.693399, "nauc_ndcg_at_100_std": 0.039493, "nauc_ndcg_at_100_diff1": 0.791386, "nauc_ndcg_at_1000_max": 0.690641, "nauc_ndcg_at_1000_std": 0.030228, "nauc_ndcg_at_1000_diff1": 0.794047, "nauc_map_at_1_max": 0.625055, "nauc_map_at_1_std": -0.044027, "nauc_map_at_1_diff1": 0.807684, "nauc_map_at_3_max": 0.689064, "nauc_map_at_3_std": 0.019716, "nauc_map_at_3_diff1": 0.799048, "nauc_map_at_5_max": 0.687224, "nauc_map_at_5_std": 0.020333, "nauc_map_at_5_diff1": 0.798767, "nauc_map_at_10_max": 0.684363, "nauc_map_at_10_std": 0.020079, "nauc_map_at_10_diff1": 0.796483, "nauc_map_at_20_max": 0.682671, "nauc_map_at_20_std": 0.016987, "nauc_map_at_20_diff1": 0.79751, "nauc_map_at_100_max": 0.681932, "nauc_map_at_100_std": 0.01631, "nauc_map_at_100_diff1": 0.797512, "nauc_map_at_1000_max": 0.681824, "nauc_map_at_1000_std": 0.015988, "nauc_map_at_1000_diff1": 0.797588, "nauc_recall_at_1_max": 0.625055, "nauc_recall_at_1_std": -0.044027, "nauc_recall_at_1_diff1": 0.807684, "nauc_recall_at_3_max": 0.809924, "nauc_recall_at_3_std": 0.166373, "nauc_recall_at_3_diff1": 0.773398, "nauc_recall_at_5_max": 0.828319, "nauc_recall_at_5_std": 0.213822, "nauc_recall_at_5_diff1": 0.764778, "nauc_recall_at_10_max": 0.857132, "nauc_recall_at_10_std": 0.327729, "nauc_recall_at_10_diff1": 0.713108, "nauc_recall_at_20_max": 0.882685, "nauc_recall_at_20_std": 0.398896, "nauc_recall_at_20_diff1": 0.727903, "nauc_recall_at_100_max": 0.890585, "nauc_recall_at_100_std": 0.71996, "nauc_recall_at_100_diff1": 0.586939, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.625055, "nauc_precision_at_1_std": -0.044027, "nauc_precision_at_1_diff1": 0.807684, "nauc_precision_at_3_max": 0.809924, "nauc_precision_at_3_std": 0.166373, "nauc_precision_at_3_diff1": 0.773398, "nauc_precision_at_5_max": 0.828319, "nauc_precision_at_5_std": 0.213822, "nauc_precision_at_5_diff1": 0.764778, "nauc_precision_at_10_max": 0.857132, "nauc_precision_at_10_std": 0.327729, "nauc_precision_at_10_diff1": 0.713108, "nauc_precision_at_20_max": 0.882685, "nauc_precision_at_20_std": 0.398896, "nauc_precision_at_20_diff1": 0.727903, "nauc_precision_at_100_max": 0.890585, "nauc_precision_at_100_std": 0.71996, "nauc_precision_at_100_diff1": 0.586939, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.625055, "nauc_mrr_at_1_std": -0.044027, "nauc_mrr_at_1_diff1": 0.807684, "nauc_mrr_at_3_max": 0.689064, "nauc_mrr_at_3_std": 0.019716, "nauc_mrr_at_3_diff1": 0.799048, "nauc_mrr_at_5_max": 0.687224, "nauc_mrr_at_5_std": 0.020333, "nauc_mrr_at_5_diff1": 0.798767, "nauc_mrr_at_10_max": 0.684363, "nauc_mrr_at_10_std": 0.020079, "nauc_mrr_at_10_diff1": 0.796483, "nauc_mrr_at_20_max": 0.682671, "nauc_mrr_at_20_std": 0.016987, "nauc_mrr_at_20_diff1": 0.79751, "nauc_mrr_at_100_max": 0.681932, "nauc_mrr_at_100_std": 0.01631, "nauc_mrr_at_100_diff1": 0.797512, "nauc_mrr_at_1000_max": 0.681824, "nauc_mrr_at_1000_std": 0.015988, "nauc_mrr_at_1000_diff1": 0.797588, "hit_rate_at_1": 0.64648, "hit_rate_at_3": 0.82031, "hit_rate_at_5": 0.86328, "hit_rate_at_10": 0.91602, "hit_rate_at_20": 0.95117, "hit_rate_at_100": 0.98242, "hit_rate_at_1000": 1.0, "main_score": 0.78388, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66992, "ndcg_at_3": 0.76437, "ndcg_at_5": 0.77798, "ndcg_at_10": 0.79544, "ndcg_at_20": 0.80181, "ndcg_at_100": 0.80954, "ndcg_at_1000": 0.81217, "map_at_1": 0.66992, "map_at_3": 0.74219, "map_at_5": 0.74971, "map_at_10": 0.75716, "map_at_20": 0.75889, "map_at_100": 0.76003, "map_at_1000": 0.76015, "recall_at_1": 0.66992, "recall_at_3": 0.82812, "recall_at_5": 0.86133, "recall_at_10": 0.91406, "recall_at_20": 0.93945, "recall_at_100": 0.98047, "recall_at_1000": 1.0, "accuracy": 0.66992, "precision_at_1": 0.66992, "precision_at_3": 0.27604, "precision_at_5": 0.17227, "precision_at_10": 0.09141, "precision_at_20": 0.04697, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.669922, "mrr_at_3": 0.742187, "mrr_at_5": 0.749707, "mrr_at_10": 0.757158, "mrr_at_20": 0.758888, "mrr_at_100": 0.760027, "mrr_at_1000": 0.760147, "nauc_ndcg_at_1_max": 0.608142, "nauc_ndcg_at_1_std": -0.082363, "nauc_ndcg_at_1_diff1": 0.799476, "nauc_ndcg_at_3_max": 0.732137, "nauc_ndcg_at_3_std": 0.013618, "nauc_ndcg_at_3_diff1": 0.789236, "nauc_ndcg_at_5_max": 0.719601, "nauc_ndcg_at_5_std": -0.000882, "nauc_ndcg_at_5_diff1": 0.78141, "nauc_ndcg_at_10_max": 0.707559, "nauc_ndcg_at_10_std": -0.017654, "nauc_ndcg_at_10_diff1": 0.781914, "nauc_ndcg_at_20_max": 0.708079, "nauc_ndcg_at_20_std": -0.006579, "nauc_ndcg_at_20_diff1": 0.784821, "nauc_ndcg_at_100_max": 0.699267, "nauc_ndcg_at_100_std": -0.00437, "nauc_ndcg_at_100_diff1": 0.785317, "nauc_ndcg_at_1000_max": 0.69645, "nauc_ndcg_at_1000_std": -0.014665, "nauc_ndcg_at_1000_diff1": 0.787097, "nauc_map_at_1_max": 0.608142, "nauc_map_at_1_std": -0.082363, "nauc_map_at_1_diff1": 0.799476, "nauc_map_at_3_max": 0.699252, "nauc_map_at_3_std": -0.01393, "nauc_map_at_3_diff1": 0.793728, "nauc_map_at_5_max": 0.692085, "nauc_map_at_5_std": -0.021897, "nauc_map_at_5_diff1": 0.78993, "nauc_map_at_10_max": 0.686693, "nauc_map_at_10_std": -0.02901, "nauc_map_at_10_diff1": 0.789921, "nauc_map_at_20_max": 0.686898, "nauc_map_at_20_std": -0.026324, "nauc_map_at_20_diff1": 0.790586, "nauc_map_at_100_max": 0.685773, "nauc_map_at_100_std": -0.025725, "nauc_map_at_100_diff1": 0.790605, "nauc_map_at_1000_max": 0.685656, "nauc_map_at_1000_std": -0.026115, "nauc_map_at_1000_diff1": 0.790649, "nauc_recall_at_1_max": 0.608142, "nauc_recall_at_1_std": -0.082363, "nauc_recall_at_1_diff1": 0.799476, "nauc_recall_at_3_max": 0.861253, "nauc_recall_at_3_std": 0.123115, "nauc_recall_at_3_diff1": 0.770465, "nauc_recall_at_5_max": 0.843665, "nauc_recall_at_5_std": 0.094098, "nauc_recall_at_5_diff1": 0.738507, "nauc_recall_at_10_max": 0.837424, "nauc_recall_at_10_std": 0.044189, "nauc_recall_at_10_diff1": 0.724054, "nauc_recall_at_20_max": 0.89137, "nauc_recall_at_20_std": 0.190194, "nauc_recall_at_20_diff1": 0.734735, "nauc_recall_at_100_max": 0.871635, "nauc_recall_at_100_std": 0.635777, "nauc_recall_at_100_diff1": 0.663727, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.608142, "nauc_precision_at_1_std": -0.082363, "nauc_precision_at_1_diff1": 0.799476, "nauc_precision_at_3_max": 0.861253, "nauc_precision_at_3_std": 0.123115, "nauc_precision_at_3_diff1": 0.770465, "nauc_precision_at_5_max": 0.843665, "nauc_precision_at_5_std": 0.094098, "nauc_precision_at_5_diff1": 0.738507, "nauc_precision_at_10_max": 0.837424, "nauc_precision_at_10_std": 0.044189, "nauc_precision_at_10_diff1": 0.724054, "nauc_precision_at_20_max": 0.89137, "nauc_precision_at_20_std": 0.190194, "nauc_precision_at_20_diff1": 0.734735, "nauc_precision_at_100_max": 0.871635, "nauc_precision_at_100_std": 0.635777, "nauc_precision_at_100_diff1": 0.663727, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.608142, "nauc_mrr_at_1_std": -0.082363, "nauc_mrr_at_1_diff1": 0.799476, "nauc_mrr_at_3_max": 0.699252, "nauc_mrr_at_3_std": -0.01393, "nauc_mrr_at_3_diff1": 0.793728, "nauc_mrr_at_5_max": 0.692085, "nauc_mrr_at_5_std": -0.021897, "nauc_mrr_at_5_diff1": 0.78993, "nauc_mrr_at_10_max": 0.686693, "nauc_mrr_at_10_std": -0.02901, "nauc_mrr_at_10_diff1": 0.789921, "nauc_mrr_at_20_max": 0.686898, "nauc_mrr_at_20_std": -0.026324, "nauc_mrr_at_20_diff1": 0.790586, "nauc_mrr_at_100_max": 0.685773, "nauc_mrr_at_100_std": -0.025725, "nauc_mrr_at_100_diff1": 0.790605, "nauc_mrr_at_1000_max": 0.685656, "nauc_mrr_at_1000_std": -0.026115, "nauc_mrr_at_1000_diff1": 0.790649, "hit_rate_at_1": 0.66992, "hit_rate_at_3": 0.82812, "hit_rate_at_5": 0.86133, "hit_rate_at_10": 0.91406, "hit_rate_at_20": 0.93945, "hit_rate_at_100": 0.98047, "hit_rate_at_1000": 1.0, "main_score": 0.79544, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65306, "ndcg_at_3": 0.74174, "ndcg_at_5": 0.76259, "ndcg_at_10": 0.77618, "ndcg_at_20": 0.79074, "ndcg_at_100": 0.79965, "ndcg_at_1000": 0.8004, "map_at_1": 0.65306, "map_at_3": 0.72109, "map_at_5": 0.73257, "map_at_10": 0.73841, "map_at_20": 0.7426, "map_at_100": 0.74394, "map_at_1000": 0.74399, "recall_at_1": 0.65306, "recall_at_3": 0.80102, "recall_at_5": 0.85204, "recall_at_10": 0.89286, "recall_at_20": 0.94898, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "accuracy": 0.65306, "precision_at_1": 0.65306, "precision_at_3": 0.26701, "precision_at_5": 0.17041, "precision_at_10": 0.08929, "precision_at_20": 0.04745, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.653061, "mrr_at_3": 0.721088, "mrr_at_5": 0.732568, "mrr_at_10": 0.738413, "mrr_at_20": 0.742596, "mrr_at_100": 0.743945, "mrr_at_1000": 0.74399, "nauc_ndcg_at_1_max": 0.630309, "nauc_ndcg_at_1_std": 0.084602, "nauc_ndcg_at_1_diff1": 0.828484, "nauc_ndcg_at_3_max": 0.741606, "nauc_ndcg_at_3_std": 0.276249, "nauc_ndcg_at_3_diff1": 0.794131, "nauc_ndcg_at_5_max": 0.733801, "nauc_ndcg_at_5_std": 0.304462, "nauc_ndcg_at_5_diff1": 0.776885, "nauc_ndcg_at_10_max": 0.730324, "nauc_ndcg_at_10_std": 0.296669, "nauc_ndcg_at_10_diff1": 0.786467, "nauc_ndcg_at_20_max": 0.718244, "nauc_ndcg_at_20_std": 0.266387, "nauc_ndcg_at_20_diff1": 0.785029, "nauc_ndcg_at_100_max": 0.711741, "nauc_ndcg_at_100_std": 0.241464, "nauc_ndcg_at_100_diff1": 0.797162, "nauc_ndcg_at_1000_max": 0.711059, "nauc_ndcg_at_1000_std": 0.239381, "nauc_ndcg_at_1000_diff1": 0.796283, "nauc_map_at_1_max": 0.630309, "nauc_map_at_1_std": 0.084602, "nauc_map_at_1_diff1": 0.828484, "nauc_map_at_3_max": 0.713987, "nauc_map_at_3_std": 0.220904, "nauc_map_at_3_diff1": 0.804484, "nauc_map_at_5_max": 0.708675, "nauc_map_at_5_std": 0.232364, "nauc_map_at_5_diff1": 0.796258, "nauc_map_at_10_max": 0.706698, "nauc_map_at_10_std": 0.228057, "nauc_map_at_10_diff1": 0.79979, "nauc_map_at_20_max": 0.70349, "nauc_map_at_20_std": 0.219947, "nauc_map_at_20_diff1": 0.799923, "nauc_map_at_100_max": 0.702596, "nauc_map_at_100_std": 0.216709, "nauc_map_at_100_diff1": 0.801524, "nauc_map_at_1000_max": 0.702562, "nauc_map_at_1000_std": 0.216605, "nauc_map_at_1000_diff1": 0.801483, "nauc_recall_at_1_max": 0.630309, "nauc_recall_at_1_std": 0.084602, "nauc_recall_at_1_diff1": 0.828484, "nauc_recall_at_3_max": 0.84207, "nauc_recall_at_3_std": 0.482361, "nauc_recall_at_3_diff1": 0.755349, "nauc_recall_at_5_max": 0.847004, "nauc_recall_at_5_std": 0.649165, "nauc_recall_at_5_diff1": 0.681983, "nauc_recall_at_10_max": 0.866574, "nauc_recall_at_10_std": 0.717869, "nauc_recall_at_10_diff1": 0.709062, "nauc_recall_at_20_max": 0.845811, "nauc_recall_at_20_std": 0.749006, "nauc_recall_at_20_diff1": 0.59809, "nauc_recall_at_100_max": 0.868984, "nauc_recall_at_100_std": 0.722112, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.630309, "nauc_precision_at_1_std": 0.084602, "nauc_precision_at_1_diff1": 0.828484, "nauc_precision_at_3_max": 0.84207, "nauc_precision_at_3_std": 0.482361, "nauc_precision_at_3_diff1": 0.755349, "nauc_precision_at_5_max": 0.847004, "nauc_precision_at_5_std": 0.649165, "nauc_precision_at_5_diff1": 0.681983, "nauc_precision_at_10_max": 0.866574, "nauc_precision_at_10_std": 0.717869, "nauc_precision_at_10_diff1": 0.709062, "nauc_precision_at_20_max": 0.845811, "nauc_precision_at_20_std": 0.749006, "nauc_precision_at_20_diff1": 0.59809, "nauc_precision_at_100_max": 0.868984, "nauc_precision_at_100_std": 0.722112, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.630309, "nauc_mrr_at_1_std": 0.084602, "nauc_mrr_at_1_diff1": 0.828484, "nauc_mrr_at_3_max": 0.713987, "nauc_mrr_at_3_std": 0.220904, "nauc_mrr_at_3_diff1": 0.804484, "nauc_mrr_at_5_max": 0.708675, "nauc_mrr_at_5_std": 0.232364, "nauc_mrr_at_5_diff1": 0.796258, "nauc_mrr_at_10_max": 0.706698, "nauc_mrr_at_10_std": 0.228057, "nauc_mrr_at_10_diff1": 0.79979, "nauc_mrr_at_20_max": 0.70349, "nauc_mrr_at_20_std": 0.219947, "nauc_mrr_at_20_diff1": 0.799923, "nauc_mrr_at_100_max": 0.702596, "nauc_mrr_at_100_std": 0.216709, "nauc_mrr_at_100_diff1": 0.801524, "nauc_mrr_at_1000_max": 0.702562, "nauc_mrr_at_1000_std": 0.216605, "nauc_mrr_at_1000_diff1": 0.801483, "hit_rate_at_1": 0.65306, "hit_rate_at_3": 0.80102, "hit_rate_at_5": 0.85204, "hit_rate_at_10": 0.89286, "hit_rate_at_20": 0.94898, "hit_rate_at_100": 0.9949, "hit_rate_at_1000": 1.0, "main_score": 0.77618, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66258, "ndcg_at_3": 0.7668, "ndcg_at_5": 0.77893, "ndcg_at_10": 0.79083, "ndcg_at_20": 0.8004, "ndcg_at_100": 0.80978, "ndcg_at_1000": 0.81065, "map_at_1": 0.66258, "map_at_3": 0.74131, "map_at_5": 0.74775, "map_at_10": 0.75267, "map_at_20": 0.75543, "map_at_100": 0.75685, "map_at_1000": 0.75689, "recall_at_1": 0.66258, "recall_at_3": 0.84049, "recall_at_5": 0.87117, "recall_at_10": 0.90798, "recall_at_20": 0.94479, "recall_at_100": 0.99387, "recall_at_1000": 1.0, "accuracy": 0.66258, "precision_at_1": 0.66258, "precision_at_3": 0.28016, "precision_at_5": 0.17423, "precision_at_10": 0.0908, "precision_at_20": 0.04724, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.662577, "mrr_at_3": 0.741309, "mrr_at_5": 0.747751, "mrr_at_10": 0.752666, "mrr_at_20": 0.755434, "mrr_at_100": 0.756846, "mrr_at_1000": 0.756891, "nauc_ndcg_at_1_max": 0.663982, "nauc_ndcg_at_1_std": 0.187381, "nauc_ndcg_at_1_diff1": 0.725938, "nauc_ndcg_at_3_max": 0.737533, "nauc_ndcg_at_3_std": 0.237179, "nauc_ndcg_at_3_diff1": 0.732215, "nauc_ndcg_at_5_max": 0.748471, "nauc_ndcg_at_5_std": 0.286146, "nauc_ndcg_at_5_diff1": 0.727617, "nauc_ndcg_at_10_max": 0.740269, "nauc_ndcg_at_10_std": 0.291917, "nauc_ndcg_at_10_diff1": 0.728333, "nauc_ndcg_at_20_max": 0.729662, "nauc_ndcg_at_20_std": 0.281983, "nauc_ndcg_at_20_diff1": 0.721512, "nauc_ndcg_at_100_max": 0.721161, "nauc_ndcg_at_100_std": 0.253834, "nauc_ndcg_at_100_diff1": 0.726201, "nauc_ndcg_at_1000_max": 0.722039, "nauc_ndcg_at_1000_std": 0.252259, "nauc_ndcg_at_1000_diff1": 0.726223, "nauc_map_at_1_max": 0.663982, "nauc_map_at_1_std": 0.187381, "nauc_map_at_1_diff1": 0.725938, "nauc_map_at_3_max": 0.718545, "nauc_map_at_3_std": 0.221964, "nauc_map_at_3_diff1": 0.729731, "nauc_map_at_5_max": 0.722929, "nauc_map_at_5_std": 0.243548, "nauc_map_at_5_diff1": 0.727482, "nauc_map_at_10_max": 0.719092, "nauc_map_at_10_std": 0.24462, "nauc_map_at_10_diff1": 0.728086, "nauc_map_at_20_max": 0.716226, "nauc_map_at_20_std": 0.241169, "nauc_map_at_20_diff1": 0.726566, "nauc_map_at_100_max": 0.71515, "nauc_map_at_100_std": 0.237724, "nauc_map_at_100_diff1": 0.72696, "nauc_map_at_1000_max": 0.715185, "nauc_map_at_1000_std": 0.237656, "nauc_map_at_1000_diff1": 0.726961, "nauc_recall_at_1_max": 0.663982, "nauc_recall_at_1_std": 0.187381, "nauc_recall_at_1_diff1": 0.725938, "nauc_recall_at_3_max": 0.816696, "nauc_recall_at_3_std": 0.302298, "nauc_recall_at_3_diff1": 0.743186, "nauc_recall_at_5_max": 0.879063, "nauc_recall_at_5_std": 0.518405, "nauc_recall_at_5_diff1": 0.727433, "nauc_recall_at_10_max": 0.879875, "nauc_recall_at_10_std": 0.638948, "nauc_recall_at_10_diff1": 0.727497, "nauc_recall_at_20_max": 0.845171, "nauc_recall_at_20_std": 0.76241, "nauc_recall_at_20_diff1": 0.640783, "nauc_recall_at_100_max": 0.553822, "nauc_recall_at_100_std": 0.553822, "nauc_recall_at_100_diff1": 0.722037, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.663982, "nauc_precision_at_1_std": 0.187381, "nauc_precision_at_1_diff1": 0.725938, "nauc_precision_at_3_max": 0.816696, "nauc_precision_at_3_std": 0.302298, "nauc_precision_at_3_diff1": 0.743186, "nauc_precision_at_5_max": 0.879063, "nauc_precision_at_5_std": 0.518405, "nauc_precision_at_5_diff1": 0.727433, "nauc_precision_at_10_max": 0.879875, "nauc_precision_at_10_std": 0.638948, "nauc_precision_at_10_diff1": 0.727497, "nauc_precision_at_20_max": 0.845171, "nauc_precision_at_20_std": 0.76241, "nauc_precision_at_20_diff1": 0.640783, "nauc_precision_at_100_max": 0.553822, "nauc_precision_at_100_std": 0.553822, "nauc_precision_at_100_diff1": 0.722037, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.663982, "nauc_mrr_at_1_std": 0.187381, "nauc_mrr_at_1_diff1": 0.725938, "nauc_mrr_at_3_max": 0.718545, "nauc_mrr_at_3_std": 0.221964, "nauc_mrr_at_3_diff1": 0.729731, "nauc_mrr_at_5_max": 0.722929, "nauc_mrr_at_5_std": 0.243548, "nauc_mrr_at_5_diff1": 0.727482, "nauc_mrr_at_10_max": 0.719092, "nauc_mrr_at_10_std": 0.24462, "nauc_mrr_at_10_diff1": 0.728086, "nauc_mrr_at_20_max": 0.716226, "nauc_mrr_at_20_std": 0.241169, "nauc_mrr_at_20_diff1": 0.726566, "nauc_mrr_at_100_max": 0.71515, "nauc_mrr_at_100_std": 0.237724, "nauc_mrr_at_100_diff1": 0.72696, "nauc_mrr_at_1000_max": 0.715185, "nauc_mrr_at_1000_std": 0.237656, "nauc_mrr_at_1000_diff1": 0.726961, "hit_rate_at_1": 0.66258, "hit_rate_at_3": 0.84049, "hit_rate_at_5": 0.87117, "hit_rate_at_10": 0.90798, "hit_rate_at_20": 0.94479, "hit_rate_at_100": 0.99387, "hit_rate_at_1000": 1.0, "main_score": 0.79083, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59341, "ndcg_at_3": 0.71925, "ndcg_at_5": 0.7533, "ndcg_at_10": 0.7661, "ndcg_at_20": 0.77179, "ndcg_at_100": 0.78134, "ndcg_at_1000": 0.78134, "map_at_1": 0.59341, "map_at_3": 0.68864, "map_at_5": 0.7076, "map_at_10": 0.71308, "map_at_20": 0.71472, "map_at_100": 0.71617, "map_at_1000": 0.71617, "recall_at_1": 0.59341, "recall_at_3": 0.80769, "recall_at_5": 0.89011, "recall_at_10": 0.92857, "recall_at_20": 0.95055, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.59341, "precision_at_1": 0.59341, "precision_at_3": 0.26923, "precision_at_5": 0.17802, "precision_at_10": 0.09286, "precision_at_20": 0.04753, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.593407, "mrr_at_3": 0.688645, "mrr_at_5": 0.707601, "mrr_at_10": 0.713084, "mrr_at_20": 0.714716, "mrr_at_100": 0.716171, "mrr_at_1000": 0.716171, "nauc_ndcg_at_1_max": 0.605994, "nauc_ndcg_at_1_std": 0.107267, "nauc_ndcg_at_1_diff1": 0.794471, "nauc_ndcg_at_3_max": 0.654045, "nauc_ndcg_at_3_std": 0.211181, "nauc_ndcg_at_3_diff1": 0.743394, "nauc_ndcg_at_5_max": 0.668569, "nauc_ndcg_at_5_std": 0.234025, "nauc_ndcg_at_5_diff1": 0.752297, "nauc_ndcg_at_10_max": 0.662755, "nauc_ndcg_at_10_std": 0.232367, "nauc_ndcg_at_10_diff1": 0.756876, "nauc_ndcg_at_20_max": 0.659075, "nauc_ndcg_at_20_std": 0.233062, "nauc_ndcg_at_20_diff1": 0.75983, "nauc_ndcg_at_100_max": 0.646274, "nauc_ndcg_at_100_std": 0.203112, "nauc_ndcg_at_100_diff1": 0.758011, "nauc_ndcg_at_1000_max": 0.646274, "nauc_ndcg_at_1000_std": 0.203112, "nauc_ndcg_at_1000_diff1": 0.758011, "nauc_map_at_1_max": 0.605994, "nauc_map_at_1_std": 0.107267, "nauc_map_at_1_diff1": 0.794471, "nauc_map_at_3_max": 0.637982, "nauc_map_at_3_std": 0.182493, "nauc_map_at_3_diff1": 0.754111, "nauc_map_at_5_max": 0.64454, "nauc_map_at_5_std": 0.192818, "nauc_map_at_5_diff1": 0.758927, "nauc_map_at_10_max": 0.641983, "nauc_map_at_10_std": 0.191603, "nauc_map_at_10_diff1": 0.760622, "nauc_map_at_20_max": 0.640998, "nauc_map_at_20_std": 0.1919, "nauc_map_at_20_diff1": 0.761182, "nauc_map_at_100_max": 0.639254, "nauc_map_at_100_std": 0.18789, "nauc_map_at_100_diff1": 0.760736, "nauc_map_at_1000_max": 0.639254, "nauc_map_at_1000_std": 0.18789, "nauc_map_at_1000_diff1": 0.760736, "nauc_recall_at_1_max": 0.605994, "nauc_recall_at_1_std": 0.107267, "nauc_recall_at_1_diff1": 0.794471, "nauc_recall_at_3_max": 0.721335, "nauc_recall_at_3_std": 0.328177, "nauc_recall_at_3_diff1": 0.701835, "nauc_recall_at_5_max": 0.826964, "nauc_recall_at_5_std": 0.499437, "nauc_recall_at_5_diff1": 0.717492, "nauc_recall_at_10_max": 0.860324, "nauc_recall_at_10_std": 0.618458, "nauc_recall_at_10_diff1": 0.738441, "nauc_recall_at_20_max": 0.893088, "nauc_recall_at_20_std": 0.785826, "nauc_recall_at_20_diff1": 0.779512, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.605994, "nauc_precision_at_1_std": 0.107267, "nauc_precision_at_1_diff1": 0.794471, "nauc_precision_at_3_max": 0.721335, "nauc_precision_at_3_std": 0.328177, "nauc_precision_at_3_diff1": 0.701835, "nauc_precision_at_5_max": 0.826964, "nauc_precision_at_5_std": 0.499437, "nauc_precision_at_5_diff1": 0.717492, "nauc_precision_at_10_max": 0.860324, "nauc_precision_at_10_std": 0.618458, "nauc_precision_at_10_diff1": 0.738441, "nauc_precision_at_20_max": 0.893088, "nauc_precision_at_20_std": 0.785826, "nauc_precision_at_20_diff1": 0.779512, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.605994, "nauc_mrr_at_1_std": 0.107267, "nauc_mrr_at_1_diff1": 0.794471, "nauc_mrr_at_3_max": 0.637982, "nauc_mrr_at_3_std": 0.182493, "nauc_mrr_at_3_diff1": 0.754111, "nauc_mrr_at_5_max": 0.64454, "nauc_mrr_at_5_std": 0.192818, "nauc_mrr_at_5_diff1": 0.758927, "nauc_mrr_at_10_max": 0.641983, "nauc_mrr_at_10_std": 0.191603, "nauc_mrr_at_10_diff1": 0.760622, "nauc_mrr_at_20_max": 0.640998, "nauc_mrr_at_20_std": 0.1919, "nauc_mrr_at_20_diff1": 0.761182, "nauc_mrr_at_100_max": 0.639254, "nauc_mrr_at_100_std": 0.18789, "nauc_mrr_at_100_diff1": 0.760736, "nauc_mrr_at_1000_max": 0.639254, "nauc_mrr_at_1000_std": 0.18789, "nauc_mrr_at_1000_diff1": 0.760736, "hit_rate_at_1": 0.59341, "hit_rate_at_3": 0.80769, "hit_rate_at_5": 0.89011, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.95055, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.7661, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68947, "ndcg_at_3": 0.78026, "ndcg_at_5": 0.80404, "ndcg_at_10": 0.81275, "ndcg_at_20": 0.82332, "ndcg_at_100": 0.82899, "ndcg_at_1000": 0.82899, "map_at_1": 0.68947, "map_at_3": 0.75877, "map_at_5": 0.77193, "map_at_10": 0.77563, "map_at_20": 0.77848, "map_at_100": 0.7792, "map_at_1000": 0.7792, "recall_at_1": 0.68947, "recall_at_3": 0.84211, "recall_at_5": 0.9, "recall_at_10": 0.92632, "recall_at_20": 0.96842, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68947, "precision_at_1": 0.68947, "precision_at_3": 0.2807, "precision_at_5": 0.18, "precision_at_10": 0.09263, "precision_at_20": 0.04842, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.689474, "mrr_at_3": 0.758772, "mrr_at_5": 0.77193, "mrr_at_10": 0.775627, "mrr_at_20": 0.778481, "mrr_at_100": 0.779197, "mrr_at_1000": 0.779197, "nauc_ndcg_at_1_max": 0.381221, "nauc_ndcg_at_1_std": -0.049331, "nauc_ndcg_at_1_diff1": 0.580436, "nauc_ndcg_at_3_max": 0.5592, "nauc_ndcg_at_3_std": 0.1218, "nauc_ndcg_at_3_diff1": 0.58164, "nauc_ndcg_at_5_max": 0.553958, "nauc_ndcg_at_5_std": 0.12997, "nauc_ndcg_at_5_diff1": 0.5661, "nauc_ndcg_at_10_max": 0.537865, "nauc_ndcg_at_10_std": 0.111328, "nauc_ndcg_at_10_diff1": 0.553662, "nauc_ndcg_at_20_max": 0.519514, "nauc_ndcg_at_20_std": 0.113166, "nauc_ndcg_at_20_diff1": 0.557729, "nauc_ndcg_at_100_max": 0.510924, "nauc_ndcg_at_100_std": 0.086272, "nauc_ndcg_at_100_diff1": 0.569253, "nauc_ndcg_at_1000_max": 0.510924, "nauc_ndcg_at_1000_std": 0.086272, "nauc_ndcg_at_1000_diff1": 0.569253, "nauc_map_at_1_max": 0.381221, "nauc_map_at_1_std": -0.049331, "nauc_map_at_1_diff1": 0.580436, "nauc_map_at_3_max": 0.512521, "nauc_map_at_3_std": 0.07507, "nauc_map_at_3_diff1": 0.582757, "nauc_map_at_5_max": 0.508319, "nauc_map_at_5_std": 0.077281, "nauc_map_at_5_diff1": 0.576081, "nauc_map_at_10_max": 0.501635, "nauc_map_at_10_std": 0.069644, "nauc_map_at_10_diff1": 0.571822, "nauc_map_at_20_max": 0.497165, "nauc_map_at_20_std": 0.069493, "nauc_map_at_20_diff1": 0.57307, "nauc_map_at_100_max": 0.496399, "nauc_map_at_100_std": 0.066892, "nauc_map_at_100_diff1": 0.574231, "nauc_map_at_1000_max": 0.496399, "nauc_map_at_1000_std": 0.066892, "nauc_map_at_1000_diff1": 0.574231, "nauc_recall_at_1_max": 0.381221, "nauc_recall_at_1_std": -0.049331, "nauc_recall_at_1_diff1": 0.580436, "nauc_recall_at_3_max": 0.746911, "nauc_recall_at_3_std": 0.310951, "nauc_recall_at_3_diff1": 0.576185, "nauc_recall_at_5_max": 0.810679, "nauc_recall_at_5_std": 0.433731, "nauc_recall_at_5_diff1": 0.500098, "nauc_recall_at_10_max": 0.792084, "nauc_recall_at_10_std": 0.413032, "nauc_recall_at_10_diff1": 0.390423, "nauc_recall_at_20_max": 0.764239, "nauc_recall_at_20_std": 0.84944, "nauc_recall_at_20_diff1": 0.249378, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.381221, "nauc_precision_at_1_std": -0.049331, "nauc_precision_at_1_diff1": 0.580436, "nauc_precision_at_3_max": 0.746911, "nauc_precision_at_3_std": 0.310951, "nauc_precision_at_3_diff1": 0.576185, "nauc_precision_at_5_max": 0.810679, "nauc_precision_at_5_std": 0.433731, "nauc_precision_at_5_diff1": 0.500098, "nauc_precision_at_10_max": 0.792084, "nauc_precision_at_10_std": 0.413032, "nauc_precision_at_10_diff1": 0.390423, "nauc_precision_at_20_max": 0.764239, "nauc_precision_at_20_std": 0.84944, "nauc_precision_at_20_diff1": 0.249378, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.381221, "nauc_mrr_at_1_std": -0.049331, "nauc_mrr_at_1_diff1": 0.580436, "nauc_mrr_at_3_max": 0.512521, "nauc_mrr_at_3_std": 0.07507, "nauc_mrr_at_3_diff1": 0.582757, "nauc_mrr_at_5_max": 0.508319, "nauc_mrr_at_5_std": 0.077281, "nauc_mrr_at_5_diff1": 0.576081, "nauc_mrr_at_10_max": 0.501635, "nauc_mrr_at_10_std": 0.069644, "nauc_mrr_at_10_diff1": 0.571822, "nauc_mrr_at_20_max": 0.497165, "nauc_mrr_at_20_std": 0.069493, "nauc_mrr_at_20_diff1": 0.57307, "nauc_mrr_at_100_max": 0.496399, "nauc_mrr_at_100_std": 0.066892, "nauc_mrr_at_100_diff1": 0.574231, "nauc_mrr_at_1000_max": 0.496399, "nauc_mrr_at_1000_std": 0.066892, "nauc_mrr_at_1000_diff1": 0.574231, "hit_rate_at_1": 0.68947, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.92632, "hit_rate_at_20": 0.96842, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81275, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.6325, "ndcg_at_3": 0.71748, "ndcg_at_5": 0.73588, "ndcg_at_10": 0.76307, "ndcg_at_20": 0.76783, "ndcg_at_100": 0.77825, "ndcg_at_1000": 0.78115, "map_at_1": 0.6325, "map_at_3": 0.69729, "map_at_5": 0.70754, "map_at_10": 0.71892, "map_at_20": 0.72017, "map_at_100": 0.72161, "map_at_1000": 0.72174, "recall_at_1": 0.6325, "recall_at_3": 0.77563, "recall_at_5": 0.82012, "recall_at_10": 0.90329, "recall_at_20": 0.92263, "recall_at_100": 0.97872, "recall_at_1000": 1.0, "accuracy": 0.6325, "precision_at_1": 0.6325, "precision_at_3": 0.25854, "precision_at_5": 0.16402, "precision_at_10": 0.09033, "precision_at_20": 0.04613, "precision_at_100": 0.00979, "precision_at_1000": 0.001, "mrr_at_1": 0.632495, "mrr_at_3": 0.697292, "mrr_at_5": 0.707544, "mrr_at_10": 0.718925, "mrr_at_20": 0.720168, "mrr_at_100": 0.721609, "mrr_at_1000": 0.721744, "nauc_ndcg_at_1_max": 0.650945, "nauc_ndcg_at_1_std": 0.099525, "nauc_ndcg_at_1_diff1": 0.720453, "nauc_ndcg_at_3_max": 0.695223, "nauc_ndcg_at_3_std": 0.143191, "nauc_ndcg_at_3_diff1": 0.674374, "nauc_ndcg_at_5_max": 0.685435, "nauc_ndcg_at_5_std": 0.14628, "nauc_ndcg_at_5_diff1": 0.671493, "nauc_ndcg_at_10_max": 0.692749, "nauc_ndcg_at_10_std": 0.17719, "nauc_ndcg_at_10_diff1": 0.676204, "nauc_ndcg_at_20_max": 0.692048, "nauc_ndcg_at_20_std": 0.177969, "nauc_ndcg_at_20_diff1": 0.679493, "nauc_ndcg_at_100_max": 0.68581, "nauc_ndcg_at_100_std": 0.160641, "nauc_ndcg_at_100_diff1": 0.682207, "nauc_ndcg_at_1000_max": 0.682192, "nauc_ndcg_at_1000_std": 0.151137, "nauc_ndcg_at_1000_diff1": 0.682194, "nauc_map_at_1_max": 0.650945, "nauc_map_at_1_std": 0.099525, "nauc_map_at_1_diff1": 0.720453, "nauc_map_at_3_max": 0.681239, "nauc_map_at_3_std": 0.12885, "nauc_map_at_3_diff1": 0.684471, "nauc_map_at_5_max": 0.675522, "nauc_map_at_5_std": 0.129647, "nauc_map_at_5_diff1": 0.683014, "nauc_map_at_10_max": 0.677508, "nauc_map_at_10_std": 0.140023, "nauc_map_at_10_diff1": 0.685278, "nauc_map_at_20_max": 0.677229, "nauc_map_at_20_std": 0.139927, "nauc_map_at_20_diff1": 0.686108, "nauc_map_at_100_max": 0.676325, "nauc_map_at_100_std": 0.13756, "nauc_map_at_100_diff1": 0.686358, "nauc_map_at_1000_max": 0.676184, "nauc_map_at_1000_std": 0.137189, "nauc_map_at_1000_diff1": 0.686341, "nauc_recall_at_1_max": 0.650945, "nauc_recall_at_1_std": 0.099525, "nauc_recall_at_1_diff1": 0.720453, "nauc_recall_at_3_max": 0.746444, "nauc_recall_at_3_std": 0.195966, "nauc_recall_at_3_diff1": 0.63943, "nauc_recall_at_5_max": 0.726645, "nauc_recall_at_5_std": 0.218869, "nauc_recall_at_5_diff1": 0.624694, "nauc_recall_at_10_max": 0.807921, "nauc_recall_at_10_std": 0.473621, "nauc_recall_at_10_diff1": 0.618819, "nauc_recall_at_20_max": 0.830546, "nauc_recall_at_20_std": 0.557856, "nauc_recall_at_20_diff1": 0.637671, "nauc_recall_at_100_max": 0.917859, "nauc_recall_at_100_std": 0.768484, "nauc_recall_at_100_diff1": 0.67542, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.650945, "nauc_precision_at_1_std": 0.099525, "nauc_precision_at_1_diff1": 0.720453, "nauc_precision_at_3_max": 0.746444, "nauc_precision_at_3_std": 0.195966, "nauc_precision_at_3_diff1": 0.63943, "nauc_precision_at_5_max": 0.726645, "nauc_precision_at_5_std": 0.218869, "nauc_precision_at_5_diff1": 0.624694, "nauc_precision_at_10_max": 0.807921, "nauc_precision_at_10_std": 0.473621, "nauc_precision_at_10_diff1": 0.618819, "nauc_precision_at_20_max": 0.830546, "nauc_precision_at_20_std": 0.557856, "nauc_precision_at_20_diff1": 0.637671, "nauc_precision_at_100_max": 0.917859, "nauc_precision_at_100_std": 0.768484, "nauc_precision_at_100_diff1": 0.67542, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.650945, "nauc_mrr_at_1_std": 0.099525, "nauc_mrr_at_1_diff1": 0.720453, "nauc_mrr_at_3_max": 0.681239, "nauc_mrr_at_3_std": 0.12885, "nauc_mrr_at_3_diff1": 0.684471, "nauc_mrr_at_5_max": 0.675522, "nauc_mrr_at_5_std": 0.129647, "nauc_mrr_at_5_diff1": 0.683014, "nauc_mrr_at_10_max": 0.677508, "nauc_mrr_at_10_std": 0.140023, "nauc_mrr_at_10_diff1": 0.685278, "nauc_mrr_at_20_max": 0.677229, "nauc_mrr_at_20_std": 0.139927, "nauc_mrr_at_20_diff1": 0.686108, "nauc_mrr_at_100_max": 0.676325, "nauc_mrr_at_100_std": 0.13756, "nauc_mrr_at_100_diff1": 0.686358, "nauc_mrr_at_1000_max": 0.676184, "nauc_mrr_at_1000_std": 0.137189, "nauc_mrr_at_1000_diff1": 0.686341, "hit_rate_at_1": 0.6325, "hit_rate_at_3": 0.77563, "hit_rate_at_5": 0.82012, "hit_rate_at_10": 0.90329, "hit_rate_at_20": 0.92263, "hit_rate_at_100": 0.97872, "hit_rate_at_1000": 1.0, "main_score": 0.76307, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.73633, "ndcg_at_3": 0.80473, "ndcg_at_5": 0.81893, "ndcg_at_10": 0.83215, "ndcg_at_20": 0.84017, "ndcg_at_100": 0.84616, "ndcg_at_1000": 0.84771, "map_at_1": 0.73633, "map_at_3": 0.78906, "map_at_5": 0.79678, "map_at_10": 0.8022, "map_at_20": 0.80446, "map_at_100": 0.80536, "map_at_1000": 0.80542, "recall_at_1": 0.73633, "recall_at_3": 0.84961, "recall_at_5": 0.88477, "recall_at_10": 0.92578, "recall_at_20": 0.95703, "recall_at_100": 0.98828, "recall_at_1000": 1.0, "accuracy": 0.73633, "precision_at_1": 0.73633, "precision_at_3": 0.2832, "precision_at_5": 0.17695, "precision_at_10": 0.09258, "precision_at_20": 0.04785, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.736328, "mrr_at_3": 0.789062, "mrr_at_5": 0.796777, "mrr_at_10": 0.802203, "mrr_at_20": 0.804465, "mrr_at_100": 0.805358, "mrr_at_1000": 0.805424, "nauc_ndcg_at_1_max": 0.746335, "nauc_ndcg_at_1_std": 0.142811, "nauc_ndcg_at_1_diff1": 0.849637, "nauc_ndcg_at_3_max": 0.797034, "nauc_ndcg_at_3_std": 0.172341, "nauc_ndcg_at_3_diff1": 0.814888, "nauc_ndcg_at_5_max": 0.79035, "nauc_ndcg_at_5_std": 0.18907, "nauc_ndcg_at_5_diff1": 0.821123, "nauc_ndcg_at_10_max": 0.790339, "nauc_ndcg_at_10_std": 0.192559, "nauc_ndcg_at_10_diff1": 0.823272, "nauc_ndcg_at_20_max": 0.790027, "nauc_ndcg_at_20_std": 0.190236, "nauc_ndcg_at_20_diff1": 0.823719, "nauc_ndcg_at_100_max": 0.785401, "nauc_ndcg_at_100_std": 0.187642, "nauc_ndcg_at_100_diff1": 0.826589, "nauc_ndcg_at_1000_max": 0.783255, "nauc_ndcg_at_1000_std": 0.180365, "nauc_ndcg_at_1000_diff1": 0.826732, "nauc_map_at_1_max": 0.746335, "nauc_map_at_1_std": 0.142811, "nauc_map_at_1_diff1": 0.849637, "nauc_map_at_3_max": 0.782392, "nauc_map_at_3_std": 0.164454, "nauc_map_at_3_diff1": 0.823666, "nauc_map_at_5_max": 0.778639, "nauc_map_at_5_std": 0.171951, "nauc_map_at_5_diff1": 0.827316, "nauc_map_at_10_max": 0.778232, "nauc_map_at_10_std": 0.171967, "nauc_map_at_10_diff1": 0.828381, "nauc_map_at_20_max": 0.778134, "nauc_map_at_20_std": 0.171701, "nauc_map_at_20_diff1": 0.828478, "nauc_map_at_100_max": 0.777602, "nauc_map_at_100_std": 0.171495, "nauc_map_at_100_diff1": 0.828936, "nauc_map_at_1000_max": 0.777528, "nauc_map_at_1000_std": 0.171239, "nauc_map_at_1000_diff1": 0.828942, "nauc_recall_at_1_max": 0.746335, "nauc_recall_at_1_std": 0.142811, "nauc_recall_at_1_diff1": 0.849637, "nauc_recall_at_3_max": 0.853257, "nauc_recall_at_3_std": 0.202264, "nauc_recall_at_3_diff1": 0.781886, "nauc_recall_at_5_max": 0.843649, "nauc_recall_at_5_std": 0.274278, "nauc_recall_at_5_diff1": 0.793885, "nauc_recall_at_10_max": 0.872358, "nauc_recall_at_10_std": 0.350602, "nauc_recall_at_10_diff1": 0.791944, "nauc_recall_at_20_max": 0.924066, "nauc_recall_at_20_std": 0.41893, "nauc_recall_at_20_diff1": 0.777361, "nauc_recall_at_100_max": 0.978223, "nauc_recall_at_100_std": 0.833169, "nauc_recall_at_100_diff1": 0.814101, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.746335, "nauc_precision_at_1_std": 0.142811, "nauc_precision_at_1_diff1": 0.849637, "nauc_precision_at_3_max": 0.853257, "nauc_precision_at_3_std": 0.202264, "nauc_precision_at_3_diff1": 0.781886, "nauc_precision_at_5_max": 0.843649, "nauc_precision_at_5_std": 0.274278, "nauc_precision_at_5_diff1": 0.793885, "nauc_precision_at_10_max": 0.872358, "nauc_precision_at_10_std": 0.350602, "nauc_precision_at_10_diff1": 0.791944, "nauc_precision_at_20_max": 0.924066, "nauc_precision_at_20_std": 0.41893, "nauc_precision_at_20_diff1": 0.777361, "nauc_precision_at_100_max": 0.978223, "nauc_precision_at_100_std": 0.833169, "nauc_precision_at_100_diff1": 0.814101, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.746335, "nauc_mrr_at_1_std": 0.142811, "nauc_mrr_at_1_diff1": 0.849637, "nauc_mrr_at_3_max": 0.782392, "nauc_mrr_at_3_std": 0.164454, "nauc_mrr_at_3_diff1": 0.823666, "nauc_mrr_at_5_max": 0.778639, "nauc_mrr_at_5_std": 0.171951, "nauc_mrr_at_5_diff1": 0.827316, "nauc_mrr_at_10_max": 0.778232, "nauc_mrr_at_10_std": 0.171967, "nauc_mrr_at_10_diff1": 0.828381, "nauc_mrr_at_20_max": 0.778134, "nauc_mrr_at_20_std": 0.171701, "nauc_mrr_at_20_diff1": 0.828478, "nauc_mrr_at_100_max": 0.777602, "nauc_mrr_at_100_std": 0.171495, "nauc_mrr_at_100_diff1": 0.828936, "nauc_mrr_at_1000_max": 0.777528, "nauc_mrr_at_1000_std": 0.171239, "nauc_mrr_at_1000_diff1": 0.828942, "hit_rate_at_1": 0.73633, "hit_rate_at_3": 0.84961, "hit_rate_at_5": 0.88477, "hit_rate_at_10": 0.92578, "hit_rate_at_20": 0.95703, "hit_rate_at_100": 0.98828, "hit_rate_at_1000": 1.0, "main_score": 0.83215, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.75087, "ndcg_at_3": 0.81522, "ndcg_at_5": 0.8316, "ndcg_at_10": 0.84114, "ndcg_at_20": 0.84626, "ndcg_at_100": 0.85263, "ndcg_at_1000": 0.85492, "map_at_1": 0.75087, "map_at_3": 0.79951, "map_at_5": 0.80874, "map_at_10": 0.81281, "map_at_20": 0.81425, "map_at_100": 0.81515, "map_at_1000": 0.81525, "recall_at_1": 0.75087, "recall_at_3": 0.86063, "recall_at_5": 0.89983, "recall_at_10": 0.92857, "recall_at_20": 0.94861, "recall_at_100": 0.98258, "recall_at_1000": 1.0, "accuracy": 0.75087, "precision_at_1": 0.75087, "precision_at_3": 0.28688, "precision_at_5": 0.17997, "precision_at_10": 0.09286, "precision_at_20": 0.04743, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.750871, "mrr_at_3": 0.799506, "mrr_at_5": 0.80874, "mrr_at_10": 0.812813, "mrr_at_20": 0.814252, "mrr_at_100": 0.815153, "mrr_at_1000": 0.815246, "nauc_ndcg_at_1_max": 0.714353, "nauc_ndcg_at_1_std": -0.059896, "nauc_ndcg_at_1_diff1": 0.865083, "nauc_ndcg_at_3_max": 0.780709, "nauc_ndcg_at_3_std": -0.018628, "nauc_ndcg_at_3_diff1": 0.844075, "nauc_ndcg_at_5_max": 0.773927, "nauc_ndcg_at_5_std": -0.024862, "nauc_ndcg_at_5_diff1": 0.842235, "nauc_ndcg_at_10_max": 0.775332, "nauc_ndcg_at_10_std": -0.006635, "nauc_ndcg_at_10_diff1": 0.843838, "nauc_ndcg_at_20_max": 0.773144, "nauc_ndcg_at_20_std": -0.006145, "nauc_ndcg_at_20_diff1": 0.845602, "nauc_ndcg_at_100_max": 0.768435, "nauc_ndcg_at_100_std": -0.006157, "nauc_ndcg_at_100_diff1": 0.848373, "nauc_ndcg_at_1000_max": 0.765415, "nauc_ndcg_at_1000_std": -0.016198, "nauc_ndcg_at_1000_diff1": 0.848417, "nauc_map_at_1_max": 0.714353, "nauc_map_at_1_std": -0.059896, "nauc_map_at_1_diff1": 0.865083, "nauc_map_at_3_max": 0.763113, "nauc_map_at_3_std": -0.030442, "nauc_map_at_3_diff1": 0.84955, "nauc_map_at_5_max": 0.758951, "nauc_map_at_5_std": -0.034088, "nauc_map_at_5_diff1": 0.848924, "nauc_map_at_10_max": 0.759128, "nauc_map_at_10_std": -0.027764, "nauc_map_at_10_diff1": 0.849803, "nauc_map_at_20_max": 0.758604, "nauc_map_at_20_std": -0.027676, "nauc_map_at_20_diff1": 0.850285, "nauc_map_at_100_max": 0.758042, "nauc_map_at_100_std": -0.02733, "nauc_map_at_100_diff1": 0.850592, "nauc_map_at_1000_max": 0.75794, "nauc_map_at_1000_std": -0.027654, "nauc_map_at_1000_diff1": 0.850595, "nauc_recall_at_1_max": 0.714353, "nauc_recall_at_1_std": -0.059896, "nauc_recall_at_1_diff1": 0.865083, "nauc_recall_at_3_max": 0.849223, "nauc_recall_at_3_std": 0.027913, "nauc_recall_at_3_diff1": 0.822818, "nauc_recall_at_5_max": 0.846754, "nauc_recall_at_5_std": 0.020194, "nauc_recall_at_5_diff1": 0.808331, "nauc_recall_at_10_max": 0.884584, "nauc_recall_at_10_std": 0.153306, "nauc_recall_at_10_diff1": 0.803028, "nauc_recall_at_20_max": 0.900521, "nauc_recall_at_20_std": 0.217371, "nauc_recall_at_20_diff1": 0.805701, "nauc_recall_at_100_max": 0.946064, "nauc_recall_at_100_std": 0.585888, "nauc_recall_at_100_diff1": 0.847317, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.714353, "nauc_precision_at_1_std": -0.059896, "nauc_precision_at_1_diff1": 0.865083, "nauc_precision_at_3_max": 0.849223, "nauc_precision_at_3_std": 0.027913, "nauc_precision_at_3_diff1": 0.822818, "nauc_precision_at_5_max": 0.846754, "nauc_precision_at_5_std": 0.020194, "nauc_precision_at_5_diff1": 0.808331, "nauc_precision_at_10_max": 0.884584, "nauc_precision_at_10_std": 0.153306, "nauc_precision_at_10_diff1": 0.803028, "nauc_precision_at_20_max": 0.900521, "nauc_precision_at_20_std": 0.217371, "nauc_precision_at_20_diff1": 0.805701, "nauc_precision_at_100_max": 0.946064, "nauc_precision_at_100_std": 0.585888, "nauc_precision_at_100_diff1": 0.847317, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.714353, "nauc_mrr_at_1_std": -0.059896, "nauc_mrr_at_1_diff1": 0.865083, "nauc_mrr_at_3_max": 0.763113, "nauc_mrr_at_3_std": -0.030442, "nauc_mrr_at_3_diff1": 0.84955, "nauc_mrr_at_5_max": 0.758951, "nauc_mrr_at_5_std": -0.034088, "nauc_mrr_at_5_diff1": 0.848924, "nauc_mrr_at_10_max": 0.759128, "nauc_mrr_at_10_std": -0.027764, "nauc_mrr_at_10_diff1": 0.849803, "nauc_mrr_at_20_max": 0.758604, "nauc_mrr_at_20_std": -0.027676, "nauc_mrr_at_20_diff1": 0.850285, "nauc_mrr_at_100_max": 0.758042, "nauc_mrr_at_100_std": -0.02733, "nauc_mrr_at_100_diff1": 0.850592, "nauc_mrr_at_1000_max": 0.75794, "nauc_mrr_at_1000_std": -0.027654, "nauc_mrr_at_1000_diff1": 0.850595, "hit_rate_at_1": 0.75087, "hit_rate_at_3": 0.86063, "hit_rate_at_5": 0.89983, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.94861, "hit_rate_at_100": 0.98258, "hit_rate_at_1000": 1.0, "main_score": 0.84114, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.742, "ndcg_at_3": 0.80212, "ndcg_at_5": 0.81641, "ndcg_at_10": 0.82663, "ndcg_at_20": 0.83265, "ndcg_at_100": 0.84382, "ndcg_at_1000": 0.84492, "map_at_1": 0.742, "map_at_3": 0.787, "map_at_5": 0.7951, "map_at_10": 0.79963, "map_at_20": 0.80126, "map_at_100": 0.80296, "map_at_1000": 0.80302, "recall_at_1": 0.742, "recall_at_3": 0.846, "recall_at_5": 0.88, "recall_at_10": 0.91, "recall_at_20": 0.934, "recall_at_100": 0.992, "recall_at_1000": 1.0, "accuracy": 0.742, "precision_at_1": 0.742, "precision_at_3": 0.282, "precision_at_5": 0.176, "precision_at_10": 0.091, "precision_at_20": 0.0467, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.742, "mrr_at_3": 0.787, "mrr_at_5": 0.7951, "mrr_at_10": 0.799629, "mrr_at_20": 0.801256, "mrr_at_100": 0.802961, "mrr_at_1000": 0.803015, "nauc_ndcg_at_1_max": 0.800023, "nauc_ndcg_at_1_std": 0.151712, "nauc_ndcg_at_1_diff1": 0.857045, "nauc_ndcg_at_3_max": 0.832096, "nauc_ndcg_at_3_std": 0.16593, "nauc_ndcg_at_3_diff1": 0.851417, "nauc_ndcg_at_5_max": 0.833933, "nauc_ndcg_at_5_std": 0.19999, "nauc_ndcg_at_5_diff1": 0.848902, "nauc_ndcg_at_10_max": 0.83321, "nauc_ndcg_at_10_std": 0.211672, "nauc_ndcg_at_10_diff1": 0.839954, "nauc_ndcg_at_20_max": 0.83274, "nauc_ndcg_at_20_std": 0.211484, "nauc_ndcg_at_20_diff1": 0.838806, "nauc_ndcg_at_100_max": 0.827024, "nauc_ndcg_at_100_std": 0.19681, "nauc_ndcg_at_100_diff1": 0.84487, "nauc_ndcg_at_1000_max": 0.826178, "nauc_ndcg_at_1000_std": 0.192797, "nauc_ndcg_at_1000_diff1": 0.845378, "nauc_map_at_1_max": 0.800023, "nauc_map_at_1_std": 0.151712, "nauc_map_at_1_diff1": 0.857045, "nauc_map_at_3_max": 0.822493, "nauc_map_at_3_std": 0.162088, "nauc_map_at_3_diff1": 0.851682, "nauc_map_at_5_max": 0.823113, "nauc_map_at_5_std": 0.179246, "nauc_map_at_5_diff1": 0.850265, "nauc_map_at_10_max": 0.82263, "nauc_map_at_10_std": 0.183348, "nauc_map_at_10_diff1": 0.846677, "nauc_map_at_20_max": 0.822448, "nauc_map_at_20_std": 0.183218, "nauc_map_at_20_diff1": 0.846504, "nauc_map_at_100_max": 0.821753, "nauc_map_at_100_std": 0.181735, "nauc_map_at_100_diff1": 0.847444, "nauc_map_at_1000_max": 0.821717, "nauc_map_at_1000_std": 0.181569, "nauc_map_at_1000_diff1": 0.847461, "nauc_recall_at_1_max": 0.800023, "nauc_recall_at_1_std": 0.151712, "nauc_recall_at_1_diff1": 0.857045, "nauc_recall_at_3_max": 0.868936, "nauc_recall_at_3_std": 0.180455, "nauc_recall_at_3_diff1": 0.851132, "nauc_recall_at_5_max": 0.884275, "nauc_recall_at_5_std": 0.302458, "nauc_recall_at_5_diff1": 0.843311, "nauc_recall_at_10_max": 0.895477, "nauc_recall_at_10_std": 0.39474, "nauc_recall_at_10_diff1": 0.796359, "nauc_recall_at_20_max": 0.913208, "nauc_recall_at_20_std": 0.456526, "nauc_recall_at_20_diff1": 0.769134, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.707166, "nauc_recall_at_100_diff1": 0.777077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.800023, "nauc_precision_at_1_std": 0.151712, "nauc_precision_at_1_diff1": 0.857045, "nauc_precision_at_3_max": 0.868936, "nauc_precision_at_3_std": 0.180455, "nauc_precision_at_3_diff1": 0.851132, "nauc_precision_at_5_max": 0.884275, "nauc_precision_at_5_std": 0.302458, "nauc_precision_at_5_diff1": 0.843311, "nauc_precision_at_10_max": 0.895477, "nauc_precision_at_10_std": 0.39474, "nauc_precision_at_10_diff1": 0.796359, "nauc_precision_at_20_max": 0.913208, "nauc_precision_at_20_std": 0.456526, "nauc_precision_at_20_diff1": 0.769134, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.707166, "nauc_precision_at_100_diff1": 0.777077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.800023, "nauc_mrr_at_1_std": 0.151712, "nauc_mrr_at_1_diff1": 0.857045, "nauc_mrr_at_3_max": 0.822493, "nauc_mrr_at_3_std": 0.162088, "nauc_mrr_at_3_diff1": 0.851682, "nauc_mrr_at_5_max": 0.823113, "nauc_mrr_at_5_std": 0.179246, "nauc_mrr_at_5_diff1": 0.850265, "nauc_mrr_at_10_max": 0.82263, "nauc_mrr_at_10_std": 0.183348, "nauc_mrr_at_10_diff1": 0.846677, "nauc_mrr_at_20_max": 0.822448, "nauc_mrr_at_20_std": 0.183218, "nauc_mrr_at_20_diff1": 0.846504, "nauc_mrr_at_100_max": 0.821753, "nauc_mrr_at_100_std": 0.181735, "nauc_mrr_at_100_diff1": 0.847444, "nauc_mrr_at_1000_max": 0.821717, "nauc_mrr_at_1000_std": 0.181569, "nauc_mrr_at_1000_diff1": 0.847461, "hit_rate_at_1": 0.742, "hit_rate_at_3": 0.846, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.934, "hit_rate_at_100": 0.992, "hit_rate_at_1000": 1.0, "main_score": 0.82663, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67258, "ndcg_at_3": 0.7523, "ndcg_at_5": 0.7669, "ndcg_at_10": 0.78107, "ndcg_at_20": 0.79348, "ndcg_at_100": 0.80268, "ndcg_at_1000": 0.80458, "map_at_1": 0.67258, "map_at_3": 0.7334, "map_at_5": 0.74149, "map_at_10": 0.74742, "map_at_20": 0.75079, "map_at_100": 0.75195, "map_at_1000": 0.75204, "recall_at_1": 0.67258, "recall_at_3": 0.80671, "recall_at_5": 0.84221, "recall_at_10": 0.8856, "recall_at_20": 0.93491, "recall_at_100": 0.98619, "recall_at_1000": 1.0, "accuracy": 0.67258, "precision_at_1": 0.67258, "precision_at_3": 0.2689, "precision_at_5": 0.16844, "precision_at_10": 0.08856, "precision_at_20": 0.04675, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.672584, "mrr_at_3": 0.733399, "mrr_at_5": 0.741486, "mrr_at_10": 0.747423, "mrr_at_20": 0.750792, "mrr_at_100": 0.75195, "mrr_at_1000": 0.752043, "nauc_ndcg_at_1_max": 0.637363, "nauc_ndcg_at_1_std": 0.11608, "nauc_ndcg_at_1_diff1": 0.834802, "nauc_ndcg_at_3_max": 0.71268, "nauc_ndcg_at_3_std": 0.177683, "nauc_ndcg_at_3_diff1": 0.796211, "nauc_ndcg_at_5_max": 0.710076, "nauc_ndcg_at_5_std": 0.180956, "nauc_ndcg_at_5_diff1": 0.793469, "nauc_ndcg_at_10_max": 0.713067, "nauc_ndcg_at_10_std": 0.203916, "nauc_ndcg_at_10_diff1": 0.791487, "nauc_ndcg_at_20_max": 0.710088, "nauc_ndcg_at_20_std": 0.204041, "nauc_ndcg_at_20_diff1": 0.799101, "nauc_ndcg_at_100_max": 0.701766, "nauc_ndcg_at_100_std": 0.184855, "nauc_ndcg_at_100_diff1": 0.804952, "nauc_ndcg_at_1000_max": 0.699079, "nauc_ndcg_at_1000_std": 0.180492, "nauc_ndcg_at_1000_diff1": 0.803419, "nauc_map_at_1_max": 0.637363, "nauc_map_at_1_std": 0.11608, "nauc_map_at_1_diff1": 0.834802, "nauc_map_at_3_max": 0.693681, "nauc_map_at_3_std": 0.1599, "nauc_map_at_3_diff1": 0.806562, "nauc_map_at_5_max": 0.692154, "nauc_map_at_5_std": 0.16159, "nauc_map_at_5_diff1": 0.805427, "nauc_map_at_10_max": 0.692563, "nauc_map_at_10_std": 0.168751, "nauc_map_at_10_diff1": 0.805109, "nauc_map_at_20_max": 0.691544, "nauc_map_at_20_std": 0.168562, "nauc_map_at_20_diff1": 0.806936, "nauc_map_at_100_max": 0.690544, "nauc_map_at_100_std": 0.166545, "nauc_map_at_100_diff1": 0.807569, "nauc_map_at_1000_max": 0.690435, "nauc_map_at_1000_std": 0.166376, "nauc_map_at_1000_diff1": 0.807507, "nauc_recall_at_1_max": 0.637363, "nauc_recall_at_1_std": 0.11608, "nauc_recall_at_1_diff1": 0.834802, "nauc_recall_at_3_max": 0.781713, "nauc_recall_at_3_std": 0.243634, "nauc_recall_at_3_diff1": 0.758232, "nauc_recall_at_5_max": 0.784782, "nauc_recall_at_5_std": 0.26449, "nauc_recall_at_5_diff1": 0.741684, "nauc_recall_at_10_max": 0.828413, "nauc_recall_at_10_std": 0.422757, "nauc_recall_at_10_diff1": 0.71248, "nauc_recall_at_20_max": 0.880354, "nauc_recall_at_20_std": 0.5761, "nauc_recall_at_20_diff1": 0.742326, "nauc_recall_at_100_max": 0.943941, "nauc_recall_at_100_std": 0.583247, "nauc_recall_at_100_diff1": 0.941639, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.637363, "nauc_precision_at_1_std": 0.11608, "nauc_precision_at_1_diff1": 0.834802, "nauc_precision_at_3_max": 0.781713, "nauc_precision_at_3_std": 0.243634, "nauc_precision_at_3_diff1": 0.758232, "nauc_precision_at_5_max": 0.784782, "nauc_precision_at_5_std": 0.26449, "nauc_precision_at_5_diff1": 0.741684, "nauc_precision_at_10_max": 0.828413, "nauc_precision_at_10_std": 0.422757, "nauc_precision_at_10_diff1": 0.71248, "nauc_precision_at_20_max": 0.880354, "nauc_precision_at_20_std": 0.5761, "nauc_precision_at_20_diff1": 0.742326, "nauc_precision_at_100_max": 0.943941, "nauc_precision_at_100_std": 0.583247, "nauc_precision_at_100_diff1": 0.941639, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.637363, "nauc_mrr_at_1_std": 0.11608, "nauc_mrr_at_1_diff1": 0.834802, "nauc_mrr_at_3_max": 0.693681, "nauc_mrr_at_3_std": 0.1599, "nauc_mrr_at_3_diff1": 0.806562, "nauc_mrr_at_5_max": 0.692154, "nauc_mrr_at_5_std": 0.16159, "nauc_mrr_at_5_diff1": 0.805427, "nauc_mrr_at_10_max": 0.692563, "nauc_mrr_at_10_std": 0.168751, "nauc_mrr_at_10_diff1": 0.805109, "nauc_mrr_at_20_max": 0.691544, "nauc_mrr_at_20_std": 0.168562, "nauc_mrr_at_20_diff1": 0.806936, "nauc_mrr_at_100_max": 0.690544, "nauc_mrr_at_100_std": 0.166545, "nauc_mrr_at_100_diff1": 0.807569, "nauc_mrr_at_1000_max": 0.690435, "nauc_mrr_at_1000_std": 0.166376, "nauc_mrr_at_1000_diff1": 0.807507, "hit_rate_at_1": 0.67258, "hit_rate_at_3": 0.80671, "hit_rate_at_5": 0.84221, "hit_rate_at_10": 0.8856, "hit_rate_at_20": 0.93491, "hit_rate_at_100": 0.98619, "hit_rate_at_1000": 1.0, "main_score": 0.78107, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66536, "ndcg_at_3": 0.74245, "ndcg_at_5": 0.76746, "ndcg_at_10": 0.78264, "ndcg_at_20": 0.79161, "ndcg_at_100": 0.8, "ndcg_at_1000": 0.80241, "map_at_1": 0.66536, "map_at_3": 0.72374, "map_at_5": 0.73764, "map_at_10": 0.74389, "map_at_20": 0.74638, "map_at_100": 0.74771, "map_at_1000": 0.74782, "recall_at_1": 0.66536, "recall_at_3": 0.79648, "recall_at_5": 0.85714, "recall_at_10": 0.90411, "recall_at_20": 0.93933, "recall_at_100": 0.98239, "recall_at_1000": 1.0, "accuracy": 0.66536, "precision_at_1": 0.66536, "precision_at_3": 0.26549, "precision_at_5": 0.17143, "precision_at_10": 0.09041, "precision_at_20": 0.04697, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.665362, "mrr_at_3": 0.723744, "mrr_at_5": 0.737639, "mrr_at_10": 0.743889, "mrr_at_20": 0.74638, "mrr_at_100": 0.747707, "mrr_at_1000": 0.74782, "nauc_ndcg_at_1_max": 0.63958, "nauc_ndcg_at_1_std": 0.187836, "nauc_ndcg_at_1_diff1": 0.814197, "nauc_ndcg_at_3_max": 0.707957, "nauc_ndcg_at_3_std": 0.227179, "nauc_ndcg_at_3_diff1": 0.781953, "nauc_ndcg_at_5_max": 0.718067, "nauc_ndcg_at_5_std": 0.26576, "nauc_ndcg_at_5_diff1": 0.77577, "nauc_ndcg_at_10_max": 0.707671, "nauc_ndcg_at_10_std": 0.264927, "nauc_ndcg_at_10_diff1": 0.773846, "nauc_ndcg_at_20_max": 0.705365, "nauc_ndcg_at_20_std": 0.273747, "nauc_ndcg_at_20_diff1": 0.777087, "nauc_ndcg_at_100_max": 0.697234, "nauc_ndcg_at_100_std": 0.25381, "nauc_ndcg_at_100_diff1": 0.779544, "nauc_ndcg_at_1000_max": 0.695333, "nauc_ndcg_at_1000_std": 0.245289, "nauc_ndcg_at_1000_diff1": 0.783369, "nauc_map_at_1_max": 0.63958, "nauc_map_at_1_std": 0.187836, "nauc_map_at_1_diff1": 0.814197, "nauc_map_at_3_max": 0.689165, "nauc_map_at_3_std": 0.21579, "nauc_map_at_3_diff1": 0.789807, "nauc_map_at_5_max": 0.693577, "nauc_map_at_5_std": 0.234569, "nauc_map_at_5_diff1": 0.787257, "nauc_map_at_10_max": 0.689124, "nauc_map_at_10_std": 0.232811, "nauc_map_at_10_diff1": 0.786931, "nauc_map_at_20_max": 0.688342, "nauc_map_at_20_std": 0.234087, "nauc_map_at_20_diff1": 0.787943, "nauc_map_at_100_max": 0.687274, "nauc_map_at_100_std": 0.231413, "nauc_map_at_100_diff1": 0.788361, "nauc_map_at_1000_max": 0.687207, "nauc_map_at_1000_std": 0.2311, "nauc_map_at_1000_diff1": 0.788522, "nauc_recall_at_1_max": 0.63958, "nauc_recall_at_1_std": 0.187836, "nauc_recall_at_1_diff1": 0.814197, "nauc_recall_at_3_max": 0.776176, "nauc_recall_at_3_std": 0.268827, "nauc_recall_at_3_diff1": 0.753979, "nauc_recall_at_5_max": 0.836387, "nauc_recall_at_5_std": 0.423917, "nauc_recall_at_5_diff1": 0.720048, "nauc_recall_at_10_max": 0.825019, "nauc_recall_at_10_std": 0.495452, "nauc_recall_at_10_diff1": 0.683295, "nauc_recall_at_20_max": 0.866931, "nauc_recall_at_20_std": 0.744249, "nauc_recall_at_20_diff1": 0.666097, "nauc_recall_at_100_max": 0.837982, "nauc_recall_at_100_std": 0.870124, "nauc_recall_at_100_diff1": 0.514812, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.63958, "nauc_precision_at_1_std": 0.187836, "nauc_precision_at_1_diff1": 0.814197, "nauc_precision_at_3_max": 0.776176, "nauc_precision_at_3_std": 0.268827, "nauc_precision_at_3_diff1": 0.753979, "nauc_precision_at_5_max": 0.836387, "nauc_precision_at_5_std": 0.423917, "nauc_precision_at_5_diff1": 0.720048, "nauc_precision_at_10_max": 0.825019, "nauc_precision_at_10_std": 0.495452, "nauc_precision_at_10_diff1": 0.683295, "nauc_precision_at_20_max": 0.866931, "nauc_precision_at_20_std": 0.744249, "nauc_precision_at_20_diff1": 0.666097, "nauc_precision_at_100_max": 0.837982, "nauc_precision_at_100_std": 0.870124, "nauc_precision_at_100_diff1": 0.514812, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.63958, "nauc_mrr_at_1_std": 0.187836, "nauc_mrr_at_1_diff1": 0.814197, "nauc_mrr_at_3_max": 0.689165, "nauc_mrr_at_3_std": 0.21579, "nauc_mrr_at_3_diff1": 0.789807, "nauc_mrr_at_5_max": 0.693577, "nauc_mrr_at_5_std": 0.234569, "nauc_mrr_at_5_diff1": 0.787257, "nauc_mrr_at_10_max": 0.689124, "nauc_mrr_at_10_std": 0.232811, "nauc_mrr_at_10_diff1": 0.786931, "nauc_mrr_at_20_max": 0.688342, "nauc_mrr_at_20_std": 0.234087, "nauc_mrr_at_20_diff1": 0.787943, "nauc_mrr_at_100_max": 0.687274, "nauc_mrr_at_100_std": 0.231413, "nauc_mrr_at_100_diff1": 0.788361, "nauc_mrr_at_1000_max": 0.687207, "nauc_mrr_at_1000_std": 0.2311, "nauc_mrr_at_1000_diff1": 0.788522, "hit_rate_at_1": 0.66536, "hit_rate_at_3": 0.79648, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.90411, "hit_rate_at_20": 0.93933, "hit_rate_at_100": 0.98239, "hit_rate_at_1000": 1.0, "main_score": 0.78264, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68056, "ndcg_at_3": 0.77943, "ndcg_at_5": 0.79924, "ndcg_at_10": 0.80976, "ndcg_at_20": 0.81487, "ndcg_at_100": 0.82162, "ndcg_at_1000": 0.82374, "map_at_1": 0.68056, "map_at_3": 0.75529, "map_at_5": 0.7664, "map_at_10": 0.77089, "map_at_20": 0.77234, "map_at_100": 0.77331, "map_at_1000": 0.7734, "recall_at_1": 0.68056, "recall_at_3": 0.84921, "recall_at_5": 0.89683, "recall_at_10": 0.92857, "recall_at_20": 0.94841, "recall_at_100": 0.98413, "recall_at_1000": 1.0, "accuracy": 0.68056, "precision_at_1": 0.68056, "precision_at_3": 0.28307, "precision_at_5": 0.17937, "precision_at_10": 0.09286, "precision_at_20": 0.04742, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.680556, "mrr_at_3": 0.755291, "mrr_at_5": 0.766402, "mrr_at_10": 0.770892, "mrr_at_20": 0.772337, "mrr_at_100": 0.773313, "mrr_at_1000": 0.773405, "nauc_ndcg_at_1_max": 0.700593, "nauc_ndcg_at_1_std": 0.173873, "nauc_ndcg_at_1_diff1": 0.778027, "nauc_ndcg_at_3_max": 0.714139, "nauc_ndcg_at_3_std": 0.210121, "nauc_ndcg_at_3_diff1": 0.748871, "nauc_ndcg_at_5_max": 0.727875, "nauc_ndcg_at_5_std": 0.205164, "nauc_ndcg_at_5_diff1": 0.748486, "nauc_ndcg_at_10_max": 0.726086, "nauc_ndcg_at_10_std": 0.201306, "nauc_ndcg_at_10_diff1": 0.743445, "nauc_ndcg_at_20_max": 0.725179, "nauc_ndcg_at_20_std": 0.218666, "nauc_ndcg_at_20_diff1": 0.746938, "nauc_ndcg_at_100_max": 0.719615, "nauc_ndcg_at_100_std": 0.206595, "nauc_ndcg_at_100_diff1": 0.74871, "nauc_ndcg_at_1000_max": 0.718504, "nauc_ndcg_at_1000_std": 0.203816, "nauc_ndcg_at_1000_diff1": 0.750863, "nauc_map_at_1_max": 0.700593, "nauc_map_at_1_std": 0.173873, "nauc_map_at_1_diff1": 0.778027, "nauc_map_at_3_max": 0.710105, "nauc_map_at_3_std": 0.200725, "nauc_map_at_3_diff1": 0.7554, "nauc_map_at_5_max": 0.717039, "nauc_map_at_5_std": 0.198784, "nauc_map_at_5_diff1": 0.755041, "nauc_map_at_10_max": 0.715956, "nauc_map_at_10_std": 0.196588, "nauc_map_at_10_diff1": 0.753374, "nauc_map_at_20_max": 0.715627, "nauc_map_at_20_std": 0.200357, "nauc_map_at_20_diff1": 0.75419, "nauc_map_at_100_max": 0.71489, "nauc_map_at_100_std": 0.198878, "nauc_map_at_100_diff1": 0.75454, "nauc_map_at_1000_max": 0.71485, "nauc_map_at_1000_std": 0.198761, "nauc_map_at_1000_diff1": 0.754622, "nauc_recall_at_1_max": 0.700593, "nauc_recall_at_1_std": 0.173873, "nauc_recall_at_1_diff1": 0.778027, "nauc_recall_at_3_max": 0.731479, "nauc_recall_at_3_std": 0.249637, "nauc_recall_at_3_diff1": 0.722152, "nauc_recall_at_5_max": 0.793042, "nauc_recall_at_5_std": 0.236993, "nauc_recall_at_5_diff1": 0.71372, "nauc_recall_at_10_max": 0.811638, "nauc_recall_at_10_std": 0.23306, "nauc_recall_at_10_diff1": 0.662391, "nauc_recall_at_20_max": 0.834604, "nauc_recall_at_20_std": 0.467135, "nauc_recall_at_20_diff1": 0.676346, "nauc_recall_at_100_max": 0.801968, "nauc_recall_at_100_std": 0.40443, "nauc_recall_at_100_diff1": 0.594284, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.700593, "nauc_precision_at_1_std": 0.173873, "nauc_precision_at_1_diff1": 0.778027, "nauc_precision_at_3_max": 0.731479, "nauc_precision_at_3_std": 0.249637, "nauc_precision_at_3_diff1": 0.722152, "nauc_precision_at_5_max": 0.793042, "nauc_precision_at_5_std": 0.236993, "nauc_precision_at_5_diff1": 0.71372, "nauc_precision_at_10_max": 0.811638, "nauc_precision_at_10_std": 0.23306, "nauc_precision_at_10_diff1": 0.662391, "nauc_precision_at_20_max": 0.834604, "nauc_precision_at_20_std": 0.467135, "nauc_precision_at_20_diff1": 0.676346, "nauc_precision_at_100_max": 0.801968, "nauc_precision_at_100_std": 0.40443, "nauc_precision_at_100_diff1": 0.594284, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.700593, "nauc_mrr_at_1_std": 0.173873, "nauc_mrr_at_1_diff1": 0.778027, "nauc_mrr_at_3_max": 0.710105, "nauc_mrr_at_3_std": 0.200725, "nauc_mrr_at_3_diff1": 0.7554, "nauc_mrr_at_5_max": 0.717039, "nauc_mrr_at_5_std": 0.198784, "nauc_mrr_at_5_diff1": 0.755041, "nauc_mrr_at_10_max": 0.715956, "nauc_mrr_at_10_std": 0.196588, "nauc_mrr_at_10_diff1": 0.753374, "nauc_mrr_at_20_max": 0.715627, "nauc_mrr_at_20_std": 0.200357, "nauc_mrr_at_20_diff1": 0.75419, "nauc_mrr_at_100_max": 0.71489, "nauc_mrr_at_100_std": 0.198878, "nauc_mrr_at_100_diff1": 0.75454, "nauc_mrr_at_1000_max": 0.71485, "nauc_mrr_at_1000_std": 0.198761, "nauc_mrr_at_1000_diff1": 0.754622, "hit_rate_at_1": 0.68056, "hit_rate_at_3": 0.84921, "hit_rate_at_5": 0.89683, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.94841, "hit_rate_at_100": 0.98413, "hit_rate_at_1000": 1.0, "main_score": 0.80976, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65839, "ndcg_at_3": 0.74512, "ndcg_at_5": 0.76543, "ndcg_at_10": 0.7859, "ndcg_at_20": 0.78891, "ndcg_at_100": 0.80168, "ndcg_at_1000": 0.80168, "map_at_1": 0.65839, "map_at_3": 0.7236, "map_at_5": 0.73478, "map_at_10": 0.74346, "map_at_20": 0.74422, "map_at_100": 0.74598, "map_at_1000": 0.74598, "recall_at_1": 0.65839, "recall_at_3": 0.80745, "recall_at_5": 0.85714, "recall_at_10": 0.91925, "recall_at_20": 0.93168, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65839, "precision_at_1": 0.65839, "precision_at_3": 0.26915, "precision_at_5": 0.17143, "precision_at_10": 0.09193, "precision_at_20": 0.04658, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.658385, "mrr_at_3": 0.723602, "mrr_at_5": 0.734783, "mrr_at_10": 0.743456, "mrr_at_20": 0.744215, "mrr_at_100": 0.745981, "mrr_at_1000": 0.745981, "nauc_ndcg_at_1_max": 0.774713, "nauc_ndcg_at_1_std": 0.3682, "nauc_ndcg_at_1_diff1": 0.785665, "nauc_ndcg_at_3_max": 0.756272, "nauc_ndcg_at_3_std": 0.362829, "nauc_ndcg_at_3_diff1": 0.750166, "nauc_ndcg_at_5_max": 0.77221, "nauc_ndcg_at_5_std": 0.374196, "nauc_ndcg_at_5_diff1": 0.746484, "nauc_ndcg_at_10_max": 0.786477, "nauc_ndcg_at_10_std": 0.405852, "nauc_ndcg_at_10_diff1": 0.756346, "nauc_ndcg_at_20_max": 0.78408, "nauc_ndcg_at_20_std": 0.399872, "nauc_ndcg_at_20_diff1": 0.758314, "nauc_ndcg_at_100_max": 0.778717, "nauc_ndcg_at_100_std": 0.386946, "nauc_ndcg_at_100_diff1": 0.761752, "nauc_ndcg_at_1000_max": 0.778717, "nauc_ndcg_at_1000_std": 0.386946, "nauc_ndcg_at_1000_diff1": 0.761752, "nauc_map_at_1_max": 0.774713, "nauc_map_at_1_std": 0.3682, "nauc_map_at_1_diff1": 0.785665, "nauc_map_at_3_max": 0.763222, "nauc_map_at_3_std": 0.363373, "nauc_map_at_3_diff1": 0.76238, "nauc_map_at_5_max": 0.772591, "nauc_map_at_5_std": 0.370511, "nauc_map_at_5_diff1": 0.761545, "nauc_map_at_10_max": 0.77771, "nauc_map_at_10_std": 0.381858, "nauc_map_at_10_diff1": 0.765298, "nauc_map_at_20_max": 0.777188, "nauc_map_at_20_std": 0.380561, "nauc_map_at_20_diff1": 0.765762, "nauc_map_at_100_max": 0.776611, "nauc_map_at_100_std": 0.379658, "nauc_map_at_100_diff1": 0.765921, "nauc_map_at_1000_max": 0.776611, "nauc_map_at_1000_std": 0.379658, "nauc_map_at_1000_diff1": 0.765921, "nauc_recall_at_1_max": 0.774713, "nauc_recall_at_1_std": 0.3682, "nauc_recall_at_1_diff1": 0.785665, "nauc_recall_at_3_max": 0.7289, "nauc_recall_at_3_std": 0.3613, "nauc_recall_at_3_diff1": 0.702542, "nauc_recall_at_5_max": 0.770616, "nauc_recall_at_5_std": 0.392277, "nauc_recall_at_5_diff1": 0.670805, "nauc_recall_at_10_max": 0.86999, "nauc_recall_at_10_std": 0.626604, "nauc_recall_at_10_diff1": 0.69139, "nauc_recall_at_20_max": 0.858227, "nauc_recall_at_20_std": 0.599175, "nauc_recall_at_20_diff1": 0.700964, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.774713, "nauc_precision_at_1_std": 0.3682, "nauc_precision_at_1_diff1": 0.785665, "nauc_precision_at_3_max": 0.7289, "nauc_precision_at_3_std": 0.3613, "nauc_precision_at_3_diff1": 0.702542, "nauc_precision_at_5_max": 0.770616, "nauc_precision_at_5_std": 0.392277, "nauc_precision_at_5_diff1": 0.670805, "nauc_precision_at_10_max": 0.86999, "nauc_precision_at_10_std": 0.626604, "nauc_precision_at_10_diff1": 0.69139, "nauc_precision_at_20_max": 0.858227, "nauc_precision_at_20_std": 0.599175, "nauc_precision_at_20_diff1": 0.700964, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.774713, "nauc_mrr_at_1_std": 0.3682, "nauc_mrr_at_1_diff1": 0.785665, "nauc_mrr_at_3_max": 0.763222, "nauc_mrr_at_3_std": 0.363373, "nauc_mrr_at_3_diff1": 0.76238, "nauc_mrr_at_5_max": 0.772591, "nauc_mrr_at_5_std": 0.370511, "nauc_mrr_at_5_diff1": 0.761545, "nauc_mrr_at_10_max": 0.77771, "nauc_mrr_at_10_std": 0.381858, "nauc_mrr_at_10_diff1": 0.765298, "nauc_mrr_at_20_max": 0.777188, "nauc_mrr_at_20_std": 0.380561, "nauc_mrr_at_20_diff1": 0.765762, "nauc_mrr_at_100_max": 0.776611, "nauc_mrr_at_100_std": 0.379658, "nauc_mrr_at_100_diff1": 0.765921, "nauc_mrr_at_1000_max": 0.776611, "nauc_mrr_at_1000_std": 0.379658, "nauc_mrr_at_1000_diff1": 0.765921, "hit_rate_at_1": 0.65839, "hit_rate_at_3": 0.80745, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.91925, "hit_rate_at_20": 0.93168, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.7859, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.72959, "ndcg_at_3": 0.80916, "ndcg_at_5": 0.82432, "ndcg_at_10": 0.83749, "ndcg_at_20": 0.84538, "ndcg_at_100": 0.85043, "ndcg_at_1000": 0.85043, "map_at_1": 0.72959, "map_at_3": 0.78912, "map_at_5": 0.79779, "map_at_10": 0.80321, "map_at_20": 0.80546, "map_at_100": 0.80628, "map_at_1000": 0.80628, "recall_at_1": 0.72959, "recall_at_3": 0.86735, "recall_at_5": 0.90306, "recall_at_10": 0.94388, "recall_at_20": 0.97449, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72959, "precision_at_1": 0.72959, "precision_at_3": 0.28912, "precision_at_5": 0.18061, "precision_at_10": 0.09439, "precision_at_20": 0.04872, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.729592, "mrr_at_3": 0.789116, "mrr_at_5": 0.797789, "mrr_at_10": 0.803209, "mrr_at_20": 0.805457, "mrr_at_100": 0.806279, "mrr_at_1000": 0.806279, "nauc_ndcg_at_1_max": 0.73718, "nauc_ndcg_at_1_std": 0.209356, "nauc_ndcg_at_1_diff1": 0.814339, "nauc_ndcg_at_3_max": 0.761451, "nauc_ndcg_at_3_std": 0.248992, "nauc_ndcg_at_3_diff1": 0.785824, "nauc_ndcg_at_5_max": 0.763102, "nauc_ndcg_at_5_std": 0.282085, "nauc_ndcg_at_5_diff1": 0.776212, "nauc_ndcg_at_10_max": 0.76675, "nauc_ndcg_at_10_std": 0.284923, "nauc_ndcg_at_10_diff1": 0.775886, "nauc_ndcg_at_20_max": 0.760692, "nauc_ndcg_at_20_std": 0.265783, "nauc_ndcg_at_20_diff1": 0.784448, "nauc_ndcg_at_100_max": 0.758237, "nauc_ndcg_at_100_std": 0.260433, "nauc_ndcg_at_100_diff1": 0.7873, "nauc_ndcg_at_1000_max": 0.758237, "nauc_ndcg_at_1000_std": 0.260433, "nauc_ndcg_at_1000_diff1": 0.7873, "nauc_map_at_1_max": 0.73718, "nauc_map_at_1_std": 0.209356, "nauc_map_at_1_diff1": 0.814339, "nauc_map_at_3_max": 0.75566, "nauc_map_at_3_std": 0.239663, "nauc_map_at_3_diff1": 0.793401, "nauc_map_at_5_max": 0.755625, "nauc_map_at_5_std": 0.254853, "nauc_map_at_5_diff1": 0.788641, "nauc_map_at_10_max": 0.75723, "nauc_map_at_10_std": 0.25701, "nauc_map_at_10_diff1": 0.788858, "nauc_map_at_20_max": 0.755638, "nauc_map_at_20_std": 0.252616, "nauc_map_at_20_diff1": 0.790618, "nauc_map_at_100_max": 0.755404, "nauc_map_at_100_std": 0.252055, "nauc_map_at_100_diff1": 0.791058, "nauc_map_at_1000_max": 0.755404, "nauc_map_at_1000_std": 0.252055, "nauc_map_at_1000_diff1": 0.791058, "nauc_recall_at_1_max": 0.73718, "nauc_recall_at_1_std": 0.209356, "nauc_recall_at_1_diff1": 0.814339, "nauc_recall_at_3_max": 0.785405, "nauc_recall_at_3_std": 0.287476, "nauc_recall_at_3_diff1": 0.753892, "nauc_recall_at_5_max": 0.804642, "nauc_recall_at_5_std": 0.439003, "nauc_recall_at_5_diff1": 0.707415, "nauc_recall_at_10_max": 0.855415, "nauc_recall_at_10_std": 0.543335, "nauc_recall_at_10_diff1": 0.655954, "nauc_recall_at_20_max": 0.836439, "nauc_recall_at_20_std": 0.427067, "nauc_recall_at_20_diff1": 0.713536, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.73718, "nauc_precision_at_1_std": 0.209356, "nauc_precision_at_1_diff1": 0.814339, "nauc_precision_at_3_max": 0.785405, "nauc_precision_at_3_std": 0.287476, "nauc_precision_at_3_diff1": 0.753892, "nauc_precision_at_5_max": 0.804642, "nauc_precision_at_5_std": 0.439003, "nauc_precision_at_5_diff1": 0.707415, "nauc_precision_at_10_max": 0.855415, "nauc_precision_at_10_std": 0.543335, "nauc_precision_at_10_diff1": 0.655954, "nauc_precision_at_20_max": 0.836439, "nauc_precision_at_20_std": 0.427067, "nauc_precision_at_20_diff1": 0.713536, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.73718, "nauc_mrr_at_1_std": 0.209356, "nauc_mrr_at_1_diff1": 0.814339, "nauc_mrr_at_3_max": 0.75566, "nauc_mrr_at_3_std": 0.239663, "nauc_mrr_at_3_diff1": 0.793401, "nauc_mrr_at_5_max": 0.755625, "nauc_mrr_at_5_std": 0.254853, "nauc_mrr_at_5_diff1": 0.788641, "nauc_mrr_at_10_max": 0.75723, "nauc_mrr_at_10_std": 0.25701, "nauc_mrr_at_10_diff1": 0.788858, "nauc_mrr_at_20_max": 0.755638, "nauc_mrr_at_20_std": 0.252616, "nauc_mrr_at_20_diff1": 0.790618, "nauc_mrr_at_100_max": 0.755404, "nauc_mrr_at_100_std": 0.252055, "nauc_mrr_at_100_diff1": 0.791058, "nauc_mrr_at_1000_max": 0.755404, "nauc_mrr_at_1000_std": 0.252055, "nauc_mrr_at_1000_diff1": 0.791058, "hit_rate_at_1": 0.72959, "hit_rate_at_3": 0.86735, "hit_rate_at_5": 0.90306, "hit_rate_at_10": 0.94388, "hit_rate_at_20": 0.97449, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83749, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.748, "ndcg_at_3": 0.80843, "ndcg_at_5": 0.82409, "ndcg_at_10": 0.83502, "ndcg_at_20": 0.84262, "ndcg_at_100": 0.84934, "ndcg_at_1000": 0.85102, "map_at_1": 0.748, "map_at_3": 0.794, "map_at_5": 0.8027, "map_at_10": 0.80717, "map_at_20": 0.80927, "map_at_100": 0.8102, "map_at_1000": 0.81029, "recall_at_1": 0.748, "recall_at_3": 0.85, "recall_at_5": 0.888, "recall_at_10": 0.922, "recall_at_20": 0.952, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.748, "precision_at_1": 0.748, "precision_at_3": 0.28333, "precision_at_5": 0.1776, "precision_at_10": 0.0922, "precision_at_20": 0.0476, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.748, "mrr_at_3": 0.794, "mrr_at_5": 0.8027, "mrr_at_10": 0.807167, "mrr_at_20": 0.809266, "mrr_at_100": 0.810201, "mrr_at_1000": 0.810289, "nauc_ndcg_at_1_max": 0.731605, "nauc_ndcg_at_1_std": -0.080533, "nauc_ndcg_at_1_diff1": 0.864551, "nauc_ndcg_at_3_max": 0.782832, "nauc_ndcg_at_3_std": -0.048712, "nauc_ndcg_at_3_diff1": 0.849853, "nauc_ndcg_at_5_max": 0.786848, "nauc_ndcg_at_5_std": -0.012896, "nauc_ndcg_at_5_diff1": 0.849303, "nauc_ndcg_at_10_max": 0.786218, "nauc_ndcg_at_10_std": -0.012341, "nauc_ndcg_at_10_diff1": 0.846062, "nauc_ndcg_at_20_max": 0.783791, "nauc_ndcg_at_20_std": -0.020291, "nauc_ndcg_at_20_diff1": 0.849633, "nauc_ndcg_at_100_max": 0.77736, "nauc_ndcg_at_100_std": -0.027048, "nauc_ndcg_at_100_diff1": 0.849807, "nauc_ndcg_at_1000_max": 0.775441, "nauc_ndcg_at_1000_std": -0.030722, "nauc_ndcg_at_1000_diff1": 0.850872, "nauc_map_at_1_max": 0.731605, "nauc_map_at_1_std": -0.080533, "nauc_map_at_1_diff1": 0.864551, "nauc_map_at_3_max": 0.770044, "nauc_map_at_3_std": -0.056535, "nauc_map_at_3_diff1": 0.853947, "nauc_map_at_5_max": 0.771651, "nauc_map_at_5_std": -0.038293, "nauc_map_at_5_diff1": 0.854211, "nauc_map_at_10_max": 0.770981, "nauc_map_at_10_std": -0.038438, "nauc_map_at_10_diff1": 0.852755, "nauc_map_at_20_max": 0.77024, "nauc_map_at_20_std": -0.040662, "nauc_map_at_20_diff1": 0.85363, "nauc_map_at_100_max": 0.769401, "nauc_map_at_100_std": -0.041081, "nauc_map_at_100_diff1": 0.853511, "nauc_map_at_1000_max": 0.76932, "nauc_map_at_1000_std": -0.041224, "nauc_map_at_1000_diff1": 0.85356, "nauc_recall_at_1_max": 0.731605, "nauc_recall_at_1_std": -0.080533, "nauc_recall_at_1_diff1": 0.864551, "nauc_recall_at_3_max": 0.830225, "nauc_recall_at_3_std": -0.019798, "nauc_recall_at_3_diff1": 0.834416, "nauc_recall_at_5_max": 0.857921, "nauc_recall_at_5_std": 0.11307, "nauc_recall_at_5_diff1": 0.825326, "nauc_recall_at_10_max": 0.884795, "nauc_recall_at_10_std": 0.165733, "nauc_recall_at_10_diff1": 0.800821, "nauc_recall_at_20_max": 0.917425, "nauc_recall_at_20_std": 0.184582, "nauc_recall_at_20_diff1": 0.816001, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.280112, "nauc_recall_at_100_diff1": 0.765017, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.731605, "nauc_precision_at_1_std": -0.080533, "nauc_precision_at_1_diff1": 0.864551, "nauc_precision_at_3_max": 0.830225, "nauc_precision_at_3_std": -0.019798, "nauc_precision_at_3_diff1": 0.834416, "nauc_precision_at_5_max": 0.857921, "nauc_precision_at_5_std": 0.11307, "nauc_precision_at_5_diff1": 0.825326, "nauc_precision_at_10_max": 0.884795, "nauc_precision_at_10_std": 0.165733, "nauc_precision_at_10_diff1": 0.800821, "nauc_precision_at_20_max": 0.917425, "nauc_precision_at_20_std": 0.184582, "nauc_precision_at_20_diff1": 0.816001, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.280112, "nauc_precision_at_100_diff1": 0.765017, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.731605, "nauc_mrr_at_1_std": -0.080533, "nauc_mrr_at_1_diff1": 0.864551, "nauc_mrr_at_3_max": 0.770044, "nauc_mrr_at_3_std": -0.056535, "nauc_mrr_at_3_diff1": 0.853947, "nauc_mrr_at_5_max": 0.771651, "nauc_mrr_at_5_std": -0.038293, "nauc_mrr_at_5_diff1": 0.854211, "nauc_mrr_at_10_max": 0.770981, "nauc_mrr_at_10_std": -0.038438, "nauc_mrr_at_10_diff1": 0.852755, "nauc_mrr_at_20_max": 0.77024, "nauc_mrr_at_20_std": -0.040662, "nauc_mrr_at_20_diff1": 0.85363, "nauc_mrr_at_100_max": 0.769401, "nauc_mrr_at_100_std": -0.041081, "nauc_mrr_at_100_diff1": 0.853511, "nauc_mrr_at_1000_max": 0.76932, "nauc_mrr_at_1000_std": -0.041224, "nauc_mrr_at_1000_diff1": 0.85356, "hit_rate_at_1": 0.748, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.888, "hit_rate_at_10": 0.922, "hit_rate_at_20": 0.952, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.83502, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.81321, "ndcg_at_5": 0.82302, "ndcg_at_10": 0.83305, "ndcg_at_20": 0.84203, "ndcg_at_100": 0.85049, "ndcg_at_1000": 0.85159, "map_at_1": 0.75, "map_at_3": 0.79833, "map_at_5": 0.80373, "map_at_10": 0.80805, "map_at_20": 0.81045, "map_at_100": 0.8116, "map_at_1000": 0.81165, "recall_at_1": 0.75, "recall_at_3": 0.856, "recall_at_5": 0.88, "recall_at_10": 0.91, "recall_at_20": 0.946, "recall_at_100": 0.992, "recall_at_1000": 1.0, "accuracy": 0.75, "precision_at_1": 0.75, "precision_at_3": 0.28533, "precision_at_5": 0.176, "precision_at_10": 0.091, "precision_at_20": 0.0473, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.75, "mrr_at_3": 0.798333, "mrr_at_5": 0.803733, "mrr_at_10": 0.808052, "mrr_at_20": 0.810453, "mrr_at_100": 0.811597, "mrr_at_1000": 0.811649, "nauc_ndcg_at_1_max": 0.737587, "nauc_ndcg_at_1_std": 0.088938, "nauc_ndcg_at_1_diff1": 0.823439, "nauc_ndcg_at_3_max": 0.800276, "nauc_ndcg_at_3_std": 0.13499, "nauc_ndcg_at_3_diff1": 0.808959, "nauc_ndcg_at_5_max": 0.807731, "nauc_ndcg_at_5_std": 0.143684, "nauc_ndcg_at_5_diff1": 0.815647, "nauc_ndcg_at_10_max": 0.802423, "nauc_ndcg_at_10_std": 0.149844, "nauc_ndcg_at_10_diff1": 0.814047, "nauc_ndcg_at_20_max": 0.798865, "nauc_ndcg_at_20_std": 0.153542, "nauc_ndcg_at_20_diff1": 0.810516, "nauc_ndcg_at_100_max": 0.792204, "nauc_ndcg_at_100_std": 0.140018, "nauc_ndcg_at_100_diff1": 0.815224, "nauc_ndcg_at_1000_max": 0.790818, "nauc_ndcg_at_1000_std": 0.137594, "nauc_ndcg_at_1000_diff1": 0.814843, "nauc_map_at_1_max": 0.737587, "nauc_map_at_1_std": 0.088938, "nauc_map_at_1_diff1": 0.823439, "nauc_map_at_3_max": 0.784197, "nauc_map_at_3_std": 0.121854, "nauc_map_at_3_diff1": 0.813071, "nauc_map_at_5_max": 0.78763, "nauc_map_at_5_std": 0.126272, "nauc_map_at_5_diff1": 0.816897, "nauc_map_at_10_max": 0.785231, "nauc_map_at_10_std": 0.128965, "nauc_map_at_10_diff1": 0.816438, "nauc_map_at_20_max": 0.784326, "nauc_map_at_20_std": 0.129345, "nauc_map_at_20_diff1": 0.815697, "nauc_map_at_100_max": 0.783497, "nauc_map_at_100_std": 0.127881, "nauc_map_at_100_diff1": 0.816189, "nauc_map_at_1000_max": 0.783445, "nauc_map_at_1000_std": 0.127807, "nauc_map_at_1000_diff1": 0.816178, "nauc_recall_at_1_max": 0.737587, "nauc_recall_at_1_std": 0.088938, "nauc_recall_at_1_diff1": 0.823439, "nauc_recall_at_3_max": 0.861067, "nauc_recall_at_3_std": 0.185481, "nauc_recall_at_3_diff1": 0.793164, "nauc_recall_at_5_max": 0.896683, "nauc_recall_at_5_std": 0.221699, "nauc_recall_at_5_diff1": 0.810953, "nauc_recall_at_10_max": 0.895736, "nauc_recall_at_10_std": 0.269717, "nauc_recall_at_10_diff1": 0.800104, "nauc_recall_at_20_max": 0.916139, "nauc_recall_at_20_std": 0.393609, "nauc_recall_at_20_diff1": 0.751911, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.459267, "nauc_recall_at_100_diff1": 0.865196, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.737587, "nauc_precision_at_1_std": 0.088938, "nauc_precision_at_1_diff1": 0.823439, "nauc_precision_at_3_max": 0.861067, "nauc_precision_at_3_std": 0.185481, "nauc_precision_at_3_diff1": 0.793164, "nauc_precision_at_5_max": 0.896683, "nauc_precision_at_5_std": 0.221699, "nauc_precision_at_5_diff1": 0.810953, "nauc_precision_at_10_max": 0.895736, "nauc_precision_at_10_std": 0.269717, "nauc_precision_at_10_diff1": 0.800104, "nauc_precision_at_20_max": 0.916139, "nauc_precision_at_20_std": 0.393609, "nauc_precision_at_20_diff1": 0.751911, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.459267, "nauc_precision_at_100_diff1": 0.865196, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.737587, "nauc_mrr_at_1_std": 0.088938, "nauc_mrr_at_1_diff1": 0.823439, "nauc_mrr_at_3_max": 0.784197, "nauc_mrr_at_3_std": 0.121854, "nauc_mrr_at_3_diff1": 0.813071, "nauc_mrr_at_5_max": 0.78763, "nauc_mrr_at_5_std": 0.126272, "nauc_mrr_at_5_diff1": 0.816897, "nauc_mrr_at_10_max": 0.785231, "nauc_mrr_at_10_std": 0.128965, "nauc_mrr_at_10_diff1": 0.816438, "nauc_mrr_at_20_max": 0.784326, "nauc_mrr_at_20_std": 0.129345, "nauc_mrr_at_20_diff1": 0.815697, "nauc_mrr_at_100_max": 0.783497, "nauc_mrr_at_100_std": 0.127881, "nauc_mrr_at_100_diff1": 0.816189, "nauc_mrr_at_1000_max": 0.783445, "nauc_mrr_at_1000_std": 0.127807, "nauc_mrr_at_1000_diff1": 0.816178, "hit_rate_at_1": 0.75, "hit_rate_at_3": 0.856, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.946, "hit_rate_at_100": 0.992, "hit_rate_at_1000": 1.0, "main_score": 0.83305, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68449, "ndcg_at_3": 0.77406, "ndcg_at_5": 0.79432, "ndcg_at_10": 0.80748, "ndcg_at_20": 0.81443, "ndcg_at_100": 0.824, "ndcg_at_1000": 0.824, "map_at_1": 0.68449, "map_at_3": 0.75312, "map_at_5": 0.76462, "map_at_10": 0.76964, "map_at_20": 0.77165, "map_at_100": 0.77322, "map_at_1000": 0.77322, "recall_at_1": 0.68449, "recall_at_3": 0.83422, "recall_at_5": 0.88235, "recall_at_10": 0.92513, "recall_at_20": 0.95187, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68449, "precision_at_1": 0.68449, "precision_at_3": 0.27807, "precision_at_5": 0.17647, "precision_at_10": 0.09251, "precision_at_20": 0.04759, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.684492, "mrr_at_3": 0.753119, "mrr_at_5": 0.764617, "mrr_at_10": 0.769644, "mrr_at_20": 0.771652, "mrr_at_100": 0.773217, "mrr_at_1000": 0.773217, "nauc_ndcg_at_1_max": 0.641774, "nauc_ndcg_at_1_std": 0.140037, "nauc_ndcg_at_1_diff1": 0.81987, "nauc_ndcg_at_3_max": 0.715839, "nauc_ndcg_at_3_std": 0.225943, "nauc_ndcg_at_3_diff1": 0.787079, "nauc_ndcg_at_5_max": 0.733436, "nauc_ndcg_at_5_std": 0.276023, "nauc_ndcg_at_5_diff1": 0.792209, "nauc_ndcg_at_10_max": 0.725224, "nauc_ndcg_at_10_std": 0.279458, "nauc_ndcg_at_10_diff1": 0.796192, "nauc_ndcg_at_20_max": 0.718374, "nauc_ndcg_at_20_std": 0.261661, "nauc_ndcg_at_20_diff1": 0.798237, "nauc_ndcg_at_100_max": 0.705792, "nauc_ndcg_at_100_std": 0.235424, "nauc_ndcg_at_100_diff1": 0.798405, "nauc_ndcg_at_1000_max": 0.705792, "nauc_ndcg_at_1000_std": 0.235424, "nauc_ndcg_at_1000_diff1": 0.798405, "nauc_map_at_1_max": 0.641774, "nauc_map_at_1_std": 0.140037, "nauc_map_at_1_diff1": 0.81987, "nauc_map_at_3_max": 0.695714, "nauc_map_at_3_std": 0.204121, "nauc_map_at_3_diff1": 0.795574, "nauc_map_at_5_max": 0.703718, "nauc_map_at_5_std": 0.228186, "nauc_map_at_5_diff1": 0.798287, "nauc_map_at_10_max": 0.700357, "nauc_map_at_10_std": 0.228671, "nauc_map_at_10_diff1": 0.799887, "nauc_map_at_20_max": 0.69856, "nauc_map_at_20_std": 0.224144, "nauc_map_at_20_diff1": 0.800404, "nauc_map_at_100_max": 0.696854, "nauc_map_at_100_std": 0.22031, "nauc_map_at_100_diff1": 0.800348, "nauc_map_at_1000_max": 0.696854, "nauc_map_at_1000_std": 0.22031, "nauc_map_at_1000_diff1": 0.800348, "nauc_recall_at_1_max": 0.641774, "nauc_recall_at_1_std": 0.140037, "nauc_recall_at_1_diff1": 0.81987, "nauc_recall_at_3_max": 0.795156, "nauc_recall_at_3_std": 0.311004, "nauc_recall_at_3_diff1": 0.753858, "nauc_recall_at_5_max": 0.88991, "nauc_recall_at_5_std": 0.532874, "nauc_recall_at_5_diff1": 0.763402, "nauc_recall_at_10_max": 0.913571, "nauc_recall_at_10_std": 0.690553, "nauc_recall_at_10_diff1": 0.77488, "nauc_recall_at_20_max": 0.925503, "nauc_recall_at_20_std": 0.677948, "nauc_recall_at_20_diff1": 0.790114, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.641774, "nauc_precision_at_1_std": 0.140037, "nauc_precision_at_1_diff1": 0.81987, "nauc_precision_at_3_max": 0.795156, "nauc_precision_at_3_std": 0.311004, "nauc_precision_at_3_diff1": 0.753858, "nauc_precision_at_5_max": 0.88991, "nauc_precision_at_5_std": 0.532874, "nauc_precision_at_5_diff1": 0.763402, "nauc_precision_at_10_max": 0.913571, "nauc_precision_at_10_std": 0.690553, "nauc_precision_at_10_diff1": 0.77488, "nauc_precision_at_20_max": 0.925503, "nauc_precision_at_20_std": 0.677948, "nauc_precision_at_20_diff1": 0.790114, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.641774, "nauc_mrr_at_1_std": 0.140037, "nauc_mrr_at_1_diff1": 0.81987, "nauc_mrr_at_3_max": 0.695714, "nauc_mrr_at_3_std": 0.204121, "nauc_mrr_at_3_diff1": 0.795574, "nauc_mrr_at_5_max": 0.703718, "nauc_mrr_at_5_std": 0.228186, "nauc_mrr_at_5_diff1": 0.798287, "nauc_mrr_at_10_max": 0.700357, "nauc_mrr_at_10_std": 0.228671, "nauc_mrr_at_10_diff1": 0.799887, "nauc_mrr_at_20_max": 0.69856, "nauc_mrr_at_20_std": 0.224144, "nauc_mrr_at_20_diff1": 0.800404, "nauc_mrr_at_100_max": 0.696854, "nauc_mrr_at_100_std": 0.22031, "nauc_mrr_at_100_diff1": 0.800348, "nauc_mrr_at_1000_max": 0.696854, "nauc_mrr_at_1000_std": 0.22031, "nauc_mrr_at_1000_diff1": 0.800348, "hit_rate_at_1": 0.68449, "hit_rate_at_3": 0.83422, "hit_rate_at_5": 0.88235, "hit_rate_at_10": 0.92513, "hit_rate_at_20": 0.95187, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80748, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.69841, "ndcg_at_3": 0.79497, "ndcg_at_5": 0.81069, "ndcg_at_10": 0.82419, "ndcg_at_20": 0.82671, "ndcg_at_100": 0.83466, "ndcg_at_1000": 0.83543, "map_at_1": 0.69841, "map_at_3": 0.7716, "map_at_5": 0.7806, "map_at_10": 0.78605, "map_at_20": 0.78666, "map_at_100": 0.78779, "map_at_1000": 0.78783, "recall_at_1": 0.69841, "recall_at_3": 0.86243, "recall_at_5": 0.89947, "recall_at_10": 0.9418, "recall_at_20": 0.95238, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "accuracy": 0.69841, "precision_at_1": 0.69841, "precision_at_3": 0.28748, "precision_at_5": 0.17989, "precision_at_10": 0.09418, "precision_at_20": 0.04762, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.698413, "mrr_at_3": 0.771605, "mrr_at_5": 0.7806, "mrr_at_10": 0.786048, "mrr_at_20": 0.786657, "mrr_at_100": 0.787788, "mrr_at_1000": 0.787835, "nauc_ndcg_at_1_max": 0.676418, "nauc_ndcg_at_1_std": 0.201152, "nauc_ndcg_at_1_diff1": 0.854765, "nauc_ndcg_at_3_max": 0.732152, "nauc_ndcg_at_3_std": 0.312125, "nauc_ndcg_at_3_diff1": 0.817636, "nauc_ndcg_at_5_max": 0.734735, "nauc_ndcg_at_5_std": 0.349022, "nauc_ndcg_at_5_diff1": 0.816942, "nauc_ndcg_at_10_max": 0.735551, "nauc_ndcg_at_10_std": 0.347306, "nauc_ndcg_at_10_diff1": 0.813933, "nauc_ndcg_at_20_max": 0.73455, "nauc_ndcg_at_20_std": 0.337808, "nauc_ndcg_at_20_diff1": 0.818203, "nauc_ndcg_at_100_max": 0.723661, "nauc_ndcg_at_100_std": 0.311956, "nauc_ndcg_at_100_diff1": 0.826221, "nauc_ndcg_at_1000_max": 0.722212, "nauc_ndcg_at_1000_std": 0.30835, "nauc_ndcg_at_1000_diff1": 0.82531, "nauc_map_at_1_max": 0.676418, "nauc_map_at_1_std": 0.201152, "nauc_map_at_1_diff1": 0.854765, "nauc_map_at_3_max": 0.716545, "nauc_map_at_3_std": 0.280674, "nauc_map_at_3_diff1": 0.828712, "nauc_map_at_5_max": 0.717479, "nauc_map_at_5_std": 0.298682, "nauc_map_at_5_diff1": 0.828696, "nauc_map_at_10_max": 0.716909, "nauc_map_at_10_std": 0.295698, "nauc_map_at_10_diff1": 0.828016, "nauc_map_at_20_max": 0.716637, "nauc_map_at_20_std": 0.293636, "nauc_map_at_20_diff1": 0.82899, "nauc_map_at_100_max": 0.715247, "nauc_map_at_100_std": 0.290337, "nauc_map_at_100_diff1": 0.829921, "nauc_map_at_1000_max": 0.715177, "nauc_map_at_1000_std": 0.290163, "nauc_map_at_1000_diff1": 0.829879, "nauc_recall_at_1_max": 0.676418, "nauc_recall_at_1_std": 0.201152, "nauc_recall_at_1_diff1": 0.854765, "nauc_recall_at_3_max": 0.800494, "nauc_recall_at_3_std": 0.450112, "nauc_recall_at_3_diff1": 0.768659, "nauc_recall_at_5_max": 0.830707, "nauc_recall_at_5_std": 0.63718, "nauc_recall_at_5_diff1": 0.751058, "nauc_recall_at_10_max": 0.913774, "nauc_recall_at_10_std": 0.849402, "nauc_recall_at_10_diff1": 0.677546, "nauc_recall_at_20_max": 0.94004, "nauc_recall_at_20_std": 0.830469, "nauc_recall_at_20_diff1": 0.703371, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.676418, "nauc_precision_at_1_std": 0.201152, "nauc_precision_at_1_diff1": 0.854765, "nauc_precision_at_3_max": 0.800494, "nauc_precision_at_3_std": 0.450112, "nauc_precision_at_3_diff1": 0.768659, "nauc_precision_at_5_max": 0.830707, "nauc_precision_at_5_std": 0.63718, "nauc_precision_at_5_diff1": 0.751058, "nauc_precision_at_10_max": 0.913774, "nauc_precision_at_10_std": 0.849402, "nauc_precision_at_10_diff1": 0.677546, "nauc_precision_at_20_max": 0.94004, "nauc_precision_at_20_std": 0.830469, "nauc_precision_at_20_diff1": 0.703371, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.676418, "nauc_mrr_at_1_std": 0.201152, "nauc_mrr_at_1_diff1": 0.854765, "nauc_mrr_at_3_max": 0.716545, "nauc_mrr_at_3_std": 0.280674, "nauc_mrr_at_3_diff1": 0.828712, "nauc_mrr_at_5_max": 0.717479, "nauc_mrr_at_5_std": 0.298682, "nauc_mrr_at_5_diff1": 0.828696, "nauc_mrr_at_10_max": 0.716909, "nauc_mrr_at_10_std": 0.295698, "nauc_mrr_at_10_diff1": 0.828016, "nauc_mrr_at_20_max": 0.716637, "nauc_mrr_at_20_std": 0.293636, "nauc_mrr_at_20_diff1": 0.82899, "nauc_mrr_at_100_max": 0.715247, "nauc_mrr_at_100_std": 0.290337, "nauc_mrr_at_100_diff1": 0.829921, "nauc_mrr_at_1000_max": 0.715177, "nauc_mrr_at_1000_std": 0.290163, "nauc_mrr_at_1000_diff1": 0.829879, "hit_rate_at_1": 0.69841, "hit_rate_at_3": 0.86243, "hit_rate_at_5": 0.89947, "hit_rate_at_10": 0.9418, "hit_rate_at_20": 0.95238, "hit_rate_at_100": 0.99471, "hit_rate_at_1000": 1.0, "main_score": 0.82419, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.78261, "ndcg_at_3": 0.83585, "ndcg_at_5": 0.846, "ndcg_at_10": 0.85395, "ndcg_at_20": 0.86229, "ndcg_at_100": 0.87187, "ndcg_at_1000": 0.87187, "map_at_1": 0.78261, "map_at_3": 0.82402, "map_at_5": 0.82961, "map_at_10": 0.83284, "map_at_20": 0.83539, "map_at_100": 0.83683, "map_at_1000": 0.83683, "recall_at_1": 0.78261, "recall_at_3": 0.86957, "recall_at_5": 0.89441, "recall_at_10": 0.91925, "recall_at_20": 0.95031, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.78261, "precision_at_1": 0.78261, "precision_at_3": 0.28986, "precision_at_5": 0.17888, "precision_at_10": 0.09193, "precision_at_20": 0.04752, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.782609, "mrr_at_3": 0.824017, "mrr_at_5": 0.829607, "mrr_at_10": 0.83284, "mrr_at_20": 0.835393, "mrr_at_100": 0.836827, "mrr_at_1000": 0.836827, "nauc_ndcg_at_1_max": 0.696618, "nauc_ndcg_at_1_std": 0.3698, "nauc_ndcg_at_1_diff1": 0.83211, "nauc_ndcg_at_3_max": 0.758631, "nauc_ndcg_at_3_std": 0.469137, "nauc_ndcg_at_3_diff1": 0.80253, "nauc_ndcg_at_5_max": 0.763296, "nauc_ndcg_at_5_std": 0.476503, "nauc_ndcg_at_5_diff1": 0.80285, "nauc_ndcg_at_10_max": 0.760773, "nauc_ndcg_at_10_std": 0.478189, "nauc_ndcg_at_10_diff1": 0.799771, "nauc_ndcg_at_20_max": 0.754046, "nauc_ndcg_at_20_std": 0.457906, "nauc_ndcg_at_20_diff1": 0.804272, "nauc_ndcg_at_100_max": 0.742121, "nauc_ndcg_at_100_std": 0.444806, "nauc_ndcg_at_100_diff1": 0.806111, "nauc_ndcg_at_1000_max": 0.742121, "nauc_ndcg_at_1000_std": 0.444806, "nauc_ndcg_at_1000_diff1": 0.806111, "nauc_map_at_1_max": 0.696618, "nauc_map_at_1_std": 0.3698, "nauc_map_at_1_diff1": 0.83211, "nauc_map_at_3_max": 0.738893, "nauc_map_at_3_std": 0.438953, "nauc_map_at_3_diff1": 0.809217, "nauc_map_at_5_max": 0.740539, "nauc_map_at_5_std": 0.44197, "nauc_map_at_5_diff1": 0.809067, "nauc_map_at_10_max": 0.739325, "nauc_map_at_10_std": 0.442914, "nauc_map_at_10_diff1": 0.807763, "nauc_map_at_20_max": 0.737045, "nauc_map_at_20_std": 0.437083, "nauc_map_at_20_diff1": 0.808715, "nauc_map_at_100_max": 0.73528, "nauc_map_at_100_std": 0.434845, "nauc_map_at_100_diff1": 0.80901, "nauc_map_at_1000_max": 0.73528, "nauc_map_at_1000_std": 0.434845, "nauc_map_at_1000_diff1": 0.80901, "nauc_recall_at_1_max": 0.696618, "nauc_recall_at_1_std": 0.3698, "nauc_recall_at_1_diff1": 0.83211, "nauc_recall_at_3_max": 0.8337, "nauc_recall_at_3_std": 0.583233, "nauc_recall_at_3_diff1": 0.778447, "nauc_recall_at_5_max": 0.865683, "nauc_recall_at_5_std": 0.630363, "nauc_recall_at_5_diff1": 0.777813, "nauc_recall_at_10_max": 0.881284, "nauc_recall_at_10_std": 0.674946, "nauc_recall_at_10_diff1": 0.757212, "nauc_recall_at_20_max": 0.895379, "nauc_recall_at_20_std": 0.600817, "nauc_recall_at_20_diff1": 0.782084, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.696618, "nauc_precision_at_1_std": 0.3698, "nauc_precision_at_1_diff1": 0.83211, "nauc_precision_at_3_max": 0.8337, "nauc_precision_at_3_std": 0.583233, "nauc_precision_at_3_diff1": 0.778447, "nauc_precision_at_5_max": 0.865683, "nauc_precision_at_5_std": 0.630363, "nauc_precision_at_5_diff1": 0.777813, "nauc_precision_at_10_max": 0.881284, "nauc_precision_at_10_std": 0.674946, "nauc_precision_at_10_diff1": 0.757212, "nauc_precision_at_20_max": 0.895379, "nauc_precision_at_20_std": 0.600817, "nauc_precision_at_20_diff1": 0.782084, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.696618, "nauc_mrr_at_1_std": 0.3698, "nauc_mrr_at_1_diff1": 0.83211, "nauc_mrr_at_3_max": 0.738893, "nauc_mrr_at_3_std": 0.438953, "nauc_mrr_at_3_diff1": 0.809217, "nauc_mrr_at_5_max": 0.740539, "nauc_mrr_at_5_std": 0.44197, "nauc_mrr_at_5_diff1": 0.809067, "nauc_mrr_at_10_max": 0.739325, "nauc_mrr_at_10_std": 0.442914, "nauc_mrr_at_10_diff1": 0.807763, "nauc_mrr_at_20_max": 0.737045, "nauc_mrr_at_20_std": 0.437083, "nauc_mrr_at_20_diff1": 0.808715, "nauc_mrr_at_100_max": 0.73528, "nauc_mrr_at_100_std": 0.434845, "nauc_mrr_at_100_diff1": 0.80901, "nauc_mrr_at_1000_max": 0.73528, "nauc_mrr_at_1000_std": 0.434845, "nauc_mrr_at_1000_diff1": 0.80901, "hit_rate_at_1": 0.78261, "hit_rate_at_3": 0.86957, "hit_rate_at_5": 0.89441, "hit_rate_at_10": 0.91925, "hit_rate_at_20": 0.95031, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85395, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.78187, "ndcg_at_5": 0.79737, "ndcg_at_10": 0.81036, "ndcg_at_20": 0.81709, "ndcg_at_100": 0.82413, "ndcg_at_1000": 0.82491, "map_at_1": 0.66667, "map_at_3": 0.75627, "map_at_5": 0.76487, "map_at_10": 0.77072, "map_at_20": 0.77253, "map_at_100": 0.77351, "map_at_1000": 0.77355, "recall_at_1": 0.66667, "recall_at_3": 0.85484, "recall_at_5": 0.89247, "recall_at_10": 0.93011, "recall_at_20": 0.95699, "recall_at_100": 0.99462, "recall_at_1000": 1.0, "accuracy": 0.66667, "precision_at_1": 0.66667, "precision_at_3": 0.28495, "precision_at_5": 0.17849, "precision_at_10": 0.09301, "precision_at_20": 0.04785, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.756272, "mrr_at_5": 0.764875, "mrr_at_10": 0.77072, "mrr_at_20": 0.772533, "mrr_at_100": 0.773506, "mrr_at_1000": 0.773552, "nauc_ndcg_at_1_max": 0.593548, "nauc_ndcg_at_1_std": 0.113322, "nauc_ndcg_at_1_diff1": 0.662038, "nauc_ndcg_at_3_max": 0.690653, "nauc_ndcg_at_3_std": 0.166338, "nauc_ndcg_at_3_diff1": 0.68994, "nauc_ndcg_at_5_max": 0.682218, "nauc_ndcg_at_5_std": 0.187739, "nauc_ndcg_at_5_diff1": 0.685682, "nauc_ndcg_at_10_max": 0.681336, "nauc_ndcg_at_10_std": 0.189382, "nauc_ndcg_at_10_diff1": 0.682534, "nauc_ndcg_at_20_max": 0.67923, "nauc_ndcg_at_20_std": 0.198688, "nauc_ndcg_at_20_diff1": 0.682225, "nauc_ndcg_at_100_max": 0.668321, "nauc_ndcg_at_100_std": 0.175846, "nauc_ndcg_at_100_diff1": 0.683761, "nauc_ndcg_at_1000_max": 0.666627, "nauc_ndcg_at_1000_std": 0.171635, "nauc_ndcg_at_1000_diff1": 0.682145, "nauc_map_at_1_max": 0.593548, "nauc_map_at_1_std": 0.113322, "nauc_map_at_1_diff1": 0.662038, "nauc_map_at_3_max": 0.664328, "nauc_map_at_3_std": 0.150648, "nauc_map_at_3_diff1": 0.683278, "nauc_map_at_5_max": 0.659266, "nauc_map_at_5_std": 0.159302, "nauc_map_at_5_diff1": 0.681087, "nauc_map_at_10_max": 0.658424, "nauc_map_at_10_std": 0.159084, "nauc_map_at_10_diff1": 0.67993, "nauc_map_at_20_max": 0.657954, "nauc_map_at_20_std": 0.161279, "nauc_map_at_20_diff1": 0.679812, "nauc_map_at_100_max": 0.656738, "nauc_map_at_100_std": 0.15868, "nauc_map_at_100_diff1": 0.680066, "nauc_map_at_1000_max": 0.656658, "nauc_map_at_1000_std": 0.158484, "nauc_map_at_1000_diff1": 0.679991, "nauc_recall_at_1_max": 0.593548, "nauc_recall_at_1_std": 0.113322, "nauc_recall_at_1_diff1": 0.662038, "nauc_recall_at_3_max": 0.803708, "nauc_recall_at_3_std": 0.234684, "nauc_recall_at_3_diff1": 0.717891, "nauc_recall_at_5_max": 0.803711, "nauc_recall_at_5_std": 0.352841, "nauc_recall_at_5_diff1": 0.707998, "nauc_recall_at_10_max": 0.859556, "nauc_recall_at_10_std": 0.451385, "nauc_recall_at_10_diff1": 0.695523, "nauc_recall_at_20_max": 0.932505, "nauc_recall_at_20_std": 0.738772, "nauc_recall_at_20_diff1": 0.69995, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.593548, "nauc_precision_at_1_std": 0.113322, "nauc_precision_at_1_diff1": 0.662038, "nauc_precision_at_3_max": 0.803708, "nauc_precision_at_3_std": 0.234684, "nauc_precision_at_3_diff1": 0.717891, "nauc_precision_at_5_max": 0.803711, "nauc_precision_at_5_std": 0.352841, "nauc_precision_at_5_diff1": 0.707998, "nauc_precision_at_10_max": 0.859556, "nauc_precision_at_10_std": 0.451385, "nauc_precision_at_10_diff1": 0.695523, "nauc_precision_at_20_max": 0.932505, "nauc_precision_at_20_std": 0.738772, "nauc_precision_at_20_diff1": 0.69995, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.593548, "nauc_mrr_at_1_std": 0.113322, "nauc_mrr_at_1_diff1": 0.662038, "nauc_mrr_at_3_max": 0.664328, "nauc_mrr_at_3_std": 0.150648, "nauc_mrr_at_3_diff1": 0.683278, "nauc_mrr_at_5_max": 0.659266, "nauc_mrr_at_5_std": 0.159302, "nauc_mrr_at_5_diff1": 0.681087, "nauc_mrr_at_10_max": 0.658424, "nauc_mrr_at_10_std": 0.159084, "nauc_mrr_at_10_diff1": 0.67993, "nauc_mrr_at_20_max": 0.657954, "nauc_mrr_at_20_std": 0.161279, "nauc_mrr_at_20_diff1": 0.679812, "nauc_mrr_at_100_max": 0.656738, "nauc_mrr_at_100_std": 0.15868, "nauc_mrr_at_100_diff1": 0.680066, "nauc_mrr_at_1000_max": 0.656658, "nauc_mrr_at_1000_std": 0.158484, "nauc_mrr_at_1000_diff1": 0.679991, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.85484, "hit_rate_at_5": 0.89247, "hit_rate_at_10": 0.93011, "hit_rate_at_20": 0.95699, "hit_rate_at_100": 0.99462, "hit_rate_at_1000": 1.0, "main_score": 0.81036, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.83436, "ndcg_at_3": 0.89388, "ndcg_at_5": 0.90127, "ndcg_at_10": 0.90894, "ndcg_at_20": 0.91372, "ndcg_at_100": 0.91467, "ndcg_at_1000": 0.91467, "map_at_1": 0.83436, "map_at_3": 0.88037, "map_at_5": 0.88436, "map_at_10": 0.88736, "map_at_20": 0.88874, "map_at_100": 0.88881, "map_at_1000": 0.88881, "recall_at_1": 0.83436, "recall_at_3": 0.93252, "recall_at_5": 0.95092, "recall_at_10": 0.97546, "recall_at_20": 0.99387, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.83436, "precision_at_1": 0.83436, "precision_at_3": 0.31084, "precision_at_5": 0.19018, "precision_at_10": 0.09755, "precision_at_20": 0.04969, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.834356, "mrr_at_3": 0.880368, "mrr_at_5": 0.884356, "mrr_at_10": 0.887362, "mrr_at_20": 0.888742, "mrr_at_100": 0.888812, "mrr_at_1000": 0.888812, "nauc_ndcg_at_1_max": 0.672134, "nauc_ndcg_at_1_std": 0.277082, "nauc_ndcg_at_1_diff1": 0.729496, "nauc_ndcg_at_3_max": 0.744767, "nauc_ndcg_at_3_std": 0.386249, "nauc_ndcg_at_3_diff1": 0.734575, "nauc_ndcg_at_5_max": 0.725016, "nauc_ndcg_at_5_std": 0.338755, "nauc_ndcg_at_5_diff1": 0.731796, "nauc_ndcg_at_10_max": 0.721552, "nauc_ndcg_at_10_std": 0.342477, "nauc_ndcg_at_10_diff1": 0.731694, "nauc_ndcg_at_20_max": 0.710537, "nauc_ndcg_at_20_std": 0.334004, "nauc_ndcg_at_20_diff1": 0.726794, "nauc_ndcg_at_100_max": 0.714615, "nauc_ndcg_at_100_std": 0.339878, "nauc_ndcg_at_100_diff1": 0.73106, "nauc_ndcg_at_1000_max": 0.714615, "nauc_ndcg_at_1000_std": 0.339878, "nauc_ndcg_at_1000_diff1": 0.73106, "nauc_map_at_1_max": 0.672134, "nauc_map_at_1_std": 0.277082, "nauc_map_at_1_diff1": 0.729496, "nauc_map_at_3_max": 0.725885, "nauc_map_at_3_std": 0.36065, "nauc_map_at_3_diff1": 0.732945, "nauc_map_at_5_max": 0.716059, "nauc_map_at_5_std": 0.337731, "nauc_map_at_5_diff1": 0.732221, "nauc_map_at_10_max": 0.715115, "nauc_map_at_10_std": 0.339728, "nauc_map_at_10_diff1": 0.732821, "nauc_map_at_20_max": 0.712434, "nauc_map_at_20_std": 0.337767, "nauc_map_at_20_diff1": 0.731826, "nauc_map_at_100_max": 0.712668, "nauc_map_at_100_std": 0.338105, "nauc_map_at_100_diff1": 0.732073, "nauc_map_at_1000_max": 0.712668, "nauc_map_at_1000_std": 0.338105, "nauc_map_at_1000_diff1": 0.732073, "nauc_recall_at_1_max": 0.672134, "nauc_recall_at_1_std": 0.277082, "nauc_recall_at_1_diff1": 0.729496, "nauc_recall_at_3_max": 0.834311, "nauc_recall_at_3_std": 0.505169, "nauc_recall_at_3_diff1": 0.742579, "nauc_recall_at_5_max": 0.772177, "nauc_recall_at_5_std": 0.319607, "nauc_recall_at_5_diff1": 0.726278, "nauc_recall_at_10_max": 0.770045, "nauc_recall_at_10_std": 0.32304, "nauc_recall_at_10_diff1": 0.704819, "nauc_recall_at_20_max": 0.358144, "nauc_recall_at_20_std": -0.173626, "nauc_recall_at_20_diff1": 0.358144, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.672134, "nauc_precision_at_1_std": 0.277082, "nauc_precision_at_1_diff1": 0.729496, "nauc_precision_at_3_max": 0.834311, "nauc_precision_at_3_std": 0.505169, "nauc_precision_at_3_diff1": 0.742579, "nauc_precision_at_5_max": 0.772177, "nauc_precision_at_5_std": 0.319607, "nauc_precision_at_5_diff1": 0.726278, "nauc_precision_at_10_max": 0.770045, "nauc_precision_at_10_std": 0.32304, "nauc_precision_at_10_diff1": 0.704819, "nauc_precision_at_20_max": 0.358144, "nauc_precision_at_20_std": -0.173626, "nauc_precision_at_20_diff1": 0.358144, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.672134, "nauc_mrr_at_1_std": 0.277082, "nauc_mrr_at_1_diff1": 0.729496, "nauc_mrr_at_3_max": 0.725885, "nauc_mrr_at_3_std": 0.36065, "nauc_mrr_at_3_diff1": 0.732945, "nauc_mrr_at_5_max": 0.716059, "nauc_mrr_at_5_std": 0.337731, "nauc_mrr_at_5_diff1": 0.732221, "nauc_mrr_at_10_max": 0.715115, "nauc_mrr_at_10_std": 0.339728, "nauc_mrr_at_10_diff1": 0.732821, "nauc_mrr_at_20_max": 0.712434, "nauc_mrr_at_20_std": 0.337767, "nauc_mrr_at_20_diff1": 0.731826, "nauc_mrr_at_100_max": 0.712668, "nauc_mrr_at_100_std": 0.338105, "nauc_mrr_at_100_diff1": 0.732073, "nauc_mrr_at_1000_max": 0.712668, "nauc_mrr_at_1000_std": 0.338105, "nauc_mrr_at_1000_diff1": 0.732073, "hit_rate_at_1": 0.83436, "hit_rate_at_3": 0.93252, "hit_rate_at_5": 0.95092, "hit_rate_at_10": 0.97546, "hit_rate_at_20": 0.99387, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.90894, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.7357, "ndcg_at_3": 0.82403, "ndcg_at_5": 0.83567, "ndcg_at_10": 0.84268, "ndcg_at_20": 0.84772, "ndcg_at_100": 0.85495, "ndcg_at_1000": 0.85575, "map_at_1": 0.7357, "map_at_3": 0.8021, "map_at_5": 0.80871, "map_at_10": 0.81161, "map_at_20": 0.81303, "map_at_100": 0.81414, "map_at_1000": 0.81417, "recall_at_1": 0.7357, "recall_at_3": 0.88757, "recall_at_5": 0.91519, "recall_at_10": 0.93688, "recall_at_20": 0.95661, "recall_at_100": 0.99408, "recall_at_1000": 1.0, "accuracy": 0.7357, "precision_at_1": 0.7357, "precision_at_3": 0.29586, "precision_at_5": 0.18304, "precision_at_10": 0.09369, "precision_at_20": 0.04783, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.7357, "mrr_at_3": 0.802104, "mrr_at_5": 0.808711, "mrr_at_10": 0.811612, "mrr_at_20": 0.813025, "mrr_at_100": 0.814136, "mrr_at_1000": 0.814174, "nauc_ndcg_at_1_max": 0.638092, "nauc_ndcg_at_1_std": -0.089016, "nauc_ndcg_at_1_diff1": 0.804615, "nauc_ndcg_at_3_max": 0.708394, "nauc_ndcg_at_3_std": -0.073873, "nauc_ndcg_at_3_diff1": 0.781591, "nauc_ndcg_at_5_max": 0.708717, "nauc_ndcg_at_5_std": -0.057972, "nauc_ndcg_at_5_diff1": 0.786347, "nauc_ndcg_at_10_max": 0.706674, "nauc_ndcg_at_10_std": -0.05235, "nauc_ndcg_at_10_diff1": 0.786098, "nauc_ndcg_at_20_max": 0.699101, "nauc_ndcg_at_20_std": -0.053689, "nauc_ndcg_at_20_diff1": 0.78288, "nauc_ndcg_at_100_max": 0.690975, "nauc_ndcg_at_100_std": -0.071197, "nauc_ndcg_at_100_diff1": 0.788735, "nauc_ndcg_at_1000_max": 0.690457, "nauc_ndcg_at_1000_std": -0.070026, "nauc_ndcg_at_1000_diff1": 0.788681, "nauc_map_at_1_max": 0.638092, "nauc_map_at_1_std": -0.089016, "nauc_map_at_1_diff1": 0.804615, "nauc_map_at_3_max": 0.687017, "nauc_map_at_3_std": -0.080535, "nauc_map_at_3_diff1": 0.787466, "nauc_map_at_5_max": 0.686583, "nauc_map_at_5_std": -0.072565, "nauc_map_at_5_diff1": 0.790024, "nauc_map_at_10_max": 0.685862, "nauc_map_at_10_std": -0.069523, "nauc_map_at_10_diff1": 0.790136, "nauc_map_at_20_max": 0.683976, "nauc_map_at_20_std": -0.070836, "nauc_map_at_20_diff1": 0.789466, "nauc_map_at_100_max": 0.682942, "nauc_map_at_100_std": -0.073634, "nauc_map_at_100_diff1": 0.790354, "nauc_map_at_1000_max": 0.682917, "nauc_map_at_1000_std": -0.073634, "nauc_map_at_1000_diff1": 0.790363, "nauc_recall_at_1_max": 0.638092, "nauc_recall_at_1_std": -0.089016, "nauc_recall_at_1_diff1": 0.804615, "nauc_recall_at_3_max": 0.808386, "nauc_recall_at_3_std": -0.041295, "nauc_recall_at_3_diff1": 0.754887, "nauc_recall_at_5_max": 0.839041, "nauc_recall_at_5_std": 0.033246, "nauc_recall_at_5_diff1": 0.766893, "nauc_recall_at_10_max": 0.8641, "nauc_recall_at_10_std": 0.085347, "nauc_recall_at_10_diff1": 0.756356, "nauc_recall_at_20_max": 0.839466, "nauc_recall_at_20_std": 0.156758, "nauc_recall_at_20_diff1": 0.701316, "nauc_recall_at_100_max": 0.771252, "nauc_recall_at_100_std": -0.303607, "nauc_recall_at_100_diff1": 0.807819, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.638092, "nauc_precision_at_1_std": -0.089016, "nauc_precision_at_1_diff1": 0.804615, "nauc_precision_at_3_max": 0.808386, "nauc_precision_at_3_std": -0.041295, "nauc_precision_at_3_diff1": 0.754887, "nauc_precision_at_5_max": 0.839041, "nauc_precision_at_5_std": 0.033246, "nauc_precision_at_5_diff1": 0.766893, "nauc_precision_at_10_max": 0.8641, "nauc_precision_at_10_std": 0.085347, "nauc_precision_at_10_diff1": 0.756356, "nauc_precision_at_20_max": 0.839466, "nauc_precision_at_20_std": 0.156758, "nauc_precision_at_20_diff1": 0.701316, "nauc_precision_at_100_max": 0.771252, "nauc_precision_at_100_std": -0.303607, "nauc_precision_at_100_diff1": 0.807819, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.638092, "nauc_mrr_at_1_std": -0.089016, "nauc_mrr_at_1_diff1": 0.804615, "nauc_mrr_at_3_max": 0.687017, "nauc_mrr_at_3_std": -0.080535, "nauc_mrr_at_3_diff1": 0.787466, "nauc_mrr_at_5_max": 0.686583, "nauc_mrr_at_5_std": -0.072565, "nauc_mrr_at_5_diff1": 0.790024, "nauc_mrr_at_10_max": 0.685862, "nauc_mrr_at_10_std": -0.069523, "nauc_mrr_at_10_diff1": 0.790136, "nauc_mrr_at_20_max": 0.683976, "nauc_mrr_at_20_std": -0.070836, "nauc_mrr_at_20_diff1": 0.789466, "nauc_mrr_at_100_max": 0.682942, "nauc_mrr_at_100_std": -0.073634, "nauc_mrr_at_100_diff1": 0.790354, "nauc_mrr_at_1000_max": 0.682917, "nauc_mrr_at_1000_std": -0.073634, "nauc_mrr_at_1000_diff1": 0.790363, "hit_rate_at_1": 0.7357, "hit_rate_at_3": 0.88757, "hit_rate_at_5": 0.91519, "hit_rate_at_10": 0.93688, "hit_rate_at_20": 0.95661, "hit_rate_at_100": 0.99408, "hit_rate_at_1000": 1.0, "main_score": 0.84268, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.74866, "ndcg_at_3": 0.83403, "ndcg_at_5": 0.85152, "ndcg_at_10": 0.8533, "ndcg_at_20": 0.86119, "ndcg_at_100": 0.86537, "ndcg_at_1000": 0.86537, "map_at_1": 0.74866, "map_at_3": 0.81194, "map_at_5": 0.82157, "map_at_10": 0.82233, "map_at_20": 0.8244, "map_at_100": 0.82505, "map_at_1000": 0.82505, "recall_at_1": 0.74866, "recall_at_3": 0.8984, "recall_at_5": 0.94118, "recall_at_10": 0.94652, "recall_at_20": 0.97861, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.74866, "precision_at_1": 0.74866, "precision_at_3": 0.29947, "precision_at_5": 0.18824, "precision_at_10": 0.09465, "precision_at_20": 0.04893, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.748663, "mrr_at_3": 0.811943, "mrr_at_5": 0.821569, "mrr_at_10": 0.822333, "mrr_at_20": 0.824395, "mrr_at_100": 0.82505, "mrr_at_1000": 0.82505, "nauc_ndcg_at_1_max": 0.695323, "nauc_ndcg_at_1_std": -0.108665, "nauc_ndcg_at_1_diff1": 0.832868, "nauc_ndcg_at_3_max": 0.704537, "nauc_ndcg_at_3_std": -0.048582, "nauc_ndcg_at_3_diff1": 0.790432, "nauc_ndcg_at_5_max": 0.729801, "nauc_ndcg_at_5_std": -0.050288, "nauc_ndcg_at_5_diff1": 0.816472, "nauc_ndcg_at_10_max": 0.726244, "nauc_ndcg_at_10_std": -0.064117, "nauc_ndcg_at_10_diff1": 0.81578, "nauc_ndcg_at_20_max": 0.714798, "nauc_ndcg_at_20_std": -0.107446, "nauc_ndcg_at_20_diff1": 0.814596, "nauc_ndcg_at_100_max": 0.709963, "nauc_ndcg_at_100_std": -0.086074, "nauc_ndcg_at_100_diff1": 0.813143, "nauc_ndcg_at_1000_max": 0.709963, "nauc_ndcg_at_1000_std": -0.086074, "nauc_ndcg_at_1000_diff1": 0.813143, "nauc_map_at_1_max": 0.695323, "nauc_map_at_1_std": -0.108665, "nauc_map_at_1_diff1": 0.832868, "nauc_map_at_3_max": 0.699381, "nauc_map_at_3_std": -0.071999, "nauc_map_at_3_diff1": 0.80132, "nauc_map_at_5_max": 0.710468, "nauc_map_at_5_std": -0.07535, "nauc_map_at_5_diff1": 0.814137, "nauc_map_at_10_max": 0.709106, "nauc_map_at_10_std": -0.080408, "nauc_map_at_10_diff1": 0.813879, "nauc_map_at_20_max": 0.706481, "nauc_map_at_20_std": -0.089699, "nauc_map_at_20_diff1": 0.813722, "nauc_map_at_100_max": 0.705833, "nauc_map_at_100_std": -0.087293, "nauc_map_at_100_diff1": 0.813514, "nauc_map_at_1000_max": 0.705833, "nauc_map_at_1000_std": -0.087293, "nauc_map_at_1000_diff1": 0.813514, "nauc_recall_at_1_max": 0.695323, "nauc_recall_at_1_std": -0.108665, "nauc_recall_at_1_diff1": 0.832868, "nauc_recall_at_3_max": 0.731443, "nauc_recall_at_3_std": 0.06962, "nauc_recall_at_3_diff1": 0.738656, "nauc_recall_at_5_max": 0.898542, "nauc_recall_at_5_std": 0.159423, "nauc_recall_at_5_diff1": 0.848066, "nauc_recall_at_10_max": 0.888397, "nauc_recall_at_10_std": 0.075365, "nauc_recall_at_10_diff1": 0.845968, "nauc_recall_at_20_max": 0.855872, "nauc_recall_at_20_std": -0.759907, "nauc_recall_at_20_diff1": 0.855872, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.695323, "nauc_precision_at_1_std": -0.108665, "nauc_precision_at_1_diff1": 0.832868, "nauc_precision_at_3_max": 0.731443, "nauc_precision_at_3_std": 0.06962, "nauc_precision_at_3_diff1": 0.738656, "nauc_precision_at_5_max": 0.898542, "nauc_precision_at_5_std": 0.159423, "nauc_precision_at_5_diff1": 0.848066, "nauc_precision_at_10_max": 0.888397, "nauc_precision_at_10_std": 0.075365, "nauc_precision_at_10_diff1": 0.845968, "nauc_precision_at_20_max": 0.855872, "nauc_precision_at_20_std": -0.759907, "nauc_precision_at_20_diff1": 0.855872, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.695323, "nauc_mrr_at_1_std": -0.108665, "nauc_mrr_at_1_diff1": 0.832868, "nauc_mrr_at_3_max": 0.699381, "nauc_mrr_at_3_std": -0.071999, "nauc_mrr_at_3_diff1": 0.80132, "nauc_mrr_at_5_max": 0.710468, "nauc_mrr_at_5_std": -0.07535, "nauc_mrr_at_5_diff1": 0.814137, "nauc_mrr_at_10_max": 0.709106, "nauc_mrr_at_10_std": -0.080408, "nauc_mrr_at_10_diff1": 0.813879, "nauc_mrr_at_20_max": 0.706481, "nauc_mrr_at_20_std": -0.089699, "nauc_mrr_at_20_diff1": 0.813722, "nauc_mrr_at_100_max": 0.705833, "nauc_mrr_at_100_std": -0.087293, "nauc_mrr_at_100_diff1": 0.813514, "nauc_mrr_at_1000_max": 0.705833, "nauc_mrr_at_1000_std": -0.087293, "nauc_mrr_at_1000_diff1": 0.813514, "hit_rate_at_1": 0.74866, "hit_rate_at_3": 0.8984, "hit_rate_at_5": 0.94118, "hit_rate_at_10": 0.94652, "hit_rate_at_20": 0.97861, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.8533, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.7357, "ndcg_at_3": 0.80499, "ndcg_at_5": 0.81305, "ndcg_at_10": 0.82546, "ndcg_at_20": 0.83357, "ndcg_at_100": 0.84049, "ndcg_at_1000": 0.84338, "map_at_1": 0.7357, "map_at_3": 0.78863, "map_at_5": 0.79306, "map_at_10": 0.79836, "map_at_20": 0.80066, "map_at_100": 0.8016, "map_at_1000": 0.80172, "recall_at_1": 0.7357, "recall_at_3": 0.85207, "recall_at_5": 0.87179, "recall_at_10": 0.90927, "recall_at_20": 0.94083, "recall_at_100": 0.9783, "recall_at_1000": 1.0, "accuracy": 0.7357, "precision_at_1": 0.7357, "precision_at_3": 0.28402, "precision_at_5": 0.17436, "precision_at_10": 0.09093, "precision_at_20": 0.04704, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.7357, "mrr_at_3": 0.788626, "mrr_at_5": 0.793064, "mrr_at_10": 0.798363, "mrr_at_20": 0.800662, "mrr_at_100": 0.801602, "mrr_at_1000": 0.801725, "nauc_ndcg_at_1_max": 0.702846, "nauc_ndcg_at_1_std": 0.08738, "nauc_ndcg_at_1_diff1": 0.820325, "nauc_ndcg_at_3_max": 0.763943, "nauc_ndcg_at_3_std": 0.161373, "nauc_ndcg_at_3_diff1": 0.787707, "nauc_ndcg_at_5_max": 0.760251, "nauc_ndcg_at_5_std": 0.167169, "nauc_ndcg_at_5_diff1": 0.78921, "nauc_ndcg_at_10_max": 0.757208, "nauc_ndcg_at_10_std": 0.169183, "nauc_ndcg_at_10_diff1": 0.794079, "nauc_ndcg_at_20_max": 0.756812, "nauc_ndcg_at_20_std": 0.165579, "nauc_ndcg_at_20_diff1": 0.79699, "nauc_ndcg_at_100_max": 0.750609, "nauc_ndcg_at_100_std": 0.15422, "nauc_ndcg_at_100_diff1": 0.797793, "nauc_ndcg_at_1000_max": 0.748383, "nauc_ndcg_at_1000_std": 0.149024, "nauc_ndcg_at_1000_diff1": 0.798293, "nauc_map_at_1_max": 0.702846, "nauc_map_at_1_std": 0.08738, "nauc_map_at_1_diff1": 0.820325, "nauc_map_at_3_max": 0.746736, "nauc_map_at_3_std": 0.138162, "nauc_map_at_3_diff1": 0.796231, "nauc_map_at_5_max": 0.74453, "nauc_map_at_5_std": 0.140558, "nauc_map_at_5_diff1": 0.7971, "nauc_map_at_10_max": 0.74293, "nauc_map_at_10_std": 0.140546, "nauc_map_at_10_diff1": 0.799143, "nauc_map_at_20_max": 0.742543, "nauc_map_at_20_std": 0.138985, "nauc_map_at_20_diff1": 0.799843, "nauc_map_at_100_max": 0.741806, "nauc_map_at_100_std": 0.137543, "nauc_map_at_100_diff1": 0.80016, "nauc_map_at_1000_max": 0.741721, "nauc_map_at_1000_std": 0.13735, "nauc_map_at_1000_diff1": 0.800177, "nauc_recall_at_1_max": 0.702846, "nauc_recall_at_1_std": 0.08738, "nauc_recall_at_1_diff1": 0.820325, "nauc_recall_at_3_max": 0.830855, "nauc_recall_at_3_std": 0.25302, "nauc_recall_at_3_diff1": 0.754948, "nauc_recall_at_5_max": 0.827561, "nauc_recall_at_5_std": 0.2855, "nauc_recall_at_5_diff1": 0.75591, "nauc_recall_at_10_max": 0.837061, "nauc_recall_at_10_std": 0.341336, "nauc_recall_at_10_diff1": 0.769458, "nauc_recall_at_20_max": 0.878082, "nauc_recall_at_20_std": 0.404211, "nauc_recall_at_20_diff1": 0.78681, "nauc_recall_at_100_max": 0.859954, "nauc_recall_at_100_std": 0.411036, "nauc_recall_at_100_diff1": 0.772965, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.702846, "nauc_precision_at_1_std": 0.08738, "nauc_precision_at_1_diff1": 0.820325, "nauc_precision_at_3_max": 0.830855, "nauc_precision_at_3_std": 0.25302, "nauc_precision_at_3_diff1": 0.754948, "nauc_precision_at_5_max": 0.827561, "nauc_precision_at_5_std": 0.2855, "nauc_precision_at_5_diff1": 0.75591, "nauc_precision_at_10_max": 0.837061, "nauc_precision_at_10_std": 0.341336, "nauc_precision_at_10_diff1": 0.769458, "nauc_precision_at_20_max": 0.878082, "nauc_precision_at_20_std": 0.404211, "nauc_precision_at_20_diff1": 0.78681, "nauc_precision_at_100_max": 0.859954, "nauc_precision_at_100_std": 0.411036, "nauc_precision_at_100_diff1": 0.772965, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.702846, "nauc_mrr_at_1_std": 0.08738, "nauc_mrr_at_1_diff1": 0.820325, "nauc_mrr_at_3_max": 0.746736, "nauc_mrr_at_3_std": 0.138162, "nauc_mrr_at_3_diff1": 0.796231, "nauc_mrr_at_5_max": 0.74453, "nauc_mrr_at_5_std": 0.140558, "nauc_mrr_at_5_diff1": 0.7971, "nauc_mrr_at_10_max": 0.74293, "nauc_mrr_at_10_std": 0.140546, "nauc_mrr_at_10_diff1": 0.799143, "nauc_mrr_at_20_max": 0.742543, "nauc_mrr_at_20_std": 0.138985, "nauc_mrr_at_20_diff1": 0.799843, "nauc_mrr_at_100_max": 0.741806, "nauc_mrr_at_100_std": 0.137543, "nauc_mrr_at_100_diff1": 0.80016, "nauc_mrr_at_1000_max": 0.741721, "nauc_mrr_at_1000_std": 0.13735, "nauc_mrr_at_1000_diff1": 0.800177, "hit_rate_at_1": 0.7357, "hit_rate_at_3": 0.85207, "hit_rate_at_5": 0.87179, "hit_rate_at_10": 0.90927, "hit_rate_at_20": 0.94083, "hit_rate_at_100": 0.9783, "hit_rate_at_1000": 1.0, "main_score": 0.82546, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.70056, "ndcg_at_3": 0.79506, "ndcg_at_5": 0.80966, "ndcg_at_10": 0.8264, "ndcg_at_20": 0.82928, "ndcg_at_100": 0.83689, "ndcg_at_1000": 0.83689, "map_at_1": 0.70056, "map_at_3": 0.77119, "map_at_5": 0.77966, "map_at_10": 0.78673, "map_at_20": 0.78754, "map_at_100": 0.78867, "map_at_1000": 0.78867, "recall_at_1": 0.70056, "recall_at_3": 0.86441, "recall_at_5": 0.89831, "recall_at_10": 0.94915, "recall_at_20": 0.96045, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.70056, "precision_at_1": 0.70056, "precision_at_3": 0.28814, "precision_at_5": 0.17966, "precision_at_10": 0.09492, "precision_at_20": 0.04802, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.700565, "mrr_at_3": 0.771186, "mrr_at_5": 0.779661, "mrr_at_10": 0.786734, "mrr_at_20": 0.787538, "mrr_at_100": 0.788673, "mrr_at_1000": 0.788673, "nauc_ndcg_at_1_max": 0.611366, "nauc_ndcg_at_1_std": -0.003484, "nauc_ndcg_at_1_diff1": 0.765283, "nauc_ndcg_at_3_max": 0.663659, "nauc_ndcg_at_3_std": 0.071041, "nauc_ndcg_at_3_diff1": 0.704205, "nauc_ndcg_at_5_max": 0.683088, "nauc_ndcg_at_5_std": 0.112046, "nauc_ndcg_at_5_diff1": 0.721477, "nauc_ndcg_at_10_max": 0.672776, "nauc_ndcg_at_10_std": 0.11053, "nauc_ndcg_at_10_diff1": 0.733587, "nauc_ndcg_at_20_max": 0.670551, "nauc_ndcg_at_20_std": 0.097749, "nauc_ndcg_at_20_diff1": 0.732339, "nauc_ndcg_at_100_max": 0.657513, "nauc_ndcg_at_100_std": 0.076324, "nauc_ndcg_at_100_diff1": 0.73281, "nauc_ndcg_at_1000_max": 0.657513, "nauc_ndcg_at_1000_std": 0.076324, "nauc_ndcg_at_1000_diff1": 0.73281, "nauc_map_at_1_max": 0.611366, "nauc_map_at_1_std": -0.003484, "nauc_map_at_1_diff1": 0.765283, "nauc_map_at_3_max": 0.647119, "nauc_map_at_3_std": 0.051212, "nauc_map_at_3_diff1": 0.7217, "nauc_map_at_5_max": 0.656402, "nauc_map_at_5_std": 0.071367, "nauc_map_at_5_diff1": 0.731154, "nauc_map_at_10_max": 0.651804, "nauc_map_at_10_std": 0.068977, "nauc_map_at_10_diff1": 0.735539, "nauc_map_at_20_max": 0.651248, "nauc_map_at_20_std": 0.065948, "nauc_map_at_20_diff1": 0.73523, "nauc_map_at_100_max": 0.649662, "nauc_map_at_100_std": 0.063252, "nauc_map_at_100_diff1": 0.735295, "nauc_map_at_1000_max": 0.649662, "nauc_map_at_1000_std": 0.063252, "nauc_map_at_1000_diff1": 0.735295, "nauc_recall_at_1_max": 0.611366, "nauc_recall_at_1_std": -0.003484, "nauc_recall_at_1_diff1": 0.765283, "nauc_recall_at_3_max": 0.738494, "nauc_recall_at_3_std": 0.158428, "nauc_recall_at_3_diff1": 0.626183, "nauc_recall_at_5_max": 0.836971, "nauc_recall_at_5_std": 0.345823, "nauc_recall_at_5_diff1": 0.671852, "nauc_recall_at_10_max": 0.894654, "nauc_recall_at_10_std": 0.572198, "nauc_recall_at_10_diff1": 0.738864, "nauc_recall_at_20_max": 0.922923, "nauc_recall_at_20_std": 0.508336, "nauc_recall_at_20_diff1": 0.722621, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.611366, "nauc_precision_at_1_std": -0.003484, "nauc_precision_at_1_diff1": 0.765283, "nauc_precision_at_3_max": 0.738494, "nauc_precision_at_3_std": 0.158428, "nauc_precision_at_3_diff1": 0.626183, "nauc_precision_at_5_max": 0.836971, "nauc_precision_at_5_std": 0.345823, "nauc_precision_at_5_diff1": 0.671852, "nauc_precision_at_10_max": 0.894654, "nauc_precision_at_10_std": 0.572198, "nauc_precision_at_10_diff1": 0.738864, "nauc_precision_at_20_max": 0.922923, "nauc_precision_at_20_std": 0.508336, "nauc_precision_at_20_diff1": 0.722621, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.611366, "nauc_mrr_at_1_std": -0.003484, "nauc_mrr_at_1_diff1": 0.765283, "nauc_mrr_at_3_max": 0.647119, "nauc_mrr_at_3_std": 0.051212, "nauc_mrr_at_3_diff1": 0.7217, "nauc_mrr_at_5_max": 0.656402, "nauc_mrr_at_5_std": 0.071367, "nauc_mrr_at_5_diff1": 0.731154, "nauc_mrr_at_10_max": 0.651804, "nauc_mrr_at_10_std": 0.068977, "nauc_mrr_at_10_diff1": 0.735539, "nauc_mrr_at_20_max": 0.651248, "nauc_mrr_at_20_std": 0.065948, "nauc_mrr_at_20_diff1": 0.73523, "nauc_mrr_at_100_max": 0.649662, "nauc_mrr_at_100_std": 0.063252, "nauc_mrr_at_100_diff1": 0.735295, "nauc_mrr_at_1000_max": 0.649662, "nauc_mrr_at_1000_std": 0.063252, "nauc_mrr_at_1000_diff1": 0.735295, "hit_rate_at_1": 0.70056, "hit_rate_at_3": 0.86441, "hit_rate_at_5": 0.89831, "hit_rate_at_10": 0.94915, "hit_rate_at_20": 0.96045, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.8264, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.79894, "ndcg_at_3": 0.85028, "ndcg_at_5": 0.86962, "ndcg_at_10": 0.88488, "ndcg_at_20": 0.88631, "ndcg_at_100": 0.8893, "ndcg_at_1000": 0.8893, "map_at_1": 0.79894, "map_at_3": 0.83862, "map_at_5": 0.84921, "map_at_10": 0.85541, "map_at_20": 0.85586, "map_at_100": 0.85627, "map_at_1000": 0.85627, "recall_at_1": 0.79894, "recall_at_3": 0.8836, "recall_at_5": 0.93122, "recall_at_10": 0.97884, "recall_at_20": 0.98413, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.79894, "precision_at_1": 0.79894, "precision_at_3": 0.29453, "precision_at_5": 0.18624, "precision_at_10": 0.09788, "precision_at_20": 0.04921, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.798942, "mrr_at_3": 0.838624, "mrr_at_5": 0.849206, "mrr_at_10": 0.855415, "mrr_at_20": 0.855856, "mrr_at_100": 0.856272, "mrr_at_1000": 0.856272, "nauc_ndcg_at_1_max": 0.624227, "nauc_ndcg_at_1_std": 0.20697, "nauc_ndcg_at_1_diff1": 0.800448, "nauc_ndcg_at_3_max": 0.680825, "nauc_ndcg_at_3_std": 0.235503, "nauc_ndcg_at_3_diff1": 0.771755, "nauc_ndcg_at_5_max": 0.698838, "nauc_ndcg_at_5_std": 0.305836, "nauc_ndcg_at_5_diff1": 0.789018, "nauc_ndcg_at_10_max": 0.686393, "nauc_ndcg_at_10_std": 0.256097, "nauc_ndcg_at_10_diff1": 0.78793, "nauc_ndcg_at_20_max": 0.683976, "nauc_ndcg_at_20_std": 0.247992, "nauc_ndcg_at_20_diff1": 0.785127, "nauc_ndcg_at_100_max": 0.676348, "nauc_ndcg_at_100_std": 0.249757, "nauc_ndcg_at_100_diff1": 0.786162, "nauc_ndcg_at_1000_max": 0.676348, "nauc_ndcg_at_1000_std": 0.249757, "nauc_ndcg_at_1000_diff1": 0.786162, "nauc_map_at_1_max": 0.624227, "nauc_map_at_1_std": 0.20697, "nauc_map_at_1_diff1": 0.800448, "nauc_map_at_3_max": 0.668128, "nauc_map_at_3_std": 0.230605, "nauc_map_at_3_diff1": 0.779228, "nauc_map_at_5_max": 0.676528, "nauc_map_at_5_std": 0.265963, "nauc_map_at_5_diff1": 0.787477, "nauc_map_at_10_max": 0.671456, "nauc_map_at_10_std": 0.247021, "nauc_map_at_10_diff1": 0.787264, "nauc_map_at_20_max": 0.670818, "nauc_map_at_20_std": 0.245014, "nauc_map_at_20_diff1": 0.786578, "nauc_map_at_100_max": 0.669993, "nauc_map_at_100_std": 0.245211, "nauc_map_at_100_diff1": 0.78678, "nauc_map_at_1000_max": 0.669993, "nauc_map_at_1000_std": 0.245211, "nauc_map_at_1000_diff1": 0.78678, "nauc_recall_at_1_max": 0.624227, "nauc_recall_at_1_std": 0.20697, "nauc_recall_at_1_diff1": 0.800448, "nauc_recall_at_3_max": 0.727768, "nauc_recall_at_3_std": 0.252514, "nauc_recall_at_3_diff1": 0.743375, "nauc_recall_at_5_max": 0.83315, "nauc_recall_at_5_std": 0.558879, "nauc_recall_at_5_diff1": 0.805969, "nauc_recall_at_10_max": 0.934602, "nauc_recall_at_10_std": 0.357972, "nauc_recall_at_10_diff1": 0.818863, "nauc_recall_at_20_max": 0.956401, "nauc_recall_at_20_std": 0.187561, "nauc_recall_at_20_diff1": 0.758484, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.624227, "nauc_precision_at_1_std": 0.20697, "nauc_precision_at_1_diff1": 0.800448, "nauc_precision_at_3_max": 0.727768, "nauc_precision_at_3_std": 0.252514, "nauc_precision_at_3_diff1": 0.743375, "nauc_precision_at_5_max": 0.83315, "nauc_precision_at_5_std": 0.558879, "nauc_precision_at_5_diff1": 0.805969, "nauc_precision_at_10_max": 0.934602, "nauc_precision_at_10_std": 0.357972, "nauc_precision_at_10_diff1": 0.818863, "nauc_precision_at_20_max": 0.956401, "nauc_precision_at_20_std": 0.187561, "nauc_precision_at_20_diff1": 0.758484, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.624227, "nauc_mrr_at_1_std": 0.20697, "nauc_mrr_at_1_diff1": 0.800448, "nauc_mrr_at_3_max": 0.668128, "nauc_mrr_at_3_std": 0.230605, "nauc_mrr_at_3_diff1": 0.779228, "nauc_mrr_at_5_max": 0.676528, "nauc_mrr_at_5_std": 0.265963, "nauc_mrr_at_5_diff1": 0.787477, "nauc_mrr_at_10_max": 0.671456, "nauc_mrr_at_10_std": 0.247021, "nauc_mrr_at_10_diff1": 0.787264, "nauc_mrr_at_20_max": 0.670818, "nauc_mrr_at_20_std": 0.245014, "nauc_mrr_at_20_diff1": 0.786578, "nauc_mrr_at_100_max": 0.669993, "nauc_mrr_at_100_std": 0.245211, "nauc_mrr_at_100_diff1": 0.78678, "nauc_mrr_at_1000_max": 0.669993, "nauc_mrr_at_1000_std": 0.245211, "nauc_mrr_at_1000_diff1": 0.78678, "hit_rate_at_1": 0.79894, "hit_rate_at_3": 0.8836, "hit_rate_at_5": 0.93122, "hit_rate_at_10": 0.97884, "hit_rate_at_20": 0.98413, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.88488, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.6135, "ndcg_at_3": 0.70771, "ndcg_at_5": 0.73041, "ndcg_at_10": 0.75443, "ndcg_at_20": 0.76661, "ndcg_at_100": 0.77501, "ndcg_at_1000": 0.77587, "map_at_1": 0.6135, "map_at_3": 0.68507, "map_at_5": 0.69765, "map_at_10": 0.70768, "map_at_20": 0.71091, "map_at_100": 0.71221, "map_at_1000": 0.71225, "recall_at_1": 0.6135, "recall_at_3": 0.77301, "recall_at_5": 0.82822, "recall_at_10": 0.90184, "recall_at_20": 0.95092, "recall_at_100": 0.99387, "recall_at_1000": 1.0, "accuracy": 0.6135, "precision_at_1": 0.6135, "precision_at_3": 0.25767, "precision_at_5": 0.16564, "precision_at_10": 0.09018, "precision_at_20": 0.04755, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.613497, "mrr_at_3": 0.685072, "mrr_at_5": 0.697648, "mrr_at_10": 0.707683, "mrr_at_20": 0.710911, "mrr_at_100": 0.712212, "mrr_at_1000": 0.712254, "nauc_ndcg_at_1_max": 0.62647, "nauc_ndcg_at_1_std": -0.056973, "nauc_ndcg_at_1_diff1": 0.78998, "nauc_ndcg_at_3_max": 0.686884, "nauc_ndcg_at_3_std": 0.068443, "nauc_ndcg_at_3_diff1": 0.762309, "nauc_ndcg_at_5_max": 0.655773, "nauc_ndcg_at_5_std": 0.005602, "nauc_ndcg_at_5_diff1": 0.757725, "nauc_ndcg_at_10_max": 0.686207, "nauc_ndcg_at_10_std": 0.097271, "nauc_ndcg_at_10_diff1": 0.766338, "nauc_ndcg_at_20_max": 0.673897, "nauc_ndcg_at_20_std": 0.066542, "nauc_ndcg_at_20_diff1": 0.766763, "nauc_ndcg_at_100_max": 0.664233, "nauc_ndcg_at_100_std": 0.037293, "nauc_ndcg_at_100_diff1": 0.767078, "nauc_ndcg_at_1000_max": 0.662706, "nauc_ndcg_at_1000_std": 0.032914, "nauc_ndcg_at_1000_diff1": 0.767283, "nauc_map_at_1_max": 0.62647, "nauc_map_at_1_std": -0.056973, "nauc_map_at_1_diff1": 0.78998, "nauc_map_at_3_max": 0.667397, "nauc_map_at_3_std": 0.027545, "nauc_map_at_3_diff1": 0.76868, "nauc_map_at_5_max": 0.65073, "nauc_map_at_5_std": -0.006353, "nauc_map_at_5_diff1": 0.766665, "nauc_map_at_10_max": 0.660525, "nauc_map_at_10_std": 0.025389, "nauc_map_at_10_diff1": 0.769771, "nauc_map_at_20_max": 0.65747, "nauc_map_at_20_std": 0.01816, "nauc_map_at_20_diff1": 0.769814, "nauc_map_at_100_max": 0.656277, "nauc_map_at_100_std": 0.014424, "nauc_map_at_100_diff1": 0.76974, "nauc_map_at_1000_max": 0.656216, "nauc_map_at_1000_std": 0.014249, "nauc_map_at_1000_diff1": 0.769749, "nauc_recall_at_1_max": 0.62647, "nauc_recall_at_1_std": -0.056973, "nauc_recall_at_1_diff1": 0.78998, "nauc_recall_at_3_max": 0.759728, "nauc_recall_at_3_std": 0.221526, "nauc_recall_at_3_diff1": 0.73967, "nauc_recall_at_5_max": 0.673573, "nauc_recall_at_5_std": 0.050235, "nauc_recall_at_5_diff1": 0.717362, "nauc_recall_at_10_max": 0.896602, "nauc_recall_at_10_std": 0.68704, "nauc_recall_at_10_diff1": 0.751378, "nauc_recall_at_20_max": 0.909482, "nauc_recall_at_20_std": 0.764911, "nauc_recall_at_20_diff1": 0.746886, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.722037, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.62647, "nauc_precision_at_1_std": -0.056973, "nauc_precision_at_1_diff1": 0.78998, "nauc_precision_at_3_max": 0.759728, "nauc_precision_at_3_std": 0.221526, "nauc_precision_at_3_diff1": 0.73967, "nauc_precision_at_5_max": 0.673573, "nauc_precision_at_5_std": 0.050235, "nauc_precision_at_5_diff1": 0.717362, "nauc_precision_at_10_max": 0.896602, "nauc_precision_at_10_std": 0.68704, "nauc_precision_at_10_diff1": 0.751378, "nauc_precision_at_20_max": 0.909482, "nauc_precision_at_20_std": 0.764911, "nauc_precision_at_20_diff1": 0.746886, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.722037, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.62647, "nauc_mrr_at_1_std": -0.056973, "nauc_mrr_at_1_diff1": 0.78998, "nauc_mrr_at_3_max": 0.667397, "nauc_mrr_at_3_std": 0.027545, "nauc_mrr_at_3_diff1": 0.76868, "nauc_mrr_at_5_max": 0.65073, "nauc_mrr_at_5_std": -0.006353, "nauc_mrr_at_5_diff1": 0.766665, "nauc_mrr_at_10_max": 0.660525, "nauc_mrr_at_10_std": 0.025389, "nauc_mrr_at_10_diff1": 0.769771, "nauc_mrr_at_20_max": 0.65747, "nauc_mrr_at_20_std": 0.01816, "nauc_mrr_at_20_diff1": 0.769814, "nauc_mrr_at_100_max": 0.656277, "nauc_mrr_at_100_std": 0.014424, "nauc_mrr_at_100_diff1": 0.76974, "nauc_mrr_at_1000_max": 0.656216, "nauc_mrr_at_1000_std": 0.014249, "nauc_mrr_at_1000_diff1": 0.769749, "hit_rate_at_1": 0.6135, "hit_rate_at_3": 0.77301, "hit_rate_at_5": 0.82822, "hit_rate_at_10": 0.90184, "hit_rate_at_20": 0.95092, "hit_rate_at_100": 0.99387, "hit_rate_at_1000": 1.0, "main_score": 0.75443, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67033, "ndcg_at_3": 0.78028, "ndcg_at_5": 0.80511, "ndcg_at_10": 0.82148, "ndcg_at_20": 0.82436, "ndcg_at_100": 0.82837, "ndcg_at_1000": 0.82837, "map_at_1": 0.67033, "map_at_3": 0.75366, "map_at_5": 0.7674, "map_at_10": 0.77439, "map_at_20": 0.77523, "map_at_100": 0.77578, "map_at_1000": 0.77578, "recall_at_1": 0.67033, "recall_at_3": 0.85714, "recall_at_5": 0.91758, "recall_at_10": 0.96703, "recall_at_20": 0.97802, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67033, "precision_at_1": 0.67033, "precision_at_3": 0.28571, "precision_at_5": 0.18352, "precision_at_10": 0.0967, "precision_at_20": 0.0489, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.67033, "mrr_at_3": 0.753663, "mrr_at_5": 0.767399, "mrr_at_10": 0.774385, "mrr_at_20": 0.775228, "mrr_at_100": 0.775778, "mrr_at_1000": 0.775778, "nauc_ndcg_at_1_max": 0.570135, "nauc_ndcg_at_1_std": -0.091787, "nauc_ndcg_at_1_diff1": 0.847133, "nauc_ndcg_at_3_max": 0.650641, "nauc_ndcg_at_3_std": 0.029402, "nauc_ndcg_at_3_diff1": 0.801752, "nauc_ndcg_at_5_max": 0.627278, "nauc_ndcg_at_5_std": 0.003107, "nauc_ndcg_at_5_diff1": 0.809402, "nauc_ndcg_at_10_max": 0.620774, "nauc_ndcg_at_10_std": -0.006415, "nauc_ndcg_at_10_diff1": 0.816217, "nauc_ndcg_at_20_max": 0.613658, "nauc_ndcg_at_20_std": -0.015211, "nauc_ndcg_at_20_diff1": 0.817225, "nauc_ndcg_at_100_max": 0.608635, "nauc_ndcg_at_100_std": -0.023763, "nauc_ndcg_at_100_diff1": 0.817668, "nauc_ndcg_at_1000_max": 0.608635, "nauc_ndcg_at_1000_std": -0.023763, "nauc_ndcg_at_1000_diff1": 0.817668, "nauc_map_at_1_max": 0.570135, "nauc_map_at_1_std": -0.091787, "nauc_map_at_1_diff1": 0.847133, "nauc_map_at_3_max": 0.619514, "nauc_map_at_3_std": -0.016668, "nauc_map_at_3_diff1": 0.811864, "nauc_map_at_5_max": 0.606881, "nauc_map_at_5_std": -0.030296, "nauc_map_at_5_diff1": 0.816067, "nauc_map_at_10_max": 0.6042, "nauc_map_at_10_std": -0.034412, "nauc_map_at_10_diff1": 0.818555, "nauc_map_at_20_max": 0.602487, "nauc_map_at_20_std": -0.036613, "nauc_map_at_20_diff1": 0.818913, "nauc_map_at_100_max": 0.602111, "nauc_map_at_100_std": -0.036538, "nauc_map_at_100_diff1": 0.819149, "nauc_map_at_1000_max": 0.602111, "nauc_map_at_1000_std": -0.036538, "nauc_map_at_1000_diff1": 0.819149, "nauc_recall_at_1_max": 0.570135, "nauc_recall_at_1_std": -0.091787, "nauc_recall_at_1_diff1": 0.847133, "nauc_recall_at_3_max": 0.795506, "nauc_recall_at_3_std": 0.243402, "nauc_recall_at_3_diff1": 0.758541, "nauc_recall_at_5_max": 0.769707, "nauc_recall_at_5_std": 0.235313, "nauc_recall_at_5_diff1": 0.769058, "nauc_recall_at_10_max": 0.882178, "nauc_recall_at_10_std": 0.437741, "nauc_recall_at_10_diff1": 0.807876, "nauc_recall_at_20_max": 0.823267, "nauc_recall_at_20_std": 0.428627, "nauc_recall_at_20_diff1": 0.823267, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.570135, "nauc_precision_at_1_std": -0.091787, "nauc_precision_at_1_diff1": 0.847133, "nauc_precision_at_3_max": 0.795506, "nauc_precision_at_3_std": 0.243402, "nauc_precision_at_3_diff1": 0.758541, "nauc_precision_at_5_max": 0.769707, "nauc_precision_at_5_std": 0.235313, "nauc_precision_at_5_diff1": 0.769058, "nauc_precision_at_10_max": 0.882178, "nauc_precision_at_10_std": 0.437741, "nauc_precision_at_10_diff1": 0.807876, "nauc_precision_at_20_max": 0.823267, "nauc_precision_at_20_std": 0.428627, "nauc_precision_at_20_diff1": 0.823267, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.570135, "nauc_mrr_at_1_std": -0.091787, "nauc_mrr_at_1_diff1": 0.847133, "nauc_mrr_at_3_max": 0.619514, "nauc_mrr_at_3_std": -0.016668, "nauc_mrr_at_3_diff1": 0.811864, "nauc_mrr_at_5_max": 0.606881, "nauc_mrr_at_5_std": -0.030296, "nauc_mrr_at_5_diff1": 0.816067, "nauc_mrr_at_10_max": 0.6042, "nauc_mrr_at_10_std": -0.034412, "nauc_mrr_at_10_diff1": 0.818555, "nauc_mrr_at_20_max": 0.602487, "nauc_mrr_at_20_std": -0.036613, "nauc_mrr_at_20_diff1": 0.818913, "nauc_mrr_at_100_max": 0.602111, "nauc_mrr_at_100_std": -0.036538, "nauc_mrr_at_100_diff1": 0.819149, "nauc_mrr_at_1000_max": 0.602111, "nauc_mrr_at_1000_std": -0.036538, "nauc_mrr_at_1000_diff1": 0.819149, "hit_rate_at_1": 0.67033, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.91758, "hit_rate_at_10": 0.96703, "hit_rate_at_20": 0.97802, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.82148, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68885, "ndcg_at_3": 0.78266, "ndcg_at_5": 0.80363, "ndcg_at_10": 0.81493, "ndcg_at_20": 0.82095, "ndcg_at_100": 0.82654, "ndcg_at_1000": 0.82818, "map_at_1": 0.68885, "map_at_3": 0.75962, "map_at_5": 0.77127, "map_at_10": 0.77586, "map_at_20": 0.77756, "map_at_100": 0.77838, "map_at_1000": 0.77847, "recall_at_1": 0.68885, "recall_at_3": 0.84932, "recall_at_5": 0.9002, "recall_at_10": 0.93542, "recall_at_20": 0.9589, "recall_at_100": 0.98826, "recall_at_1000": 1.0, "accuracy": 0.68885, "precision_at_1": 0.68885, "precision_at_3": 0.28311, "precision_at_5": 0.18004, "precision_at_10": 0.09354, "precision_at_20": 0.04795, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.688845, "mrr_at_3": 0.759622, "mrr_at_5": 0.771265, "mrr_at_10": 0.775864, "mrr_at_20": 0.777559, "mrr_at_100": 0.778381, "mrr_at_1000": 0.778466, "nauc_ndcg_at_1_max": 0.609295, "nauc_ndcg_at_1_std": -0.044824, "nauc_ndcg_at_1_diff1": 0.807748, "nauc_ndcg_at_3_max": 0.671096, "nauc_ndcg_at_3_std": -0.015997, "nauc_ndcg_at_3_diff1": 0.778694, "nauc_ndcg_at_5_max": 0.676395, "nauc_ndcg_at_5_std": -0.010612, "nauc_ndcg_at_5_diff1": 0.785639, "nauc_ndcg_at_10_max": 0.67351, "nauc_ndcg_at_10_std": -0.015149, "nauc_ndcg_at_10_diff1": 0.786149, "nauc_ndcg_at_20_max": 0.667814, "nauc_ndcg_at_20_std": -0.007513, "nauc_ndcg_at_20_diff1": 0.788264, "nauc_ndcg_at_100_max": 0.662572, "nauc_ndcg_at_100_std": -0.005193, "nauc_ndcg_at_100_diff1": 0.789012, "nauc_ndcg_at_1000_max": 0.65915, "nauc_ndcg_at_1000_std": -0.014078, "nauc_ndcg_at_1000_diff1": 0.789055, "nauc_map_at_1_max": 0.609295, "nauc_map_at_1_std": -0.044824, "nauc_map_at_1_diff1": 0.807748, "nauc_map_at_3_max": 0.653611, "nauc_map_at_3_std": -0.024821, "nauc_map_at_3_diff1": 0.786606, "nauc_map_at_5_max": 0.654744, "nauc_map_at_5_std": -0.023332, "nauc_map_at_5_diff1": 0.790118, "nauc_map_at_10_max": 0.653459, "nauc_map_at_10_std": -0.02492, "nauc_map_at_10_diff1": 0.790311, "nauc_map_at_20_max": 0.651976, "nauc_map_at_20_std": -0.022978, "nauc_map_at_20_diff1": 0.790738, "nauc_map_at_100_max": 0.651356, "nauc_map_at_100_std": -0.022133, "nauc_map_at_100_diff1": 0.790818, "nauc_map_at_1000_max": 0.65121, "nauc_map_at_1000_std": -0.022504, "nauc_map_at_1000_diff1": 0.790827, "nauc_recall_at_1_max": 0.609295, "nauc_recall_at_1_std": -0.044824, "nauc_recall_at_1_diff1": 0.807748, "nauc_recall_at_3_max": 0.744913, "nauc_recall_at_3_std": 0.021689, "nauc_recall_at_3_diff1": 0.745494, "nauc_recall_at_5_max": 0.805132, "nauc_recall_at_5_std": 0.067257, "nauc_recall_at_5_diff1": 0.762736, "nauc_recall_at_10_max": 0.848977, "nauc_recall_at_10_std": 0.069, "nauc_recall_at_10_diff1": 0.755774, "nauc_recall_at_20_max": 0.863232, "nauc_recall_at_20_std": 0.223208, "nauc_recall_at_20_diff1": 0.773573, "nauc_recall_at_100_max": 0.978218, "nauc_recall_at_100_std": 0.817598, "nauc_recall_at_100_diff1": 0.78961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609295, "nauc_precision_at_1_std": -0.044824, "nauc_precision_at_1_diff1": 0.807748, "nauc_precision_at_3_max": 0.744913, "nauc_precision_at_3_std": 0.021689, "nauc_precision_at_3_diff1": 0.745494, "nauc_precision_at_5_max": 0.805132, "nauc_precision_at_5_std": 0.067257, "nauc_precision_at_5_diff1": 0.762736, "nauc_precision_at_10_max": 0.848977, "nauc_precision_at_10_std": 0.069, "nauc_precision_at_10_diff1": 0.755774, "nauc_precision_at_20_max": 0.863232, "nauc_precision_at_20_std": 0.223208, "nauc_precision_at_20_diff1": 0.773573, "nauc_precision_at_100_max": 0.978218, "nauc_precision_at_100_std": 0.817598, "nauc_precision_at_100_diff1": 0.78961, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.609295, "nauc_mrr_at_1_std": -0.044824, "nauc_mrr_at_1_diff1": 0.807748, "nauc_mrr_at_3_max": 0.653611, "nauc_mrr_at_3_std": -0.024821, "nauc_mrr_at_3_diff1": 0.786606, "nauc_mrr_at_5_max": 0.654744, "nauc_mrr_at_5_std": -0.023332, "nauc_mrr_at_5_diff1": 0.790118, "nauc_mrr_at_10_max": 0.653459, "nauc_mrr_at_10_std": -0.02492, "nauc_mrr_at_10_diff1": 0.790311, "nauc_mrr_at_20_max": 0.651976, "nauc_mrr_at_20_std": -0.022978, "nauc_mrr_at_20_diff1": 0.790738, "nauc_mrr_at_100_max": 0.651356, "nauc_mrr_at_100_std": -0.022133, "nauc_mrr_at_100_diff1": 0.790818, "nauc_mrr_at_1000_max": 0.65121, "nauc_mrr_at_1000_std": -0.022504, "nauc_mrr_at_1000_diff1": 0.790827, "hit_rate_at_1": 0.68885, "hit_rate_at_3": 0.84932, "hit_rate_at_5": 0.9002, "hit_rate_at_10": 0.93542, "hit_rate_at_20": 0.9589, "hit_rate_at_100": 0.98826, "hit_rate_at_1000": 1.0, "main_score": 0.81493, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.77727, "ndcg_at_5": 0.78592, "ndcg_at_10": 0.80181, "ndcg_at_20": 0.81498, "ndcg_at_100": 0.81985, "ndcg_at_1000": 0.81985, "map_at_1": 0.66667, "map_at_3": 0.75132, "map_at_5": 0.75608, "map_at_10": 0.76293, "map_at_20": 0.76646, "map_at_100": 0.76712, "map_at_1000": 0.76712, "recall_at_1": 0.66667, "recall_at_3": 0.85185, "recall_at_5": 0.87302, "recall_at_10": 0.92063, "recall_at_20": 0.97354, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66667, "precision_at_1": 0.66667, "precision_at_3": 0.28395, "precision_at_5": 0.1746, "precision_at_10": 0.09206, "precision_at_20": 0.04868, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.751323, "mrr_at_5": 0.756085, "mrr_at_10": 0.762934, "mrr_at_20": 0.766458, "mrr_at_100": 0.767116, "mrr_at_1000": 0.767116, "nauc_ndcg_at_1_max": 0.769584, "nauc_ndcg_at_1_std": 0.302014, "nauc_ndcg_at_1_diff1": 0.858382, "nauc_ndcg_at_3_max": 0.80554, "nauc_ndcg_at_3_std": 0.334119, "nauc_ndcg_at_3_diff1": 0.816983, "nauc_ndcg_at_5_max": 0.802832, "nauc_ndcg_at_5_std": 0.336495, "nauc_ndcg_at_5_diff1": 0.818139, "nauc_ndcg_at_10_max": 0.804851, "nauc_ndcg_at_10_std": 0.347966, "nauc_ndcg_at_10_diff1": 0.827319, "nauc_ndcg_at_20_max": 0.800487, "nauc_ndcg_at_20_std": 0.344373, "nauc_ndcg_at_20_diff1": 0.82716, "nauc_ndcg_at_100_max": 0.797531, "nauc_ndcg_at_100_std": 0.333653, "nauc_ndcg_at_100_diff1": 0.829568, "nauc_ndcg_at_1000_max": 0.797531, "nauc_ndcg_at_1000_std": 0.333653, "nauc_ndcg_at_1000_diff1": 0.829568, "nauc_map_at_1_max": 0.769584, "nauc_map_at_1_std": 0.302014, "nauc_map_at_1_diff1": 0.858382, "nauc_map_at_3_max": 0.797716, "nauc_map_at_3_std": 0.3251, "nauc_map_at_3_diff1": 0.827904, "nauc_map_at_5_max": 0.796083, "nauc_map_at_5_std": 0.325798, "nauc_map_at_5_diff1": 0.828534, "nauc_map_at_10_max": 0.796089, "nauc_map_at_10_std": 0.328679, "nauc_map_at_10_diff1": 0.832139, "nauc_map_at_20_max": 0.795083, "nauc_map_at_20_std": 0.328028, "nauc_map_at_20_diff1": 0.832455, "nauc_map_at_100_max": 0.794723, "nauc_map_at_100_std": 0.327095, "nauc_map_at_100_diff1": 0.832585, "nauc_map_at_1000_max": 0.794723, "nauc_map_at_1000_std": 0.327095, "nauc_map_at_1000_diff1": 0.832585, "nauc_recall_at_1_max": 0.769584, "nauc_recall_at_1_std": 0.302014, "nauc_recall_at_1_diff1": 0.858382, "nauc_recall_at_3_max": 0.837969, "nauc_recall_at_3_std": 0.373324, "nauc_recall_at_3_diff1": 0.770007, "nauc_recall_at_5_max": 0.833668, "nauc_recall_at_5_std": 0.390211, "nauc_recall_at_5_diff1": 0.768436, "nauc_recall_at_10_max": 0.871025, "nauc_recall_at_10_std": 0.508814, "nauc_recall_at_10_diff1": 0.802695, "nauc_recall_at_20_max": 0.892072, "nauc_recall_at_20_std": 0.716606, "nauc_recall_at_20_diff1": 0.733967, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.769584, "nauc_precision_at_1_std": 0.302014, "nauc_precision_at_1_diff1": 0.858382, "nauc_precision_at_3_max": 0.837969, "nauc_precision_at_3_std": 0.373324, "nauc_precision_at_3_diff1": 0.770007, "nauc_precision_at_5_max": 0.833668, "nauc_precision_at_5_std": 0.390211, "nauc_precision_at_5_diff1": 0.768436, "nauc_precision_at_10_max": 0.871025, "nauc_precision_at_10_std": 0.508814, "nauc_precision_at_10_diff1": 0.802695, "nauc_precision_at_20_max": 0.892072, "nauc_precision_at_20_std": 0.716606, "nauc_precision_at_20_diff1": 0.733967, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.769584, "nauc_mrr_at_1_std": 0.302014, "nauc_mrr_at_1_diff1": 0.858382, "nauc_mrr_at_3_max": 0.797716, "nauc_mrr_at_3_std": 0.3251, "nauc_mrr_at_3_diff1": 0.827904, "nauc_mrr_at_5_max": 0.796083, "nauc_mrr_at_5_std": 0.325798, "nauc_mrr_at_5_diff1": 0.828534, "nauc_mrr_at_10_max": 0.796089, "nauc_mrr_at_10_std": 0.328679, "nauc_mrr_at_10_diff1": 0.832139, "nauc_mrr_at_20_max": 0.795083, "nauc_mrr_at_20_std": 0.328028, "nauc_mrr_at_20_diff1": 0.832455, "nauc_mrr_at_100_max": 0.794723, "nauc_mrr_at_100_std": 0.327095, "nauc_mrr_at_100_diff1": 0.832585, "nauc_mrr_at_1000_max": 0.794723, "nauc_mrr_at_1000_std": 0.327095, "nauc_mrr_at_1000_diff1": 0.832585, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.85185, "hit_rate_at_5": 0.87302, "hit_rate_at_10": 0.92063, "hit_rate_at_20": 0.97354, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80181, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68362, "ndcg_at_3": 0.76116, "ndcg_at_5": 0.77527, "ndcg_at_10": 0.7936, "ndcg_at_20": 0.80646, "ndcg_at_100": 0.81395, "ndcg_at_1000": 0.81479, "map_at_1": 0.68362, "map_at_3": 0.74294, "map_at_5": 0.75085, "map_at_10": 0.75844, "map_at_20": 0.76196, "map_at_100": 0.76307, "map_at_1000": 0.76312, "recall_at_1": 0.68362, "recall_at_3": 0.81356, "recall_at_5": 0.84746, "recall_at_10": 0.90395, "recall_at_20": 0.9548, "recall_at_100": 0.99435, "recall_at_1000": 1.0, "accuracy": 0.68362, "precision_at_1": 0.68362, "precision_at_3": 0.27119, "precision_at_5": 0.16949, "precision_at_10": 0.0904, "precision_at_20": 0.04774, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.683616, "mrr_at_3": 0.742938, "mrr_at_5": 0.750847, "mrr_at_10": 0.758441, "mrr_at_20": 0.761957, "mrr_at_100": 0.763069, "mrr_at_1000": 0.763122, "nauc_ndcg_at_1_max": 0.704762, "nauc_ndcg_at_1_std": 0.301278, "nauc_ndcg_at_1_diff1": 0.720305, "nauc_ndcg_at_3_max": 0.754427, "nauc_ndcg_at_3_std": 0.448045, "nauc_ndcg_at_3_diff1": 0.670654, "nauc_ndcg_at_5_max": 0.757284, "nauc_ndcg_at_5_std": 0.458653, "nauc_ndcg_at_5_diff1": 0.683139, "nauc_ndcg_at_10_max": 0.745449, "nauc_ndcg_at_10_std": 0.448367, "nauc_ndcg_at_10_diff1": 0.684022, "nauc_ndcg_at_20_max": 0.737904, "nauc_ndcg_at_20_std": 0.426339, "nauc_ndcg_at_20_diff1": 0.694015, "nauc_ndcg_at_100_max": 0.739117, "nauc_ndcg_at_100_std": 0.416915, "nauc_ndcg_at_100_diff1": 0.693041, "nauc_ndcg_at_1000_max": 0.739203, "nauc_ndcg_at_1000_std": 0.414591, "nauc_ndcg_at_1000_diff1": 0.692137, "nauc_map_at_1_max": 0.704762, "nauc_map_at_1_std": 0.301278, "nauc_map_at_1_diff1": 0.720305, "nauc_map_at_3_max": 0.741078, "nauc_map_at_3_std": 0.406917, "nauc_map_at_3_diff1": 0.684993, "nauc_map_at_5_max": 0.741873, "nauc_map_at_5_std": 0.410967, "nauc_map_at_5_diff1": 0.691444, "nauc_map_at_10_max": 0.737081, "nauc_map_at_10_std": 0.406011, "nauc_map_at_10_diff1": 0.691485, "nauc_map_at_20_max": 0.73521, "nauc_map_at_20_std": 0.40029, "nauc_map_at_20_diff1": 0.693831, "nauc_map_at_100_max": 0.735578, "nauc_map_at_100_std": 0.399299, "nauc_map_at_100_diff1": 0.693989, "nauc_map_at_1000_max": 0.735581, "nauc_map_at_1000_std": 0.399177, "nauc_map_at_1000_diff1": 0.693944, "nauc_recall_at_1_max": 0.704762, "nauc_recall_at_1_std": 0.301278, "nauc_recall_at_1_diff1": 0.720305, "nauc_recall_at_3_max": 0.803637, "nauc_recall_at_3_std": 0.600604, "nauc_recall_at_3_diff1": 0.617231, "nauc_recall_at_5_max": 0.824593, "nauc_recall_at_5_std": 0.667157, "nauc_recall_at_5_diff1": 0.650292, "nauc_recall_at_10_max": 0.790042, "nauc_recall_at_10_std": 0.711881, "nauc_recall_at_10_diff1": 0.644482, "nauc_recall_at_20_max": 0.728047, "nauc_recall_at_20_std": 0.679636, "nauc_recall_at_20_diff1": 0.750999, "nauc_recall_at_100_max": 0.72239, "nauc_recall_at_100_std": 0.869034, "nauc_recall_at_100_diff1": 0.869034, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.704762, "nauc_precision_at_1_std": 0.301278, "nauc_precision_at_1_diff1": 0.720305, "nauc_precision_at_3_max": 0.803637, "nauc_precision_at_3_std": 0.600604, "nauc_precision_at_3_diff1": 0.617231, "nauc_precision_at_5_max": 0.824593, "nauc_precision_at_5_std": 0.667157, "nauc_precision_at_5_diff1": 0.650292, "nauc_precision_at_10_max": 0.790042, "nauc_precision_at_10_std": 0.711881, "nauc_precision_at_10_diff1": 0.644482, "nauc_precision_at_20_max": 0.728047, "nauc_precision_at_20_std": 0.679636, "nauc_precision_at_20_diff1": 0.750999, "nauc_precision_at_100_max": 0.72239, "nauc_precision_at_100_std": 0.869034, "nauc_precision_at_100_diff1": 0.869034, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.704762, "nauc_mrr_at_1_std": 0.301278, "nauc_mrr_at_1_diff1": 0.720305, "nauc_mrr_at_3_max": 0.741078, "nauc_mrr_at_3_std": 0.406917, "nauc_mrr_at_3_diff1": 0.684993, "nauc_mrr_at_5_max": 0.741873, "nauc_mrr_at_5_std": 0.410967, "nauc_mrr_at_5_diff1": 0.691444, "nauc_mrr_at_10_max": 0.737081, "nauc_mrr_at_10_std": 0.406011, "nauc_mrr_at_10_diff1": 0.691485, "nauc_mrr_at_20_max": 0.73521, "nauc_mrr_at_20_std": 0.40029, "nauc_mrr_at_20_diff1": 0.693831, "nauc_mrr_at_100_max": 0.735578, "nauc_mrr_at_100_std": 0.399299, "nauc_mrr_at_100_diff1": 0.693989, "nauc_mrr_at_1000_max": 0.735581, "nauc_mrr_at_1000_std": 0.399177, "nauc_mrr_at_1000_diff1": 0.693944, "hit_rate_at_1": 0.68362, "hit_rate_at_3": 0.81356, "hit_rate_at_5": 0.84746, "hit_rate_at_10": 0.90395, "hit_rate_at_20": 0.9548, "hit_rate_at_100": 0.99435, "hit_rate_at_1000": 1.0, "main_score": 0.7936, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.70841, "ndcg_at_3": 0.78597, "ndcg_at_5": 0.8013, "ndcg_at_10": 0.82038, "ndcg_at_20": 0.8243, "ndcg_at_100": 0.83011, "ndcg_at_1000": 0.83225, "map_at_1": 0.70841, "map_at_3": 0.7668, "map_at_5": 0.77531, "map_at_10": 0.78325, "map_at_20": 0.78431, "map_at_100": 0.78511, "map_at_1000": 0.78521, "recall_at_1": 0.70841, "recall_at_3": 0.84149, "recall_at_5": 0.87867, "recall_at_10": 0.93738, "recall_at_20": 0.95303, "recall_at_100": 0.98434, "recall_at_1000": 1.0, "accuracy": 0.70841, "precision_at_1": 0.70841, "precision_at_3": 0.2805, "precision_at_5": 0.17573, "precision_at_10": 0.09374, "precision_at_20": 0.04765, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.708415, "mrr_at_3": 0.766797, "mrr_at_5": 0.77531, "mrr_at_10": 0.78325, "mrr_at_20": 0.784309, "mrr_at_100": 0.785112, "mrr_at_1000": 0.785213, "nauc_ndcg_at_1_max": 0.628522, "nauc_ndcg_at_1_std": 0.119608, "nauc_ndcg_at_1_diff1": 0.800725, "nauc_ndcg_at_3_max": 0.688949, "nauc_ndcg_at_3_std": 0.178623, "nauc_ndcg_at_3_diff1": 0.784204, "nauc_ndcg_at_5_max": 0.68754, "nauc_ndcg_at_5_std": 0.204569, "nauc_ndcg_at_5_diff1": 0.772573, "nauc_ndcg_at_10_max": 0.696402, "nauc_ndcg_at_10_std": 0.217814, "nauc_ndcg_at_10_diff1": 0.782559, "nauc_ndcg_at_20_max": 0.693321, "nauc_ndcg_at_20_std": 0.209322, "nauc_ndcg_at_20_diff1": 0.784062, "nauc_ndcg_at_100_max": 0.687378, "nauc_ndcg_at_100_std": 0.199315, "nauc_ndcg_at_100_diff1": 0.787755, "nauc_ndcg_at_1000_max": 0.683703, "nauc_ndcg_at_1000_std": 0.190837, "nauc_ndcg_at_1000_diff1": 0.786683, "nauc_map_at_1_max": 0.628522, "nauc_map_at_1_std": 0.119608, "nauc_map_at_1_diff1": 0.800725, "nauc_map_at_3_max": 0.674144, "nauc_map_at_3_std": 0.161722, "nauc_map_at_3_diff1": 0.788948, "nauc_map_at_5_max": 0.673107, "nauc_map_at_5_std": 0.173906, "nauc_map_at_5_diff1": 0.783327, "nauc_map_at_10_max": 0.676601, "nauc_map_at_10_std": 0.177943, "nauc_map_at_10_diff1": 0.787524, "nauc_map_at_20_max": 0.675774, "nauc_map_at_20_std": 0.17573, "nauc_map_at_20_diff1": 0.78785, "nauc_map_at_100_max": 0.67516, "nauc_map_at_100_std": 0.175032, "nauc_map_at_100_diff1": 0.788324, "nauc_map_at_1000_max": 0.675023, "nauc_map_at_1000_std": 0.174722, "nauc_map_at_1000_diff1": 0.788296, "nauc_recall_at_1_max": 0.628522, "nauc_recall_at_1_std": 0.119608, "nauc_recall_at_1_diff1": 0.800725, "nauc_recall_at_3_max": 0.746464, "nauc_recall_at_3_std": 0.245945, "nauc_recall_at_3_diff1": 0.765301, "nauc_recall_at_5_max": 0.75547, "nauc_recall_at_5_std": 0.361079, "nauc_recall_at_5_diff1": 0.717156, "nauc_recall_at_10_max": 0.871452, "nauc_recall_at_10_std": 0.596945, "nauc_recall_at_10_diff1": 0.742547, "nauc_recall_at_20_max": 0.88936, "nauc_recall_at_20_std": 0.612314, "nauc_recall_at_20_diff1": 0.75053, "nauc_recall_at_100_max": 0.948954, "nauc_recall_at_100_std": 0.804506, "nauc_recall_at_100_diff1": 0.868776, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.628522, "nauc_precision_at_1_std": 0.119608, "nauc_precision_at_1_diff1": 0.800725, "nauc_precision_at_3_max": 0.746464, "nauc_precision_at_3_std": 0.245945, "nauc_precision_at_3_diff1": 0.765301, "nauc_precision_at_5_max": 0.75547, "nauc_precision_at_5_std": 0.361079, "nauc_precision_at_5_diff1": 0.717156, "nauc_precision_at_10_max": 0.871452, "nauc_precision_at_10_std": 0.596945, "nauc_precision_at_10_diff1": 0.742547, "nauc_precision_at_20_max": 0.88936, "nauc_precision_at_20_std": 0.612314, "nauc_precision_at_20_diff1": 0.75053, "nauc_precision_at_100_max": 0.948954, "nauc_precision_at_100_std": 0.804506, "nauc_precision_at_100_diff1": 0.868776, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.628522, "nauc_mrr_at_1_std": 0.119608, "nauc_mrr_at_1_diff1": 0.800725, "nauc_mrr_at_3_max": 0.674144, "nauc_mrr_at_3_std": 0.161722, "nauc_mrr_at_3_diff1": 0.788948, "nauc_mrr_at_5_max": 0.673107, "nauc_mrr_at_5_std": 0.173906, "nauc_mrr_at_5_diff1": 0.783327, "nauc_mrr_at_10_max": 0.676601, "nauc_mrr_at_10_std": 0.177943, "nauc_mrr_at_10_diff1": 0.787524, "nauc_mrr_at_20_max": 0.675774, "nauc_mrr_at_20_std": 0.17573, "nauc_mrr_at_20_diff1": 0.78785, "nauc_mrr_at_100_max": 0.67516, "nauc_mrr_at_100_std": 0.175032, "nauc_mrr_at_100_diff1": 0.788324, "nauc_mrr_at_1000_max": 0.675023, "nauc_mrr_at_1000_std": 0.174722, "nauc_mrr_at_1000_diff1": 0.788296, "hit_rate_at_1": 0.70841, "hit_rate_at_3": 0.84149, "hit_rate_at_5": 0.87867, "hit_rate_at_10": 0.93738, "hit_rate_at_20": 0.95303, "hit_rate_at_100": 0.98434, "hit_rate_at_1000": 1.0, "main_score": 0.82038, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66304, "ndcg_at_3": 0.78338, "ndcg_at_5": 0.79624, "ndcg_at_10": 0.81392, "ndcg_at_20": 0.82246, "ndcg_at_100": 0.82451, "ndcg_at_1000": 0.82451, "map_at_1": 0.66304, "map_at_3": 0.75362, "map_at_5": 0.76042, "map_at_10": 0.76779, "map_at_20": 0.7703, "map_at_100": 0.7706, "map_at_1000": 0.7706, "recall_at_1": 0.66304, "recall_at_3": 0.86957, "recall_at_5": 0.90217, "recall_at_10": 0.95652, "recall_at_20": 0.98913, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66304, "precision_at_1": 0.66304, "precision_at_3": 0.28986, "precision_at_5": 0.18043, "precision_at_10": 0.09565, "precision_at_20": 0.04946, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.663043, "mrr_at_3": 0.753623, "mrr_at_5": 0.760417, "mrr_at_10": 0.76779, "mrr_at_20": 0.770298, "mrr_at_100": 0.770596, "mrr_at_1000": 0.770596, "nauc_ndcg_at_1_max": 0.58843, "nauc_ndcg_at_1_std": 0.020886, "nauc_ndcg_at_1_diff1": 0.782397, "nauc_ndcg_at_3_max": 0.620127, "nauc_ndcg_at_3_std": -0.008704, "nauc_ndcg_at_3_diff1": 0.694203, "nauc_ndcg_at_5_max": 0.624657, "nauc_ndcg_at_5_std": 0.014801, "nauc_ndcg_at_5_diff1": 0.685129, "nauc_ndcg_at_10_max": 0.625216, "nauc_ndcg_at_10_std": 0.033708, "nauc_ndcg_at_10_diff1": 0.705889, "nauc_ndcg_at_20_max": 0.611248, "nauc_ndcg_at_20_std": 0.018362, "nauc_ndcg_at_20_diff1": 0.711615, "nauc_ndcg_at_100_max": 0.61166, "nauc_ndcg_at_100_std": 0.019642, "nauc_ndcg_at_100_diff1": 0.714997, "nauc_ndcg_at_1000_max": 0.61166, "nauc_ndcg_at_1000_std": 0.019642, "nauc_ndcg_at_1000_diff1": 0.714997, "nauc_map_at_1_max": 0.58843, "nauc_map_at_1_std": 0.020886, "nauc_map_at_1_diff1": 0.782397, "nauc_map_at_3_max": 0.609665, "nauc_map_at_3_std": 0.001276, "nauc_map_at_3_diff1": 0.717074, "nauc_map_at_5_max": 0.611162, "nauc_map_at_5_std": 0.01221, "nauc_map_at_5_diff1": 0.713573, "nauc_map_at_10_max": 0.611198, "nauc_map_at_10_std": 0.019642, "nauc_map_at_10_diff1": 0.720412, "nauc_map_at_20_max": 0.607957, "nauc_map_at_20_std": 0.016804, "nauc_map_at_20_diff1": 0.722082, "nauc_map_at_100_max": 0.608125, "nauc_map_at_100_std": 0.017222, "nauc_map_at_100_diff1": 0.722328, "nauc_map_at_1000_max": 0.608125, "nauc_map_at_1000_std": 0.017222, "nauc_map_at_1000_diff1": 0.722328, "nauc_recall_at_1_max": 0.58843, "nauc_recall_at_1_std": 0.020886, "nauc_recall_at_1_diff1": 0.782397, "nauc_recall_at_3_max": 0.671579, "nauc_recall_at_3_std": -0.057931, "nauc_recall_at_3_diff1": 0.585892, "nauc_recall_at_5_max": 0.710128, "nauc_recall_at_5_std": 0.038642, "nauc_recall_at_5_diff1": 0.512059, "nauc_recall_at_10_max": 0.815132, "nauc_recall_at_10_std": 0.259029, "nauc_recall_at_10_diff1": 0.564225, "nauc_recall_at_20_max": 0.613668, "nauc_recall_at_20_std": -0.004568, "nauc_recall_at_20_diff1": 0.422391, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.58843, "nauc_precision_at_1_std": 0.020886, "nauc_precision_at_1_diff1": 0.782397, "nauc_precision_at_3_max": 0.671579, "nauc_precision_at_3_std": -0.057931, "nauc_precision_at_3_diff1": 0.585892, "nauc_precision_at_5_max": 0.710128, "nauc_precision_at_5_std": 0.038642, "nauc_precision_at_5_diff1": 0.512059, "nauc_precision_at_10_max": 0.815132, "nauc_precision_at_10_std": 0.259029, "nauc_precision_at_10_diff1": 0.564225, "nauc_precision_at_20_max": 0.613668, "nauc_precision_at_20_std": -0.004568, "nauc_precision_at_20_diff1": 0.422391, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.58843, "nauc_mrr_at_1_std": 0.020886, "nauc_mrr_at_1_diff1": 0.782397, "nauc_mrr_at_3_max": 0.609665, "nauc_mrr_at_3_std": 0.001276, "nauc_mrr_at_3_diff1": 0.717074, "nauc_mrr_at_5_max": 0.611162, "nauc_mrr_at_5_std": 0.01221, "nauc_mrr_at_5_diff1": 0.713573, "nauc_mrr_at_10_max": 0.611198, "nauc_mrr_at_10_std": 0.019642, "nauc_mrr_at_10_diff1": 0.720412, "nauc_mrr_at_20_max": 0.607957, "nauc_mrr_at_20_std": 0.016804, "nauc_mrr_at_20_diff1": 0.722082, "nauc_mrr_at_100_max": 0.608125, "nauc_mrr_at_100_std": 0.017222, "nauc_mrr_at_100_diff1": 0.722328, "nauc_mrr_at_1000_max": 0.608125, "nauc_mrr_at_1000_std": 0.017222, "nauc_mrr_at_1000_diff1": 0.722328, "hit_rate_at_1": 0.66304, "hit_rate_at_3": 0.86957, "hit_rate_at_5": 0.90217, "hit_rate_at_10": 0.95652, "hit_rate_at_20": 0.98913, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81392, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.62234, "ndcg_at_3": 0.72891, "ndcg_at_5": 0.74883, "ndcg_at_10": 0.77305, "ndcg_at_20": 0.78093, "ndcg_at_100": 0.78917, "ndcg_at_1000": 0.78993, "map_at_1": 0.62234, "map_at_3": 0.70479, "map_at_5": 0.71596, "map_at_10": 0.72604, "map_at_20": 0.72811, "map_at_100": 0.72935, "map_at_1000": 0.72939, "recall_at_1": 0.62234, "recall_at_3": 0.79787, "recall_at_5": 0.84574, "recall_at_10": 0.92021, "recall_at_20": 0.95213, "recall_at_100": 0.99468, "recall_at_1000": 1.0, "accuracy": 0.62234, "precision_at_1": 0.62234, "precision_at_3": 0.26596, "precision_at_5": 0.16915, "precision_at_10": 0.09202, "precision_at_20": 0.04761, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.62234, "mrr_at_3": 0.704787, "mrr_at_5": 0.715957, "mrr_at_10": 0.726041, "mrr_at_20": 0.728107, "mrr_at_100": 0.729349, "mrr_at_1000": 0.729392, "nauc_ndcg_at_1_max": 0.465568, "nauc_ndcg_at_1_std": -0.002162, "nauc_ndcg_at_1_diff1": 0.712937, "nauc_ndcg_at_3_max": 0.549614, "nauc_ndcg_at_3_std": 0.082029, "nauc_ndcg_at_3_diff1": 0.674343, "nauc_ndcg_at_5_max": 0.569673, "nauc_ndcg_at_5_std": 0.114284, "nauc_ndcg_at_5_diff1": 0.684097, "nauc_ndcg_at_10_max": 0.557183, "nauc_ndcg_at_10_std": 0.096935, "nauc_ndcg_at_10_diff1": 0.685665, "nauc_ndcg_at_20_max": 0.555905, "nauc_ndcg_at_20_std": 0.114713, "nauc_ndcg_at_20_diff1": 0.687888, "nauc_ndcg_at_100_max": 0.536777, "nauc_ndcg_at_100_std": 0.079502, "nauc_ndcg_at_100_diff1": 0.686447, "nauc_ndcg_at_1000_max": 0.535981, "nauc_ndcg_at_1000_std": 0.077459, "nauc_ndcg_at_1000_diff1": 0.685661, "nauc_map_at_1_max": 0.465568, "nauc_map_at_1_std": -0.002162, "nauc_map_at_1_diff1": 0.712937, "nauc_map_at_3_max": 0.525252, "nauc_map_at_3_std": 0.05551, "nauc_map_at_3_diff1": 0.682685, "nauc_map_at_5_max": 0.534573, "nauc_map_at_5_std": 0.071097, "nauc_map_at_5_diff1": 0.68748, "nauc_map_at_10_max": 0.527904, "nauc_map_at_10_std": 0.062735, "nauc_map_at_10_diff1": 0.687108, "nauc_map_at_20_max": 0.527479, "nauc_map_at_20_std": 0.066621, "nauc_map_at_20_diff1": 0.687233, "nauc_map_at_100_max": 0.525025, "nauc_map_at_100_std": 0.062165, "nauc_map_at_100_diff1": 0.68721, "nauc_map_at_1000_max": 0.524988, "nauc_map_at_1000_std": 0.062072, "nauc_map_at_1000_diff1": 0.687175, "nauc_recall_at_1_max": 0.465568, "nauc_recall_at_1_std": -0.002162, "nauc_recall_at_1_diff1": 0.712937, "nauc_recall_at_3_max": 0.642326, "nauc_recall_at_3_std": 0.184111, "nauc_recall_at_3_diff1": 0.644159, "nauc_recall_at_5_max": 0.738335, "nauc_recall_at_5_std": 0.324644, "nauc_recall_at_5_diff1": 0.673328, "nauc_recall_at_10_max": 0.801239, "nauc_recall_at_10_std": 0.38132, "nauc_recall_at_10_diff1": 0.692167, "nauc_recall_at_20_max": 0.939992, "nauc_recall_at_20_std": 0.839065, "nauc_recall_at_20_diff1": 0.745315, "nauc_recall_at_100_max": 0.721675, "nauc_recall_at_100_std": 0.554117, "nauc_recall_at_100_diff1": 0.869126, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.465568, "nauc_precision_at_1_std": -0.002162, "nauc_precision_at_1_diff1": 0.712937, "nauc_precision_at_3_max": 0.642326, "nauc_precision_at_3_std": 0.184111, "nauc_precision_at_3_diff1": 0.644159, "nauc_precision_at_5_max": 0.738335, "nauc_precision_at_5_std": 0.324644, "nauc_precision_at_5_diff1": 0.673328, "nauc_precision_at_10_max": 0.801239, "nauc_precision_at_10_std": 0.38132, "nauc_precision_at_10_diff1": 0.692167, "nauc_precision_at_20_max": 0.939992, "nauc_precision_at_20_std": 0.839065, "nauc_precision_at_20_diff1": 0.745315, "nauc_precision_at_100_max": 0.721675, "nauc_precision_at_100_std": 0.554117, "nauc_precision_at_100_diff1": 0.869126, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.465568, "nauc_mrr_at_1_std": -0.002162, "nauc_mrr_at_1_diff1": 0.712937, "nauc_mrr_at_3_max": 0.525252, "nauc_mrr_at_3_std": 0.05551, "nauc_mrr_at_3_diff1": 0.682685, "nauc_mrr_at_5_max": 0.534573, "nauc_mrr_at_5_std": 0.071097, "nauc_mrr_at_5_diff1": 0.68748, "nauc_mrr_at_10_max": 0.527904, "nauc_mrr_at_10_std": 0.062735, "nauc_mrr_at_10_diff1": 0.687108, "nauc_mrr_at_20_max": 0.527479, "nauc_mrr_at_20_std": 0.066621, "nauc_mrr_at_20_diff1": 0.687233, "nauc_mrr_at_100_max": 0.525025, "nauc_mrr_at_100_std": 0.062165, "nauc_mrr_at_100_diff1": 0.68721, "nauc_mrr_at_1000_max": 0.524988, "nauc_mrr_at_1000_std": 0.062072, "nauc_mrr_at_1000_diff1": 0.687175, "hit_rate_at_1": 0.62234, "hit_rate_at_3": 0.79787, "hit_rate_at_5": 0.84574, "hit_rate_at_10": 0.92021, "hit_rate_at_20": 0.95213, "hit_rate_at_100": 0.99468, "hit_rate_at_1000": 1.0, "main_score": 0.77305, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67368, "ndcg_at_3": 0.76585, "ndcg_at_5": 0.79439, "ndcg_at_10": 0.80978, "ndcg_at_20": 0.82062, "ndcg_at_100": 0.82341, "ndcg_at_1000": 0.82341, "map_at_1": 0.67368, "map_at_3": 0.74474, "map_at_5": 0.76079, "map_at_10": 0.76718, "map_at_20": 0.77026, "map_at_100": 0.77059, "map_at_1000": 0.77059, "recall_at_1": 0.67368, "recall_at_3": 0.82632, "recall_at_5": 0.89474, "recall_at_10": 0.94211, "recall_at_20": 0.98421, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67368, "precision_at_1": 0.67368, "precision_at_3": 0.27544, "precision_at_5": 0.17895, "precision_at_10": 0.09421, "precision_at_20": 0.04921, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.673684, "mrr_at_3": 0.744737, "mrr_at_5": 0.760789, "mrr_at_10": 0.767185, "mrr_at_20": 0.770256, "mrr_at_100": 0.770593, "mrr_at_1000": 0.770593, "nauc_ndcg_at_1_max": 0.63364, "nauc_ndcg_at_1_std": 0.081703, "nauc_ndcg_at_1_diff1": 0.819845, "nauc_ndcg_at_3_max": 0.703509, "nauc_ndcg_at_3_std": 0.224073, "nauc_ndcg_at_3_diff1": 0.78096, "nauc_ndcg_at_5_max": 0.71291, "nauc_ndcg_at_5_std": 0.222479, "nauc_ndcg_at_5_diff1": 0.779793, "nauc_ndcg_at_10_max": 0.701864, "nauc_ndcg_at_10_std": 0.20696, "nauc_ndcg_at_10_diff1": 0.783781, "nauc_ndcg_at_20_max": 0.690691, "nauc_ndcg_at_20_std": 0.193753, "nauc_ndcg_at_20_diff1": 0.791202, "nauc_ndcg_at_100_max": 0.687771, "nauc_ndcg_at_100_std": 0.186193, "nauc_ndcg_at_100_diff1": 0.791284, "nauc_ndcg_at_1000_max": 0.687771, "nauc_ndcg_at_1000_std": 0.186193, "nauc_ndcg_at_1000_diff1": 0.791284, "nauc_map_at_1_max": 0.63364, "nauc_map_at_1_std": 0.081703, "nauc_map_at_1_diff1": 0.819845, "nauc_map_at_3_max": 0.684689, "nauc_map_at_3_std": 0.183484, "nauc_map_at_3_diff1": 0.790552, "nauc_map_at_5_max": 0.688894, "nauc_map_at_5_std": 0.180993, "nauc_map_at_5_diff1": 0.79067, "nauc_map_at_10_max": 0.684422, "nauc_map_at_10_std": 0.175696, "nauc_map_at_10_diff1": 0.792169, "nauc_map_at_20_max": 0.681574, "nauc_map_at_20_std": 0.172862, "nauc_map_at_20_diff1": 0.793803, "nauc_map_at_100_max": 0.681344, "nauc_map_at_100_std": 0.172375, "nauc_map_at_100_diff1": 0.793928, "nauc_map_at_1000_max": 0.681344, "nauc_map_at_1000_std": 0.172375, "nauc_map_at_1000_diff1": 0.793928, "nauc_recall_at_1_max": 0.63364, "nauc_recall_at_1_std": 0.081703, "nauc_recall_at_1_diff1": 0.819845, "nauc_recall_at_3_max": 0.776413, "nauc_recall_at_3_std": 0.382695, "nauc_recall_at_3_diff1": 0.744346, "nauc_recall_at_5_max": 0.850446, "nauc_recall_at_5_std": 0.457942, "nauc_recall_at_5_diff1": 0.718186, "nauc_recall_at_10_max": 0.861429, "nauc_recall_at_10_std": 0.485103, "nauc_recall_at_10_diff1": 0.708047, "nauc_recall_at_20_max": 0.863834, "nauc_recall_at_20_std": 0.664021, "nauc_recall_at_20_diff1": 0.807812, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.63364, "nauc_precision_at_1_std": 0.081703, "nauc_precision_at_1_diff1": 0.819845, "nauc_precision_at_3_max": 0.776413, "nauc_precision_at_3_std": 0.382695, "nauc_precision_at_3_diff1": 0.744346, "nauc_precision_at_5_max": 0.850446, "nauc_precision_at_5_std": 0.457942, "nauc_precision_at_5_diff1": 0.718186, "nauc_precision_at_10_max": 0.861429, "nauc_precision_at_10_std": 0.485103, "nauc_precision_at_10_diff1": 0.708047, "nauc_precision_at_20_max": 0.863834, "nauc_precision_at_20_std": 0.664021, "nauc_precision_at_20_diff1": 0.807812, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.63364, "nauc_mrr_at_1_std": 0.081703, "nauc_mrr_at_1_diff1": 0.819845, "nauc_mrr_at_3_max": 0.684689, "nauc_mrr_at_3_std": 0.183484, "nauc_mrr_at_3_diff1": 0.790552, "nauc_mrr_at_5_max": 0.688894, "nauc_mrr_at_5_std": 0.180993, "nauc_mrr_at_5_diff1": 0.79067, "nauc_mrr_at_10_max": 0.684422, "nauc_mrr_at_10_std": 0.175696, "nauc_mrr_at_10_diff1": 0.792169, "nauc_mrr_at_20_max": 0.681574, "nauc_mrr_at_20_std": 0.172862, "nauc_mrr_at_20_diff1": 0.793803, "nauc_mrr_at_100_max": 0.681344, "nauc_mrr_at_100_std": 0.172375, "nauc_mrr_at_100_diff1": 0.793928, "nauc_mrr_at_1000_max": 0.681344, "nauc_mrr_at_1000_std": 0.172375, "nauc_mrr_at_1000_diff1": 0.793928, "hit_rate_at_1": 0.67368, "hit_rate_at_3": 0.82632, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.94211, "hit_rate_at_20": 0.98421, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80978, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68452, "ndcg_at_3": 0.78595, "ndcg_at_5": 0.79901, "ndcg_at_10": 0.81262, "ndcg_at_20": 0.82136, "ndcg_at_100": 0.82539, "ndcg_at_1000": 0.82758, "map_at_1": 0.68452, "map_at_3": 0.7619, "map_at_5": 0.76915, "map_at_10": 0.77484, "map_at_20": 0.77735, "map_at_100": 0.77791, "map_at_1000": 0.77802, "recall_at_1": 0.68452, "recall_at_3": 0.85516, "recall_at_5": 0.8869, "recall_at_10": 0.92857, "recall_at_20": 0.9623, "recall_at_100": 0.98413, "recall_at_1000": 1.0, "accuracy": 0.68452, "precision_at_1": 0.68452, "precision_at_3": 0.28505, "precision_at_5": 0.17738, "precision_at_10": 0.09286, "precision_at_20": 0.04812, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.684524, "mrr_at_3": 0.761905, "mrr_at_5": 0.769147, "mrr_at_10": 0.774839, "mrr_at_20": 0.777348, "mrr_at_100": 0.777911, "mrr_at_1000": 0.778019, "nauc_ndcg_at_1_max": 0.529898, "nauc_ndcg_at_1_std": -0.121356, "nauc_ndcg_at_1_diff1": 0.745733, "nauc_ndcg_at_3_max": 0.614423, "nauc_ndcg_at_3_std": -0.050976, "nauc_ndcg_at_3_diff1": 0.737574, "nauc_ndcg_at_5_max": 0.621642, "nauc_ndcg_at_5_std": -0.022715, "nauc_ndcg_at_5_diff1": 0.735969, "nauc_ndcg_at_10_max": 0.62163, "nauc_ndcg_at_10_std": -0.016938, "nauc_ndcg_at_10_diff1": 0.742078, "nauc_ndcg_at_20_max": 0.607631, "nauc_ndcg_at_20_std": -0.02566, "nauc_ndcg_at_20_diff1": 0.743116, "nauc_ndcg_at_100_max": 0.602606, "nauc_ndcg_at_100_std": -0.035292, "nauc_ndcg_at_100_diff1": 0.741987, "nauc_ndcg_at_1000_max": 0.597647, "nauc_ndcg_at_1000_std": -0.045312, "nauc_ndcg_at_1000_diff1": 0.740313, "nauc_map_at_1_max": 0.529898, "nauc_map_at_1_std": -0.121356, "nauc_map_at_1_diff1": 0.745733, "nauc_map_at_3_max": 0.589801, "nauc_map_at_3_std": -0.073241, "nauc_map_at_3_diff1": 0.739199, "nauc_map_at_5_max": 0.592328, "nauc_map_at_5_std": -0.059798, "nauc_map_at_5_diff1": 0.738264, "nauc_map_at_10_max": 0.591459, "nauc_map_at_10_std": -0.058442, "nauc_map_at_10_diff1": 0.740094, "nauc_map_at_20_max": 0.587809, "nauc_map_at_20_std": -0.060985, "nauc_map_at_20_diff1": 0.740246, "nauc_map_at_100_max": 0.587133, "nauc_map_at_100_std": -0.061918, "nauc_map_at_100_diff1": 0.740018, "nauc_map_at_1000_max": 0.586935, "nauc_map_at_1000_std": -0.062303, "nauc_map_at_1000_diff1": 0.739956, "nauc_recall_at_1_max": 0.529898, "nauc_recall_at_1_std": -0.121356, "nauc_recall_at_1_diff1": 0.745733, "nauc_recall_at_3_max": 0.721106, "nauc_recall_at_3_std": 0.046655, "nauc_recall_at_3_diff1": 0.731027, "nauc_recall_at_5_max": 0.777951, "nauc_recall_at_5_std": 0.180258, "nauc_recall_at_5_diff1": 0.72458, "nauc_recall_at_10_max": 0.865905, "nauc_recall_at_10_std": 0.3301, "nauc_recall_at_10_diff1": 0.767722, "nauc_recall_at_20_max": 0.857316, "nauc_recall_at_20_std": 0.497831, "nauc_recall_at_20_diff1": 0.809867, "nauc_recall_at_100_max": 0.948958, "nauc_recall_at_100_std": 0.67067, "nauc_recall_at_100_diff1": 0.860593, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.529898, "nauc_precision_at_1_std": -0.121356, "nauc_precision_at_1_diff1": 0.745733, "nauc_precision_at_3_max": 0.721106, "nauc_precision_at_3_std": 0.046655, "nauc_precision_at_3_diff1": 0.731027, "nauc_precision_at_5_max": 0.777951, "nauc_precision_at_5_std": 0.180258, "nauc_precision_at_5_diff1": 0.72458, "nauc_precision_at_10_max": 0.865905, "nauc_precision_at_10_std": 0.3301, "nauc_precision_at_10_diff1": 0.767722, "nauc_precision_at_20_max": 0.857316, "nauc_precision_at_20_std": 0.497831, "nauc_precision_at_20_diff1": 0.809867, "nauc_precision_at_100_max": 0.948958, "nauc_precision_at_100_std": 0.67067, "nauc_precision_at_100_diff1": 0.860593, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.529898, "nauc_mrr_at_1_std": -0.121356, "nauc_mrr_at_1_diff1": 0.745733, "nauc_mrr_at_3_max": 0.589801, "nauc_mrr_at_3_std": -0.073241, "nauc_mrr_at_3_diff1": 0.739199, "nauc_mrr_at_5_max": 0.592328, "nauc_mrr_at_5_std": -0.059798, "nauc_mrr_at_5_diff1": 0.738264, "nauc_mrr_at_10_max": 0.591459, "nauc_mrr_at_10_std": -0.058442, "nauc_mrr_at_10_diff1": 0.740094, "nauc_mrr_at_20_max": 0.587809, "nauc_mrr_at_20_std": -0.060985, "nauc_mrr_at_20_diff1": 0.740246, "nauc_mrr_at_100_max": 0.587133, "nauc_mrr_at_100_std": -0.061918, "nauc_mrr_at_100_diff1": 0.740018, "nauc_mrr_at_1000_max": 0.586935, "nauc_mrr_at_1000_std": -0.062303, "nauc_mrr_at_1000_diff1": 0.739956, "hit_rate_at_1": 0.68452, "hit_rate_at_3": 0.85516, "hit_rate_at_5": 0.8869, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.9623, "hit_rate_at_100": 0.98413, "hit_rate_at_1000": 1.0, "main_score": 0.81262, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68944, "ndcg_at_3": 0.78497, "ndcg_at_5": 0.7954, "ndcg_at_10": 0.81384, "ndcg_at_20": 0.82011, "ndcg_at_100": 0.82983, "ndcg_at_1000": 0.82983, "map_at_1": 0.68944, "map_at_3": 0.76398, "map_at_5": 0.76988, "map_at_10": 0.77769, "map_at_20": 0.77941, "map_at_100": 0.78093, "map_at_1000": 0.78093, "recall_at_1": 0.68944, "recall_at_3": 0.84472, "recall_at_5": 0.86957, "recall_at_10": 0.92547, "recall_at_20": 0.95031, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68944, "precision_at_1": 0.68944, "precision_at_3": 0.28157, "precision_at_5": 0.17391, "precision_at_10": 0.09255, "precision_at_20": 0.04752, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.689441, "mrr_at_3": 0.763975, "mrr_at_5": 0.769876, "mrr_at_10": 0.777689, "mrr_at_20": 0.779408, "mrr_at_100": 0.780928, "mrr_at_1000": 0.780928, "nauc_ndcg_at_1_max": 0.633418, "nauc_ndcg_at_1_std": 0.208301, "nauc_ndcg_at_1_diff1": 0.739783, "nauc_ndcg_at_3_max": 0.715333, "nauc_ndcg_at_3_std": 0.318027, "nauc_ndcg_at_3_diff1": 0.703036, "nauc_ndcg_at_5_max": 0.712771, "nauc_ndcg_at_5_std": 0.321692, "nauc_ndcg_at_5_diff1": 0.709159, "nauc_ndcg_at_10_max": 0.697121, "nauc_ndcg_at_10_std": 0.297596, "nauc_ndcg_at_10_diff1": 0.712688, "nauc_ndcg_at_20_max": 0.700477, "nauc_ndcg_at_20_std": 0.298249, "nauc_ndcg_at_20_diff1": 0.72603, "nauc_ndcg_at_100_max": 0.690447, "nauc_ndcg_at_100_std": 0.282789, "nauc_ndcg_at_100_diff1": 0.718038, "nauc_ndcg_at_1000_max": 0.690447, "nauc_ndcg_at_1000_std": 0.282789, "nauc_ndcg_at_1000_diff1": 0.718038, "nauc_map_at_1_max": 0.633418, "nauc_map_at_1_std": 0.208301, "nauc_map_at_1_diff1": 0.739783, "nauc_map_at_3_max": 0.69434, "nauc_map_at_3_std": 0.285406, "nauc_map_at_3_diff1": 0.714107, "nauc_map_at_5_max": 0.692273, "nauc_map_at_5_std": 0.286392, "nauc_map_at_5_diff1": 0.717232, "nauc_map_at_10_max": 0.685421, "nauc_map_at_10_std": 0.276089, "nauc_map_at_10_diff1": 0.718273, "nauc_map_at_20_max": 0.685692, "nauc_map_at_20_std": 0.275677, "nauc_map_at_20_diff1": 0.72089, "nauc_map_at_100_max": 0.684455, "nauc_map_at_100_std": 0.273535, "nauc_map_at_100_diff1": 0.719808, "nauc_map_at_1000_max": 0.684455, "nauc_map_at_1000_std": 0.273535, "nauc_map_at_1000_diff1": 0.719808, "nauc_recall_at_1_max": 0.633418, "nauc_recall_at_1_std": 0.208301, "nauc_recall_at_1_diff1": 0.739783, "nauc_recall_at_3_max": 0.798525, "nauc_recall_at_3_std": 0.450431, "nauc_recall_at_3_diff1": 0.658012, "nauc_recall_at_5_max": 0.805394, "nauc_recall_at_5_std": 0.486203, "nauc_recall_at_5_diff1": 0.673448, "nauc_recall_at_10_max": 0.770033, "nauc_recall_at_10_std": 0.441721, "nauc_recall_at_10_diff1": 0.67964, "nauc_recall_at_20_max": 0.860697, "nauc_recall_at_20_std": 0.53285, "nauc_recall_at_20_diff1": 0.846967, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.633418, "nauc_precision_at_1_std": 0.208301, "nauc_precision_at_1_diff1": 0.739783, "nauc_precision_at_3_max": 0.798525, "nauc_precision_at_3_std": 0.450431, "nauc_precision_at_3_diff1": 0.658012, "nauc_precision_at_5_max": 0.805394, "nauc_precision_at_5_std": 0.486203, "nauc_precision_at_5_diff1": 0.673448, "nauc_precision_at_10_max": 0.770033, "nauc_precision_at_10_std": 0.441721, "nauc_precision_at_10_diff1": 0.67964, "nauc_precision_at_20_max": 0.860697, "nauc_precision_at_20_std": 0.53285, "nauc_precision_at_20_diff1": 0.846967, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.633418, "nauc_mrr_at_1_std": 0.208301, "nauc_mrr_at_1_diff1": 0.739783, "nauc_mrr_at_3_max": 0.69434, "nauc_mrr_at_3_std": 0.285406, "nauc_mrr_at_3_diff1": 0.714107, "nauc_mrr_at_5_max": 0.692273, "nauc_mrr_at_5_std": 0.286392, "nauc_mrr_at_5_diff1": 0.717232, "nauc_mrr_at_10_max": 0.685421, "nauc_mrr_at_10_std": 0.276089, "nauc_mrr_at_10_diff1": 0.718273, "nauc_mrr_at_20_max": 0.685692, "nauc_mrr_at_20_std": 0.275677, "nauc_mrr_at_20_diff1": 0.72089, "nauc_mrr_at_100_max": 0.684455, "nauc_mrr_at_100_std": 0.273535, "nauc_mrr_at_100_diff1": 0.719808, "nauc_mrr_at_1000_max": 0.684455, "nauc_mrr_at_1000_std": 0.273535, "nauc_mrr_at_1000_diff1": 0.719808, "hit_rate_at_1": 0.68944, "hit_rate_at_3": 0.84472, "hit_rate_at_5": 0.86957, "hit_rate_at_10": 0.92547, "hit_rate_at_20": 0.95031, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81384, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.62434, "ndcg_at_3": 0.73897, "ndcg_at_5": 0.75628, "ndcg_at_10": 0.77366, "ndcg_at_20": 0.78004, "ndcg_at_100": 0.79264, "ndcg_at_1000": 0.79264, "map_at_1": 0.62434, "map_at_3": 0.71252, "map_at_5": 0.72205, "map_at_10": 0.72939, "map_at_20": 0.73098, "map_at_100": 0.73304, "map_at_1000": 0.73304, "recall_at_1": 0.62434, "recall_at_3": 0.81481, "recall_at_5": 0.85714, "recall_at_10": 0.91005, "recall_at_20": 0.93651, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62434, "precision_at_1": 0.62434, "precision_at_3": 0.2716, "precision_at_5": 0.17143, "precision_at_10": 0.09101, "precision_at_20": 0.04683, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.624339, "mrr_at_3": 0.712522, "mrr_at_5": 0.722046, "mrr_at_10": 0.729392, "mrr_at_20": 0.730985, "mrr_at_100": 0.733042, "mrr_at_1000": 0.733042, "nauc_ndcg_at_1_max": 0.490601, "nauc_ndcg_at_1_std": 0.064938, "nauc_ndcg_at_1_diff1": 0.812202, "nauc_ndcg_at_3_max": 0.658041, "nauc_ndcg_at_3_std": 0.233966, "nauc_ndcg_at_3_diff1": 0.757974, "nauc_ndcg_at_5_max": 0.653812, "nauc_ndcg_at_5_std": 0.252048, "nauc_ndcg_at_5_diff1": 0.781561, "nauc_ndcg_at_10_max": 0.644615, "nauc_ndcg_at_10_std": 0.250635, "nauc_ndcg_at_10_diff1": 0.782971, "nauc_ndcg_at_20_max": 0.634309, "nauc_ndcg_at_20_std": 0.237547, "nauc_ndcg_at_20_diff1": 0.778242, "nauc_ndcg_at_100_max": 0.617274, "nauc_ndcg_at_100_std": 0.210972, "nauc_ndcg_at_100_diff1": 0.782846, "nauc_ndcg_at_1000_max": 0.617274, "nauc_ndcg_at_1000_std": 0.210972, "nauc_ndcg_at_1000_diff1": 0.782846, "nauc_map_at_1_max": 0.490601, "nauc_map_at_1_std": 0.064938, "nauc_map_at_1_diff1": 0.812202, "nauc_map_at_3_max": 0.615274, "nauc_map_at_3_std": 0.190516, "nauc_map_at_3_diff1": 0.772556, "nauc_map_at_5_max": 0.611853, "nauc_map_at_5_std": 0.198376, "nauc_map_at_5_diff1": 0.784922, "nauc_map_at_10_max": 0.60726, "nauc_map_at_10_std": 0.197199, "nauc_map_at_10_diff1": 0.784947, "nauc_map_at_20_max": 0.604835, "nauc_map_at_20_std": 0.19422, "nauc_map_at_20_diff1": 0.783914, "nauc_map_at_100_max": 0.602565, "nauc_map_at_100_std": 0.190836, "nauc_map_at_100_diff1": 0.784822, "nauc_map_at_1000_max": 0.602565, "nauc_map_at_1000_std": 0.190836, "nauc_map_at_1000_diff1": 0.784822, "nauc_recall_at_1_max": 0.490601, "nauc_recall_at_1_std": 0.064938, "nauc_recall_at_1_diff1": 0.812202, "nauc_recall_at_3_max": 0.826293, "nauc_recall_at_3_std": 0.405091, "nauc_recall_at_3_diff1": 0.700114, "nauc_recall_at_5_max": 0.854315, "nauc_recall_at_5_std": 0.515305, "nauc_recall_at_5_diff1": 0.771397, "nauc_recall_at_10_max": 0.900339, "nauc_recall_at_10_std": 0.632738, "nauc_recall_at_10_diff1": 0.783287, "nauc_recall_at_20_max": 0.880613, "nauc_recall_at_20_std": 0.627768, "nauc_recall_at_20_diff1": 0.72706, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.490601, "nauc_precision_at_1_std": 0.064938, "nauc_precision_at_1_diff1": 0.812202, "nauc_precision_at_3_max": 0.826293, "nauc_precision_at_3_std": 0.405091, "nauc_precision_at_3_diff1": 0.700114, "nauc_precision_at_5_max": 0.854315, "nauc_precision_at_5_std": 0.515305, "nauc_precision_at_5_diff1": 0.771397, "nauc_precision_at_10_max": 0.900339, "nauc_precision_at_10_std": 0.632738, "nauc_precision_at_10_diff1": 0.783287, "nauc_precision_at_20_max": 0.880613, "nauc_precision_at_20_std": 0.627768, "nauc_precision_at_20_diff1": 0.72706, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.490601, "nauc_mrr_at_1_std": 0.064938, "nauc_mrr_at_1_diff1": 0.812202, "nauc_mrr_at_3_max": 0.615274, "nauc_mrr_at_3_std": 0.190516, "nauc_mrr_at_3_diff1": 0.772556, "nauc_mrr_at_5_max": 0.611853, "nauc_mrr_at_5_std": 0.198376, "nauc_mrr_at_5_diff1": 0.784922, "nauc_mrr_at_10_max": 0.60726, "nauc_mrr_at_10_std": 0.197199, "nauc_mrr_at_10_diff1": 0.784947, "nauc_mrr_at_20_max": 0.604835, "nauc_mrr_at_20_std": 0.19422, "nauc_mrr_at_20_diff1": 0.783914, "nauc_mrr_at_100_max": 0.602565, "nauc_mrr_at_100_std": 0.190836, "nauc_mrr_at_100_diff1": 0.784822, "nauc_mrr_at_1000_max": 0.602565, "nauc_mrr_at_1000_std": 0.190836, "nauc_mrr_at_1000_diff1": 0.784822, "hit_rate_at_1": 0.62434, "hit_rate_at_3": 0.81481, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.91005, "hit_rate_at_20": 0.93651, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.77366, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65761, "ndcg_at_3": 0.76378, "ndcg_at_5": 0.78389, "ndcg_at_10": 0.79953, "ndcg_at_20": 0.80923, "ndcg_at_100": 0.81475, "ndcg_at_1000": 0.81555, "map_at_1": 0.65761, "map_at_3": 0.74004, "map_at_5": 0.75118, "map_at_10": 0.75752, "map_at_20": 0.76023, "map_at_100": 0.76117, "map_at_1000": 0.76122, "recall_at_1": 0.65761, "recall_at_3": 0.83152, "recall_at_5": 0.88043, "recall_at_10": 0.92935, "recall_at_20": 0.96739, "recall_at_100": 0.99457, "recall_at_1000": 1.0, "accuracy": 0.65761, "precision_at_1": 0.65761, "precision_at_3": 0.27717, "precision_at_5": 0.17609, "precision_at_10": 0.09293, "precision_at_20": 0.04837, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.657609, "mrr_at_3": 0.740036, "mrr_at_5": 0.751178, "mrr_at_10": 0.757522, "mrr_at_20": 0.760231, "mrr_at_100": 0.761168, "mrr_at_1000": 0.761217, "nauc_ndcg_at_1_max": 0.306275, "nauc_ndcg_at_1_std": -0.059155, "nauc_ndcg_at_1_diff1": 0.580781, "nauc_ndcg_at_3_max": 0.413488, "nauc_ndcg_at_3_std": 0.00636, "nauc_ndcg_at_3_diff1": 0.542496, "nauc_ndcg_at_5_max": 0.421786, "nauc_ndcg_at_5_std": 0.026447, "nauc_ndcg_at_5_diff1": 0.515061, "nauc_ndcg_at_10_max": 0.407606, "nauc_ndcg_at_10_std": 0.033312, "nauc_ndcg_at_10_diff1": 0.512109, "nauc_ndcg_at_20_max": 0.395238, "nauc_ndcg_at_20_std": 0.018979, "nauc_ndcg_at_20_diff1": 0.522755, "nauc_ndcg_at_100_max": 0.396497, "nauc_ndcg_at_100_std": 0.015699, "nauc_ndcg_at_100_diff1": 0.542126, "nauc_ndcg_at_1000_max": 0.394131, "nauc_ndcg_at_1000_std": 0.011428, "nauc_ndcg_at_1000_diff1": 0.540488, "nauc_map_at_1_max": 0.306275, "nauc_map_at_1_std": -0.059155, "nauc_map_at_1_diff1": 0.580781, "nauc_map_at_3_max": 0.388553, "nauc_map_at_3_std": -0.009741, "nauc_map_at_3_diff1": 0.553185, "nauc_map_at_5_max": 0.392312, "nauc_map_at_5_std": 0.000252, "nauc_map_at_5_diff1": 0.54046, "nauc_map_at_10_max": 0.387243, "nauc_map_at_10_std": 0.003063, "nauc_map_at_10_diff1": 0.540512, "nauc_map_at_20_max": 0.384479, "nauc_map_at_20_std": 0.000194, "nauc_map_at_20_diff1": 0.543656, "nauc_map_at_100_max": 0.384801, "nauc_map_at_100_std": 0.000114, "nauc_map_at_100_diff1": 0.546752, "nauc_map_at_1000_max": 0.384685, "nauc_map_at_1000_std": -9.3e-05, "nauc_map_at_1000_diff1": 0.546675, "nauc_recall_at_1_max": 0.306275, "nauc_recall_at_1_std": -0.059155, "nauc_recall_at_1_diff1": 0.580781, "nauc_recall_at_3_max": 0.510641, "nauc_recall_at_3_std": 0.069752, "nauc_recall_at_3_diff1": 0.499495, "nauc_recall_at_5_max": 0.572721, "nauc_recall_at_5_std": 0.16583, "nauc_recall_at_5_diff1": 0.373208, "nauc_recall_at_10_max": 0.551589, "nauc_recall_at_10_std": 0.29192, "nauc_recall_at_10_diff1": 0.252498, "nauc_recall_at_20_max": 0.459461, "nauc_recall_at_20_std": 0.271811, "nauc_recall_at_20_diff1": 0.143626, "nauc_recall_at_100_max": 0.869596, "nauc_recall_at_100_std": 0.869596, "nauc_recall_at_100_diff1": 0.869596, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.306275, "nauc_precision_at_1_std": -0.059155, "nauc_precision_at_1_diff1": 0.580781, "nauc_precision_at_3_max": 0.510641, "nauc_precision_at_3_std": 0.069752, "nauc_precision_at_3_diff1": 0.499495, "nauc_precision_at_5_max": 0.572721, "nauc_precision_at_5_std": 0.16583, "nauc_precision_at_5_diff1": 0.373208, "nauc_precision_at_10_max": 0.551589, "nauc_precision_at_10_std": 0.29192, "nauc_precision_at_10_diff1": 0.252498, "nauc_precision_at_20_max": 0.459461, "nauc_precision_at_20_std": 0.271811, "nauc_precision_at_20_diff1": 0.143626, "nauc_precision_at_100_max": 0.869596, "nauc_precision_at_100_std": 0.869596, "nauc_precision_at_100_diff1": 0.869596, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.306275, "nauc_mrr_at_1_std": -0.059155, "nauc_mrr_at_1_diff1": 0.580781, "nauc_mrr_at_3_max": 0.388553, "nauc_mrr_at_3_std": -0.009741, "nauc_mrr_at_3_diff1": 0.553185, "nauc_mrr_at_5_max": 0.392312, "nauc_mrr_at_5_std": 0.000252, "nauc_mrr_at_5_diff1": 0.54046, "nauc_mrr_at_10_max": 0.387243, "nauc_mrr_at_10_std": 0.003063, "nauc_mrr_at_10_diff1": 0.540512, "nauc_mrr_at_20_max": 0.384479, "nauc_mrr_at_20_std": 0.000194, "nauc_mrr_at_20_diff1": 0.543656, "nauc_mrr_at_100_max": 0.384801, "nauc_mrr_at_100_std": 0.000114, "nauc_mrr_at_100_diff1": 0.546752, "nauc_mrr_at_1000_max": 0.384685, "nauc_mrr_at_1000_std": -9.3e-05, "nauc_mrr_at_1000_diff1": 0.546675, "hit_rate_at_1": 0.65761, "hit_rate_at_3": 0.83152, "hit_rate_at_5": 0.88043, "hit_rate_at_10": 0.92935, "hit_rate_at_20": 0.96739, "hit_rate_at_100": 0.99457, "hit_rate_at_1000": 1.0, "main_score": 0.79953, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.72421, "ndcg_at_3": 0.79183, "ndcg_at_5": 0.81206, "ndcg_at_10": 0.82359, "ndcg_at_20": 0.82875, "ndcg_at_100": 0.83531, "ndcg_at_1000": 0.83772, "map_at_1": 0.72421, "map_at_3": 0.7748, "map_at_5": 0.78591, "map_at_10": 0.79066, "map_at_20": 0.79216, "map_at_100": 0.79305, "map_at_1000": 0.79315, "recall_at_1": 0.72421, "recall_at_3": 0.84127, "recall_at_5": 0.89087, "recall_at_10": 0.92659, "recall_at_20": 0.94643, "recall_at_100": 0.98214, "recall_at_1000": 1.0, "accuracy": 0.72421, "precision_at_1": 0.72421, "precision_at_3": 0.28042, "precision_at_5": 0.17817, "precision_at_10": 0.09266, "precision_at_20": 0.04732, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.724206, "mrr_at_3": 0.774802, "mrr_at_5": 0.785913, "mrr_at_10": 0.790663, "mrr_at_20": 0.792156, "mrr_at_100": 0.793046, "mrr_at_1000": 0.793155, "nauc_ndcg_at_1_max": 0.653283, "nauc_ndcg_at_1_std": 0.090085, "nauc_ndcg_at_1_diff1": 0.801827, "nauc_ndcg_at_3_max": 0.725148, "nauc_ndcg_at_3_std": 0.191528, "nauc_ndcg_at_3_diff1": 0.761814, "nauc_ndcg_at_5_max": 0.729099, "nauc_ndcg_at_5_std": 0.211407, "nauc_ndcg_at_5_diff1": 0.768196, "nauc_ndcg_at_10_max": 0.730444, "nauc_ndcg_at_10_std": 0.203361, "nauc_ndcg_at_10_diff1": 0.777052, "nauc_ndcg_at_20_max": 0.724302, "nauc_ndcg_at_20_std": 0.198691, "nauc_ndcg_at_20_diff1": 0.776966, "nauc_ndcg_at_100_max": 0.716708, "nauc_ndcg_at_100_std": 0.189276, "nauc_ndcg_at_100_diff1": 0.777182, "nauc_ndcg_at_1000_max": 0.713396, "nauc_ndcg_at_1000_std": 0.179997, "nauc_ndcg_at_1000_diff1": 0.777449, "nauc_map_at_1_max": 0.653283, "nauc_map_at_1_std": 0.090085, "nauc_map_at_1_diff1": 0.801827, "nauc_map_at_3_max": 0.705572, "nauc_map_at_3_std": 0.161353, "nauc_map_at_3_diff1": 0.772484, "nauc_map_at_5_max": 0.706443, "nauc_map_at_5_std": 0.169164, "nauc_map_at_5_diff1": 0.776045, "nauc_map_at_10_max": 0.706607, "nauc_map_at_10_std": 0.165722, "nauc_map_at_10_diff1": 0.779299, "nauc_map_at_20_max": 0.704971, "nauc_map_at_20_std": 0.164345, "nauc_map_at_20_diff1": 0.779351, "nauc_map_at_100_max": 0.704048, "nauc_map_at_100_std": 0.163293, "nauc_map_at_100_diff1": 0.77942, "nauc_map_at_1000_max": 0.703924, "nauc_map_at_1000_std": 0.162944, "nauc_map_at_1000_diff1": 0.779425, "nauc_recall_at_1_max": 0.653283, "nauc_recall_at_1_std": 0.090085, "nauc_recall_at_1_diff1": 0.801827, "nauc_recall_at_3_max": 0.800556, "nauc_recall_at_3_std": 0.309248, "nauc_recall_at_3_diff1": 0.720845, "nauc_recall_at_5_max": 0.846786, "nauc_recall_at_5_std": 0.437095, "nauc_recall_at_5_diff1": 0.730118, "nauc_recall_at_10_max": 0.907914, "nauc_recall_at_10_std": 0.48308, "nauc_recall_at_10_diff1": 0.77287, "nauc_recall_at_20_max": 0.904055, "nauc_recall_at_20_std": 0.533143, "nauc_recall_at_20_diff1": 0.768957, "nauc_recall_at_100_max": 0.919617, "nauc_recall_at_100_std": 0.75503, "nauc_recall_at_100_diff1": 0.759373, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.653283, "nauc_precision_at_1_std": 0.090085, "nauc_precision_at_1_diff1": 0.801827, "nauc_precision_at_3_max": 0.800556, "nauc_precision_at_3_std": 0.309248, "nauc_precision_at_3_diff1": 0.720845, "nauc_precision_at_5_max": 0.846786, "nauc_precision_at_5_std": 0.437095, "nauc_precision_at_5_diff1": 0.730118, "nauc_precision_at_10_max": 0.907914, "nauc_precision_at_10_std": 0.48308, "nauc_precision_at_10_diff1": 0.77287, "nauc_precision_at_20_max": 0.904055, "nauc_precision_at_20_std": 0.533143, "nauc_precision_at_20_diff1": 0.768957, "nauc_precision_at_100_max": 0.919617, "nauc_precision_at_100_std": 0.75503, "nauc_precision_at_100_diff1": 0.759373, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.653283, "nauc_mrr_at_1_std": 0.090085, "nauc_mrr_at_1_diff1": 0.801827, "nauc_mrr_at_3_max": 0.705572, "nauc_mrr_at_3_std": 0.161353, "nauc_mrr_at_3_diff1": 0.772484, "nauc_mrr_at_5_max": 0.706443, "nauc_mrr_at_5_std": 0.169164, "nauc_mrr_at_5_diff1": 0.776045, "nauc_mrr_at_10_max": 0.706607, "nauc_mrr_at_10_std": 0.165722, "nauc_mrr_at_10_diff1": 0.779299, "nauc_mrr_at_20_max": 0.704971, "nauc_mrr_at_20_std": 0.164345, "nauc_mrr_at_20_diff1": 0.779351, "nauc_mrr_at_100_max": 0.704048, "nauc_mrr_at_100_std": 0.163293, "nauc_mrr_at_100_diff1": 0.77942, "nauc_mrr_at_1000_max": 0.703924, "nauc_mrr_at_1000_std": 0.162944, "nauc_mrr_at_1000_diff1": 0.779425, "hit_rate_at_1": 0.72421, "hit_rate_at_3": 0.84127, "hit_rate_at_5": 0.89087, "hit_rate_at_10": 0.92659, "hit_rate_at_20": 0.94643, "hit_rate_at_100": 0.98214, "hit_rate_at_1000": 1.0, "main_score": 0.82359, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "mteb_version": "2.18.7" } ], "test": [ { "ndcg_at_1": 0.51134, "ndcg_at_3": 0.58638, "ndcg_at_5": 0.60659, "ndcg_at_10": 0.62221, "ndcg_at_20": 0.63445, "ndcg_at_100": 0.65272, "ndcg_at_1000": 0.66397, "map_at_1": 0.51125, "map_at_3": 0.5681, "map_at_5": 0.57929, "map_at_10": 0.58576, "map_at_20": 0.58914, "map_at_100": 0.59166, "map_at_1000": 0.59206, "recall_at_1": 0.51125, "recall_at_3": 0.63913, "recall_at_5": 0.68826, "recall_at_10": 0.73645, "recall_at_20": 0.78474, "recall_at_100": 0.88337, "recall_at_1000": 0.97309, "accuracy": 0.51125, "precision_at_1": 0.51134, "precision_at_3": 0.21308, "precision_at_5": 0.13767, "precision_at_10": 0.07365, "precision_at_20": 0.03925, "precision_at_100": 0.00884, "precision_at_1000": 0.00097, "mrr_at_1": 0.511344, "mrr_at_3": 0.568192, "mrr_at_5": 0.579386, "mrr_at_10": 0.585855, "mrr_at_20": 0.589219, "mrr_at_100": 0.591741, "mrr_at_1000": 0.592143, "nauc_ndcg_at_1_max": 0.663805, "nauc_ndcg_at_1_std": 0.090722, "nauc_ndcg_at_1_diff1": 0.740642, "nauc_ndcg_at_3_max": 0.699962, "nauc_ndcg_at_3_std": 0.140052, "nauc_ndcg_at_3_diff1": 0.699047, "nauc_ndcg_at_5_max": 0.700987, "nauc_ndcg_at_5_std": 0.153343, "nauc_ndcg_at_5_diff1": 0.692856, "nauc_ndcg_at_10_max": 0.69982, "nauc_ndcg_at_10_std": 0.160161, "nauc_ndcg_at_10_diff1": 0.689059, "nauc_ndcg_at_20_max": 0.698033, "nauc_ndcg_at_20_std": 0.16675, "nauc_ndcg_at_20_diff1": 0.687511, "nauc_ndcg_at_100_max": 0.698396, "nauc_ndcg_at_100_std": 0.172169, "nauc_ndcg_at_100_diff1": 0.691312, "nauc_ndcg_at_1000_max": 0.696501, "nauc_ndcg_at_1000_std": 0.16334, "nauc_ndcg_at_1000_diff1": 0.694695, "nauc_map_at_1_max": 0.66327, "nauc_map_at_1_std": 0.090402, "nauc_map_at_1_diff1": 0.740259, "nauc_map_at_3_max": 0.690642, "nauc_map_at_3_std": 0.127372, "nauc_map_at_3_diff1": 0.709213, "nauc_map_at_5_max": 0.690965, "nauc_map_at_5_std": 0.134258, "nauc_map_at_5_diff1": 0.706148, "nauc_map_at_10_max": 0.690302, "nauc_map_at_10_std": 0.136697, "nauc_map_at_10_diff1": 0.704751, "nauc_map_at_20_max": 0.689901, "nauc_map_at_20_std": 0.138416, "nauc_map_at_20_diff1": 0.704519, "nauc_map_at_100_max": 0.689926, "nauc_map_at_100_std": 0.139212, "nauc_map_at_100_diff1": 0.704965, "nauc_map_at_1000_max": 0.689852, "nauc_map_at_1000_std": 0.13894, "nauc_map_at_1000_diff1": 0.705061, "nauc_recall_at_1_max": 0.66327, "nauc_recall_at_1_std": 0.090402, "nauc_recall_at_1_diff1": 0.740259, "nauc_recall_at_3_max": 0.728944, "nauc_recall_at_3_std": 0.180021, "nauc_recall_at_3_diff1": 0.666394, "nauc_recall_at_5_max": 0.734962, "nauc_recall_at_5_std": 0.220811, "nauc_recall_at_5_diff1": 0.645672, "nauc_recall_at_10_max": 0.735621, "nauc_recall_at_10_std": 0.2564, "nauc_recall_at_10_diff1": 0.624907, "nauc_recall_at_20_max": 0.73053, "nauc_recall_at_20_std": 0.308191, "nauc_recall_at_20_diff1": 0.604552, "nauc_recall_at_100_max": 0.756853, "nauc_recall_at_100_std": 0.46673, "nauc_recall_at_100_diff1": 0.596824, "nauc_recall_at_1000_max": 0.80559, "nauc_recall_at_1000_std": 0.72321, "nauc_recall_at_1000_diff1": 0.56449, "nauc_precision_at_1_max": 0.663805, "nauc_precision_at_1_std": 0.090722, "nauc_precision_at_1_diff1": 0.740642, "nauc_precision_at_3_max": 0.72963, "nauc_precision_at_3_std": 0.180422, "nauc_precision_at_3_diff1": 0.666881, "nauc_precision_at_5_max": 0.73572, "nauc_precision_at_5_std": 0.221261, "nauc_precision_at_5_diff1": 0.646205, "nauc_precision_at_10_max": 0.736536, "nauc_precision_at_10_std": 0.256939, "nauc_precision_at_10_diff1": 0.625552, "nauc_precision_at_20_max": 0.730974, "nauc_precision_at_20_std": 0.308773, "nauc_precision_at_20_diff1": 0.604647, "nauc_precision_at_100_max": 0.757544, "nauc_precision_at_100_std": 0.467284, "nauc_precision_at_100_diff1": 0.597009, "nauc_precision_at_1000_max": 0.807707, "nauc_precision_at_1000_std": 0.721967, "nauc_precision_at_1000_diff1": 0.565114, "nauc_mrr_at_1_max": 0.663805, "nauc_mrr_at_1_std": 0.090722, "nauc_mrr_at_1_diff1": 0.740642, "nauc_mrr_at_3_max": 0.691218, "nauc_mrr_at_3_std": 0.127719, "nauc_mrr_at_3_diff1": 0.709621, "nauc_mrr_at_5_max": 0.691552, "nauc_mrr_at_5_std": 0.134613, "nauc_mrr_at_5_diff1": 0.706563, "nauc_mrr_at_10_max": 0.690897, "nauc_mrr_at_10_std": 0.137057, "nauc_mrr_at_10_diff1": 0.705172, "nauc_mrr_at_20_max": 0.690438, "nauc_mrr_at_20_std": 0.138741, "nauc_mrr_at_20_diff1": 0.704899, "nauc_mrr_at_100_max": 0.690466, "nauc_mrr_at_100_std": 0.139539, "nauc_mrr_at_100_diff1": 0.705347, "nauc_mrr_at_1000_max": 0.690393, "nauc_mrr_at_1000_std": 0.139267, "nauc_mrr_at_1000_diff1": 0.705443, "hit_rate_at_1": 0.51134, "hit_rate_at_3": 0.63923, "hit_rate_at_5": 0.68836, "hit_rate_at_10": 0.73655, "hit_rate_at_20": 0.78474, "hit_rate_at_100": 0.88337, "hit_rate_at_1000": 0.97319, "main_score": 0.62221, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.00061, "ndcg_at_3": 0.00091, "ndcg_at_5": 0.00114, "ndcg_at_10": 0.00268, "ndcg_at_20": 0.00511, "ndcg_at_100": 0.01446, "ndcg_at_1000": 0.08264, "map_at_1": 0.00061, "map_at_3": 0.00081, "map_at_5": 0.00093, "map_at_10": 0.00154, "map_at_20": 0.0022, "map_at_100": 0.00326, "map_at_1000": 0.00478, "recall_at_1": 0.00061, "recall_at_3": 0.00121, "recall_at_5": 0.00182, "recall_at_10": 0.00667, "recall_at_20": 0.01638, "recall_at_100": 0.07008, "recall_at_1000": 0.67172, "accuracy": 0.00061, "precision_at_1": 0.00061, "precision_at_3": 0.0004, "precision_at_5": 0.00036, "precision_at_10": 0.00067, "precision_at_20": 0.00082, "precision_at_100": 0.0007, "precision_at_1000": 0.00067, "mrr_at_1": 0.000607, "mrr_at_3": 0.000809, "mrr_at_5": 0.00093, "mrr_at_10": 0.001545, "mrr_at_20": 0.002197, "mrr_at_100": 0.003268, "mrr_at_1000": 0.004787, "nauc_ndcg_at_1_max": 0.324263, "nauc_ndcg_at_1_std": -0.205941, "nauc_ndcg_at_1_diff1": 0.098561, "nauc_ndcg_at_3_max": 0.249029, "nauc_ndcg_at_3_std": 0.196039, "nauc_ndcg_at_3_diff1": -0.00294, "nauc_ndcg_at_5_max": 0.218179, "nauc_ndcg_at_5_std": 0.090509, "nauc_ndcg_at_5_diff1": 0.064145, "nauc_ndcg_at_10_max": 0.27559, "nauc_ndcg_at_10_std": 0.091074, "nauc_ndcg_at_10_diff1": 0.050549, "nauc_ndcg_at_20_max": 0.134125, "nauc_ndcg_at_20_std": -0.023641, "nauc_ndcg_at_20_diff1": -0.012724, "nauc_ndcg_at_100_max": 0.008482, "nauc_ndcg_at_100_std": 0.017133, "nauc_ndcg_at_100_diff1": -0.07875, "nauc_ndcg_at_1000_max": 0.013501, "nauc_ndcg_at_1000_std": 0.015088, "nauc_ndcg_at_1000_diff1": -0.032178, "nauc_map_at_1_max": 0.324263, "nauc_map_at_1_std": -0.205941, "nauc_map_at_1_diff1": 0.098561, "nauc_map_at_3_max": 0.267837, "nauc_map_at_3_std": 0.095544, "nauc_map_at_3_diff1": 0.022436, "nauc_map_at_5_max": 0.245758, "nauc_map_at_5_std": 0.041515, "nauc_map_at_5_diff1": 0.061804, "nauc_map_at_10_max": 0.307526, "nauc_map_at_10_std": 0.088286, "nauc_map_at_10_diff1": 0.072901, "nauc_map_at_20_max": 0.216155, "nauc_map_at_20_std": 0.01966, "nauc_map_at_20_diff1": 0.030868, "nauc_map_at_100_max": 0.134509, "nauc_map_at_100_std": 0.032703, "nauc_map_at_100_diff1": -0.015585, "nauc_map_at_1000_max": 0.114639, "nauc_map_at_1000_std": 0.032216, "nauc_map_at_1000_diff1": -0.015566, "nauc_recall_at_1_max": 0.324263, "nauc_recall_at_1_std": -0.205941, "nauc_recall_at_1_diff1": 0.098561, "nauc_recall_at_3_max": 0.211412, "nauc_recall_at_3_std": 0.39703, "nauc_recall_at_3_diff1": -0.05369, "nauc_recall_at_5_max": 0.173795, "nauc_recall_at_5_std": 0.15846, "nauc_recall_at_5_diff1": 0.072294, "nauc_recall_at_10_max": 0.237803, "nauc_recall_at_10_std": 0.076712, "nauc_recall_at_10_diff1": 0.024625, "nauc_recall_at_20_max": 0.077225, "nauc_recall_at_20_std": -0.060136, "nauc_recall_at_20_diff1": -0.043149, "nauc_recall_at_100_max": -0.034533, "nauc_recall_at_100_std": 0.012259, "nauc_recall_at_100_diff1": -0.100103, "nauc_recall_at_1000_max": -0.000146, "nauc_recall_at_1000_std": 0.008613, "nauc_recall_at_1000_diff1": -0.022081, "nauc_precision_at_1_max": 0.324263, "nauc_precision_at_1_std": -0.205941, "nauc_precision_at_1_diff1": 0.098561, "nauc_precision_at_3_max": 0.211412, "nauc_precision_at_3_std": 0.39703, "nauc_precision_at_3_diff1": -0.05369, "nauc_precision_at_5_max": 0.173795, "nauc_precision_at_5_std": 0.15846, "nauc_precision_at_5_diff1": 0.072294, "nauc_precision_at_10_max": 0.237803, "nauc_precision_at_10_std": 0.076712, "nauc_precision_at_10_diff1": 0.024625, "nauc_precision_at_20_max": 0.077225, "nauc_precision_at_20_std": -0.060136, "nauc_precision_at_20_diff1": -0.043149, "nauc_precision_at_100_max": -0.03153, "nauc_precision_at_100_std": 0.010416, "nauc_precision_at_100_diff1": -0.095361, "nauc_precision_at_1000_max": 0.002387, "nauc_precision_at_1000_std": 0.006992, "nauc_precision_at_1000_diff1": -0.018171, "nauc_mrr_at_1_max": 0.324263, "nauc_mrr_at_1_std": -0.205941, "nauc_mrr_at_1_diff1": 0.098561, "nauc_mrr_at_3_max": 0.267837, "nauc_mrr_at_3_std": 0.095544, "nauc_mrr_at_3_diff1": 0.022436, "nauc_mrr_at_5_max": 0.245758, "nauc_mrr_at_5_std": 0.041515, "nauc_mrr_at_5_diff1": 0.061804, "nauc_mrr_at_10_max": 0.307526, "nauc_mrr_at_10_std": 0.088286, "nauc_mrr_at_10_diff1": 0.072901, "nauc_mrr_at_20_max": 0.216155, "nauc_mrr_at_20_std": 0.01966, "nauc_mrr_at_20_diff1": 0.030868, "nauc_mrr_at_100_max": 0.135004, "nauc_mrr_at_100_std": 0.032283, "nauc_mrr_at_100_diff1": -0.014633, "nauc_mrr_at_1000_max": 0.114976, "nauc_mrr_at_1000_std": 0.031944, "nauc_mrr_at_1000_diff1": -0.014947, "hit_rate_at_1": 0.00061, "hit_rate_at_3": 0.00121, "hit_rate_at_5": 0.00182, "hit_rate_at_10": 0.00667, "hit_rate_at_20": 0.01638, "hit_rate_at_100": 0.07039, "hit_rate_at_1000": 0.67172, "main_score": 0.00268, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.50056, "ndcg_at_3": 0.58338, "ndcg_at_5": 0.60397, "ndcg_at_10": 0.62494, "ndcg_at_20": 0.63868, "ndcg_at_100": 0.65807, "ndcg_at_1000": 0.66719, "map_at_1": 0.50047, "map_at_3": 0.5633, "map_at_5": 0.57476, "map_at_10": 0.58351, "map_at_20": 0.58732, "map_at_100": 0.58998, "map_at_1000": 0.59033, "recall_at_1": 0.50047, "recall_at_3": 0.64132, "recall_at_5": 0.6912, "recall_at_10": 0.75553, "recall_at_20": 0.80955, "recall_at_100": 0.91457, "recall_at_1000": 0.98631, "accuracy": 0.50047, "precision_at_1": 0.50056, "precision_at_3": 0.21387, "precision_at_5": 0.1383, "precision_at_10": 0.07558, "precision_at_20": 0.04049, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.500563, "mrr_at_3": 0.563328, "mrr_at_5": 0.574787, "mrr_at_10": 0.58354, "mrr_at_20": 0.587352, "mrr_at_100": 0.590005, "mrr_at_1000": 0.590351, "nauc_ndcg_at_1_max": 0.592439, "nauc_ndcg_at_1_std": -0.041635, "nauc_ndcg_at_1_diff1": 0.701726, "nauc_ndcg_at_3_max": 0.616954, "nauc_ndcg_at_3_std": -0.016044, "nauc_ndcg_at_3_diff1": 0.661393, "nauc_ndcg_at_5_max": 0.613544, "nauc_ndcg_at_5_std": -0.014418, "nauc_ndcg_at_5_diff1": 0.65324, "nauc_ndcg_at_10_max": 0.614632, "nauc_ndcg_at_10_std": -0.002868, "nauc_ndcg_at_10_diff1": 0.648317, "nauc_ndcg_at_20_max": 0.612474, "nauc_ndcg_at_20_std": -0.000415, "nauc_ndcg_at_20_diff1": 0.647585, "nauc_ndcg_at_100_max": 0.613252, "nauc_ndcg_at_100_std": 0.004153, "nauc_ndcg_at_100_diff1": 0.655047, "nauc_ndcg_at_1000_max": 0.612706, "nauc_ndcg_at_1000_std": -0.002919, "nauc_ndcg_at_1000_diff1": 0.658482, "nauc_map_at_1_max": 0.592074, "nauc_map_at_1_std": -0.042097, "nauc_map_at_1_diff1": 0.701508, "nauc_map_at_3_max": 0.610798, "nauc_map_at_3_std": -0.022922, "nauc_map_at_3_diff1": 0.67082, "nauc_map_at_5_max": 0.608823, "nauc_map_at_5_std": -0.022289, "nauc_map_at_5_diff1": 0.666629, "nauc_map_at_10_max": 0.609138, "nauc_map_at_10_std": -0.017997, "nauc_map_at_10_diff1": 0.664882, "nauc_map_at_20_max": 0.608543, "nauc_map_at_20_std": -0.017567, "nauc_map_at_20_diff1": 0.664884, "nauc_map_at_100_max": 0.60874, "nauc_map_at_100_std": -0.016999, "nauc_map_at_100_diff1": 0.666028, "nauc_map_at_1000_max": 0.608749, "nauc_map_at_1000_std": -0.017178, "nauc_map_at_1000_diff1": 0.66616, "nauc_recall_at_1_max": 0.592074, "nauc_recall_at_1_std": -0.042097, "nauc_recall_at_1_diff1": 0.701508, "nauc_recall_at_3_max": 0.636512, "nauc_recall_at_3_std": 0.006006, "nauc_recall_at_3_diff1": 0.631421, "nauc_recall_at_5_max": 0.629202, "nauc_recall_at_5_std": 0.013342, "nauc_recall_at_5_diff1": 0.605651, "nauc_recall_at_10_max": 0.636927, "nauc_recall_at_10_std": 0.066312, "nauc_recall_at_10_diff1": 0.576543, "nauc_recall_at_20_max": 0.628671, "nauc_recall_at_20_std": 0.097734, "nauc_recall_at_20_diff1": 0.555335, "nauc_recall_at_100_max": 0.653765, "nauc_recall_at_100_std": 0.272843, "nauc_recall_at_100_diff1": 0.572851, "nauc_recall_at_1000_max": 0.751936, "nauc_recall_at_1000_std": 0.561159, "nauc_recall_at_1000_diff1": 0.633366, "nauc_precision_at_1_max": 0.592439, "nauc_precision_at_1_std": -0.041635, "nauc_precision_at_1_diff1": 0.701726, "nauc_precision_at_3_max": 0.636835, "nauc_precision_at_3_std": 0.007488, "nauc_precision_at_3_diff1": 0.63137, "nauc_precision_at_5_max": 0.629566, "nauc_precision_at_5_std": 0.014972, "nauc_precision_at_5_diff1": 0.605622, "nauc_precision_at_10_max": 0.637402, "nauc_precision_at_10_std": 0.068215, "nauc_precision_at_10_diff1": 0.576585, "nauc_precision_at_20_max": 0.629314, "nauc_precision_at_20_std": 0.100029, "nauc_precision_at_20_diff1": 0.555461, "nauc_precision_at_100_max": 0.652308, "nauc_precision_at_100_std": 0.278634, "nauc_precision_at_100_diff1": 0.570637, "nauc_precision_at_1000_max": 0.712562, "nauc_precision_at_1000_std": 0.575403, "nauc_precision_at_1000_diff1": 0.594383, "nauc_mrr_at_1_max": 0.592439, "nauc_mrr_at_1_std": -0.041635, "nauc_mrr_at_1_diff1": 0.701726, "nauc_mrr_at_3_max": 0.610885, "nauc_mrr_at_3_std": -0.022812, "nauc_mrr_at_3_diff1": 0.67091, "nauc_mrr_at_5_max": 0.608911, "nauc_mrr_at_5_std": -0.022177, "nauc_mrr_at_5_diff1": 0.66672, "nauc_mrr_at_10_max": 0.609228, "nauc_mrr_at_10_std": -0.017883, "nauc_mrr_at_10_diff1": 0.664976, "nauc_mrr_at_20_max": 0.608633, "nauc_mrr_at_20_std": -0.017452, "nauc_mrr_at_20_diff1": 0.664978, "nauc_mrr_at_100_max": 0.608809, "nauc_mrr_at_100_std": -0.016905, "nauc_mrr_at_100_diff1": 0.6661, "nauc_mrr_at_1000_max": 0.608819, "nauc_mrr_at_1000_std": -0.017088, "nauc_mrr_at_1000_diff1": 0.666233, "hit_rate_at_1": 0.50056, "hit_rate_at_3": 0.64141, "hit_rate_at_5": 0.6913, "hit_rate_at_10": 0.75563, "hit_rate_at_20": 0.80964, "hit_rate_at_100": 0.91467, "hit_rate_at_1000": 0.98631, "main_score": 0.62494, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51972, "ndcg_at_3": 0.61575, "ndcg_at_5": 0.64021, "ndcg_at_10": 0.6605, "ndcg_at_20": 0.67011, "ndcg_at_100": 0.68766, "ndcg_at_1000": 0.69526, "map_at_1": 0.51972, "map_at_3": 0.59277, "map_at_5": 0.6064, "map_at_10": 0.61488, "map_at_20": 0.61753, "map_at_100": 0.61995, "map_at_1000": 0.62023, "recall_at_1": 0.51972, "recall_at_3": 0.682, "recall_at_5": 0.74115, "recall_at_10": 0.80334, "recall_at_20": 0.84125, "recall_at_100": 0.93579, "recall_at_1000": 0.99596, "accuracy": 0.51972, "precision_at_1": 0.51972, "precision_at_3": 0.22733, "precision_at_5": 0.14823, "precision_at_10": 0.08033, "precision_at_20": 0.04206, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "mrr_at_1": 0.519717, "mrr_at_3": 0.59277, "mrr_at_5": 0.606395, "mrr_at_10": 0.614878, "mrr_at_20": 0.617527, "mrr_at_100": 0.619953, "mrr_at_1000": 0.620234, "nauc_ndcg_at_1_max": 0.647931, "nauc_ndcg_at_1_std": -0.037643, "nauc_ndcg_at_1_diff1": 0.741412, "nauc_ndcg_at_3_max": 0.669108, "nauc_ndcg_at_3_std": 0.000599, "nauc_ndcg_at_3_diff1": 0.678289, "nauc_ndcg_at_5_max": 0.67501, "nauc_ndcg_at_5_std": 0.018916, "nauc_ndcg_at_5_diff1": 0.670447, "nauc_ndcg_at_10_max": 0.669682, "nauc_ndcg_at_10_std": 0.021721, "nauc_ndcg_at_10_diff1": 0.664097, "nauc_ndcg_at_20_max": 0.670229, "nauc_ndcg_at_20_std": 0.022851, "nauc_ndcg_at_20_diff1": 0.666348, "nauc_ndcg_at_100_max": 0.669026, "nauc_ndcg_at_100_std": 0.02259, "nauc_ndcg_at_100_diff1": 0.675336, "nauc_ndcg_at_1000_max": 0.667741, "nauc_ndcg_at_1000_std": 0.013632, "nauc_ndcg_at_1000_diff1": 0.679391, "nauc_map_at_1_max": 0.647931, "nauc_map_at_1_std": -0.037643, "nauc_map_at_1_diff1": 0.741412, "nauc_map_at_3_max": 0.663629, "nauc_map_at_3_std": -0.010458, "nauc_map_at_3_diff1": 0.694202, "nauc_map_at_5_max": 0.666415, "nauc_map_at_5_std": -0.001227, "nauc_map_at_5_diff1": 0.6904, "nauc_map_at_10_max": 0.6644, "nauc_map_at_10_std": -0.000678, "nauc_map_at_10_diff1": 0.688379, "nauc_map_at_20_max": 0.664577, "nauc_map_at_20_std": -0.000416, "nauc_map_at_20_diff1": 0.689172, "nauc_map_at_100_max": 0.664479, "nauc_map_at_100_std": -0.000296, "nauc_map_at_100_diff1": 0.690319, "nauc_map_at_1000_max": 0.664432, "nauc_map_at_1000_std": -0.00054, "nauc_map_at_1000_diff1": 0.690449, "nauc_recall_at_1_max": 0.647931, "nauc_recall_at_1_std": -0.037643, "nauc_recall_at_1_diff1": 0.741412, "nauc_recall_at_3_max": 0.687283, "nauc_recall_at_3_std": 0.037846, "nauc_recall_at_3_diff1": 0.625708, "nauc_recall_at_5_max": 0.708841, "nauc_recall_at_5_std": 0.09924, "nauc_recall_at_5_diff1": 0.59411, "nauc_recall_at_10_max": 0.691771, "nauc_recall_at_10_std": 0.132408, "nauc_recall_at_10_diff1": 0.547059, "nauc_recall_at_20_max": 0.699095, "nauc_recall_at_20_std": 0.161948, "nauc_recall_at_20_diff1": 0.536058, "nauc_recall_at_100_max": 0.708812, "nauc_recall_at_100_std": 0.324375, "nauc_recall_at_100_diff1": 0.54976, "nauc_recall_at_1000_max": 0.719887, "nauc_recall_at_1000_std": 0.480728, "nauc_recall_at_1000_diff1": 0.596512, "nauc_precision_at_1_max": 0.647931, "nauc_precision_at_1_std": -0.037643, "nauc_precision_at_1_diff1": 0.741412, "nauc_precision_at_3_max": 0.687283, "nauc_precision_at_3_std": 0.037846, "nauc_precision_at_3_diff1": 0.625708, "nauc_precision_at_5_max": 0.708841, "nauc_precision_at_5_std": 0.09924, "nauc_precision_at_5_diff1": 0.59411, "nauc_precision_at_10_max": 0.691771, "nauc_precision_at_10_std": 0.132408, "nauc_precision_at_10_diff1": 0.547059, "nauc_precision_at_20_max": 0.699095, "nauc_precision_at_20_std": 0.161948, "nauc_precision_at_20_diff1": 0.536058, "nauc_precision_at_100_max": 0.708812, "nauc_precision_at_100_std": 0.324375, "nauc_precision_at_100_diff1": 0.54976, "nauc_precision_at_1000_max": 0.719887, "nauc_precision_at_1000_std": 0.480728, "nauc_precision_at_1000_diff1": 0.596512, "nauc_mrr_at_1_max": 0.647931, "nauc_mrr_at_1_std": -0.037643, "nauc_mrr_at_1_diff1": 0.741412, "nauc_mrr_at_3_max": 0.663629, "nauc_mrr_at_3_std": -0.010458, "nauc_mrr_at_3_diff1": 0.694202, "nauc_mrr_at_5_max": 0.666415, "nauc_mrr_at_5_std": -0.001227, "nauc_mrr_at_5_diff1": 0.6904, "nauc_mrr_at_10_max": 0.6644, "nauc_mrr_at_10_std": -0.000678, "nauc_mrr_at_10_diff1": 0.688379, "nauc_mrr_at_20_max": 0.664577, "nauc_mrr_at_20_std": -0.000416, "nauc_mrr_at_20_diff1": 0.689172, "nauc_mrr_at_100_max": 0.664479, "nauc_mrr_at_100_std": -0.000296, "nauc_mrr_at_100_diff1": 0.690319, "nauc_mrr_at_1000_max": 0.664432, "nauc_mrr_at_1000_std": -0.00054, "nauc_mrr_at_1000_diff1": 0.690449, "hit_rate_at_1": 0.51972, "hit_rate_at_3": 0.682, "hit_rate_at_5": 0.74115, "hit_rate_at_10": 0.80334, "hit_rate_at_20": 0.84125, "hit_rate_at_100": 0.93579, "hit_rate_at_1000": 0.99596, "main_score": 0.6605, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.4391, "ndcg_at_3": 0.52565, "ndcg_at_5": 0.55096, "ndcg_at_10": 0.5745, "ndcg_at_20": 0.59008, "ndcg_at_100": 0.61271, "ndcg_at_1000": 0.62451, "map_at_1": 0.4391, "map_at_3": 0.50473, "map_at_5": 0.51885, "map_at_10": 0.5286, "map_at_20": 0.53293, "map_at_100": 0.53604, "map_at_1000": 0.53647, "recall_at_1": 0.4391, "recall_at_3": 0.58602, "recall_at_5": 0.64719, "recall_at_10": 0.71983, "recall_at_20": 0.78099, "recall_at_100": 0.90333, "recall_at_1000": 0.99672, "accuracy": 0.4391, "precision_at_1": 0.4391, "precision_at_3": 0.19534, "precision_at_5": 0.12944, "precision_at_10": 0.07198, "precision_at_20": 0.03905, "precision_at_100": 0.00903, "precision_at_1000": 0.001, "mrr_at_1": 0.439104, "mrr_at_3": 0.504733, "mrr_at_5": 0.518851, "mrr_at_10": 0.528604, "mrr_at_20": 0.532934, "mrr_at_100": 0.536037, "mrr_at_1000": 0.536468, "nauc_ndcg_at_1_max": 0.539431, "nauc_ndcg_at_1_std": -0.056789, "nauc_ndcg_at_1_diff1": 0.642543, "nauc_ndcg_at_3_max": 0.575361, "nauc_ndcg_at_3_std": -0.039941, "nauc_ndcg_at_3_diff1": 0.593779, "nauc_ndcg_at_5_max": 0.575727, "nauc_ndcg_at_5_std": -0.023168, "nauc_ndcg_at_5_diff1": 0.58092, "nauc_ndcg_at_10_max": 0.582307, "nauc_ndcg_at_10_std": -0.010053, "nauc_ndcg_at_10_diff1": 0.579461, "nauc_ndcg_at_20_max": 0.577626, "nauc_ndcg_at_20_std": -0.010236, "nauc_ndcg_at_20_diff1": 0.578007, "nauc_ndcg_at_100_max": 0.578373, "nauc_ndcg_at_100_std": -0.001907, "nauc_ndcg_at_100_diff1": 0.586055, "nauc_ndcg_at_1000_max": 0.574506, "nauc_ndcg_at_1000_std": -0.014805, "nauc_ndcg_at_1000_diff1": 0.589387, "nauc_map_at_1_max": 0.539431, "nauc_map_at_1_std": -0.056789, "nauc_map_at_1_diff1": 0.642543, "nauc_map_at_3_max": 0.567432, "nauc_map_at_3_std": -0.043878, "nauc_map_at_3_diff1": 0.605532, "nauc_map_at_5_max": 0.567591, "nauc_map_at_5_std": -0.034814, "nauc_map_at_5_diff1": 0.598824, "nauc_map_at_10_max": 0.570084, "nauc_map_at_10_std": -0.029604, "nauc_map_at_10_diff1": 0.598659, "nauc_map_at_20_max": 0.568739, "nauc_map_at_20_std": -0.029874, "nauc_map_at_20_diff1": 0.598348, "nauc_map_at_100_max": 0.568652, "nauc_map_at_100_std": -0.028938, "nauc_map_at_100_diff1": 0.59935, "nauc_map_at_1000_max": 0.568535, "nauc_map_at_1000_std": -0.029248, "nauc_map_at_1000_diff1": 0.599443, "nauc_recall_at_1_max": 0.539431, "nauc_recall_at_1_std": -0.056789, "nauc_recall_at_1_diff1": 0.642543, "nauc_recall_at_3_max": 0.599307, "nauc_recall_at_3_std": -0.027941, "nauc_recall_at_3_diff1": 0.557782, "nauc_recall_at_5_max": 0.602255, "nauc_recall_at_5_std": 0.018224, "nauc_recall_at_5_diff1": 0.519235, "nauc_recall_at_10_max": 0.63213, "nauc_recall_at_10_std": 0.074523, "nauc_recall_at_10_diff1": 0.50198, "nauc_recall_at_20_max": 0.616207, "nauc_recall_at_20_std": 0.092569, "nauc_recall_at_20_diff1": 0.477914, "nauc_recall_at_100_max": 0.672986, "nauc_recall_at_100_std": 0.32438, "nauc_recall_at_100_diff1": 0.499941, "nauc_recall_at_1000_max": 0.811335, "nauc_recall_at_1000_std": 0.689641, "nauc_recall_at_1000_diff1": 0.334554, "nauc_precision_at_1_max": 0.539431, "nauc_precision_at_1_std": -0.056789, "nauc_precision_at_1_diff1": 0.642543, "nauc_precision_at_3_max": 0.599307, "nauc_precision_at_3_std": -0.027941, "nauc_precision_at_3_diff1": 0.557782, "nauc_precision_at_5_max": 0.602255, "nauc_precision_at_5_std": 0.018224, "nauc_precision_at_5_diff1": 0.519235, "nauc_precision_at_10_max": 0.63213, "nauc_precision_at_10_std": 0.074523, "nauc_precision_at_10_diff1": 0.50198, "nauc_precision_at_20_max": 0.616207, "nauc_precision_at_20_std": 0.092569, "nauc_precision_at_20_diff1": 0.477914, "nauc_precision_at_100_max": 0.672986, "nauc_precision_at_100_std": 0.32438, "nauc_precision_at_100_diff1": 0.499941, "nauc_precision_at_1000_max": 0.811335, "nauc_precision_at_1000_std": 0.689641, "nauc_precision_at_1000_diff1": 0.334554, "nauc_mrr_at_1_max": 0.539431, "nauc_mrr_at_1_std": -0.056789, "nauc_mrr_at_1_diff1": 0.642543, "nauc_mrr_at_3_max": 0.567432, "nauc_mrr_at_3_std": -0.043878, "nauc_mrr_at_3_diff1": 0.605532, "nauc_mrr_at_5_max": 0.567591, "nauc_mrr_at_5_std": -0.034814, "nauc_mrr_at_5_diff1": 0.598824, "nauc_mrr_at_10_max": 0.570084, "nauc_mrr_at_10_std": -0.029604, "nauc_mrr_at_10_diff1": 0.598659, "nauc_mrr_at_20_max": 0.568739, "nauc_mrr_at_20_std": -0.029874, "nauc_mrr_at_20_diff1": 0.598348, "nauc_mrr_at_100_max": 0.568652, "nauc_mrr_at_100_std": -0.028938, "nauc_mrr_at_100_diff1": 0.59935, "nauc_mrr_at_1000_max": 0.568535, "nauc_mrr_at_1000_std": -0.029248, "nauc_mrr_at_1000_diff1": 0.599443, "hit_rate_at_1": 0.4391, "hit_rate_at_3": 0.58602, "hit_rate_at_5": 0.64719, "hit_rate_at_10": 0.71983, "hit_rate_at_20": 0.78099, "hit_rate_at_100": 0.90333, "hit_rate_at_1000": 0.99672, "main_score": 0.5745, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.44455, "ndcg_at_3": 0.53369, "ndcg_at_5": 0.55865, "ndcg_at_10": 0.58335, "ndcg_at_20": 0.59879, "ndcg_at_100": 0.62119, "ndcg_at_1000": 0.63118, "map_at_1": 0.44455, "map_at_3": 0.51197, "map_at_5": 0.52594, "map_at_10": 0.53625, "map_at_20": 0.5405, "map_at_100": 0.5435, "map_at_1000": 0.54387, "recall_at_1": 0.44455, "recall_at_3": 0.59648, "recall_at_5": 0.65657, "recall_at_10": 0.73229, "recall_at_20": 0.79336, "recall_at_100": 0.91549, "recall_at_1000": 0.99463, "accuracy": 0.44455, "precision_at_1": 0.44455, "precision_at_3": 0.19883, "precision_at_5": 0.13131, "precision_at_10": 0.07323, "precision_at_20": 0.03967, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.444553, "mrr_at_3": 0.511969, "mrr_at_5": 0.52594, "mrr_at_10": 0.536253, "mrr_at_20": 0.540497, "mrr_at_100": 0.543501, "mrr_at_1000": 0.543868, "nauc_ndcg_at_1_max": 0.610445, "nauc_ndcg_at_1_std": 0.006101, "nauc_ndcg_at_1_diff1": 0.696138, "nauc_ndcg_at_3_max": 0.636143, "nauc_ndcg_at_3_std": 0.040819, "nauc_ndcg_at_3_diff1": 0.638879, "nauc_ndcg_at_5_max": 0.634735, "nauc_ndcg_at_5_std": 0.053708, "nauc_ndcg_at_5_diff1": 0.627624, "nauc_ndcg_at_10_max": 0.631416, "nauc_ndcg_at_10_std": 0.063369, "nauc_ndcg_at_10_diff1": 0.621939, "nauc_ndcg_at_20_max": 0.633979, "nauc_ndcg_at_20_std": 0.076353, "nauc_ndcg_at_20_diff1": 0.622689, "nauc_ndcg_at_100_max": 0.635967, "nauc_ndcg_at_100_std": 0.077321, "nauc_ndcg_at_100_diff1": 0.62962, "nauc_ndcg_at_1000_max": 0.632825, "nauc_ndcg_at_1000_std": 0.062994, "nauc_ndcg_at_1000_diff1": 0.634898, "nauc_map_at_1_max": 0.610445, "nauc_map_at_1_std": 0.006101, "nauc_map_at_1_diff1": 0.696138, "nauc_map_at_3_max": 0.630355, "nauc_map_at_3_std": 0.031285, "nauc_map_at_3_diff1": 0.653512, "nauc_map_at_5_max": 0.629478, "nauc_map_at_5_std": 0.038245, "nauc_map_at_5_diff1": 0.647729, "nauc_map_at_10_max": 0.627969, "nauc_map_at_10_std": 0.041612, "nauc_map_at_10_diff1": 0.64585, "nauc_map_at_20_max": 0.628801, "nauc_map_at_20_std": 0.044863, "nauc_map_at_20_diff1": 0.6463, "nauc_map_at_100_max": 0.629042, "nauc_map_at_100_std": 0.044811, "nauc_map_at_100_diff1": 0.647261, "nauc_map_at_1000_max": 0.628954, "nauc_map_at_1000_std": 0.044423, "nauc_map_at_1000_diff1": 0.647446, "nauc_recall_at_1_max": 0.610445, "nauc_recall_at_1_std": 0.006101, "nauc_recall_at_1_diff1": 0.696138, "nauc_recall_at_3_max": 0.65378, "nauc_recall_at_3_std": 0.070725, "nauc_recall_at_3_diff1": 0.593426, "nauc_recall_at_5_max": 0.651907, "nauc_recall_at_5_std": 0.108146, "nauc_recall_at_5_diff1": 0.557793, "nauc_recall_at_10_max": 0.643002, "nauc_recall_at_10_std": 0.15809, "nauc_recall_at_10_diff1": 0.521548, "nauc_recall_at_20_max": 0.658331, "nauc_recall_at_20_std": 0.25581, "nauc_recall_at_20_diff1": 0.502541, "nauc_recall_at_100_max": 0.721899, "nauc_recall_at_100_std": 0.496335, "nauc_recall_at_100_diff1": 0.473003, "nauc_recall_at_1000_max": 0.727954, "nauc_recall_at_1000_std": 0.831713, "nauc_recall_at_1000_diff1": 0.21664, "nauc_precision_at_1_max": 0.610445, "nauc_precision_at_1_std": 0.006101, "nauc_precision_at_1_diff1": 0.696138, "nauc_precision_at_3_max": 0.65378, "nauc_precision_at_3_std": 0.070725, "nauc_precision_at_3_diff1": 0.593426, "nauc_precision_at_5_max": 0.651907, "nauc_precision_at_5_std": 0.108146, "nauc_precision_at_5_diff1": 0.557793, "nauc_precision_at_10_max": 0.643002, "nauc_precision_at_10_std": 0.15809, "nauc_precision_at_10_diff1": 0.521548, "nauc_precision_at_20_max": 0.658331, "nauc_precision_at_20_std": 0.25581, "nauc_precision_at_20_diff1": 0.502541, "nauc_precision_at_100_max": 0.721899, "nauc_precision_at_100_std": 0.496335, "nauc_precision_at_100_diff1": 0.473003, "nauc_precision_at_1000_max": 0.727954, "nauc_precision_at_1000_std": 0.831713, "nauc_precision_at_1000_diff1": 0.21664, "nauc_mrr_at_1_max": 0.610445, "nauc_mrr_at_1_std": 0.006101, "nauc_mrr_at_1_diff1": 0.696138, "nauc_mrr_at_3_max": 0.630355, "nauc_mrr_at_3_std": 0.031285, "nauc_mrr_at_3_diff1": 0.653512, "nauc_mrr_at_5_max": 0.629478, "nauc_mrr_at_5_std": 0.038245, "nauc_mrr_at_5_diff1": 0.647729, "nauc_mrr_at_10_max": 0.627969, "nauc_mrr_at_10_std": 0.041612, "nauc_mrr_at_10_diff1": 0.64585, "nauc_mrr_at_20_max": 0.628801, "nauc_mrr_at_20_std": 0.044863, "nauc_mrr_at_20_diff1": 0.6463, "nauc_mrr_at_100_max": 0.629042, "nauc_mrr_at_100_std": 0.044811, "nauc_mrr_at_100_diff1": 0.647261, "nauc_mrr_at_1000_max": 0.628954, "nauc_mrr_at_1000_std": 0.044423, "nauc_mrr_at_1000_diff1": 0.647446, "hit_rate_at_1": 0.44455, "hit_rate_at_3": 0.59648, "hit_rate_at_5": 0.65657, "hit_rate_at_10": 0.73229, "hit_rate_at_20": 0.79336, "hit_rate_at_100": 0.91549, "hit_rate_at_1000": 0.99463, "main_score": 0.58335, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47437, "ndcg_at_3": 0.56229, "ndcg_at_5": 0.5836, "ndcg_at_10": 0.60457, "ndcg_at_20": 0.62336, "ndcg_at_100": 0.64447, "ndcg_at_1000": 0.65285, "map_at_1": 0.47437, "map_at_3": 0.54062, "map_at_5": 0.55244, "map_at_10": 0.56109, "map_at_20": 0.56633, "map_at_100": 0.56926, "map_at_1000": 0.56958, "recall_at_1": 0.47437, "recall_at_3": 0.625, "recall_at_5": 0.67678, "recall_at_10": 0.74163, "recall_at_20": 0.81538, "recall_at_100": 0.92887, "recall_at_1000": 0.99477, "accuracy": 0.47437, "precision_at_1": 0.47437, "precision_at_3": 0.20833, "precision_at_5": 0.13536, "precision_at_10": 0.07416, "precision_at_20": 0.04077, "precision_at_100": 0.00929, "precision_at_1000": 0.00099, "mrr_at_1": 0.474372, "mrr_at_3": 0.540621, "mrr_at_5": 0.552441, "mrr_at_10": 0.561091, "mrr_at_20": 0.566328, "mrr_at_100": 0.569262, "mrr_at_1000": 0.569577, "nauc_ndcg_at_1_max": 0.590161, "nauc_ndcg_at_1_std": -0.091187, "nauc_ndcg_at_1_diff1": 0.700866, "nauc_ndcg_at_3_max": 0.602086, "nauc_ndcg_at_3_std": -0.057673, "nauc_ndcg_at_3_diff1": 0.638112, "nauc_ndcg_at_5_max": 0.602595, "nauc_ndcg_at_5_std": -0.049905, "nauc_ndcg_at_5_diff1": 0.632864, "nauc_ndcg_at_10_max": 0.60581, "nauc_ndcg_at_10_std": -0.044354, "nauc_ndcg_at_10_diff1": 0.632658, "nauc_ndcg_at_20_max": 0.604024, "nauc_ndcg_at_20_std": -0.040168, "nauc_ndcg_at_20_diff1": 0.628049, "nauc_ndcg_at_100_max": 0.606459, "nauc_ndcg_at_100_std": -0.034868, "nauc_ndcg_at_100_diff1": 0.638417, "nauc_ndcg_at_1000_max": 0.603646, "nauc_ndcg_at_1000_std": -0.044452, "nauc_ndcg_at_1000_diff1": 0.642201, "nauc_map_at_1_max": 0.590161, "nauc_map_at_1_std": -0.091187, "nauc_map_at_1_diff1": 0.700866, "nauc_map_at_3_max": 0.59909, "nauc_map_at_3_std": -0.065505, "nauc_map_at_3_diff1": 0.653703, "nauc_map_at_5_max": 0.599265, "nauc_map_at_5_std": -0.061624, "nauc_map_at_5_diff1": 0.651396, "nauc_map_at_10_max": 0.600362, "nauc_map_at_10_std": -0.059438, "nauc_map_at_10_diff1": 0.651335, "nauc_map_at_20_max": 0.6, "nauc_map_at_20_std": -0.058402, "nauc_map_at_20_diff1": 0.650463, "nauc_map_at_100_max": 0.600285, "nauc_map_at_100_std": -0.057709, "nauc_map_at_100_diff1": 0.651894, "nauc_map_at_1000_max": 0.600212, "nauc_map_at_1000_std": -0.057946, "nauc_map_at_1000_diff1": 0.652025, "nauc_recall_at_1_max": 0.590161, "nauc_recall_at_1_std": -0.091187, "nauc_recall_at_1_diff1": 0.700866, "nauc_recall_at_3_max": 0.611576, "nauc_recall_at_3_std": -0.033145, "nauc_recall_at_3_diff1": 0.588817, "nauc_recall_at_5_max": 0.614166, "nauc_recall_at_5_std": -0.008462, "nauc_recall_at_5_diff1": 0.568164, "nauc_recall_at_10_max": 0.629851, "nauc_recall_at_10_std": 0.019683, "nauc_recall_at_10_diff1": 0.557517, "nauc_recall_at_20_max": 0.623971, "nauc_recall_at_20_std": 0.064603, "nauc_recall_at_20_diff1": 0.503204, "nauc_recall_at_100_max": 0.699697, "nauc_recall_at_100_std": 0.307818, "nauc_recall_at_100_diff1": 0.529326, "nauc_recall_at_1000_max": 0.732115, "nauc_recall_at_1000_std": 0.669087, "nauc_recall_at_1000_diff1": 0.627544, "nauc_precision_at_1_max": 0.590161, "nauc_precision_at_1_std": -0.091187, "nauc_precision_at_1_diff1": 0.700866, "nauc_precision_at_3_max": 0.611576, "nauc_precision_at_3_std": -0.033145, "nauc_precision_at_3_diff1": 0.588817, "nauc_precision_at_5_max": 0.614166, "nauc_precision_at_5_std": -0.008462, "nauc_precision_at_5_diff1": 0.568164, "nauc_precision_at_10_max": 0.629851, "nauc_precision_at_10_std": 0.019683, "nauc_precision_at_10_diff1": 0.557517, "nauc_precision_at_20_max": 0.623971, "nauc_precision_at_20_std": 0.064603, "nauc_precision_at_20_diff1": 0.503204, "nauc_precision_at_100_max": 0.699697, "nauc_precision_at_100_std": 0.307818, "nauc_precision_at_100_diff1": 0.529326, "nauc_precision_at_1000_max": 0.732115, "nauc_precision_at_1000_std": 0.669087, "nauc_precision_at_1000_diff1": 0.627544, "nauc_mrr_at_1_max": 0.590161, "nauc_mrr_at_1_std": -0.091187, "nauc_mrr_at_1_diff1": 0.700866, "nauc_mrr_at_3_max": 0.59909, "nauc_mrr_at_3_std": -0.065505, "nauc_mrr_at_3_diff1": 0.653703, "nauc_mrr_at_5_max": 0.599265, "nauc_mrr_at_5_std": -0.061624, "nauc_mrr_at_5_diff1": 0.651396, "nauc_mrr_at_10_max": 0.600362, "nauc_mrr_at_10_std": -0.059438, "nauc_mrr_at_10_diff1": 0.651335, "nauc_mrr_at_20_max": 0.6, "nauc_mrr_at_20_std": -0.058402, "nauc_mrr_at_20_diff1": 0.650463, "nauc_mrr_at_100_max": 0.600285, "nauc_mrr_at_100_std": -0.057709, "nauc_mrr_at_100_diff1": 0.651894, "nauc_mrr_at_1000_max": 0.600212, "nauc_mrr_at_1000_std": -0.057946, "nauc_mrr_at_1000_diff1": 0.652025, "hit_rate_at_1": 0.47437, "hit_rate_at_3": 0.625, "hit_rate_at_5": 0.67678, "hit_rate_at_10": 0.74163, "hit_rate_at_20": 0.81538, "hit_rate_at_100": 0.92887, "hit_rate_at_1000": 0.99477, "main_score": 0.60457, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48696, "ndcg_at_3": 0.56655, "ndcg_at_5": 0.58758, "ndcg_at_10": 0.60758, "ndcg_at_20": 0.62299, "ndcg_at_100": 0.64468, "ndcg_at_1000": 0.65524, "map_at_1": 0.48696, "map_at_3": 0.5471, "map_at_5": 0.55865, "map_at_10": 0.56702, "map_at_20": 0.57129, "map_at_100": 0.57428, "map_at_1000": 0.57466, "recall_at_1": 0.48696, "recall_at_3": 0.6228, "recall_at_5": 0.67435, "recall_at_10": 0.7356, "recall_at_20": 0.79624, "recall_at_100": 0.91328, "recall_at_1000": 0.99757, "accuracy": 0.48696, "precision_at_1": 0.48696, "precision_at_3": 0.2076, "precision_at_5": 0.13487, "precision_at_10": 0.07356, "precision_at_20": 0.03981, "precision_at_100": 0.00913, "precision_at_1000": 0.001, "mrr_at_1": 0.486962, "mrr_at_3": 0.547099, "mrr_at_5": 0.558652, "mrr_at_10": 0.567021, "mrr_at_20": 0.571288, "mrr_at_100": 0.574279, "mrr_at_1000": 0.574659, "nauc_ndcg_at_1_max": 0.62416, "nauc_ndcg_at_1_std": -0.029642, "nauc_ndcg_at_1_diff1": 0.703422, "nauc_ndcg_at_3_max": 0.643838, "nauc_ndcg_at_3_std": -0.008077, "nauc_ndcg_at_3_diff1": 0.658112, "nauc_ndcg_at_5_max": 0.643612, "nauc_ndcg_at_5_std": -0.003156, "nauc_ndcg_at_5_diff1": 0.652583, "nauc_ndcg_at_10_max": 0.643295, "nauc_ndcg_at_10_std": 0.006722, "nauc_ndcg_at_10_diff1": 0.647914, "nauc_ndcg_at_20_max": 0.648571, "nauc_ndcg_at_20_std": 0.018667, "nauc_ndcg_at_20_diff1": 0.650451, "nauc_ndcg_at_100_max": 0.644707, "nauc_ndcg_at_100_std": 0.01522, "nauc_ndcg_at_100_diff1": 0.654993, "nauc_ndcg_at_1000_max": 0.643154, "nauc_ndcg_at_1000_std": 0.006037, "nauc_ndcg_at_1000_diff1": 0.65888, "nauc_map_at_1_max": 0.62416, "nauc_map_at_1_std": -0.029642, "nauc_map_at_1_diff1": 0.703422, "nauc_map_at_3_max": 0.638708, "nauc_map_at_3_std": -0.014368, "nauc_map_at_3_diff1": 0.669323, "nauc_map_at_5_max": 0.638652, "nauc_map_at_5_std": -0.011869, "nauc_map_at_5_diff1": 0.66672, "nauc_map_at_10_max": 0.638607, "nauc_map_at_10_std": -0.008138, "nauc_map_at_10_diff1": 0.665116, "nauc_map_at_20_max": 0.639882, "nauc_map_at_20_std": -0.005354, "nauc_map_at_20_diff1": 0.665934, "nauc_map_at_100_max": 0.639434, "nauc_map_at_100_std": -0.005779, "nauc_map_at_100_diff1": 0.666765, "nauc_map_at_1000_max": 0.639387, "nauc_map_at_1000_std": -0.006031, "nauc_map_at_1000_diff1": 0.666878, "nauc_recall_at_1_max": 0.62416, "nauc_recall_at_1_std": -0.029642, "nauc_recall_at_1_diff1": 0.703422, "nauc_recall_at_3_max": 0.660075, "nauc_recall_at_3_std": 0.012132, "nauc_recall_at_3_diff1": 0.62289, "nauc_recall_at_5_max": 0.660334, "nauc_recall_at_5_std": 0.027869, "nauc_recall_at_5_diff1": 0.603304, "nauc_recall_at_10_max": 0.660791, "nauc_recall_at_10_std": 0.071818, "nauc_recall_at_10_diff1": 0.576636, "nauc_recall_at_20_max": 0.696491, "nauc_recall_at_20_std": 0.159149, "nauc_recall_at_20_diff1": 0.575197, "nauc_recall_at_100_max": 0.685516, "nauc_recall_at_100_std": 0.259596, "nauc_recall_at_100_diff1": 0.553603, "nauc_recall_at_1000_max": 0.744358, "nauc_recall_at_1000_std": 0.637756, "nauc_recall_at_1000_diff1": 0.498029, "nauc_precision_at_1_max": 0.62416, "nauc_precision_at_1_std": -0.029642, "nauc_precision_at_1_diff1": 0.703422, "nauc_precision_at_3_max": 0.660075, "nauc_precision_at_3_std": 0.012132, "nauc_precision_at_3_diff1": 0.62289, "nauc_precision_at_5_max": 0.660334, "nauc_precision_at_5_std": 0.027869, "nauc_precision_at_5_diff1": 0.603304, "nauc_precision_at_10_max": 0.660791, "nauc_precision_at_10_std": 0.071818, "nauc_precision_at_10_diff1": 0.576636, "nauc_precision_at_20_max": 0.696491, "nauc_precision_at_20_std": 0.159149, "nauc_precision_at_20_diff1": 0.575197, "nauc_precision_at_100_max": 0.685516, "nauc_precision_at_100_std": 0.259596, "nauc_precision_at_100_diff1": 0.553603, "nauc_precision_at_1000_max": 0.744358, "nauc_precision_at_1000_std": 0.637756, "nauc_precision_at_1000_diff1": 0.498029, "nauc_mrr_at_1_max": 0.62416, "nauc_mrr_at_1_std": -0.029642, "nauc_mrr_at_1_diff1": 0.703422, "nauc_mrr_at_3_max": 0.638708, "nauc_mrr_at_3_std": -0.014368, "nauc_mrr_at_3_diff1": 0.669323, "nauc_mrr_at_5_max": 0.638652, "nauc_mrr_at_5_std": -0.011869, "nauc_mrr_at_5_diff1": 0.66672, "nauc_mrr_at_10_max": 0.638607, "nauc_mrr_at_10_std": -0.008138, "nauc_mrr_at_10_diff1": 0.665116, "nauc_mrr_at_20_max": 0.639882, "nauc_mrr_at_20_std": -0.005354, "nauc_mrr_at_20_diff1": 0.665934, "nauc_mrr_at_100_max": 0.639434, "nauc_mrr_at_100_std": -0.005779, "nauc_mrr_at_100_diff1": 0.666765, "nauc_mrr_at_1000_max": 0.639387, "nauc_mrr_at_1000_std": -0.006031, "nauc_mrr_at_1000_diff1": 0.666878, "hit_rate_at_1": 0.48696, "hit_rate_at_3": 0.6228, "hit_rate_at_5": 0.67435, "hit_rate_at_10": 0.7356, "hit_rate_at_20": 0.79624, "hit_rate_at_100": 0.91328, "hit_rate_at_1000": 0.99757, "main_score": 0.60758, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.56481, "ndcg_at_3": 0.64162, "ndcg_at_5": 0.65823, "ndcg_at_10": 0.67457, "ndcg_at_20": 0.68502, "ndcg_at_100": 0.70153, "ndcg_at_1000": 0.71068, "map_at_1": 0.5647, "map_at_3": 0.6235, "map_at_5": 0.63276, "map_at_10": 0.63951, "map_at_20": 0.6424, "map_at_100": 0.64465, "map_at_1000": 0.64497, "recall_at_1": 0.5647, "recall_at_3": 0.69377, "recall_at_5": 0.73388, "recall_at_10": 0.7844, "recall_at_20": 0.82561, "recall_at_100": 0.91502, "recall_at_1000": 0.9884, "accuracy": 0.5647, "precision_at_1": 0.56481, "precision_at_3": 0.23133, "precision_at_5": 0.14682, "precision_at_10": 0.07846, "precision_at_20": 0.04129, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.564813, "mrr_at_3": 0.623495, "mrr_at_5": 0.632757, "mrr_at_10": 0.639509, "mrr_at_20": 0.642396, "mrr_at_100": 0.644658, "mrr_at_1000": 0.644973, "nauc_ndcg_at_1_max": 0.672608, "nauc_ndcg_at_1_std": -0.005617, "nauc_ndcg_at_1_diff1": 0.794015, "nauc_ndcg_at_3_max": 0.712227, "nauc_ndcg_at_3_std": 0.03229, "nauc_ndcg_at_3_diff1": 0.752763, "nauc_ndcg_at_5_max": 0.716273, "nauc_ndcg_at_5_std": 0.046517, "nauc_ndcg_at_5_diff1": 0.751227, "nauc_ndcg_at_10_max": 0.719232, "nauc_ndcg_at_10_std": 0.064013, "nauc_ndcg_at_10_diff1": 0.746381, "nauc_ndcg_at_20_max": 0.717737, "nauc_ndcg_at_20_std": 0.072827, "nauc_ndcg_at_20_diff1": 0.744472, "nauc_ndcg_at_100_max": 0.715518, "nauc_ndcg_at_100_std": 0.074848, "nauc_ndcg_at_100_diff1": 0.748189, "nauc_ndcg_at_1000_max": 0.712647, "nauc_ndcg_at_1000_std": 0.060787, "nauc_ndcg_at_1000_diff1": 0.752556, "nauc_map_at_1_max": 0.672137, "nauc_map_at_1_std": -0.006205, "nauc_map_at_1_diff1": 0.79404, "nauc_map_at_3_max": 0.703135, "nauc_map_at_3_std": 0.023242, "nauc_map_at_3_diff1": 0.763167, "nauc_map_at_5_max": 0.7051, "nauc_map_at_5_std": 0.030566, "nauc_map_at_5_diff1": 0.762592, "nauc_map_at_10_max": 0.706076, "nauc_map_at_10_std": 0.037119, "nauc_map_at_10_diff1": 0.761025, "nauc_map_at_20_max": 0.705603, "nauc_map_at_20_std": 0.039151, "nauc_map_at_20_diff1": 0.760586, "nauc_map_at_100_max": 0.705264, "nauc_map_at_100_std": 0.039132, "nauc_map_at_100_diff1": 0.761171, "nauc_map_at_1000_max": 0.70517, "nauc_map_at_1000_std": 0.038715, "nauc_map_at_1000_diff1": 0.761303, "nauc_recall_at_1_max": 0.672137, "nauc_recall_at_1_std": -0.006205, "nauc_recall_at_1_diff1": 0.79404, "nauc_recall_at_3_max": 0.74136, "nauc_recall_at_3_std": 0.061468, "nauc_recall_at_3_diff1": 0.718922, "nauc_recall_at_5_max": 0.756279, "nauc_recall_at_5_std": 0.105693, "nauc_recall_at_5_diff1": 0.710458, "nauc_recall_at_10_max": 0.775631, "nauc_recall_at_10_std": 0.188035, "nauc_recall_at_10_diff1": 0.68217, "nauc_recall_at_20_max": 0.777811, "nauc_recall_at_20_std": 0.266927, "nauc_recall_at_20_diff1": 0.658356, "nauc_recall_at_100_max": 0.799399, "nauc_recall_at_100_std": 0.480075, "nauc_recall_at_100_diff1": 0.633647, "nauc_recall_at_1000_max": 0.869336, "nauc_recall_at_1000_std": 0.735397, "nauc_recall_at_1000_diff1": 0.623849, "nauc_precision_at_1_max": 0.672608, "nauc_precision_at_1_std": -0.005617, "nauc_precision_at_1_diff1": 0.794015, "nauc_precision_at_3_max": 0.741243, "nauc_precision_at_3_std": 0.062844, "nauc_precision_at_3_diff1": 0.717566, "nauc_precision_at_5_max": 0.756124, "nauc_precision_at_5_std": 0.10716, "nauc_precision_at_5_diff1": 0.708955, "nauc_precision_at_10_max": 0.77541, "nauc_precision_at_10_std": 0.189611, "nauc_precision_at_10_diff1": 0.680446, "nauc_precision_at_20_max": 0.77754, "nauc_precision_at_20_std": 0.268639, "nauc_precision_at_20_diff1": 0.656337, "nauc_precision_at_100_max": 0.799095, "nauc_precision_at_100_std": 0.485312, "nauc_precision_at_100_diff1": 0.629544, "nauc_precision_at_1000_max": 0.785274, "nauc_precision_at_1000_std": 0.74654, "nauc_precision_at_1000_diff1": 0.536208, "nauc_mrr_at_1_max": 0.672608, "nauc_mrr_at_1_std": -0.005617, "nauc_mrr_at_1_diff1": 0.794015, "nauc_mrr_at_3_max": 0.703135, "nauc_mrr_at_3_std": 0.023242, "nauc_mrr_at_3_diff1": 0.763167, "nauc_mrr_at_5_max": 0.7051, "nauc_mrr_at_5_std": 0.030566, "nauc_mrr_at_5_diff1": 0.762592, "nauc_mrr_at_10_max": 0.706076, "nauc_mrr_at_10_std": 0.037119, "nauc_mrr_at_10_diff1": 0.761025, "nauc_mrr_at_20_max": 0.705603, "nauc_mrr_at_20_std": 0.039151, "nauc_mrr_at_20_diff1": 0.760586, "nauc_mrr_at_100_max": 0.705266, "nauc_mrr_at_100_std": 0.039165, "nauc_mrr_at_100_diff1": 0.761167, "nauc_mrr_at_1000_max": 0.705171, "nauc_mrr_at_1000_std": 0.038739, "nauc_mrr_at_1000_diff1": 0.761301, "hit_rate_at_1": 0.56481, "hit_rate_at_3": 0.69377, "hit_rate_at_5": 0.73388, "hit_rate_at_10": 0.7844, "hit_rate_at_20": 0.82561, "hit_rate_at_100": 0.91513, "hit_rate_at_1000": 0.98848, "main_score": 0.67457, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.5626, "ndcg_at_3": 0.6377, "ndcg_at_5": 0.65521, "ndcg_at_10": 0.67354, "ndcg_at_20": 0.6854, "ndcg_at_100": 0.70114, "ndcg_at_1000": 0.70973, "map_at_1": 0.56249, "map_at_3": 0.61973, "map_at_5": 0.62948, "map_at_10": 0.63703, "map_at_20": 0.64031, "map_at_100": 0.64248, "map_at_1000": 0.64279, "recall_at_1": 0.56249, "recall_at_3": 0.68945, "recall_at_5": 0.73189, "recall_at_10": 0.78861, "recall_at_20": 0.83536, "recall_at_100": 0.92023, "recall_at_1000": 0.9887, "accuracy": 0.56249, "precision_at_1": 0.5626, "precision_at_3": 0.22993, "precision_at_5": 0.14647, "precision_at_10": 0.07891, "precision_at_20": 0.04179, "precision_at_100": 0.00921, "precision_at_1000": 0.00099, "mrr_at_1": 0.562597, "mrr_at_3": 0.619765, "mrr_at_5": 0.62947, "mrr_at_10": 0.637025, "mrr_at_20": 0.640298, "mrr_at_100": 0.64248, "mrr_at_1000": 0.642784, "nauc_ndcg_at_1_max": 0.653459, "nauc_ndcg_at_1_std": -0.0155, "nauc_ndcg_at_1_diff1": 0.772503, "nauc_ndcg_at_3_max": 0.691983, "nauc_ndcg_at_3_std": 0.010443, "nauc_ndcg_at_3_diff1": 0.739841, "nauc_ndcg_at_5_max": 0.694497, "nauc_ndcg_at_5_std": 0.01752, "nauc_ndcg_at_5_diff1": 0.732822, "nauc_ndcg_at_10_max": 0.694202, "nauc_ndcg_at_10_std": 0.030795, "nauc_ndcg_at_10_diff1": 0.728486, "nauc_ndcg_at_20_max": 0.69525, "nauc_ndcg_at_20_std": 0.040209, "nauc_ndcg_at_20_diff1": 0.727928, "nauc_ndcg_at_100_max": 0.693672, "nauc_ndcg_at_100_std": 0.043588, "nauc_ndcg_at_100_diff1": 0.730195, "nauc_ndcg_at_1000_max": 0.690805, "nauc_ndcg_at_1000_std": 0.032778, "nauc_ndcg_at_1000_diff1": 0.735267, "nauc_map_at_1_max": 0.652991, "nauc_map_at_1_std": -0.016086, "nauc_map_at_1_diff1": 0.77253, "nauc_map_at_3_max": 0.683016, "nauc_map_at_3_std": 0.004183, "nauc_map_at_3_diff1": 0.748531, "nauc_map_at_5_max": 0.684238, "nauc_map_at_5_std": 0.007923, "nauc_map_at_5_diff1": 0.744924, "nauc_map_at_10_max": 0.684088, "nauc_map_at_10_std": 0.012817, "nauc_map_at_10_diff1": 0.743538, "nauc_map_at_20_max": 0.684256, "nauc_map_at_20_std": 0.015116, "nauc_map_at_20_diff1": 0.743464, "nauc_map_at_100_max": 0.683992, "nauc_map_at_100_std": 0.015489, "nauc_map_at_100_diff1": 0.743825, "nauc_map_at_1000_max": 0.683912, "nauc_map_at_1000_std": 0.015237, "nauc_map_at_1000_diff1": 0.743989, "nauc_recall_at_1_max": 0.652991, "nauc_recall_at_1_std": -0.016086, "nauc_recall_at_1_diff1": 0.77253, "nauc_recall_at_3_max": 0.720711, "nauc_recall_at_3_std": 0.030507, "nauc_recall_at_3_diff1": 0.711508, "nauc_recall_at_5_max": 0.730945, "nauc_recall_at_5_std": 0.052634, "nauc_recall_at_5_diff1": 0.688316, "nauc_recall_at_10_max": 0.736145, "nauc_recall_at_10_std": 0.115733, "nauc_recall_at_10_diff1": 0.660425, "nauc_recall_at_20_max": 0.753289, "nauc_recall_at_20_std": 0.195919, "nauc_recall_at_20_diff1": 0.640828, "nauc_recall_at_100_max": 0.782818, "nauc_recall_at_100_std": 0.390362, "nauc_recall_at_100_diff1": 0.594444, "nauc_recall_at_1000_max": 0.829665, "nauc_recall_at_1000_std": 0.591825, "nauc_recall_at_1000_diff1": 0.606454, "nauc_precision_at_1_max": 0.653459, "nauc_precision_at_1_std": -0.0155, "nauc_precision_at_1_diff1": 0.772503, "nauc_precision_at_3_max": 0.720642, "nauc_precision_at_3_std": 0.032158, "nauc_precision_at_3_diff1": 0.709976, "nauc_precision_at_5_max": 0.729308, "nauc_precision_at_5_std": 0.054617, "nauc_precision_at_5_diff1": 0.684928, "nauc_precision_at_10_max": 0.734145, "nauc_precision_at_10_std": 0.117883, "nauc_precision_at_10_diff1": 0.656437, "nauc_precision_at_20_max": 0.750708, "nauc_precision_at_20_std": 0.198209, "nauc_precision_at_20_diff1": 0.635946, "nauc_precision_at_100_max": 0.77816, "nauc_precision_at_100_std": 0.397223, "nauc_precision_at_100_diff1": 0.586057, "nauc_precision_at_1000_max": 0.725083, "nauc_precision_at_1000_std": 0.600229, "nauc_precision_at_1000_diff1": 0.500772, "nauc_mrr_at_1_max": 0.653459, "nauc_mrr_at_1_std": -0.0155, "nauc_mrr_at_1_diff1": 0.772503, "nauc_mrr_at_3_max": 0.683019, "nauc_mrr_at_3_std": 0.004252, "nauc_mrr_at_3_diff1": 0.748475, "nauc_mrr_at_5_max": 0.684238, "nauc_mrr_at_5_std": 0.007909, "nauc_mrr_at_5_diff1": 0.744935, "nauc_mrr_at_10_max": 0.684087, "nauc_mrr_at_10_std": 0.012803, "nauc_mrr_at_10_diff1": 0.743549, "nauc_mrr_at_20_max": 0.684255, "nauc_mrr_at_20_std": 0.015101, "nauc_mrr_at_20_diff1": 0.743476, "nauc_mrr_at_100_max": 0.683992, "nauc_mrr_at_100_std": 0.015505, "nauc_mrr_at_100_diff1": 0.743844, "nauc_mrr_at_1000_max": 0.683911, "nauc_mrr_at_1000_std": 0.015239, "nauc_mrr_at_1000_diff1": 0.744004, "hit_rate_at_1": 0.5626, "hit_rate_at_3": 0.68956, "hit_rate_at_5": 0.73189, "hit_rate_at_10": 0.78861, "hit_rate_at_20": 0.83536, "hit_rate_at_100": 0.92045, "hit_rate_at_1000": 0.9887, "main_score": 0.67354, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.56563, "ndcg_at_3": 0.64455, "ndcg_at_5": 0.66494, "ndcg_at_10": 0.684, "ndcg_at_20": 0.69788, "ndcg_at_100": 0.71261, "ndcg_at_1000": 0.71971, "map_at_1": 0.56563, "map_at_3": 0.62545, "map_at_5": 0.63674, "map_at_10": 0.64457, "map_at_20": 0.64836, "map_at_100": 0.65043, "map_at_1000": 0.6507, "recall_at_1": 0.56563, "recall_at_3": 0.69972, "recall_at_5": 0.7493, "recall_at_10": 0.80845, "recall_at_20": 0.86338, "recall_at_100": 0.94254, "recall_at_1000": 0.99831, "accuracy": 0.56563, "precision_at_1": 0.56563, "precision_at_3": 0.23324, "precision_at_5": 0.14986, "precision_at_10": 0.08085, "precision_at_20": 0.04318, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.565634, "mrr_at_3": 0.625446, "mrr_at_5": 0.636742, "mrr_at_10": 0.644571, "mrr_at_20": 0.64838, "mrr_at_100": 0.650428, "mrr_at_1000": 0.650698, "nauc_ndcg_at_1_max": 0.644238, "nauc_ndcg_at_1_std": -0.068343, "nauc_ndcg_at_1_diff1": 0.769385, "nauc_ndcg_at_3_max": 0.682555, "nauc_ndcg_at_3_std": -0.042181, "nauc_ndcg_at_3_diff1": 0.723292, "nauc_ndcg_at_5_max": 0.694344, "nauc_ndcg_at_5_std": -0.019254, "nauc_ndcg_at_5_diff1": 0.717478, "nauc_ndcg_at_10_max": 0.693329, "nauc_ndcg_at_10_std": -0.015108, "nauc_ndcg_at_10_diff1": 0.714745, "nauc_ndcg_at_20_max": 0.695694, "nauc_ndcg_at_20_std": -0.000269, "nauc_ndcg_at_20_diff1": 0.71983, "nauc_ndcg_at_100_max": 0.689591, "nauc_ndcg_at_100_std": -0.005365, "nauc_ndcg_at_100_diff1": 0.723385, "nauc_ndcg_at_1000_max": 0.685498, "nauc_ndcg_at_1000_std": -0.017647, "nauc_ndcg_at_1000_diff1": 0.725925, "nauc_map_at_1_max": 0.644238, "nauc_map_at_1_std": -0.068343, "nauc_map_at_1_diff1": 0.769385, "nauc_map_at_3_max": 0.673219, "nauc_map_at_3_std": -0.047999, "nauc_map_at_3_diff1": 0.735294, "nauc_map_at_5_max": 0.679242, "nauc_map_at_5_std": -0.035829, "nauc_map_at_5_diff1": 0.732593, "nauc_map_at_10_max": 0.678326, "nauc_map_at_10_std": -0.034985, "nauc_map_at_10_diff1": 0.731732, "nauc_map_at_20_max": 0.678795, "nauc_map_at_20_std": -0.031522, "nauc_map_at_20_diff1": 0.733185, "nauc_map_at_100_max": 0.677888, "nauc_map_at_100_std": -0.032307, "nauc_map_at_100_diff1": 0.733558, "nauc_map_at_1000_max": 0.677758, "nauc_map_at_1000_std": -0.032694, "nauc_map_at_1000_diff1": 0.733657, "nauc_recall_at_1_max": 0.644238, "nauc_recall_at_1_std": -0.068343, "nauc_recall_at_1_diff1": 0.769385, "nauc_recall_at_3_max": 0.713027, "nauc_recall_at_3_std": -0.023476, "nauc_recall_at_3_diff1": 0.683719, "nauc_recall_at_5_max": 0.75222, "nauc_recall_at_5_std": 0.045666, "nauc_recall_at_5_diff1": 0.660139, "nauc_recall_at_10_max": 0.763781, "nauc_recall_at_10_std": 0.083406, "nauc_recall_at_10_diff1": 0.63512, "nauc_recall_at_20_max": 0.805556, "nauc_recall_at_20_std": 0.227267, "nauc_recall_at_20_diff1": 0.643709, "nauc_recall_at_100_max": 0.82028, "nauc_recall_at_100_std": 0.405596, "nauc_recall_at_100_diff1": 0.632856, "nauc_recall_at_1000_max": 0.771201, "nauc_recall_at_1000_std": 0.851349, "nauc_recall_at_1000_diff1": 0.224382, "nauc_precision_at_1_max": 0.644238, "nauc_precision_at_1_std": -0.068343, "nauc_precision_at_1_diff1": 0.769385, "nauc_precision_at_3_max": 0.713027, "nauc_precision_at_3_std": -0.023476, "nauc_precision_at_3_diff1": 0.683719, "nauc_precision_at_5_max": 0.75222, "nauc_precision_at_5_std": 0.045666, "nauc_precision_at_5_diff1": 0.660139, "nauc_precision_at_10_max": 0.763781, "nauc_precision_at_10_std": 0.083406, "nauc_precision_at_10_diff1": 0.63512, "nauc_precision_at_20_max": 0.805868, "nauc_precision_at_20_std": 0.226924, "nauc_precision_at_20_diff1": 0.643046, "nauc_precision_at_100_max": 0.801163, "nauc_precision_at_100_std": 0.395334, "nauc_precision_at_100_diff1": 0.613849, "nauc_precision_at_1000_max": 0.37104, "nauc_precision_at_1000_std": 0.463089, "nauc_precision_at_1000_diff1": -0.041351, "nauc_mrr_at_1_max": 0.644238, "nauc_mrr_at_1_std": -0.068343, "nauc_mrr_at_1_diff1": 0.769385, "nauc_mrr_at_3_max": 0.673219, "nauc_mrr_at_3_std": -0.047999, "nauc_mrr_at_3_diff1": 0.735294, "nauc_mrr_at_5_max": 0.679242, "nauc_mrr_at_5_std": -0.035829, "nauc_mrr_at_5_diff1": 0.732593, "nauc_mrr_at_10_max": 0.678326, "nauc_mrr_at_10_std": -0.034985, "nauc_mrr_at_10_diff1": 0.731732, "nauc_mrr_at_20_max": 0.678797, "nauc_mrr_at_20_std": -0.031543, "nauc_mrr_at_20_diff1": 0.733172, "nauc_mrr_at_100_max": 0.677888, "nauc_mrr_at_100_std": -0.03231, "nauc_mrr_at_100_diff1": 0.733556, "nauc_mrr_at_1000_max": 0.677758, "nauc_mrr_at_1000_std": -0.032698, "nauc_mrr_at_1000_diff1": 0.733654, "hit_rate_at_1": 0.56563, "hit_rate_at_3": 0.69972, "hit_rate_at_5": 0.7493, "hit_rate_at_10": 0.80845, "hit_rate_at_20": 0.86366, "hit_rate_at_100": 0.94254, "hit_rate_at_1000": 0.99831, "main_score": 0.684, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47203, "ndcg_at_3": 0.56221, "ndcg_at_5": 0.58357, "ndcg_at_10": 0.60414, "ndcg_at_20": 0.6187, "ndcg_at_100": 0.63968, "ndcg_at_1000": 0.65059, "map_at_1": 0.47203, "map_at_3": 0.53998, "map_at_5": 0.55169, "map_at_10": 0.56031, "map_at_20": 0.56433, "map_at_100": 0.56718, "map_at_1000": 0.5676, "recall_at_1": 0.47203, "recall_at_3": 0.62657, "recall_at_5": 0.67902, "recall_at_10": 0.74196, "recall_at_20": 0.7993, "recall_at_100": 0.91329, "recall_at_1000": 0.9986, "accuracy": 0.47203, "precision_at_1": 0.47203, "precision_at_3": 0.20886, "precision_at_5": 0.1358, "precision_at_10": 0.0742, "precision_at_20": 0.03997, "precision_at_100": 0.00913, "precision_at_1000": 0.001, "mrr_at_1": 0.472028, "mrr_at_3": 0.539977, "mrr_at_5": 0.55169, "mrr_at_10": 0.560307, "mrr_at_20": 0.564331, "mrr_at_100": 0.567178, "mrr_at_1000": 0.567595, "nauc_ndcg_at_1_max": 0.637645, "nauc_ndcg_at_1_std": 0.03975, "nauc_ndcg_at_1_diff1": 0.6825, "nauc_ndcg_at_3_max": 0.653393, "nauc_ndcg_at_3_std": 0.076058, "nauc_ndcg_at_3_diff1": 0.615828, "nauc_ndcg_at_5_max": 0.6637, "nauc_ndcg_at_5_std": 0.082188, "nauc_ndcg_at_5_diff1": 0.614525, "nauc_ndcg_at_10_max": 0.662607, "nauc_ndcg_at_10_std": 0.097016, "nauc_ndcg_at_10_diff1": 0.607418, "nauc_ndcg_at_20_max": 0.660103, "nauc_ndcg_at_20_std": 0.10695, "nauc_ndcg_at_20_diff1": 0.605531, "nauc_ndcg_at_100_max": 0.660592, "nauc_ndcg_at_100_std": 0.104144, "nauc_ndcg_at_100_diff1": 0.616183, "nauc_ndcg_at_1000_max": 0.658637, "nauc_ndcg_at_1000_std": 0.091897, "nauc_ndcg_at_1000_diff1": 0.620548, "nauc_map_at_1_max": 0.637645, "nauc_map_at_1_std": 0.03975, "nauc_map_at_1_diff1": 0.6825, "nauc_map_at_3_max": 0.649812, "nauc_map_at_3_std": 0.065733, "nauc_map_at_3_diff1": 0.632931, "nauc_map_at_5_max": 0.655411, "nauc_map_at_5_std": 0.069138, "nauc_map_at_5_diff1": 0.632828, "nauc_map_at_10_max": 0.654886, "nauc_map_at_10_std": 0.074984, "nauc_map_at_10_diff1": 0.630156, "nauc_map_at_20_max": 0.654401, "nauc_map_at_20_std": 0.077604, "nauc_map_at_20_diff1": 0.629881, "nauc_map_at_100_max": 0.654502, "nauc_map_at_100_std": 0.077213, "nauc_map_at_100_diff1": 0.631293, "nauc_map_at_1000_max": 0.654446, "nauc_map_at_1000_std": 0.076787, "nauc_map_at_1000_diff1": 0.631447, "nauc_recall_at_1_max": 0.637645, "nauc_recall_at_1_std": 0.03975, "nauc_recall_at_1_diff1": 0.6825, "nauc_recall_at_3_max": 0.664582, "nauc_recall_at_3_std": 0.109393, "nauc_recall_at_3_diff1": 0.561374, "nauc_recall_at_5_max": 0.693628, "nauc_recall_at_5_std": 0.128343, "nauc_recall_at_5_diff1": 0.550661, "nauc_recall_at_10_max": 0.694402, "nauc_recall_at_10_std": 0.193669, "nauc_recall_at_10_diff1": 0.512329, "nauc_recall_at_20_max": 0.683595, "nauc_recall_at_20_std": 0.270899, "nauc_recall_at_20_diff1": 0.48004, "nauc_recall_at_100_max": 0.714173, "nauc_recall_at_100_std": 0.404728, "nauc_recall_at_100_diff1": 0.514439, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.934641, "nauc_recall_at_1000_diff1": 0.638189, "nauc_precision_at_1_max": 0.637645, "nauc_precision_at_1_std": 0.03975, "nauc_precision_at_1_diff1": 0.6825, "nauc_precision_at_3_max": 0.664582, "nauc_precision_at_3_std": 0.109393, "nauc_precision_at_3_diff1": 0.561374, "nauc_precision_at_5_max": 0.693628, "nauc_precision_at_5_std": 0.128343, "nauc_precision_at_5_diff1": 0.550661, "nauc_precision_at_10_max": 0.694402, "nauc_precision_at_10_std": 0.193669, "nauc_precision_at_10_diff1": 0.512329, "nauc_precision_at_20_max": 0.683595, "nauc_precision_at_20_std": 0.270899, "nauc_precision_at_20_diff1": 0.48004, "nauc_precision_at_100_max": 0.714173, "nauc_precision_at_100_std": 0.404728, "nauc_precision_at_100_diff1": 0.514439, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.934641, "nauc_precision_at_1000_diff1": 0.638189, "nauc_mrr_at_1_max": 0.637645, "nauc_mrr_at_1_std": 0.03975, "nauc_mrr_at_1_diff1": 0.6825, "nauc_mrr_at_3_max": 0.649812, "nauc_mrr_at_3_std": 0.065733, "nauc_mrr_at_3_diff1": 0.632931, "nauc_mrr_at_5_max": 0.655411, "nauc_mrr_at_5_std": 0.069138, "nauc_mrr_at_5_diff1": 0.632828, "nauc_mrr_at_10_max": 0.654886, "nauc_mrr_at_10_std": 0.074984, "nauc_mrr_at_10_diff1": 0.630156, "nauc_mrr_at_20_max": 0.654401, "nauc_mrr_at_20_std": 0.077604, "nauc_mrr_at_20_diff1": 0.629881, "nauc_mrr_at_100_max": 0.654502, "nauc_mrr_at_100_std": 0.077213, "nauc_mrr_at_100_diff1": 0.631293, "nauc_mrr_at_1000_max": 0.654446, "nauc_mrr_at_1000_std": 0.076787, "nauc_mrr_at_1000_diff1": 0.631447, "hit_rate_at_1": 0.47203, "hit_rate_at_3": 0.62657, "hit_rate_at_5": 0.67902, "hit_rate_at_10": 0.74196, "hit_rate_at_20": 0.7993, "hit_rate_at_100": 0.91329, "hit_rate_at_1000": 0.9986, "main_score": 0.60414, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51343, "ndcg_at_3": 0.58976, "ndcg_at_5": 0.6094, "ndcg_at_10": 0.62887, "ndcg_at_20": 0.64249, "ndcg_at_100": 0.66369, "ndcg_at_1000": 0.67375, "map_at_1": 0.51343, "map_at_3": 0.57114, "map_at_5": 0.58216, "map_at_10": 0.59019, "map_at_20": 0.59403, "map_at_100": 0.59703, "map_at_1000": 0.59742, "recall_at_1": 0.51343, "recall_at_3": 0.64358, "recall_at_5": 0.69075, "recall_at_10": 0.75104, "recall_at_20": 0.80418, "recall_at_100": 0.91761, "recall_at_1000": 0.99582, "accuracy": 0.51343, "precision_at_1": 0.51343, "precision_at_3": 0.21453, "precision_at_5": 0.13815, "precision_at_10": 0.0751, "precision_at_20": 0.04021, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.513433, "mrr_at_3": 0.571144, "mrr_at_5": 0.582159, "mrr_at_10": 0.590193, "mrr_at_20": 0.594025, "mrr_at_100": 0.597027, "mrr_at_1000": 0.597417, "nauc_ndcg_at_1_max": 0.685774, "nauc_ndcg_at_1_std": 0.020374, "nauc_ndcg_at_1_diff1": 0.782179, "nauc_ndcg_at_3_max": 0.729339, "nauc_ndcg_at_3_std": 0.060738, "nauc_ndcg_at_3_diff1": 0.744757, "nauc_ndcg_at_5_max": 0.728964, "nauc_ndcg_at_5_std": 0.070166, "nauc_ndcg_at_5_diff1": 0.740557, "nauc_ndcg_at_10_max": 0.726536, "nauc_ndcg_at_10_std": 0.076639, "nauc_ndcg_at_10_diff1": 0.734273, "nauc_ndcg_at_20_max": 0.722675, "nauc_ndcg_at_20_std": 0.088977, "nauc_ndcg_at_20_diff1": 0.73208, "nauc_ndcg_at_100_max": 0.722377, "nauc_ndcg_at_100_std": 0.090049, "nauc_ndcg_at_100_diff1": 0.737614, "nauc_ndcg_at_1000_max": 0.720618, "nauc_ndcg_at_1000_std": 0.077379, "nauc_ndcg_at_1000_diff1": 0.741773, "nauc_map_at_1_max": 0.685774, "nauc_map_at_1_std": 0.020374, "nauc_map_at_1_diff1": 0.782179, "nauc_map_at_3_max": 0.717698, "nauc_map_at_3_std": 0.049288, "nauc_map_at_3_diff1": 0.753514, "nauc_map_at_5_max": 0.71734, "nauc_map_at_5_std": 0.054057, "nauc_map_at_5_diff1": 0.751457, "nauc_map_at_10_max": 0.716257, "nauc_map_at_10_std": 0.056852, "nauc_map_at_10_diff1": 0.749088, "nauc_map_at_20_max": 0.71522, "nauc_map_at_20_std": 0.059796, "nauc_map_at_20_diff1": 0.748706, "nauc_map_at_100_max": 0.715224, "nauc_map_at_100_std": 0.059987, "nauc_map_at_100_diff1": 0.749509, "nauc_map_at_1000_max": 0.715184, "nauc_map_at_1000_std": 0.059671, "nauc_map_at_1000_diff1": 0.749649, "nauc_recall_at_1_max": 0.685774, "nauc_recall_at_1_std": 0.020374, "nauc_recall_at_1_diff1": 0.782179, "nauc_recall_at_3_max": 0.766758, "nauc_recall_at_3_std": 0.09784, "nauc_recall_at_3_diff1": 0.717157, "nauc_recall_at_5_max": 0.769085, "nauc_recall_at_5_std": 0.127896, "nauc_recall_at_5_diff1": 0.702688, "nauc_recall_at_10_max": 0.766421, "nauc_recall_at_10_std": 0.160403, "nauc_recall_at_10_diff1": 0.671265, "nauc_recall_at_20_max": 0.751369, "nauc_recall_at_20_std": 0.251956, "nauc_recall_at_20_diff1": 0.644206, "nauc_recall_at_100_max": 0.775559, "nauc_recall_at_100_std": 0.451214, "nauc_recall_at_100_diff1": 0.631057, "nauc_recall_at_1000_max": 0.849911, "nauc_recall_at_1000_std": 0.835222, "nauc_recall_at_1000_diff1": 0.590877, "nauc_precision_at_1_max": 0.685774, "nauc_precision_at_1_std": 0.020374, "nauc_precision_at_1_diff1": 0.782179, "nauc_precision_at_3_max": 0.766758, "nauc_precision_at_3_std": 0.09784, "nauc_precision_at_3_diff1": 0.717157, "nauc_precision_at_5_max": 0.769085, "nauc_precision_at_5_std": 0.127896, "nauc_precision_at_5_diff1": 0.702688, "nauc_precision_at_10_max": 0.766421, "nauc_precision_at_10_std": 0.160403, "nauc_precision_at_10_diff1": 0.671265, "nauc_precision_at_20_max": 0.751369, "nauc_precision_at_20_std": 0.251956, "nauc_precision_at_20_diff1": 0.644206, "nauc_precision_at_100_max": 0.775559, "nauc_precision_at_100_std": 0.451214, "nauc_precision_at_100_diff1": 0.631057, "nauc_precision_at_1000_max": 0.849911, "nauc_precision_at_1000_std": 0.835222, "nauc_precision_at_1000_diff1": 0.590877, "nauc_mrr_at_1_max": 0.685774, "nauc_mrr_at_1_std": 0.020374, "nauc_mrr_at_1_diff1": 0.782179, "nauc_mrr_at_3_max": 0.717698, "nauc_mrr_at_3_std": 0.049288, "nauc_mrr_at_3_diff1": 0.753514, "nauc_mrr_at_5_max": 0.71734, "nauc_mrr_at_5_std": 0.054057, "nauc_mrr_at_5_diff1": 0.751457, "nauc_mrr_at_10_max": 0.716257, "nauc_mrr_at_10_std": 0.056852, "nauc_mrr_at_10_diff1": 0.749088, "nauc_mrr_at_20_max": 0.71522, "nauc_mrr_at_20_std": 0.059796, "nauc_mrr_at_20_diff1": 0.748706, "nauc_mrr_at_100_max": 0.715224, "nauc_mrr_at_100_std": 0.059987, "nauc_mrr_at_100_diff1": 0.749509, "nauc_mrr_at_1000_max": 0.715184, "nauc_mrr_at_1000_std": 0.059671, "nauc_mrr_at_1000_diff1": 0.749649, "hit_rate_at_1": 0.51343, "hit_rate_at_3": 0.64358, "hit_rate_at_5": 0.69075, "hit_rate_at_10": 0.75104, "hit_rate_at_20": 0.80418, "hit_rate_at_100": 0.91761, "hit_rate_at_1000": 0.99582, "main_score": 0.62887, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51728, "ndcg_at_3": 0.59763, "ndcg_at_5": 0.62276, "ndcg_at_10": 0.64364, "ndcg_at_20": 0.6588, "ndcg_at_100": 0.67806, "ndcg_at_1000": 0.68558, "map_at_1": 0.51728, "map_at_3": 0.5784, "map_at_5": 0.59231, "map_at_10": 0.601, "map_at_20": 0.6052, "map_at_100": 0.60797, "map_at_1000": 0.60825, "recall_at_1": 0.51728, "recall_at_3": 0.65309, "recall_at_5": 0.7142, "recall_at_10": 0.7784, "recall_at_20": 0.83796, "recall_at_100": 0.94012, "recall_at_1000": 0.99938, "accuracy": 0.51728, "precision_at_1": 0.51728, "precision_at_3": 0.2177, "precision_at_5": 0.14284, "precision_at_10": 0.07784, "precision_at_20": 0.04191, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.517284, "mrr_at_3": 0.578395, "mrr_at_5": 0.592315, "mrr_at_10": 0.601002, "mrr_at_20": 0.605214, "mrr_at_100": 0.607971, "mrr_at_1000": 0.608249, "nauc_ndcg_at_1_max": 0.606859, "nauc_ndcg_at_1_std": -0.022506, "nauc_ndcg_at_1_diff1": 0.718994, "nauc_ndcg_at_3_max": 0.639592, "nauc_ndcg_at_3_std": -0.017439, "nauc_ndcg_at_3_diff1": 0.678445, "nauc_ndcg_at_5_max": 0.634512, "nauc_ndcg_at_5_std": -0.018693, "nauc_ndcg_at_5_diff1": 0.666324, "nauc_ndcg_at_10_max": 0.64044, "nauc_ndcg_at_10_std": -0.006049, "nauc_ndcg_at_10_diff1": 0.665813, "nauc_ndcg_at_20_max": 0.638751, "nauc_ndcg_at_20_std": 0.002212, "nauc_ndcg_at_20_diff1": 0.664111, "nauc_ndcg_at_100_max": 0.636302, "nauc_ndcg_at_100_std": 0.004025, "nauc_ndcg_at_100_diff1": 0.672606, "nauc_ndcg_at_1000_max": 0.634031, "nauc_ndcg_at_1000_std": -0.004939, "nauc_ndcg_at_1000_diff1": 0.675495, "nauc_map_at_1_max": 0.606859, "nauc_map_at_1_std": -0.022506, "nauc_map_at_1_diff1": 0.718994, "nauc_map_at_3_max": 0.631588, "nauc_map_at_3_std": -0.019559, "nauc_map_at_3_diff1": 0.688202, "nauc_map_at_5_max": 0.628558, "nauc_map_at_5_std": -0.020444, "nauc_map_at_5_diff1": 0.682061, "nauc_map_at_10_max": 0.630401, "nauc_map_at_10_std": -0.015691, "nauc_map_at_10_diff1": 0.682134, "nauc_map_at_20_max": 0.629859, "nauc_map_at_20_std": -0.013796, "nauc_map_at_20_diff1": 0.681916, "nauc_map_at_100_max": 0.629617, "nauc_map_at_100_std": -0.013353, "nauc_map_at_100_diff1": 0.683122, "nauc_map_at_1000_max": 0.629547, "nauc_map_at_1000_std": -0.013602, "nauc_map_at_1000_diff1": 0.683211, "nauc_recall_at_1_max": 0.606859, "nauc_recall_at_1_std": -0.022506, "nauc_recall_at_1_diff1": 0.718994, "nauc_recall_at_3_max": 0.66514, "nauc_recall_at_3_std": -0.010238, "nauc_recall_at_3_diff1": 0.647377, "nauc_recall_at_5_max": 0.654955, "nauc_recall_at_5_std": -0.011933, "nauc_recall_at_5_diff1": 0.607978, "nauc_recall_at_10_max": 0.687168, "nauc_recall_at_10_std": 0.043636, "nauc_recall_at_10_diff1": 0.592894, "nauc_recall_at_20_max": 0.690291, "nauc_recall_at_20_std": 0.115163, "nauc_recall_at_20_diff1": 0.557933, "nauc_recall_at_100_max": 0.708828, "nauc_recall_at_100_std": 0.306949, "nauc_recall_at_100_diff1": 0.57783, "nauc_recall_at_1000_max": 0.554155, "nauc_recall_at_1000_std": 0.358077, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.606859, "nauc_precision_at_1_std": -0.022506, "nauc_precision_at_1_diff1": 0.718994, "nauc_precision_at_3_max": 0.66514, "nauc_precision_at_3_std": -0.010238, "nauc_precision_at_3_diff1": 0.647377, "nauc_precision_at_5_max": 0.654955, "nauc_precision_at_5_std": -0.011933, "nauc_precision_at_5_diff1": 0.607978, "nauc_precision_at_10_max": 0.687168, "nauc_precision_at_10_std": 0.043636, "nauc_precision_at_10_diff1": 0.592894, "nauc_precision_at_20_max": 0.69125, "nauc_precision_at_20_std": 0.118859, "nauc_precision_at_20_diff1": 0.557456, "nauc_precision_at_100_max": 0.695094, "nauc_precision_at_100_std": 0.319162, "nauc_precision_at_100_diff1": 0.560333, "nauc_precision_at_1000_max": 0.157437, "nauc_precision_at_1000_std": 0.765718, "nauc_precision_at_1000_diff1": 0.0, "nauc_mrr_at_1_max": 0.606859, "nauc_mrr_at_1_std": -0.022506, "nauc_mrr_at_1_diff1": 0.718994, "nauc_mrr_at_3_max": 0.631588, "nauc_mrr_at_3_std": -0.019559, "nauc_mrr_at_3_diff1": 0.688202, "nauc_mrr_at_5_max": 0.628558, "nauc_mrr_at_5_std": -0.020444, "nauc_mrr_at_5_diff1": 0.682061, "nauc_mrr_at_10_max": 0.630401, "nauc_mrr_at_10_std": -0.015691, "nauc_mrr_at_10_diff1": 0.682134, "nauc_mrr_at_20_max": 0.62988, "nauc_mrr_at_20_std": -0.013707, "nauc_mrr_at_20_diff1": 0.68191, "nauc_mrr_at_100_max": 0.629614, "nauc_mrr_at_100_std": -0.013369, "nauc_mrr_at_100_diff1": 0.683123, "nauc_mrr_at_1000_max": 0.629543, "nauc_mrr_at_1000_std": -0.013618, "nauc_mrr_at_1000_diff1": 0.683212, "hit_rate_at_1": 0.51728, "hit_rate_at_3": 0.65309, "hit_rate_at_5": 0.7142, "hit_rate_at_10": 0.7784, "hit_rate_at_20": 0.83827, "hit_rate_at_100": 0.94012, "hit_rate_at_1000": 0.99938, "main_score": 0.64364, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42809, "ndcg_at_3": 0.50682, "ndcg_at_5": 0.53125, "ndcg_at_10": 0.55296, "ndcg_at_20": 0.56881, "ndcg_at_100": 0.59248, "ndcg_at_1000": 0.60494, "map_at_1": 0.428, "map_at_3": 0.4875, "map_at_5": 0.50107, "map_at_10": 0.51008, "map_at_20": 0.51442, "map_at_100": 0.51776, "map_at_1000": 0.51822, "recall_at_1": 0.428, "recall_at_3": 0.56263, "recall_at_5": 0.62188, "recall_at_10": 0.68873, "recall_at_20": 0.75155, "recall_at_100": 0.87821, "recall_at_1000": 0.97665, "accuracy": 0.428, "precision_at_1": 0.42809, "precision_at_3": 0.18757, "precision_at_5": 0.1244, "precision_at_10": 0.06889, "precision_at_20": 0.03759, "precision_at_100": 0.00878, "precision_at_1000": 0.00098, "mrr_at_1": 0.428089, "mrr_at_3": 0.487593, "mrr_at_5": 0.501159, "mrr_at_10": 0.510156, "mrr_at_20": 0.514491, "mrr_at_100": 0.517829, "mrr_at_1000": 0.518291, "nauc_ndcg_at_1_max": 0.59576, "nauc_ndcg_at_1_std": 0.056676, "nauc_ndcg_at_1_diff1": 0.695467, "nauc_ndcg_at_3_max": 0.619806, "nauc_ndcg_at_3_std": 0.088471, "nauc_ndcg_at_3_diff1": 0.639763, "nauc_ndcg_at_5_max": 0.617215, "nauc_ndcg_at_5_std": 0.100167, "nauc_ndcg_at_5_diff1": 0.628091, "nauc_ndcg_at_10_max": 0.615535, "nauc_ndcg_at_10_std": 0.10852, "nauc_ndcg_at_10_diff1": 0.626552, "nauc_ndcg_at_20_max": 0.617328, "nauc_ndcg_at_20_std": 0.116336, "nauc_ndcg_at_20_diff1": 0.626142, "nauc_ndcg_at_100_max": 0.618092, "nauc_ndcg_at_100_std": 0.12169, "nauc_ndcg_at_100_diff1": 0.628453, "nauc_ndcg_at_1000_max": 0.616823, "nauc_ndcg_at_1000_std": 0.112048, "nauc_ndcg_at_1000_diff1": 0.634291, "nauc_map_at_1_max": 0.595287, "nauc_map_at_1_std": 0.056373, "nauc_map_at_1_diff1": 0.69499, "nauc_map_at_3_max": 0.613523, "nauc_map_at_3_std": 0.080062, "nauc_map_at_3_diff1": 0.652648, "nauc_map_at_5_max": 0.611809, "nauc_map_at_5_std": 0.086028, "nauc_map_at_5_diff1": 0.646455, "nauc_map_at_10_max": 0.611321, "nauc_map_at_10_std": 0.089268, "nauc_map_at_10_diff1": 0.646252, "nauc_map_at_20_max": 0.61176, "nauc_map_at_20_std": 0.091041, "nauc_map_at_20_diff1": 0.646344, "nauc_map_at_100_max": 0.611821, "nauc_map_at_100_std": 0.091631, "nauc_map_at_100_diff1": 0.646692, "nauc_map_at_1000_max": 0.61178, "nauc_map_at_1000_std": 0.091337, "nauc_map_at_1000_diff1": 0.646873, "nauc_recall_at_1_max": 0.595287, "nauc_recall_at_1_std": 0.056373, "nauc_recall_at_1_diff1": 0.69499, "nauc_recall_at_3_max": 0.638491, "nauc_recall_at_3_std": 0.113948, "nauc_recall_at_3_diff1": 0.600367, "nauc_recall_at_5_max": 0.634121, "nauc_recall_at_5_std": 0.148139, "nauc_recall_at_5_diff1": 0.566487, "nauc_recall_at_10_max": 0.62879, "nauc_recall_at_10_std": 0.18488, "nauc_recall_at_10_diff1": 0.551563, "nauc_recall_at_20_max": 0.640954, "nauc_recall_at_20_std": 0.243229, "nauc_recall_at_20_diff1": 0.534334, "nauc_recall_at_100_max": 0.670676, "nauc_recall_at_100_std": 0.417081, "nauc_recall_at_100_diff1": 0.488739, "nauc_recall_at_1000_max": 0.761016, "nauc_recall_at_1000_std": 0.680662, "nauc_recall_at_1000_diff1": 0.479391, "nauc_precision_at_1_max": 0.59576, "nauc_precision_at_1_std": 0.056676, "nauc_precision_at_1_diff1": 0.695467, "nauc_precision_at_3_max": 0.639054, "nauc_precision_at_3_std": 0.114289, "nauc_precision_at_3_diff1": 0.600926, "nauc_precision_at_5_max": 0.63477, "nauc_precision_at_5_std": 0.148522, "nauc_precision_at_5_diff1": 0.567124, "nauc_precision_at_10_max": 0.629246, "nauc_precision_at_10_std": 0.185465, "nauc_precision_at_10_diff1": 0.552114, "nauc_precision_at_20_max": 0.641481, "nauc_precision_at_20_std": 0.243843, "nauc_precision_at_20_diff1": 0.535017, "nauc_precision_at_100_max": 0.67125, "nauc_precision_at_100_std": 0.417352, "nauc_precision_at_100_diff1": 0.489905, "nauc_precision_at_1000_max": 0.763373, "nauc_precision_at_1000_std": 0.67965, "nauc_precision_at_1000_diff1": 0.48563, "nauc_mrr_at_1_max": 0.59576, "nauc_mrr_at_1_std": 0.056676, "nauc_mrr_at_1_diff1": 0.695467, "nauc_mrr_at_3_max": 0.614014, "nauc_mrr_at_3_std": 0.080376, "nauc_mrr_at_3_diff1": 0.65314, "nauc_mrr_at_5_max": 0.612309, "nauc_mrr_at_5_std": 0.086348, "nauc_mrr_at_5_diff1": 0.646956, "nauc_mrr_at_10_max": 0.611716, "nauc_mrr_at_10_std": 0.08952, "nauc_mrr_at_10_diff1": 0.646647, "nauc_mrr_at_20_max": 0.612158, "nauc_mrr_at_20_std": 0.091296, "nauc_mrr_at_20_diff1": 0.646743, "nauc_mrr_at_100_max": 0.61222, "nauc_mrr_at_100_std": 0.091885, "nauc_mrr_at_100_diff1": 0.647093, "nauc_mrr_at_1000_max": 0.612179, "nauc_mrr_at_1000_std": 0.091591, "nauc_mrr_at_1000_diff1": 0.647275, "hit_rate_at_1": 0.42809, "hit_rate_at_3": 0.56272, "hit_rate_at_5": 0.62198, "hit_rate_at_10": 0.68873, "hit_rate_at_20": 0.75155, "hit_rate_at_100": 0.8783, "hit_rate_at_1000": 0.97675, "main_score": 0.55296, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60846, "ndcg_at_3": 0.68219, "ndcg_at_5": 0.6993, "ndcg_at_10": 0.71518, "ndcg_at_20": 0.72534, "ndcg_at_100": 0.73907, "ndcg_at_1000": 0.74593, "map_at_1": 0.60835, "map_at_3": 0.66456, "map_at_5": 0.67403, "map_at_10": 0.68066, "map_at_20": 0.6834, "map_at_100": 0.68537, "map_at_1000": 0.68563, "recall_at_1": 0.60835, "recall_at_3": 0.73299, "recall_at_5": 0.77465, "recall_at_10": 0.82329, "recall_at_20": 0.86384, "recall_at_100": 0.9367, "recall_at_1000": 0.99084, "accuracy": 0.60835, "precision_at_1": 0.60846, "precision_at_3": 0.24441, "precision_at_5": 0.15497, "precision_at_10": 0.08236, "precision_at_20": 0.04321, "precision_at_100": 0.00937, "precision_at_1000": 0.00099, "mrr_at_1": 0.608464, "mrr_at_3": 0.664562, "mrr_at_5": 0.674034, "mrr_at_10": 0.680676, "mrr_at_20": 0.683418, "mrr_at_100": 0.685383, "mrr_at_1000": 0.685639, "nauc_ndcg_at_1_max": 0.694324, "nauc_ndcg_at_1_std": -0.005387, "nauc_ndcg_at_1_diff1": 0.830528, "nauc_ndcg_at_3_max": 0.747987, "nauc_ndcg_at_3_std": 0.034405, "nauc_ndcg_at_3_diff1": 0.797017, "nauc_ndcg_at_5_max": 0.751148, "nauc_ndcg_at_5_std": 0.054434, "nauc_ndcg_at_5_diff1": 0.792434, "nauc_ndcg_at_10_max": 0.748153, "nauc_ndcg_at_10_std": 0.064703, "nauc_ndcg_at_10_diff1": 0.789139, "nauc_ndcg_at_20_max": 0.747212, "nauc_ndcg_at_20_std": 0.06794, "nauc_ndcg_at_20_diff1": 0.790019, "nauc_ndcg_at_100_max": 0.743238, "nauc_ndcg_at_100_std": 0.069933, "nauc_ndcg_at_100_diff1": 0.792659, "nauc_ndcg_at_1000_max": 0.740593, "nauc_ndcg_at_1000_std": 0.058058, "nauc_ndcg_at_1000_diff1": 0.795433, "nauc_map_at_1_max": 0.693774, "nauc_map_at_1_std": -0.006007, "nauc_map_at_1_diff1": 0.830492, "nauc_map_at_3_max": 0.734691, "nauc_map_at_3_std": 0.02382, "nauc_map_at_3_diff1": 0.805428, "nauc_map_at_5_max": 0.736027, "nauc_map_at_5_std": 0.033976, "nauc_map_at_5_diff1": 0.803337, "nauc_map_at_10_max": 0.734549, "nauc_map_at_10_std": 0.037571, "nauc_map_at_10_diff1": 0.802193, "nauc_map_at_20_max": 0.734205, "nauc_map_at_20_std": 0.03795, "nauc_map_at_20_diff1": 0.802473, "nauc_map_at_100_max": 0.733546, "nauc_map_at_100_std": 0.038145, "nauc_map_at_100_diff1": 0.80277, "nauc_map_at_1000_max": 0.73346, "nauc_map_at_1000_std": 0.0378, "nauc_map_at_1000_diff1": 0.802856, "nauc_recall_at_1_max": 0.693774, "nauc_recall_at_1_std": -0.006007, "nauc_recall_at_1_diff1": 0.830492, "nauc_recall_at_3_max": 0.792566, "nauc_recall_at_3_std": 0.07028, "nauc_recall_at_3_diff1": 0.76876, "nauc_recall_at_5_max": 0.808468, "nauc_recall_at_5_std": 0.135818, "nauc_recall_at_5_diff1": 0.750379, "nauc_recall_at_10_max": 0.808762, "nauc_recall_at_10_std": 0.199048, "nauc_recall_at_10_diff1": 0.726919, "nauc_recall_at_20_max": 0.818345, "nauc_recall_at_20_std": 0.260112, "nauc_recall_at_20_diff1": 0.717187, "nauc_recall_at_100_max": 0.826951, "nauc_recall_at_100_std": 0.49317, "nauc_recall_at_100_diff1": 0.693778, "nauc_recall_at_1000_max": 0.832416, "nauc_recall_at_1000_std": 0.732713, "nauc_recall_at_1000_diff1": 0.636662, "nauc_precision_at_1_max": 0.694324, "nauc_precision_at_1_std": -0.005387, "nauc_precision_at_1_diff1": 0.830528, "nauc_precision_at_3_max": 0.792352, "nauc_precision_at_3_std": 0.071801, "nauc_precision_at_3_diff1": 0.767166, "nauc_precision_at_5_max": 0.808193, "nauc_precision_at_5_std": 0.137438, "nauc_precision_at_5_diff1": 0.748586, "nauc_precision_at_10_max": 0.808521, "nauc_precision_at_10_std": 0.202167, "nauc_precision_at_10_diff1": 0.724705, "nauc_precision_at_20_max": 0.818018, "nauc_precision_at_20_std": 0.263931, "nauc_precision_at_20_diff1": 0.714402, "nauc_precision_at_100_max": 0.818948, "nauc_precision_at_100_std": 0.503085, "nauc_precision_at_100_diff1": 0.680956, "nauc_precision_at_1000_max": 0.732251, "nauc_precision_at_1000_std": 0.763753, "nauc_precision_at_1000_diff1": 0.517128, "nauc_mrr_at_1_max": 0.694324, "nauc_mrr_at_1_std": -0.005387, "nauc_mrr_at_1_diff1": 0.830528, "nauc_mrr_at_3_max": 0.734691, "nauc_mrr_at_3_std": 0.02382, "nauc_mrr_at_3_diff1": 0.805428, "nauc_mrr_at_5_max": 0.736027, "nauc_mrr_at_5_std": 0.033976, "nauc_mrr_at_5_diff1": 0.803337, "nauc_mrr_at_10_max": 0.734554, "nauc_mrr_at_10_std": 0.037677, "nauc_mrr_at_10_diff1": 0.802191, "nauc_mrr_at_20_max": 0.734211, "nauc_mrr_at_20_std": 0.038057, "nauc_mrr_at_20_diff1": 0.802472, "nauc_mrr_at_100_max": 0.733548, "nauc_mrr_at_100_std": 0.038215, "nauc_mrr_at_100_diff1": 0.802768, "nauc_mrr_at_1000_max": 0.733462, "nauc_mrr_at_1000_std": 0.037868, "nauc_mrr_at_1000_diff1": 0.802855, "hit_rate_at_1": 0.60846, "hit_rate_at_3": 0.73299, "hit_rate_at_5": 0.77465, "hit_rate_at_10": 0.8234, "hit_rate_at_20": 0.86395, "hit_rate_at_100": 0.93685, "hit_rate_at_1000": 0.99092, "main_score": 0.71518, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60836, "ndcg_at_3": 0.67762, "ndcg_at_5": 0.69275, "ndcg_at_10": 0.70649, "ndcg_at_20": 0.71659, "ndcg_at_100": 0.73093, "ndcg_at_1000": 0.73849, "map_at_1": 0.60831, "map_at_3": 0.661, "map_at_5": 0.66945, "map_at_10": 0.67516, "map_at_20": 0.67794, "map_at_100": 0.67991, "map_at_1000": 0.68019, "recall_at_1": 0.60831, "recall_at_3": 0.72552, "recall_at_5": 0.76204, "recall_at_10": 0.80435, "recall_at_20": 0.84423, "recall_at_100": 0.92162, "recall_at_1000": 0.98135, "accuracy": 0.60831, "precision_at_1": 0.60836, "precision_at_3": 0.2419, "precision_at_5": 0.15244, "precision_at_10": 0.08045, "precision_at_20": 0.04223, "precision_at_100": 0.00922, "precision_at_1000": 0.00098, "mrr_at_1": 0.608358, "mrr_at_3": 0.660997, "mrr_at_5": 0.669445, "mrr_at_10": 0.675153, "mrr_at_20": 0.677937, "mrr_at_100": 0.679914, "mrr_at_1000": 0.680193, "nauc_ndcg_at_1_max": 0.689445, "nauc_ndcg_at_1_std": 0.042362, "nauc_ndcg_at_1_diff1": 0.797228, "nauc_ndcg_at_3_max": 0.737233, "nauc_ndcg_at_3_std": 0.08649, "nauc_ndcg_at_3_diff1": 0.768282, "nauc_ndcg_at_5_max": 0.741184, "nauc_ndcg_at_5_std": 0.100044, "nauc_ndcg_at_5_diff1": 0.764036, "nauc_ndcg_at_10_max": 0.737693, "nauc_ndcg_at_10_std": 0.108044, "nauc_ndcg_at_10_diff1": 0.760099, "nauc_ndcg_at_20_max": 0.737041, "nauc_ndcg_at_20_std": 0.11265, "nauc_ndcg_at_20_diff1": 0.760279, "nauc_ndcg_at_100_max": 0.735234, "nauc_ndcg_at_100_std": 0.117734, "nauc_ndcg_at_100_diff1": 0.76284, "nauc_ndcg_at_1000_max": 0.732923, "nauc_ndcg_at_1000_std": 0.108392, "nauc_ndcg_at_1000_diff1": 0.765919, "nauc_map_at_1_max": 0.689313, "nauc_map_at_1_std": 0.042199, "nauc_map_at_1_diff1": 0.797216, "nauc_map_at_3_max": 0.725259, "nauc_map_at_3_std": 0.074959, "nauc_map_at_3_diff1": 0.775538, "nauc_map_at_5_max": 0.72716, "nauc_map_at_5_std": 0.081972, "nauc_map_at_5_diff1": 0.773452, "nauc_map_at_10_max": 0.725653, "nauc_map_at_10_std": 0.084938, "nauc_map_at_10_diff1": 0.772089, "nauc_map_at_20_max": 0.725415, "nauc_map_at_20_std": 0.085939, "nauc_map_at_20_diff1": 0.772218, "nauc_map_at_100_max": 0.725149, "nauc_map_at_100_std": 0.086586, "nauc_map_at_100_diff1": 0.772568, "nauc_map_at_1000_max": 0.725076, "nauc_map_at_1000_std": 0.086321, "nauc_map_at_1000_diff1": 0.772671, "nauc_recall_at_1_max": 0.689313, "nauc_recall_at_1_std": 0.042199, "nauc_recall_at_1_diff1": 0.797216, "nauc_recall_at_3_max": 0.776943, "nauc_recall_at_3_std": 0.124977, "nauc_recall_at_3_diff1": 0.744218, "nauc_recall_at_5_max": 0.792899, "nauc_recall_at_5_std": 0.168577, "nauc_recall_at_5_diff1": 0.728922, "nauc_recall_at_10_max": 0.786752, "nauc_recall_at_10_std": 0.212249, "nauc_recall_at_10_diff1": 0.706498, "nauc_recall_at_20_max": 0.793546, "nauc_recall_at_20_std": 0.264928, "nauc_recall_at_20_diff1": 0.695389, "nauc_recall_at_100_max": 0.81541, "nauc_recall_at_100_std": 0.469909, "nauc_recall_at_100_diff1": 0.679577, "nauc_recall_at_1000_max": 0.850518, "nauc_recall_at_1000_std": 0.685125, "nauc_recall_at_1000_diff1": 0.699966, "nauc_precision_at_1_max": 0.689445, "nauc_precision_at_1_std": 0.042362, "nauc_precision_at_1_diff1": 0.797228, "nauc_precision_at_3_max": 0.776132, "nauc_precision_at_3_std": 0.125647, "nauc_precision_at_3_diff1": 0.742963, "nauc_precision_at_5_max": 0.791967, "nauc_precision_at_5_std": 0.169267, "nauc_precision_at_5_diff1": 0.727535, "nauc_precision_at_10_max": 0.78567, "nauc_precision_at_10_std": 0.212985, "nauc_precision_at_10_diff1": 0.704911, "nauc_precision_at_20_max": 0.792366, "nauc_precision_at_20_std": 0.266003, "nauc_precision_at_20_diff1": 0.693564, "nauc_precision_at_100_max": 0.806496, "nauc_precision_at_100_std": 0.468998, "nauc_precision_at_100_diff1": 0.670272, "nauc_precision_at_1000_max": 0.784711, "nauc_precision_at_1000_std": 0.664529, "nauc_precision_at_1000_diff1": 0.63739, "nauc_mrr_at_1_max": 0.689445, "nauc_mrr_at_1_std": 0.042362, "nauc_mrr_at_1_diff1": 0.797228, "nauc_mrr_at_3_max": 0.725252, "nauc_mrr_at_3_std": 0.074928, "nauc_mrr_at_3_diff1": 0.775541, "nauc_mrr_at_5_max": 0.727153, "nauc_mrr_at_5_std": 0.081941, "nauc_mrr_at_5_diff1": 0.773456, "nauc_mrr_at_10_max": 0.725645, "nauc_mrr_at_10_std": 0.084906, "nauc_mrr_at_10_diff1": 0.772093, "nauc_mrr_at_20_max": 0.725414, "nauc_mrr_at_20_std": 0.085914, "nauc_mrr_at_20_diff1": 0.772229, "nauc_mrr_at_100_max": 0.725145, "nauc_mrr_at_100_std": 0.086563, "nauc_mrr_at_100_diff1": 0.772577, "nauc_mrr_at_1000_max": 0.725072, "nauc_mrr_at_1000_std": 0.086295, "nauc_mrr_at_1000_diff1": 0.772681, "hit_rate_at_1": 0.60836, "hit_rate_at_3": 0.72552, "hit_rate_at_5": 0.76204, "hit_rate_at_10": 0.80435, "hit_rate_at_20": 0.84433, "hit_rate_at_100": 0.92169, "hit_rate_at_1000": 0.98135, "main_score": 0.70649, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.58655, "ndcg_at_3": 0.66374, "ndcg_at_5": 0.67891, "ndcg_at_10": 0.69443, "ndcg_at_20": 0.70587, "ndcg_at_100": 0.72068, "ndcg_at_1000": 0.72858, "map_at_1": 0.58655, "map_at_3": 0.64521, "map_at_5": 0.65365, "map_at_10": 0.66009, "map_at_20": 0.66327, "map_at_100": 0.66532, "map_at_1000": 0.6656, "recall_at_1": 0.58655, "recall_at_3": 0.7172, "recall_at_5": 0.75395, "recall_at_10": 0.80166, "recall_at_20": 0.8466, "recall_at_100": 0.9263, "recall_at_1000": 0.98943, "accuracy": 0.58655, "precision_at_1": 0.58655, "precision_at_3": 0.23907, "precision_at_5": 0.15079, "precision_at_10": 0.08018, "precision_at_20": 0.04233, "precision_at_100": 0.00926, "precision_at_1000": 0.00099, "mrr_at_1": 0.586555, "mrr_at_3": 0.64521, "mrr_at_5": 0.653647, "mrr_at_10": 0.660105, "mrr_at_20": 0.663283, "mrr_at_100": 0.665336, "mrr_at_1000": 0.665616, "nauc_ndcg_at_1_max": 0.705096, "nauc_ndcg_at_1_std": 0.083627, "nauc_ndcg_at_1_diff1": 0.798696, "nauc_ndcg_at_3_max": 0.75155, "nauc_ndcg_at_3_std": 0.131631, "nauc_ndcg_at_3_diff1": 0.760459, "nauc_ndcg_at_5_max": 0.754607, "nauc_ndcg_at_5_std": 0.144641, "nauc_ndcg_at_5_diff1": 0.759523, "nauc_ndcg_at_10_max": 0.752887, "nauc_ndcg_at_10_std": 0.158956, "nauc_ndcg_at_10_diff1": 0.753714, "nauc_ndcg_at_20_max": 0.751, "nauc_ndcg_at_20_std": 0.161639, "nauc_ndcg_at_20_diff1": 0.754244, "nauc_ndcg_at_100_max": 0.747726, "nauc_ndcg_at_100_std": 0.162606, "nauc_ndcg_at_100_diff1": 0.756606, "nauc_ndcg_at_1000_max": 0.745769, "nauc_ndcg_at_1000_std": 0.150183, "nauc_ndcg_at_1000_diff1": 0.760654, "nauc_map_at_1_max": 0.705096, "nauc_map_at_1_std": 0.083627, "nauc_map_at_1_diff1": 0.798696, "nauc_map_at_3_max": 0.7401, "nauc_map_at_3_std": 0.118598, "nauc_map_at_3_diff1": 0.770315, "nauc_map_at_5_max": 0.741469, "nauc_map_at_5_std": 0.125131, "nauc_map_at_5_diff1": 0.770058, "nauc_map_at_10_max": 0.74062, "nauc_map_at_10_std": 0.130395, "nauc_map_at_10_diff1": 0.767994, "nauc_map_at_20_max": 0.74004, "nauc_map_at_20_std": 0.130722, "nauc_map_at_20_diff1": 0.7683, "nauc_map_at_100_max": 0.739572, "nauc_map_at_100_std": 0.130851, "nauc_map_at_100_diff1": 0.768599, "nauc_map_at_1000_max": 0.739528, "nauc_map_at_1000_std": 0.130535, "nauc_map_at_1000_diff1": 0.768727, "nauc_recall_at_1_max": 0.705096, "nauc_recall_at_1_std": 0.083627, "nauc_recall_at_1_diff1": 0.798696, "nauc_recall_at_3_max": 0.789535, "nauc_recall_at_3_std": 0.175491, "nauc_recall_at_3_diff1": 0.727539, "nauc_recall_at_5_max": 0.803003, "nauc_recall_at_5_std": 0.218982, "nauc_recall_at_5_diff1": 0.720721, "nauc_recall_at_10_max": 0.804604, "nauc_recall_at_10_std": 0.292493, "nauc_recall_at_10_diff1": 0.689131, "nauc_recall_at_20_max": 0.805844, "nauc_recall_at_20_std": 0.346485, "nauc_recall_at_20_diff1": 0.674951, "nauc_recall_at_100_max": 0.805018, "nauc_recall_at_100_std": 0.532057, "nauc_recall_at_100_diff1": 0.639998, "nauc_recall_at_1000_max": 0.788046, "nauc_recall_at_1000_std": 0.54046, "nauc_recall_at_1000_diff1": 0.629231, "nauc_precision_at_1_max": 0.705096, "nauc_precision_at_1_std": 0.083627, "nauc_precision_at_1_diff1": 0.798696, "nauc_precision_at_3_max": 0.789535, "nauc_precision_at_3_std": 0.175491, "nauc_precision_at_3_diff1": 0.727539, "nauc_precision_at_5_max": 0.803003, "nauc_precision_at_5_std": 0.218982, "nauc_precision_at_5_diff1": 0.720721, "nauc_precision_at_10_max": 0.80445, "nauc_precision_at_10_std": 0.292339, "nauc_precision_at_10_diff1": 0.688925, "nauc_precision_at_20_max": 0.805649, "nauc_precision_at_20_std": 0.34632, "nauc_precision_at_20_diff1": 0.674682, "nauc_precision_at_100_max": 0.804872, "nauc_precision_at_100_std": 0.534972, "nauc_precision_at_100_diff1": 0.639425, "nauc_precision_at_1000_max": 0.749279, "nauc_precision_at_1000_std": 0.554434, "nauc_precision_at_1000_diff1": 0.593935, "nauc_mrr_at_1_max": 0.705096, "nauc_mrr_at_1_std": 0.083627, "nauc_mrr_at_1_diff1": 0.798696, "nauc_mrr_at_3_max": 0.7401, "nauc_mrr_at_3_std": 0.118598, "nauc_mrr_at_3_diff1": 0.770315, "nauc_mrr_at_5_max": 0.741469, "nauc_mrr_at_5_std": 0.125131, "nauc_mrr_at_5_diff1": 0.770058, "nauc_mrr_at_10_max": 0.740605, "nauc_mrr_at_10_std": 0.130378, "nauc_mrr_at_10_diff1": 0.76798, "nauc_mrr_at_20_max": 0.740025, "nauc_mrr_at_20_std": 0.130705, "nauc_mrr_at_20_diff1": 0.768286, "nauc_mrr_at_100_max": 0.739556, "nauc_mrr_at_100_std": 0.130853, "nauc_mrr_at_100_diff1": 0.768585, "nauc_mrr_at_1000_max": 0.739513, "nauc_mrr_at_1000_std": 0.130526, "nauc_mrr_at_1000_diff1": 0.768713, "hit_rate_at_1": 0.58655, "hit_rate_at_3": 0.7172, "hit_rate_at_5": 0.75395, "hit_rate_at_10": 0.80175, "hit_rate_at_20": 0.8467, "hit_rate_at_100": 0.92649, "hit_rate_at_1000": 0.98953, "main_score": 0.69443, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.46583, "ndcg_at_3": 0.55267, "ndcg_at_5": 0.57343, "ndcg_at_10": 0.59334, "ndcg_at_20": 0.60774, "ndcg_at_100": 0.62672, "ndcg_at_1000": 0.6388, "map_at_1": 0.46572, "map_at_3": 0.53167, "map_at_5": 0.54313, "map_at_10": 0.5513, "map_at_20": 0.55527, "map_at_100": 0.55788, "map_at_1000": 0.5583, "recall_at_1": 0.46572, "recall_at_3": 0.6132, "recall_at_5": 0.66385, "recall_at_10": 0.72559, "recall_at_20": 0.78245, "recall_at_100": 0.88517, "recall_at_1000": 0.982, "accuracy": 0.46572, "precision_at_1": 0.46583, "precision_at_3": 0.20443, "precision_at_5": 0.13279, "precision_at_10": 0.07258, "precision_at_20": 0.03914, "precision_at_100": 0.00885, "precision_at_1000": 0.00098, "mrr_at_1": 0.465826, "mrr_at_3": 0.531767, "mrr_at_5": 0.54323, "mrr_at_10": 0.551418, "mrr_at_20": 0.555368, "mrr_at_100": 0.557978, "mrr_at_1000": 0.5584, "nauc_ndcg_at_1_max": 0.582131, "nauc_ndcg_at_1_std": 0.079958, "nauc_ndcg_at_1_diff1": 0.692143, "nauc_ndcg_at_3_max": 0.609924, "nauc_ndcg_at_3_std": 0.10378, "nauc_ndcg_at_3_diff1": 0.641116, "nauc_ndcg_at_5_max": 0.613363, "nauc_ndcg_at_5_std": 0.117842, "nauc_ndcg_at_5_diff1": 0.63576, "nauc_ndcg_at_10_max": 0.617806, "nauc_ndcg_at_10_std": 0.13071, "nauc_ndcg_at_10_diff1": 0.634133, "nauc_ndcg_at_20_max": 0.616618, "nauc_ndcg_at_20_std": 0.135678, "nauc_ndcg_at_20_diff1": 0.632675, "nauc_ndcg_at_100_max": 0.615295, "nauc_ndcg_at_100_std": 0.141775, "nauc_ndcg_at_100_diff1": 0.633749, "nauc_ndcg_at_1000_max": 0.613086, "nauc_ndcg_at_1000_std": 0.131462, "nauc_ndcg_at_1000_diff1": 0.639741, "nauc_map_at_1_max": 0.582214, "nauc_map_at_1_std": 0.079906, "nauc_map_at_1_diff1": 0.692069, "nauc_map_at_3_max": 0.603369, "nauc_map_at_3_std": 0.09765, "nauc_map_at_3_diff1": 0.653585, "nauc_map_at_5_max": 0.605091, "nauc_map_at_5_std": 0.104914, "nauc_map_at_5_diff1": 0.651001, "nauc_map_at_10_max": 0.606786, "nauc_map_at_10_std": 0.109953, "nauc_map_at_10_diff1": 0.650514, "nauc_map_at_20_max": 0.606445, "nauc_map_at_20_std": 0.111066, "nauc_map_at_20_diff1": 0.65027, "nauc_map_at_100_max": 0.606321, "nauc_map_at_100_std": 0.111802, "nauc_map_at_100_diff1": 0.650487, "nauc_map_at_1000_max": 0.606263, "nauc_map_at_1000_std": 0.111554, "nauc_map_at_1000_diff1": 0.650678, "nauc_recall_at_1_max": 0.582214, "nauc_recall_at_1_std": 0.079906, "nauc_recall_at_1_diff1": 0.692069, "nauc_recall_at_3_max": 0.630264, "nauc_recall_at_3_std": 0.122953, "nauc_recall_at_3_diff1": 0.602083, "nauc_recall_at_5_max": 0.641697, "nauc_recall_at_5_std": 0.164137, "nauc_recall_at_5_diff1": 0.583269, "nauc_recall_at_10_max": 0.662864, "nauc_recall_at_10_std": 0.219955, "nauc_recall_at_10_diff1": 0.569177, "nauc_recall_at_20_max": 0.664555, "nauc_recall_at_20_std": 0.266532, "nauc_recall_at_20_diff1": 0.547659, "nauc_recall_at_100_max": 0.679377, "nauc_recall_at_100_std": 0.440887, "nauc_recall_at_100_diff1": 0.497467, "nauc_recall_at_1000_max": 0.733753, "nauc_recall_at_1000_std": 0.706439, "nauc_recall_at_1000_diff1": 0.48934, "nauc_precision_at_1_max": 0.582131, "nauc_precision_at_1_std": 0.079958, "nauc_precision_at_1_diff1": 0.692143, "nauc_precision_at_3_max": 0.630261, "nauc_precision_at_3_std": 0.123032, "nauc_precision_at_3_diff1": 0.60225, "nauc_precision_at_5_max": 0.641696, "nauc_precision_at_5_std": 0.164233, "nauc_precision_at_5_diff1": 0.58345, "nauc_precision_at_10_max": 0.662812, "nauc_precision_at_10_std": 0.22011, "nauc_precision_at_10_diff1": 0.569363, "nauc_precision_at_20_max": 0.662706, "nauc_precision_at_20_std": 0.26612, "nauc_precision_at_20_diff1": 0.546414, "nauc_precision_at_100_max": 0.676164, "nauc_precision_at_100_std": 0.439786, "nauc_precision_at_100_diff1": 0.495458, "nauc_precision_at_1000_max": 0.713574, "nauc_precision_at_1000_std": 0.696267, "nauc_precision_at_1000_diff1": 0.47736, "nauc_mrr_at_1_max": 0.582131, "nauc_mrr_at_1_std": 0.079958, "nauc_mrr_at_1_diff1": 0.692143, "nauc_mrr_at_3_max": 0.603283, "nauc_mrr_at_3_std": 0.097706, "nauc_mrr_at_3_diff1": 0.653662, "nauc_mrr_at_5_max": 0.605003, "nauc_mrr_at_5_std": 0.104971, "nauc_mrr_at_5_diff1": 0.651079, "nauc_mrr_at_10_max": 0.606686, "nauc_mrr_at_10_std": 0.11001, "nauc_mrr_at_10_diff1": 0.65059, "nauc_mrr_at_20_max": 0.606358, "nauc_mrr_at_20_std": 0.111125, "nauc_mrr_at_20_diff1": 0.650352, "nauc_mrr_at_100_max": 0.606234, "nauc_mrr_at_100_std": 0.111862, "nauc_mrr_at_100_diff1": 0.650569, "nauc_mrr_at_1000_max": 0.606175, "nauc_mrr_at_1000_std": 0.111613, "nauc_mrr_at_1000_diff1": 0.65076, "hit_rate_at_1": 0.46583, "hit_rate_at_3": 0.6133, "hit_rate_at_5": 0.66395, "hit_rate_at_10": 0.72579, "hit_rate_at_20": 0.78255, "hit_rate_at_100": 0.88527, "hit_rate_at_1000": 0.9821, "main_score": 0.59334, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.49154, "ndcg_at_3": 0.56621, "ndcg_at_5": 0.58457, "ndcg_at_10": 0.6053, "ndcg_at_20": 0.61692, "ndcg_at_100": 0.63761, "ndcg_at_1000": 0.64921, "map_at_1": 0.49154, "map_at_3": 0.5482, "map_at_5": 0.55839, "map_at_10": 0.56687, "map_at_20": 0.57005, "map_at_100": 0.57287, "map_at_1000": 0.5733, "recall_at_1": 0.49154, "recall_at_3": 0.6182, "recall_at_5": 0.66278, "recall_at_10": 0.72721, "recall_at_20": 0.77325, "recall_at_100": 0.88553, "recall_at_1000": 0.97743, "accuracy": 0.49154, "precision_at_1": 0.49154, "precision_at_3": 0.20607, "precision_at_5": 0.13256, "precision_at_10": 0.07272, "precision_at_20": 0.03866, "precision_at_100": 0.00886, "precision_at_1000": 0.00098, "mrr_at_1": 0.491538, "mrr_at_3": 0.548195, "mrr_at_5": 0.558386, "mrr_at_10": 0.566874, "mrr_at_20": 0.570054, "mrr_at_100": 0.572868, "mrr_at_1000": 0.573298, "nauc_ndcg_at_1_max": 0.69478, "nauc_ndcg_at_1_std": 0.103206, "nauc_ndcg_at_1_diff1": 0.755557, "nauc_ndcg_at_3_max": 0.730255, "nauc_ndcg_at_3_std": 0.146141, "nauc_ndcg_at_3_diff1": 0.714587, "nauc_ndcg_at_5_max": 0.731566, "nauc_ndcg_at_5_std": 0.156375, "nauc_ndcg_at_5_diff1": 0.707533, "nauc_ndcg_at_10_max": 0.73159, "nauc_ndcg_at_10_std": 0.171154, "nauc_ndcg_at_10_diff1": 0.704001, "nauc_ndcg_at_20_max": 0.729976, "nauc_ndcg_at_20_std": 0.177577, "nauc_ndcg_at_20_diff1": 0.701357, "nauc_ndcg_at_100_max": 0.727655, "nauc_ndcg_at_100_std": 0.180127, "nauc_ndcg_at_100_diff1": 0.704267, "nauc_ndcg_at_1000_max": 0.726894, "nauc_ndcg_at_1000_std": 0.170562, "nauc_ndcg_at_1000_diff1": 0.70991, "nauc_map_at_1_max": 0.69478, "nauc_map_at_1_std": 0.103206, "nauc_map_at_1_diff1": 0.755557, "nauc_map_at_3_max": 0.721534, "nauc_map_at_3_std": 0.134633, "nauc_map_at_3_diff1": 0.724871, "nauc_map_at_5_max": 0.722085, "nauc_map_at_5_std": 0.139894, "nauc_map_at_5_diff1": 0.721211, "nauc_map_at_10_max": 0.721924, "nauc_map_at_10_std": 0.145226, "nauc_map_at_10_diff1": 0.71994, "nauc_map_at_20_max": 0.721422, "nauc_map_at_20_std": 0.146697, "nauc_map_at_20_diff1": 0.719424, "nauc_map_at_100_max": 0.720966, "nauc_map_at_100_std": 0.146927, "nauc_map_at_100_diff1": 0.719757, "nauc_map_at_1000_max": 0.720958, "nauc_map_at_1000_std": 0.146701, "nauc_map_at_1000_diff1": 0.719948, "nauc_recall_at_1_max": 0.69478, "nauc_recall_at_1_std": 0.103206, "nauc_recall_at_1_diff1": 0.755557, "nauc_recall_at_3_max": 0.757445, "nauc_recall_at_3_std": 0.182465, "nauc_recall_at_3_diff1": 0.682424, "nauc_recall_at_5_max": 0.763417, "nauc_recall_at_5_std": 0.213659, "nauc_recall_at_5_diff1": 0.660656, "nauc_recall_at_10_max": 0.768995, "nauc_recall_at_10_std": 0.281737, "nauc_recall_at_10_diff1": 0.639916, "nauc_recall_at_20_max": 0.766235, "nauc_recall_at_20_std": 0.335201, "nauc_recall_at_20_diff1": 0.614318, "nauc_recall_at_100_max": 0.770268, "nauc_recall_at_100_std": 0.494224, "nauc_recall_at_100_diff1": 0.586182, "nauc_recall_at_1000_max": 0.845845, "nauc_recall_at_1000_std": 0.762895, "nauc_recall_at_1000_diff1": 0.637706, "nauc_precision_at_1_max": 0.69478, "nauc_precision_at_1_std": 0.103206, "nauc_precision_at_1_diff1": 0.755557, "nauc_precision_at_3_max": 0.757445, "nauc_precision_at_3_std": 0.182465, "nauc_precision_at_3_diff1": 0.682424, "nauc_precision_at_5_max": 0.763417, "nauc_precision_at_5_std": 0.213659, "nauc_precision_at_5_diff1": 0.660656, "nauc_precision_at_10_max": 0.768995, "nauc_precision_at_10_std": 0.281737, "nauc_precision_at_10_diff1": 0.639916, "nauc_precision_at_20_max": 0.766235, "nauc_precision_at_20_std": 0.335201, "nauc_precision_at_20_diff1": 0.614318, "nauc_precision_at_100_max": 0.770268, "nauc_precision_at_100_std": 0.494224, "nauc_precision_at_100_diff1": 0.586182, "nauc_precision_at_1000_max": 0.845845, "nauc_precision_at_1000_std": 0.762895, "nauc_precision_at_1000_diff1": 0.637706, "nauc_mrr_at_1_max": 0.69478, "nauc_mrr_at_1_std": 0.103206, "nauc_mrr_at_1_diff1": 0.755557, "nauc_mrr_at_3_max": 0.721534, "nauc_mrr_at_3_std": 0.134633, "nauc_mrr_at_3_diff1": 0.724871, "nauc_mrr_at_5_max": 0.722085, "nauc_mrr_at_5_std": 0.139894, "nauc_mrr_at_5_diff1": 0.721211, "nauc_mrr_at_10_max": 0.721924, "nauc_mrr_at_10_std": 0.145226, "nauc_mrr_at_10_diff1": 0.71994, "nauc_mrr_at_20_max": 0.721422, "nauc_mrr_at_20_std": 0.146697, "nauc_mrr_at_20_diff1": 0.719424, "nauc_mrr_at_100_max": 0.720966, "nauc_mrr_at_100_std": 0.146927, "nauc_mrr_at_100_diff1": 0.719757, "nauc_mrr_at_1000_max": 0.720958, "nauc_mrr_at_1000_std": 0.146701, "nauc_mrr_at_1000_diff1": 0.719948, "hit_rate_at_1": 0.49154, "hit_rate_at_3": 0.6182, "hit_rate_at_5": 0.66278, "hit_rate_at_10": 0.72721, "hit_rate_at_20": 0.77325, "hit_rate_at_100": 0.88553, "hit_rate_at_1000": 0.97743, "main_score": 0.6053, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.50214, "ndcg_at_3": 0.58465, "ndcg_at_5": 0.60594, "ndcg_at_10": 0.62495, "ndcg_at_20": 0.63987, "ndcg_at_100": 0.65868, "ndcg_at_1000": 0.6675, "map_at_1": 0.50214, "map_at_3": 0.56438, "map_at_5": 0.57626, "map_at_10": 0.58422, "map_at_20": 0.58836, "map_at_100": 0.59097, "map_at_1000": 0.59128, "recall_at_1": 0.50214, "recall_at_3": 0.6433, "recall_at_5": 0.6947, "recall_at_10": 0.75292, "recall_at_20": 0.81153, "recall_at_100": 0.91287, "recall_at_1000": 0.98364, "accuracy": 0.50214, "precision_at_1": 0.50214, "precision_at_3": 0.21443, "precision_at_5": 0.13894, "precision_at_10": 0.07529, "precision_at_20": 0.04058, "precision_at_100": 0.00913, "precision_at_1000": 0.00098, "mrr_at_1": 0.502142, "mrr_at_3": 0.564382, "mrr_at_5": 0.576259, "mrr_at_10": 0.584215, "mrr_at_20": 0.588363, "mrr_at_100": 0.59097, "mrr_at_1000": 0.591277, "nauc_ndcg_at_1_max": 0.605856, "nauc_ndcg_at_1_std": 0.03915, "nauc_ndcg_at_1_diff1": 0.716502, "nauc_ndcg_at_3_max": 0.626735, "nauc_ndcg_at_3_std": 0.07104, "nauc_ndcg_at_3_diff1": 0.663132, "nauc_ndcg_at_5_max": 0.62914, "nauc_ndcg_at_5_std": 0.082306, "nauc_ndcg_at_5_diff1": 0.656494, "nauc_ndcg_at_10_max": 0.632275, "nauc_ndcg_at_10_std": 0.095972, "nauc_ndcg_at_10_diff1": 0.654839, "nauc_ndcg_at_20_max": 0.632236, "nauc_ndcg_at_20_std": 0.104965, "nauc_ndcg_at_20_diff1": 0.653102, "nauc_ndcg_at_100_max": 0.631125, "nauc_ndcg_at_100_std": 0.106527, "nauc_ndcg_at_100_diff1": 0.656925, "nauc_ndcg_at_1000_max": 0.629583, "nauc_ndcg_at_1000_std": 0.09638, "nauc_ndcg_at_1000_diff1": 0.662735, "nauc_map_at_1_max": 0.605856, "nauc_map_at_1_std": 0.03915, "nauc_map_at_1_diff1": 0.716502, "nauc_map_at_3_max": 0.621512, "nauc_map_at_3_std": 0.06234, "nauc_map_at_3_diff1": 0.676726, "nauc_map_at_5_max": 0.622662, "nauc_map_at_5_std": 0.068057, "nauc_map_at_5_diff1": 0.673531, "nauc_map_at_10_max": 0.623754, "nauc_map_at_10_std": 0.073206, "nauc_map_at_10_diff1": 0.673123, "nauc_map_at_20_max": 0.623557, "nauc_map_at_20_std": 0.075208, "nauc_map_at_20_diff1": 0.672748, "nauc_map_at_100_max": 0.623453, "nauc_map_at_100_std": 0.075382, "nauc_map_at_100_diff1": 0.673424, "nauc_map_at_1000_max": 0.623394, "nauc_map_at_1000_std": 0.075093, "nauc_map_at_1000_diff1": 0.673581, "nauc_recall_at_1_max": 0.605856, "nauc_recall_at_1_std": 0.03915, "nauc_recall_at_1_diff1": 0.716502, "nauc_recall_at_3_max": 0.643475, "nauc_recall_at_3_std": 0.099269, "nauc_recall_at_3_diff1": 0.61945, "nauc_recall_at_5_max": 0.652154, "nauc_recall_at_5_std": 0.134471, "nauc_recall_at_5_diff1": 0.595777, "nauc_recall_at_10_max": 0.669208, "nauc_recall_at_10_std": 0.198654, "nauc_recall_at_10_diff1": 0.578327, "nauc_recall_at_20_max": 0.679545, "nauc_recall_at_20_std": 0.28045, "nauc_recall_at_20_diff1": 0.550126, "nauc_recall_at_100_max": 0.706001, "nauc_recall_at_100_std": 0.475685, "nauc_recall_at_100_diff1": 0.502628, "nauc_recall_at_1000_max": 0.843128, "nauc_recall_at_1000_std": 0.760611, "nauc_recall_at_1000_diff1": 0.590086, "nauc_precision_at_1_max": 0.605856, "nauc_precision_at_1_std": 0.03915, "nauc_precision_at_1_diff1": 0.716502, "nauc_precision_at_3_max": 0.643475, "nauc_precision_at_3_std": 0.099269, "nauc_precision_at_3_diff1": 0.61945, "nauc_precision_at_5_max": 0.652154, "nauc_precision_at_5_std": 0.134471, "nauc_precision_at_5_diff1": 0.595777, "nauc_precision_at_10_max": 0.669208, "nauc_precision_at_10_std": 0.198654, "nauc_precision_at_10_diff1": 0.578327, "nauc_precision_at_20_max": 0.679545, "nauc_precision_at_20_std": 0.28045, "nauc_precision_at_20_diff1": 0.550126, "nauc_precision_at_100_max": 0.706982, "nauc_precision_at_100_std": 0.478163, "nauc_precision_at_100_diff1": 0.502571, "nauc_precision_at_1000_max": 0.82802, "nauc_precision_at_1000_std": 0.765468, "nauc_precision_at_1000_diff1": 0.57165, "nauc_mrr_at_1_max": 0.605856, "nauc_mrr_at_1_std": 0.03915, "nauc_mrr_at_1_diff1": 0.716502, "nauc_mrr_at_3_max": 0.621512, "nauc_mrr_at_3_std": 0.06234, "nauc_mrr_at_3_diff1": 0.676726, "nauc_mrr_at_5_max": 0.622662, "nauc_mrr_at_5_std": 0.068057, "nauc_mrr_at_5_diff1": 0.673531, "nauc_mrr_at_10_max": 0.623754, "nauc_mrr_at_10_std": 0.073206, "nauc_mrr_at_10_diff1": 0.673123, "nauc_mrr_at_20_max": 0.623557, "nauc_mrr_at_20_std": 0.075208, "nauc_mrr_at_20_diff1": 0.672748, "nauc_mrr_at_100_max": 0.623457, "nauc_mrr_at_100_std": 0.075391, "nauc_mrr_at_100_diff1": 0.673425, "nauc_mrr_at_1000_max": 0.623396, "nauc_mrr_at_1000_std": 0.075098, "nauc_mrr_at_1000_diff1": 0.673581, "hit_rate_at_1": 0.50214, "hit_rate_at_3": 0.6433, "hit_rate_at_5": 0.6947, "hit_rate_at_10": 0.75292, "hit_rate_at_20": 0.81153, "hit_rate_at_100": 0.91297, "hit_rate_at_1000": 0.98364, "main_score": 0.62495, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47978, "ndcg_at_3": 0.56966, "ndcg_at_5": 0.58985, "ndcg_at_10": 0.61033, "ndcg_at_20": 0.62782, "ndcg_at_100": 0.64772, "ndcg_at_1000": 0.65692, "map_at_1": 0.47978, "map_at_3": 0.54761, "map_at_5": 0.55881, "map_at_10": 0.56728, "map_at_20": 0.57214, "map_at_100": 0.57485, "map_at_1000": 0.57519, "recall_at_1": 0.47978, "recall_at_3": 0.63347, "recall_at_5": 0.68251, "recall_at_10": 0.7457, "recall_at_20": 0.81446, "recall_at_100": 0.92214, "recall_at_1000": 0.99494, "accuracy": 0.47978, "precision_at_1": 0.47978, "precision_at_3": 0.21116, "precision_at_5": 0.1365, "precision_at_10": 0.07457, "precision_at_20": 0.04072, "precision_at_100": 0.00922, "precision_at_1000": 0.00099, "mrr_at_1": 0.479778, "mrr_at_3": 0.547607, "mrr_at_5": 0.558805, "mrr_at_10": 0.567284, "mrr_at_20": 0.572138, "mrr_at_100": 0.574849, "mrr_at_1000": 0.575187, "nauc_ndcg_at_1_max": 0.617873, "nauc_ndcg_at_1_std": 0.059664, "nauc_ndcg_at_1_diff1": 0.69978, "nauc_ndcg_at_3_max": 0.643346, "nauc_ndcg_at_3_std": 0.109172, "nauc_ndcg_at_3_diff1": 0.639854, "nauc_ndcg_at_5_max": 0.649804, "nauc_ndcg_at_5_std": 0.124143, "nauc_ndcg_at_5_diff1": 0.636238, "nauc_ndcg_at_10_max": 0.650717, "nauc_ndcg_at_10_std": 0.131152, "nauc_ndcg_at_10_diff1": 0.632843, "nauc_ndcg_at_20_max": 0.65036, "nauc_ndcg_at_20_std": 0.135093, "nauc_ndcg_at_20_diff1": 0.636296, "nauc_ndcg_at_100_max": 0.648307, "nauc_ndcg_at_100_std": 0.132104, "nauc_ndcg_at_100_diff1": 0.640845, "nauc_ndcg_at_1000_max": 0.645987, "nauc_ndcg_at_1000_std": 0.12273, "nauc_ndcg_at_1000_diff1": 0.644617, "nauc_map_at_1_max": 0.617873, "nauc_map_at_1_std": 0.059664, "nauc_map_at_1_diff1": 0.69978, "nauc_map_at_3_max": 0.637505, "nauc_map_at_3_std": 0.096448, "nauc_map_at_3_diff1": 0.654774, "nauc_map_at_5_max": 0.640892, "nauc_map_at_5_std": 0.104414, "nauc_map_at_5_diff1": 0.653049, "nauc_map_at_10_max": 0.640988, "nauc_map_at_10_std": 0.10645, "nauc_map_at_10_diff1": 0.652016, "nauc_map_at_20_max": 0.640902, "nauc_map_at_20_std": 0.107229, "nauc_map_at_20_diff1": 0.653306, "nauc_map_at_100_max": 0.640644, "nauc_map_at_100_std": 0.106828, "nauc_map_at_100_diff1": 0.653831, "nauc_map_at_1000_max": 0.640594, "nauc_map_at_1000_std": 0.106601, "nauc_map_at_1000_diff1": 0.653989, "nauc_recall_at_1_max": 0.617873, "nauc_recall_at_1_std": 0.059664, "nauc_recall_at_1_diff1": 0.69978, "nauc_recall_at_3_max": 0.661722, "nauc_recall_at_3_std": 0.149907, "nauc_recall_at_3_diff1": 0.592308, "nauc_recall_at_5_max": 0.681289, "nauc_recall_at_5_std": 0.1946, "nauc_recall_at_5_diff1": 0.577845, "nauc_recall_at_10_max": 0.691635, "nauc_recall_at_10_std": 0.23855, "nauc_recall_at_10_diff1": 0.553276, "nauc_recall_at_20_max": 0.700011, "nauc_recall_at_20_std": 0.294435, "nauc_recall_at_20_diff1": 0.548991, "nauc_recall_at_100_max": 0.721755, "nauc_recall_at_100_std": 0.429378, "nauc_recall_at_100_diff1": 0.532387, "nauc_recall_at_1000_max": 0.757471, "nauc_recall_at_1000_std": 0.690479, "nauc_recall_at_1000_diff1": 0.379615, "nauc_precision_at_1_max": 0.617873, "nauc_precision_at_1_std": 0.059664, "nauc_precision_at_1_diff1": 0.69978, "nauc_precision_at_3_max": 0.661722, "nauc_precision_at_3_std": 0.149907, "nauc_precision_at_3_diff1": 0.592308, "nauc_precision_at_5_max": 0.681289, "nauc_precision_at_5_std": 0.1946, "nauc_precision_at_5_diff1": 0.577845, "nauc_precision_at_10_max": 0.691635, "nauc_precision_at_10_std": 0.23855, "nauc_precision_at_10_diff1": 0.553276, "nauc_precision_at_20_max": 0.700011, "nauc_precision_at_20_std": 0.294435, "nauc_precision_at_20_diff1": 0.548991, "nauc_precision_at_100_max": 0.721755, "nauc_precision_at_100_std": 0.429378, "nauc_precision_at_100_diff1": 0.532387, "nauc_precision_at_1000_max": 0.757471, "nauc_precision_at_1000_std": 0.690479, "nauc_precision_at_1000_diff1": 0.379615, "nauc_mrr_at_1_max": 0.617873, "nauc_mrr_at_1_std": 0.059664, "nauc_mrr_at_1_diff1": 0.69978, "nauc_mrr_at_3_max": 0.637505, "nauc_mrr_at_3_std": 0.096448, "nauc_mrr_at_3_diff1": 0.654774, "nauc_mrr_at_5_max": 0.640892, "nauc_mrr_at_5_std": 0.104414, "nauc_mrr_at_5_diff1": 0.653049, "nauc_mrr_at_10_max": 0.640988, "nauc_mrr_at_10_std": 0.10645, "nauc_mrr_at_10_diff1": 0.652016, "nauc_mrr_at_20_max": 0.640902, "nauc_mrr_at_20_std": 0.107229, "nauc_mrr_at_20_diff1": 0.653306, "nauc_mrr_at_100_max": 0.640644, "nauc_mrr_at_100_std": 0.106828, "nauc_mrr_at_100_diff1": 0.653831, "nauc_mrr_at_1000_max": 0.640594, "nauc_mrr_at_1000_std": 0.106601, "nauc_mrr_at_1000_diff1": 0.653989, "hit_rate_at_1": 0.47978, "hit_rate_at_3": 0.63347, "hit_rate_at_5": 0.68251, "hit_rate_at_10": 0.7457, "hit_rate_at_20": 0.81446, "hit_rate_at_100": 0.92214, "hit_rate_at_1000": 0.99494, "main_score": 0.61033, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60372, "ndcg_at_3": 0.6944, "ndcg_at_5": 0.71173, "ndcg_at_10": 0.7291, "ndcg_at_20": 0.73928, "ndcg_at_100": 0.75149, "ndcg_at_1000": 0.75688, "map_at_1": 0.60372, "map_at_3": 0.67274, "map_at_5": 0.68244, "map_at_10": 0.68953, "map_at_20": 0.69236, "map_at_100": 0.69407, "map_at_1000": 0.69429, "recall_at_1": 0.60372, "recall_at_3": 0.75667, "recall_at_5": 0.79838, "recall_at_10": 0.8525, "recall_at_20": 0.89252, "recall_at_100": 0.95791, "recall_at_1000": 0.99944, "accuracy": 0.60372, "precision_at_1": 0.60372, "precision_at_3": 0.25235, "precision_at_5": 0.15975, "precision_at_10": 0.08529, "precision_at_20": 0.04464, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.60372, "mrr_at_3": 0.672867, "mrr_at_5": 0.682563, "mrr_at_10": 0.689655, "mrr_at_20": 0.692485, "mrr_at_100": 0.694199, "mrr_at_1000": 0.694414, "nauc_ndcg_at_1_max": 0.618782, "nauc_ndcg_at_1_std": -0.078226, "nauc_ndcg_at_1_diff1": 0.794278, "nauc_ndcg_at_3_max": 0.684017, "nauc_ndcg_at_3_std": -0.046231, "nauc_ndcg_at_3_diff1": 0.760103, "nauc_ndcg_at_5_max": 0.682518, "nauc_ndcg_at_5_std": -0.038378, "nauc_ndcg_at_5_diff1": 0.754727, "nauc_ndcg_at_10_max": 0.685014, "nauc_ndcg_at_10_std": -0.022941, "nauc_ndcg_at_10_diff1": 0.754547, "nauc_ndcg_at_20_max": 0.681247, "nauc_ndcg_at_20_std": -0.017448, "nauc_ndcg_at_20_diff1": 0.75382, "nauc_ndcg_at_100_max": 0.676296, "nauc_ndcg_at_100_std": -0.026271, "nauc_ndcg_at_100_diff1": 0.759243, "nauc_ndcg_at_1000_max": 0.672531, "nauc_ndcg_at_1000_std": -0.035873, "nauc_ndcg_at_1000_diff1": 0.761476, "nauc_map_at_1_max": 0.618782, "nauc_map_at_1_std": -0.078226, "nauc_map_at_1_diff1": 0.794278, "nauc_map_at_3_max": 0.666508, "nauc_map_at_3_std": -0.056845, "nauc_map_at_3_diff1": 0.768563, "nauc_map_at_5_max": 0.66549, "nauc_map_at_5_std": -0.052834, "nauc_map_at_5_diff1": 0.765965, "nauc_map_at_10_max": 0.665921, "nauc_map_at_10_std": -0.047622, "nauc_map_at_10_diff1": 0.766046, "nauc_map_at_20_max": 0.664837, "nauc_map_at_20_std": -0.046629, "nauc_map_at_20_diff1": 0.766022, "nauc_map_at_100_max": 0.664083, "nauc_map_at_100_std": -0.048095, "nauc_map_at_100_diff1": 0.766747, "nauc_map_at_1000_max": 0.663968, "nauc_map_at_1000_std": -0.048413, "nauc_map_at_1000_diff1": 0.766854, "nauc_recall_at_1_max": 0.618782, "nauc_recall_at_1_std": -0.078226, "nauc_recall_at_1_diff1": 0.794278, "nauc_recall_at_3_max": 0.746418, "nauc_recall_at_3_std": -0.007747, "nauc_recall_at_3_diff1": 0.730589, "nauc_recall_at_5_max": 0.750403, "nauc_recall_at_5_std": 0.021776, "nauc_recall_at_5_diff1": 0.709196, "nauc_recall_at_10_max": 0.786117, "nauc_recall_at_10_std": 0.120729, "nauc_recall_at_10_diff1": 0.694227, "nauc_recall_at_20_max": 0.788315, "nauc_recall_at_20_std": 0.214097, "nauc_recall_at_20_diff1": 0.667772, "nauc_recall_at_100_max": 0.825164, "nauc_recall_at_100_std": 0.355712, "nauc_recall_at_100_diff1": 0.677834, "nauc_recall_at_1000_max": 0.869314, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.358042, "nauc_precision_at_1_max": 0.618782, "nauc_precision_at_1_std": -0.078226, "nauc_precision_at_1_diff1": 0.794278, "nauc_precision_at_3_max": 0.746392, "nauc_precision_at_3_std": -0.006785, "nauc_precision_at_3_diff1": 0.729999, "nauc_precision_at_5_max": 0.750378, "nauc_precision_at_5_std": 0.022935, "nauc_precision_at_5_diff1": 0.708482, "nauc_precision_at_10_max": 0.786461, "nauc_precision_at_10_std": 0.122511, "nauc_precision_at_10_diff1": 0.693519, "nauc_precision_at_20_max": 0.788779, "nauc_precision_at_20_std": 0.216751, "nauc_precision_at_20_diff1": 0.666749, "nauc_precision_at_100_max": 0.827605, "nauc_precision_at_100_std": 0.363993, "nauc_precision_at_100_diff1": 0.676109, "nauc_precision_at_1000_max": -0.053342, "nauc_precision_at_1000_std": 0.474574, "nauc_precision_at_1000_diff1": -0.308032, "nauc_mrr_at_1_max": 0.618782, "nauc_mrr_at_1_std": -0.078226, "nauc_mrr_at_1_diff1": 0.794278, "nauc_mrr_at_3_max": 0.666475, "nauc_mrr_at_3_std": -0.056603, "nauc_mrr_at_3_diff1": 0.768418, "nauc_mrr_at_5_max": 0.665456, "nauc_mrr_at_5_std": -0.052585, "nauc_mrr_at_5_diff1": 0.765815, "nauc_mrr_at_10_max": 0.665897, "nauc_mrr_at_10_std": -0.047365, "nauc_mrr_at_10_diff1": 0.765906, "nauc_mrr_at_20_max": 0.664813, "nauc_mrr_at_20_std": -0.04637, "nauc_mrr_at_20_diff1": 0.765881, "nauc_mrr_at_100_max": 0.664058, "nauc_mrr_at_100_std": -0.047834, "nauc_mrr_at_100_diff1": 0.766605, "nauc_mrr_at_1000_max": 0.663943, "nauc_mrr_at_1000_std": -0.048158, "nauc_mrr_at_1000_diff1": 0.766714, "hit_rate_at_1": 0.60372, "hit_rate_at_3": 0.75705, "hit_rate_at_5": 0.79876, "hit_rate_at_10": 0.85287, "hit_rate_at_20": 0.8929, "hit_rate_at_100": 0.95829, "hit_rate_at_1000": 0.99944, "main_score": 0.7291, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59566, "ndcg_at_3": 0.66977, "ndcg_at_5": 0.68697, "ndcg_at_10": 0.70407, "ndcg_at_20": 0.7151, "ndcg_at_100": 0.72892, "ndcg_at_1000": 0.73577, "map_at_1": 0.59566, "map_at_3": 0.65185, "map_at_5": 0.66142, "map_at_10": 0.66857, "map_at_20": 0.67158, "map_at_100": 0.67347, "map_at_1000": 0.67373, "recall_at_1": 0.59566, "recall_at_3": 0.72149, "recall_at_5": 0.76318, "recall_at_10": 0.81553, "recall_at_20": 0.85932, "recall_at_100": 0.93394, "recall_at_1000": 0.9882, "accuracy": 0.59566, "precision_at_1": 0.59566, "precision_at_3": 0.2405, "precision_at_5": 0.15264, "precision_at_10": 0.08155, "precision_at_20": 0.04297, "precision_at_100": 0.00934, "precision_at_1000": 0.00099, "mrr_at_1": 0.59566, "mrr_at_3": 0.65185, "mrr_at_5": 0.661416, "mrr_at_10": 0.668569, "mrr_at_20": 0.671579, "mrr_at_100": 0.673472, "mrr_at_1000": 0.673726, "nauc_ndcg_at_1_max": 0.680804, "nauc_ndcg_at_1_std": 0.038937, "nauc_ndcg_at_1_diff1": 0.784937, "nauc_ndcg_at_3_max": 0.724746, "nauc_ndcg_at_3_std": 0.080781, "nauc_ndcg_at_3_diff1": 0.753007, "nauc_ndcg_at_5_max": 0.727504, "nauc_ndcg_at_5_std": 0.09103, "nauc_ndcg_at_5_diff1": 0.750023, "nauc_ndcg_at_10_max": 0.727924, "nauc_ndcg_at_10_std": 0.108408, "nauc_ndcg_at_10_diff1": 0.74732, "nauc_ndcg_at_20_max": 0.725922, "nauc_ndcg_at_20_std": 0.112906, "nauc_ndcg_at_20_diff1": 0.747229, "nauc_ndcg_at_100_max": 0.722636, "nauc_ndcg_at_100_std": 0.110372, "nauc_ndcg_at_100_diff1": 0.749858, "nauc_ndcg_at_1000_max": 0.720769, "nauc_ndcg_at_1000_std": 0.101842, "nauc_ndcg_at_1000_diff1": 0.75279, "nauc_map_at_1_max": 0.680804, "nauc_map_at_1_std": 0.038937, "nauc_map_at_1_diff1": 0.784937, "nauc_map_at_3_max": 0.713501, "nauc_map_at_3_std": 0.069314, "nauc_map_at_3_diff1": 0.761134, "nauc_map_at_5_max": 0.714777, "nauc_map_at_5_std": 0.074435, "nauc_map_at_5_diff1": 0.759755, "nauc_map_at_10_max": 0.714611, "nauc_map_at_10_std": 0.080828, "nauc_map_at_10_diff1": 0.758815, "nauc_map_at_20_max": 0.714011, "nauc_map_at_20_std": 0.081733, "nauc_map_at_20_diff1": 0.758887, "nauc_map_at_100_max": 0.713565, "nauc_map_at_100_std": 0.081503, "nauc_map_at_100_diff1": 0.759194, "nauc_map_at_1000_max": 0.713519, "nauc_map_at_1000_std": 0.081284, "nauc_map_at_1000_diff1": 0.759302, "nauc_recall_at_1_max": 0.680804, "nauc_recall_at_1_std": 0.038937, "nauc_recall_at_1_diff1": 0.784937, "nauc_recall_at_3_max": 0.76234, "nauc_recall_at_3_std": 0.119498, "nauc_recall_at_3_diff1": 0.725858, "nauc_recall_at_5_max": 0.775227, "nauc_recall_at_5_std": 0.15517, "nauc_recall_at_5_diff1": 0.713273, "nauc_recall_at_10_max": 0.788702, "nauc_recall_at_10_std": 0.24555, "nauc_recall_at_10_diff1": 0.693765, "nauc_recall_at_20_max": 0.791585, "nauc_recall_at_20_std": 0.314288, "nauc_recall_at_20_diff1": 0.678314, "nauc_recall_at_100_max": 0.79951, "nauc_recall_at_100_std": 0.462644, "nauc_recall_at_100_diff1": 0.659189, "nauc_recall_at_1000_max": 0.856405, "nauc_recall_at_1000_std": 0.749262, "nauc_recall_at_1000_diff1": 0.662198, "nauc_precision_at_1_max": 0.680804, "nauc_precision_at_1_std": 0.038937, "nauc_precision_at_1_diff1": 0.784937, "nauc_precision_at_3_max": 0.76234, "nauc_precision_at_3_std": 0.119498, "nauc_precision_at_3_diff1": 0.725858, "nauc_precision_at_5_max": 0.775227, "nauc_precision_at_5_std": 0.15517, "nauc_precision_at_5_diff1": 0.713273, "nauc_precision_at_10_max": 0.788702, "nauc_precision_at_10_std": 0.24555, "nauc_precision_at_10_diff1": 0.693765, "nauc_precision_at_20_max": 0.791585, "nauc_precision_at_20_std": 0.314288, "nauc_precision_at_20_diff1": 0.678314, "nauc_precision_at_100_max": 0.79951, "nauc_precision_at_100_std": 0.462644, "nauc_precision_at_100_diff1": 0.659189, "nauc_precision_at_1000_max": 0.856405, "nauc_precision_at_1000_std": 0.749262, "nauc_precision_at_1000_diff1": 0.662198, "nauc_mrr_at_1_max": 0.680804, "nauc_mrr_at_1_std": 0.038937, "nauc_mrr_at_1_diff1": 0.784937, "nauc_mrr_at_3_max": 0.713501, "nauc_mrr_at_3_std": 0.069314, "nauc_mrr_at_3_diff1": 0.761134, "nauc_mrr_at_5_max": 0.714777, "nauc_mrr_at_5_std": 0.074435, "nauc_mrr_at_5_diff1": 0.759755, "nauc_mrr_at_10_max": 0.714611, "nauc_mrr_at_10_std": 0.080828, "nauc_mrr_at_10_diff1": 0.758815, "nauc_mrr_at_20_max": 0.714011, "nauc_mrr_at_20_std": 0.081733, "nauc_mrr_at_20_diff1": 0.758887, "nauc_mrr_at_100_max": 0.713565, "nauc_mrr_at_100_std": 0.081503, "nauc_mrr_at_100_diff1": 0.759194, "nauc_mrr_at_1000_max": 0.713519, "nauc_mrr_at_1000_std": 0.081284, "nauc_mrr_at_1000_diff1": 0.759302, "hit_rate_at_1": 0.59566, "hit_rate_at_3": 0.72149, "hit_rate_at_5": 0.76318, "hit_rate_at_10": 0.81553, "hit_rate_at_20": 0.85932, "hit_rate_at_100": 0.93394, "hit_rate_at_1000": 0.9882, "main_score": 0.70407, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59265, "ndcg_at_3": 0.6667, "ndcg_at_5": 0.6859, "ndcg_at_10": 0.70175, "ndcg_at_20": 0.71182, "ndcg_at_100": 0.72601, "ndcg_at_1000": 0.73292, "map_at_1": 0.59255, "map_at_3": 0.64886, "map_at_5": 0.65951, "map_at_10": 0.66611, "map_at_20": 0.6689, "map_at_100": 0.67086, "map_at_1000": 0.6711, "recall_at_1": 0.59255, "recall_at_3": 0.71805, "recall_at_5": 0.76471, "recall_at_10": 0.81337, "recall_at_20": 0.85298, "recall_at_100": 0.92973, "recall_at_1000": 0.98505, "accuracy": 0.59255, "precision_at_1": 0.59265, "precision_at_3": 0.23938, "precision_at_5": 0.15296, "precision_at_10": 0.08136, "precision_at_20": 0.04266, "precision_at_100": 0.0093, "precision_at_1000": 0.00099, "mrr_at_1": 0.592649, "mrr_at_3": 0.648956, "mrr_at_5": 0.659601, "mrr_at_10": 0.666223, "mrr_at_20": 0.669011, "mrr_at_100": 0.670964, "mrr_at_1000": 0.671206, "nauc_ndcg_at_1_max": 0.69184, "nauc_ndcg_at_1_std": 0.08768, "nauc_ndcg_at_1_diff1": 0.790779, "nauc_ndcg_at_3_max": 0.734151, "nauc_ndcg_at_3_std": 0.137627, "nauc_ndcg_at_3_diff1": 0.751667, "nauc_ndcg_at_5_max": 0.737383, "nauc_ndcg_at_5_std": 0.15408, "nauc_ndcg_at_5_diff1": 0.746199, "nauc_ndcg_at_10_max": 0.736361, "nauc_ndcg_at_10_std": 0.159553, "nauc_ndcg_at_10_diff1": 0.745599, "nauc_ndcg_at_20_max": 0.73756, "nauc_ndcg_at_20_std": 0.164094, "nauc_ndcg_at_20_diff1": 0.749383, "nauc_ndcg_at_100_max": 0.733373, "nauc_ndcg_at_100_std": 0.16586, "nauc_ndcg_at_100_diff1": 0.750428, "nauc_ndcg_at_1000_max": 0.730928, "nauc_ndcg_at_1000_std": 0.156226, "nauc_ndcg_at_1000_diff1": 0.753273, "nauc_map_at_1_max": 0.691873, "nauc_map_at_1_std": 0.087148, "nauc_map_at_1_diff1": 0.79086, "nauc_map_at_3_max": 0.723243, "nauc_map_at_3_std": 0.123938, "nauc_map_at_3_diff1": 0.762073, "nauc_map_at_5_max": 0.724698, "nauc_map_at_5_std": 0.13218, "nauc_map_at_5_diff1": 0.759544, "nauc_map_at_10_max": 0.724019, "nauc_map_at_10_std": 0.133869, "nauc_map_at_10_diff1": 0.759499, "nauc_map_at_20_max": 0.724213, "nauc_map_at_20_std": 0.134711, "nauc_map_at_20_diff1": 0.760555, "nauc_map_at_100_max": 0.723616, "nauc_map_at_100_std": 0.134896, "nauc_map_at_100_diff1": 0.760686, "nauc_map_at_1000_max": 0.723535, "nauc_map_at_1000_std": 0.134619, "nauc_map_at_1000_diff1": 0.760785, "nauc_recall_at_1_max": 0.691873, "nauc_recall_at_1_std": 0.087148, "nauc_recall_at_1_diff1": 0.79086, "nauc_recall_at_3_max": 0.770439, "nauc_recall_at_3_std": 0.182895, "nauc_recall_at_3_diff1": 0.716854, "nauc_recall_at_5_max": 0.785491, "nauc_recall_at_5_std": 0.239134, "nauc_recall_at_5_diff1": 0.694767, "nauc_recall_at_10_max": 0.791696, "nauc_recall_at_10_std": 0.281125, "nauc_recall_at_10_diff1": 0.681678, "nauc_recall_at_20_max": 0.813165, "nauc_recall_at_20_std": 0.341996, "nauc_recall_at_20_diff1": 0.691551, "nauc_recall_at_100_max": 0.817024, "nauc_recall_at_100_std": 0.543045, "nauc_recall_at_100_diff1": 0.655449, "nauc_recall_at_1000_max": 0.839409, "nauc_recall_at_1000_std": 0.767754, "nauc_recall_at_1000_diff1": 0.63396, "nauc_precision_at_1_max": 0.69184, "nauc_precision_at_1_std": 0.08768, "nauc_precision_at_1_diff1": 0.790779, "nauc_precision_at_3_max": 0.770516, "nauc_precision_at_3_std": 0.18362, "nauc_precision_at_3_diff1": 0.71684, "nauc_precision_at_5_max": 0.785585, "nauc_precision_at_5_std": 0.239992, "nauc_precision_at_5_diff1": 0.694743, "nauc_precision_at_10_max": 0.791706, "nauc_precision_at_10_std": 0.281945, "nauc_precision_at_10_diff1": 0.68172, "nauc_precision_at_20_max": 0.813202, "nauc_precision_at_20_std": 0.343087, "nauc_precision_at_20_diff1": 0.691615, "nauc_precision_at_100_max": 0.817399, "nauc_precision_at_100_std": 0.545904, "nauc_precision_at_100_diff1": 0.655724, "nauc_precision_at_1000_max": 0.815591, "nauc_precision_at_1000_std": 0.773108, "nauc_precision_at_1000_diff1": 0.613674, "nauc_mrr_at_1_max": 0.69184, "nauc_mrr_at_1_std": 0.08768, "nauc_mrr_at_1_diff1": 0.790779, "nauc_mrr_at_3_max": 0.72321, "nauc_mrr_at_3_std": 0.124533, "nauc_mrr_at_3_diff1": 0.761979, "nauc_mrr_at_5_max": 0.724664, "nauc_mrr_at_5_std": 0.132792, "nauc_mrr_at_5_diff1": 0.759447, "nauc_mrr_at_10_max": 0.723964, "nauc_mrr_at_10_std": 0.134462, "nauc_mrr_at_10_diff1": 0.759403, "nauc_mrr_at_20_max": 0.724158, "nauc_mrr_at_20_std": 0.13531, "nauc_mrr_at_20_diff1": 0.760459, "nauc_mrr_at_100_max": 0.72356, "nauc_mrr_at_100_std": 0.135499, "nauc_mrr_at_100_diff1": 0.760589, "nauc_mrr_at_1000_max": 0.723479, "nauc_mrr_at_1000_std": 0.135217, "nauc_mrr_at_1000_diff1": 0.760689, "hit_rate_at_1": 0.59265, "hit_rate_at_3": 0.71815, "hit_rate_at_5": 0.76481, "hit_rate_at_10": 0.81356, "hit_rate_at_20": 0.85317, "hit_rate_at_100": 0.92992, "hit_rate_at_1000": 0.98515, "main_score": 0.70175, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.49913, "ndcg_at_3": 0.58643, "ndcg_at_5": 0.61133, "ndcg_at_10": 0.63166, "ndcg_at_20": 0.64535, "ndcg_at_100": 0.6625, "ndcg_at_1000": 0.67258, "map_at_1": 0.49913, "map_at_3": 0.56539, "map_at_5": 0.57923, "map_at_10": 0.58766, "map_at_20": 0.59152, "map_at_100": 0.59382, "map_at_1000": 0.59421, "recall_at_1": 0.49913, "recall_at_3": 0.64713, "recall_at_5": 0.70749, "recall_at_10": 0.77017, "recall_at_20": 0.82356, "recall_at_100": 0.91701, "recall_at_1000": 0.99594, "accuracy": 0.49913, "precision_at_1": 0.49913, "precision_at_3": 0.21571, "precision_at_5": 0.1415, "precision_at_10": 0.07702, "precision_at_20": 0.04118, "precision_at_100": 0.00917, "precision_at_1000": 0.001, "mrr_at_1": 0.499129, "mrr_at_3": 0.56539, "mrr_at_5": 0.579232, "mrr_at_10": 0.587655, "mrr_at_20": 0.591522, "mrr_at_100": 0.593819, "mrr_at_1000": 0.594209, "nauc_ndcg_at_1_max": 0.596037, "nauc_ndcg_at_1_std": 0.085195, "nauc_ndcg_at_1_diff1": 0.697358, "nauc_ndcg_at_3_max": 0.647277, "nauc_ndcg_at_3_std": 0.126457, "nauc_ndcg_at_3_diff1": 0.642833, "nauc_ndcg_at_5_max": 0.644173, "nauc_ndcg_at_5_std": 0.138287, "nauc_ndcg_at_5_diff1": 0.63486, "nauc_ndcg_at_10_max": 0.649802, "nauc_ndcg_at_10_std": 0.154987, "nauc_ndcg_at_10_diff1": 0.639794, "nauc_ndcg_at_20_max": 0.648691, "nauc_ndcg_at_20_std": 0.159236, "nauc_ndcg_at_20_diff1": 0.639344, "nauc_ndcg_at_100_max": 0.642953, "nauc_ndcg_at_100_std": 0.156854, "nauc_ndcg_at_100_diff1": 0.639717, "nauc_ndcg_at_1000_max": 0.640876, "nauc_ndcg_at_1000_std": 0.144833, "nauc_ndcg_at_1000_diff1": 0.645976, "nauc_map_at_1_max": 0.596037, "nauc_map_at_1_std": 0.085195, "nauc_map_at_1_diff1": 0.697358, "nauc_map_at_3_max": 0.634937, "nauc_map_at_3_std": 0.11617, "nauc_map_at_3_diff1": 0.656164, "nauc_map_at_5_max": 0.63292, "nauc_map_at_5_std": 0.12228, "nauc_map_at_5_diff1": 0.652074, "nauc_map_at_10_max": 0.635038, "nauc_map_at_10_std": 0.12854, "nauc_map_at_10_diff1": 0.654505, "nauc_map_at_20_max": 0.634449, "nauc_map_at_20_std": 0.129379, "nauc_map_at_20_diff1": 0.654356, "nauc_map_at_100_max": 0.633772, "nauc_map_at_100_std": 0.128899, "nauc_map_at_100_diff1": 0.654499, "nauc_map_at_1000_max": 0.633719, "nauc_map_at_1000_std": 0.128522, "nauc_map_at_1000_diff1": 0.654717, "nauc_recall_at_1_max": 0.596037, "nauc_recall_at_1_std": 0.085195, "nauc_recall_at_1_diff1": 0.697358, "nauc_recall_at_3_max": 0.686765, "nauc_recall_at_3_std": 0.159553, "nauc_recall_at_3_diff1": 0.600071, "nauc_recall_at_5_max": 0.683603, "nauc_recall_at_5_std": 0.197449, "nauc_recall_at_5_diff1": 0.572412, "nauc_recall_at_10_max": 0.71447, "nauc_recall_at_10_std": 0.279379, "nauc_recall_at_10_diff1": 0.578149, "nauc_recall_at_20_max": 0.725934, "nauc_recall_at_20_std": 0.337981, "nauc_recall_at_20_diff1": 0.562176, "nauc_recall_at_100_max": 0.702247, "nauc_recall_at_100_std": 0.476594, "nauc_recall_at_100_diff1": 0.492137, "nauc_recall_at_1000_max": 0.753266, "nauc_recall_at_1000_std": 0.684922, "nauc_recall_at_1000_diff1": 0.618881, "nauc_precision_at_1_max": 0.596037, "nauc_precision_at_1_std": 0.085195, "nauc_precision_at_1_diff1": 0.697358, "nauc_precision_at_3_max": 0.686765, "nauc_precision_at_3_std": 0.159553, "nauc_precision_at_3_diff1": 0.600071, "nauc_precision_at_5_max": 0.683603, "nauc_precision_at_5_std": 0.197449, "nauc_precision_at_5_diff1": 0.572412, "nauc_precision_at_10_max": 0.71447, "nauc_precision_at_10_std": 0.279379, "nauc_precision_at_10_diff1": 0.578149, "nauc_precision_at_20_max": 0.725934, "nauc_precision_at_20_std": 0.337981, "nauc_precision_at_20_diff1": 0.562176, "nauc_precision_at_100_max": 0.702247, "nauc_precision_at_100_std": 0.476594, "nauc_precision_at_100_diff1": 0.492137, "nauc_precision_at_1000_max": 0.753266, "nauc_precision_at_1000_std": 0.684922, "nauc_precision_at_1000_diff1": 0.618881, "nauc_mrr_at_1_max": 0.596037, "nauc_mrr_at_1_std": 0.085195, "nauc_mrr_at_1_diff1": 0.697358, "nauc_mrr_at_3_max": 0.634937, "nauc_mrr_at_3_std": 0.11617, "nauc_mrr_at_3_diff1": 0.656164, "nauc_mrr_at_5_max": 0.63292, "nauc_mrr_at_5_std": 0.12228, "nauc_mrr_at_5_diff1": 0.652074, "nauc_mrr_at_10_max": 0.635038, "nauc_mrr_at_10_std": 0.12854, "nauc_mrr_at_10_diff1": 0.654505, "nauc_mrr_at_20_max": 0.634449, "nauc_mrr_at_20_std": 0.129379, "nauc_mrr_at_20_diff1": 0.654356, "nauc_mrr_at_100_max": 0.633772, "nauc_mrr_at_100_std": 0.128899, "nauc_mrr_at_100_diff1": 0.654499, "nauc_mrr_at_1000_max": 0.633719, "nauc_mrr_at_1000_std": 0.128522, "nauc_mrr_at_1000_diff1": 0.654717, "hit_rate_at_1": 0.49913, "hit_rate_at_3": 0.64713, "hit_rate_at_5": 0.70749, "hit_rate_at_10": 0.77017, "hit_rate_at_20": 0.82356, "hit_rate_at_100": 0.91701, "hit_rate_at_1000": 0.99594, "main_score": 0.63166, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.53023, "ndcg_at_3": 0.60942, "ndcg_at_5": 0.63241, "ndcg_at_10": 0.65167, "ndcg_at_20": 0.66307, "ndcg_at_100": 0.68061, "ndcg_at_1000": 0.6899, "map_at_1": 0.53023, "map_at_3": 0.59002, "map_at_5": 0.60286, "map_at_10": 0.61092, "map_at_20": 0.61405, "map_at_100": 0.6165, "map_at_1000": 0.61685, "recall_at_1": 0.53023, "recall_at_3": 0.66551, "recall_at_5": 0.72101, "recall_at_10": 0.77998, "recall_at_20": 0.82507, "recall_at_100": 0.91923, "recall_at_1000": 0.99257, "accuracy": 0.53023, "precision_at_1": 0.53023, "precision_at_3": 0.22184, "precision_at_5": 0.1442, "precision_at_10": 0.078, "precision_at_20": 0.04125, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.530228, "mrr_at_3": 0.590023, "mrr_at_5": 0.602858, "mrr_at_10": 0.610917, "mrr_at_20": 0.614048, "mrr_at_100": 0.616504, "mrr_at_1000": 0.616849, "nauc_ndcg_at_1_max": 0.657683, "nauc_ndcg_at_1_std": 0.061239, "nauc_ndcg_at_1_diff1": 0.76003, "nauc_ndcg_at_3_max": 0.711504, "nauc_ndcg_at_3_std": 0.121966, "nauc_ndcg_at_3_diff1": 0.722638, "nauc_ndcg_at_5_max": 0.712918, "nauc_ndcg_at_5_std": 0.141646, "nauc_ndcg_at_5_diff1": 0.716795, "nauc_ndcg_at_10_max": 0.713944, "nauc_ndcg_at_10_std": 0.153499, "nauc_ndcg_at_10_diff1": 0.714799, "nauc_ndcg_at_20_max": 0.71079, "nauc_ndcg_at_20_std": 0.154576, "nauc_ndcg_at_20_diff1": 0.715121, "nauc_ndcg_at_100_max": 0.705201, "nauc_ndcg_at_100_std": 0.149878, "nauc_ndcg_at_100_diff1": 0.717164, "nauc_ndcg_at_1000_max": 0.702753, "nauc_ndcg_at_1000_std": 0.138863, "nauc_ndcg_at_1000_diff1": 0.720831, "nauc_map_at_1_max": 0.657683, "nauc_map_at_1_std": 0.061239, "nauc_map_at_1_diff1": 0.76003, "nauc_map_at_3_max": 0.696827, "nauc_map_at_3_std": 0.10538, "nauc_map_at_3_diff1": 0.731243, "nauc_map_at_5_max": 0.697329, "nauc_map_at_5_std": 0.115439, "nauc_map_at_5_diff1": 0.728408, "nauc_map_at_10_max": 0.697294, "nauc_map_at_10_std": 0.119272, "nauc_map_at_10_diff1": 0.727768, "nauc_map_at_20_max": 0.696254, "nauc_map_at_20_std": 0.119155, "nauc_map_at_20_diff1": 0.727874, "nauc_map_at_100_max": 0.695428, "nauc_map_at_100_std": 0.118508, "nauc_map_at_100_diff1": 0.728052, "nauc_map_at_1000_max": 0.695376, "nauc_map_at_1000_std": 0.118256, "nauc_map_at_1000_diff1": 0.728204, "nauc_recall_at_1_max": 0.657683, "nauc_recall_at_1_std": 0.061239, "nauc_recall_at_1_diff1": 0.76003, "nauc_recall_at_3_max": 0.759469, "nauc_recall_at_3_std": 0.176179, "nauc_recall_at_3_diff1": 0.695224, "nauc_recall_at_5_max": 0.769594, "nauc_recall_at_5_std": 0.240052, "nauc_recall_at_5_diff1": 0.674378, "nauc_recall_at_10_max": 0.786879, "nauc_recall_at_10_std": 0.312457, "nauc_recall_at_10_diff1": 0.657783, "nauc_recall_at_20_max": 0.78433, "nauc_recall_at_20_std": 0.355515, "nauc_recall_at_20_diff1": 0.648382, "nauc_recall_at_100_max": 0.770379, "nauc_recall_at_100_std": 0.476227, "nauc_recall_at_100_diff1": 0.621445, "nauc_recall_at_1000_max": 0.717916, "nauc_recall_at_1000_std": 0.6053, "nauc_recall_at_1000_diff1": 0.565418, "nauc_precision_at_1_max": 0.657683, "nauc_precision_at_1_std": 0.061239, "nauc_precision_at_1_diff1": 0.76003, "nauc_precision_at_3_max": 0.759469, "nauc_precision_at_3_std": 0.176179, "nauc_precision_at_3_diff1": 0.695224, "nauc_precision_at_5_max": 0.769594, "nauc_precision_at_5_std": 0.240052, "nauc_precision_at_5_diff1": 0.674378, "nauc_precision_at_10_max": 0.786879, "nauc_precision_at_10_std": 0.312457, "nauc_precision_at_10_diff1": 0.657783, "nauc_precision_at_20_max": 0.78433, "nauc_precision_at_20_std": 0.355515, "nauc_precision_at_20_diff1": 0.648382, "nauc_precision_at_100_max": 0.770379, "nauc_precision_at_100_std": 0.476227, "nauc_precision_at_100_diff1": 0.621445, "nauc_precision_at_1000_max": 0.717916, "nauc_precision_at_1000_std": 0.6053, "nauc_precision_at_1000_diff1": 0.565418, "nauc_mrr_at_1_max": 0.657683, "nauc_mrr_at_1_std": 0.061239, "nauc_mrr_at_1_diff1": 0.76003, "nauc_mrr_at_3_max": 0.696827, "nauc_mrr_at_3_std": 0.10538, "nauc_mrr_at_3_diff1": 0.731243, "nauc_mrr_at_5_max": 0.697329, "nauc_mrr_at_5_std": 0.115439, "nauc_mrr_at_5_diff1": 0.728408, "nauc_mrr_at_10_max": 0.697294, "nauc_mrr_at_10_std": 0.119272, "nauc_mrr_at_10_diff1": 0.727768, "nauc_mrr_at_20_max": 0.696254, "nauc_mrr_at_20_std": 0.119155, "nauc_mrr_at_20_diff1": 0.727874, "nauc_mrr_at_100_max": 0.695428, "nauc_mrr_at_100_std": 0.118508, "nauc_mrr_at_100_diff1": 0.728052, "nauc_mrr_at_1000_max": 0.695376, "nauc_mrr_at_1000_std": 0.118256, "nauc_mrr_at_1000_diff1": 0.728204, "hit_rate_at_1": 0.53023, "hit_rate_at_3": 0.66551, "hit_rate_at_5": 0.72101, "hit_rate_at_10": 0.77998, "hit_rate_at_20": 0.82507, "hit_rate_at_100": 0.91923, "hit_rate_at_1000": 0.99257, "main_score": 0.65167, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.5434, "ndcg_at_3": 0.62919, "ndcg_at_5": 0.6516, "ndcg_at_10": 0.67323, "ndcg_at_20": 0.68677, "ndcg_at_100": 0.70149, "ndcg_at_1000": 0.70799, "map_at_1": 0.5434, "map_at_3": 0.60854, "map_at_5": 0.62097, "map_at_10": 0.62993, "map_at_20": 0.6336, "map_at_100": 0.63561, "map_at_1000": 0.63585, "recall_at_1": 0.5434, "recall_at_3": 0.68875, "recall_at_5": 0.74319, "recall_at_10": 0.80996, "recall_at_20": 0.86389, "recall_at_100": 0.9435, "recall_at_1000": 0.99486, "accuracy": 0.5434, "precision_at_1": 0.5434, "precision_at_3": 0.22958, "precision_at_5": 0.14864, "precision_at_10": 0.081, "precision_at_20": 0.04319, "precision_at_100": 0.00944, "precision_at_1000": 0.00099, "mrr_at_1": 0.5434, "mrr_at_3": 0.608543, "mrr_at_5": 0.620972, "mrr_at_10": 0.629926, "mrr_at_20": 0.633597, "mrr_at_100": 0.635606, "mrr_at_1000": 0.635848, "nauc_ndcg_at_1_max": 0.619377, "nauc_ndcg_at_1_std": 0.075031, "nauc_ndcg_at_1_diff1": 0.727869, "nauc_ndcg_at_3_max": 0.666422, "nauc_ndcg_at_3_std": 0.118349, "nauc_ndcg_at_3_diff1": 0.680238, "nauc_ndcg_at_5_max": 0.667631, "nauc_ndcg_at_5_std": 0.128357, "nauc_ndcg_at_5_diff1": 0.674137, "nauc_ndcg_at_10_max": 0.664317, "nauc_ndcg_at_10_std": 0.13856, "nauc_ndcg_at_10_diff1": 0.669946, "nauc_ndcg_at_20_max": 0.664777, "nauc_ndcg_at_20_std": 0.140496, "nauc_ndcg_at_20_diff1": 0.674587, "nauc_ndcg_at_100_max": 0.661859, "nauc_ndcg_at_100_std": 0.136708, "nauc_ndcg_at_100_diff1": 0.680518, "nauc_ndcg_at_1000_max": 0.659721, "nauc_ndcg_at_1000_std": 0.129447, "nauc_ndcg_at_1000_diff1": 0.683083, "nauc_map_at_1_max": 0.619377, "nauc_map_at_1_std": 0.075031, "nauc_map_at_1_diff1": 0.727869, "nauc_map_at_3_max": 0.65524, "nauc_map_at_3_std": 0.107637, "nauc_map_at_3_diff1": 0.692675, "nauc_map_at_5_max": 0.655588, "nauc_map_at_5_std": 0.112586, "nauc_map_at_5_diff1": 0.689861, "nauc_map_at_10_max": 0.654169, "nauc_map_at_10_std": 0.116143, "nauc_map_at_10_diff1": 0.688605, "nauc_map_at_20_max": 0.654148, "nauc_map_at_20_std": 0.116269, "nauc_map_at_20_diff1": 0.690017, "nauc_map_at_100_max": 0.653739, "nauc_map_at_100_std": 0.115644, "nauc_map_at_100_diff1": 0.690771, "nauc_map_at_1000_max": 0.653699, "nauc_map_at_1000_std": 0.115443, "nauc_map_at_1000_diff1": 0.690874, "nauc_recall_at_1_max": 0.619377, "nauc_recall_at_1_std": 0.075031, "nauc_recall_at_1_diff1": 0.727869, "nauc_recall_at_3_max": 0.702805, "nauc_recall_at_3_std": 0.153423, "nauc_recall_at_3_diff1": 0.639183, "nauc_recall_at_5_max": 0.71217, "nauc_recall_at_5_std": 0.188806, "nauc_recall_at_5_diff1": 0.6142, "nauc_recall_at_10_max": 0.708603, "nauc_recall_at_10_std": 0.251329, "nauc_recall_at_10_diff1": 0.57877, "nauc_recall_at_20_max": 0.728205, "nauc_recall_at_20_std": 0.30766, "nauc_recall_at_20_diff1": 0.579982, "nauc_recall_at_100_max": 0.746394, "nauc_recall_at_100_std": 0.443371, "nauc_recall_at_100_diff1": 0.590667, "nauc_recall_at_1000_max": 0.745133, "nauc_recall_at_1000_std": 0.824227, "nauc_recall_at_1000_diff1": 0.553533, "nauc_precision_at_1_max": 0.619377, "nauc_precision_at_1_std": 0.075031, "nauc_precision_at_1_diff1": 0.727869, "nauc_precision_at_3_max": 0.702805, "nauc_precision_at_3_std": 0.153423, "nauc_precision_at_3_diff1": 0.639183, "nauc_precision_at_5_max": 0.71217, "nauc_precision_at_5_std": 0.188806, "nauc_precision_at_5_diff1": 0.6142, "nauc_precision_at_10_max": 0.708603, "nauc_precision_at_10_std": 0.251329, "nauc_precision_at_10_diff1": 0.57877, "nauc_precision_at_20_max": 0.728205, "nauc_precision_at_20_std": 0.30766, "nauc_precision_at_20_diff1": 0.579982, "nauc_precision_at_100_max": 0.746394, "nauc_precision_at_100_std": 0.443371, "nauc_precision_at_100_diff1": 0.590667, "nauc_precision_at_1000_max": 0.745133, "nauc_precision_at_1000_std": 0.824227, "nauc_precision_at_1000_diff1": 0.553533, "nauc_mrr_at_1_max": 0.619377, "nauc_mrr_at_1_std": 0.075031, "nauc_mrr_at_1_diff1": 0.727869, "nauc_mrr_at_3_max": 0.65524, "nauc_mrr_at_3_std": 0.107637, "nauc_mrr_at_3_diff1": 0.692675, "nauc_mrr_at_5_max": 0.655588, "nauc_mrr_at_5_std": 0.112586, "nauc_mrr_at_5_diff1": 0.689861, "nauc_mrr_at_10_max": 0.654169, "nauc_mrr_at_10_std": 0.116143, "nauc_mrr_at_10_diff1": 0.688605, "nauc_mrr_at_20_max": 0.654148, "nauc_mrr_at_20_std": 0.116269, "nauc_mrr_at_20_diff1": 0.690017, "nauc_mrr_at_100_max": 0.653739, "nauc_mrr_at_100_std": 0.115644, "nauc_mrr_at_100_diff1": 0.690771, "nauc_mrr_at_1000_max": 0.653699, "nauc_mrr_at_1000_std": 0.115443, "nauc_mrr_at_1000_diff1": 0.690874, "hit_rate_at_1": 0.5434, "hit_rate_at_3": 0.68875, "hit_rate_at_5": 0.74319, "hit_rate_at_10": 0.80996, "hit_rate_at_20": 0.86389, "hit_rate_at_100": 0.9435, "hit_rate_at_1000": 0.99486, "main_score": 0.67323, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47187, "ndcg_at_3": 0.56776, "ndcg_at_5": 0.59281, "ndcg_at_10": 0.61303, "ndcg_at_20": 0.62848, "ndcg_at_100": 0.64853, "ndcg_at_1000": 0.65705, "map_at_1": 0.47187, "map_at_3": 0.5436, "map_at_5": 0.55756, "map_at_10": 0.56585, "map_at_20": 0.57008, "map_at_100": 0.57286, "map_at_1000": 0.5732, "recall_at_1": 0.47187, "recall_at_3": 0.6379, "recall_at_5": 0.69853, "recall_at_10": 0.76133, "recall_at_20": 0.8225, "recall_at_100": 0.93064, "recall_at_1000": 0.99672, "accuracy": 0.47187, "precision_at_1": 0.47187, "precision_at_3": 0.21263, "precision_at_5": 0.13971, "precision_at_10": 0.07613, "precision_at_20": 0.04113, "precision_at_100": 0.00931, "precision_at_1000": 0.001, "mrr_at_1": 0.471873, "mrr_at_3": 0.543601, "mrr_at_5": 0.557555, "mrr_at_10": 0.565846, "mrr_at_20": 0.570081, "mrr_at_100": 0.572861, "mrr_at_1000": 0.573196, "nauc_ndcg_at_1_max": 0.541322, "nauc_ndcg_at_1_std": -0.109657, "nauc_ndcg_at_1_diff1": 0.691007, "nauc_ndcg_at_3_max": 0.561743, "nauc_ndcg_at_3_std": -0.076148, "nauc_ndcg_at_3_diff1": 0.63153, "nauc_ndcg_at_5_max": 0.559229, "nauc_ndcg_at_5_std": -0.06949, "nauc_ndcg_at_5_diff1": 0.622359, "nauc_ndcg_at_10_max": 0.559387, "nauc_ndcg_at_10_std": -0.069632, "nauc_ndcg_at_10_diff1": 0.622981, "nauc_ndcg_at_20_max": 0.560329, "nauc_ndcg_at_20_std": -0.064055, "nauc_ndcg_at_20_diff1": 0.622486, "nauc_ndcg_at_100_max": 0.564761, "nauc_ndcg_at_100_std": -0.055168, "nauc_ndcg_at_100_diff1": 0.630285, "nauc_ndcg_at_1000_max": 0.560337, "nauc_ndcg_at_1000_std": -0.067931, "nauc_ndcg_at_1000_diff1": 0.634568, "nauc_map_at_1_max": 0.541322, "nauc_map_at_1_std": -0.109657, "nauc_map_at_1_diff1": 0.691007, "nauc_map_at_3_max": 0.55669, "nauc_map_at_3_std": -0.086209, "nauc_map_at_3_diff1": 0.647044, "nauc_map_at_5_max": 0.555291, "nauc_map_at_5_std": -0.082665, "nauc_map_at_5_diff1": 0.64244, "nauc_map_at_10_max": 0.555485, "nauc_map_at_10_std": -0.082997, "nauc_map_at_10_diff1": 0.643388, "nauc_map_at_20_max": 0.555599, "nauc_map_at_20_std": -0.081877, "nauc_map_at_20_diff1": 0.643462, "nauc_map_at_100_max": 0.556254, "nauc_map_at_100_std": -0.080841, "nauc_map_at_100_diff1": 0.644496, "nauc_map_at_1000_max": 0.556119, "nauc_map_at_1000_std": -0.081227, "nauc_map_at_1000_diff1": 0.644641, "nauc_recall_at_1_max": 0.541322, "nauc_recall_at_1_std": -0.109657, "nauc_recall_at_1_diff1": 0.691007, "nauc_recall_at_3_max": 0.577969, "nauc_recall_at_3_std": -0.042976, "nauc_recall_at_3_diff1": 0.581316, "nauc_recall_at_5_max": 0.572615, "nauc_recall_at_5_std": -0.02102, "nauc_recall_at_5_diff1": 0.54927, "nauc_recall_at_10_max": 0.574413, "nauc_recall_at_10_std": -0.011281, "nauc_recall_at_10_diff1": 0.533947, "nauc_recall_at_20_max": 0.585993, "nauc_recall_at_20_std": 0.043704, "nauc_recall_at_20_diff1": 0.505659, "nauc_recall_at_100_max": 0.700655, "nauc_recall_at_100_std": 0.36628, "nauc_recall_at_100_diff1": 0.501456, "nauc_recall_at_1000_max": 0.695787, "nauc_recall_at_1000_std": 0.95643, "nauc_recall_at_1000_diff1": 0.498891, "nauc_precision_at_1_max": 0.541322, "nauc_precision_at_1_std": -0.109657, "nauc_precision_at_1_diff1": 0.691007, "nauc_precision_at_3_max": 0.577969, "nauc_precision_at_3_std": -0.042976, "nauc_precision_at_3_diff1": 0.581316, "nauc_precision_at_5_max": 0.572615, "nauc_precision_at_5_std": -0.02102, "nauc_precision_at_5_diff1": 0.54927, "nauc_precision_at_10_max": 0.574413, "nauc_precision_at_10_std": -0.011281, "nauc_precision_at_10_diff1": 0.533947, "nauc_precision_at_20_max": 0.585993, "nauc_precision_at_20_std": 0.043704, "nauc_precision_at_20_diff1": 0.505659, "nauc_precision_at_100_max": 0.700655, "nauc_precision_at_100_std": 0.36628, "nauc_precision_at_100_diff1": 0.501456, "nauc_precision_at_1000_max": 0.695787, "nauc_precision_at_1000_std": 0.95643, "nauc_precision_at_1000_diff1": 0.498891, "nauc_mrr_at_1_max": 0.541322, "nauc_mrr_at_1_std": -0.109657, "nauc_mrr_at_1_diff1": 0.691007, "nauc_mrr_at_3_max": 0.55669, "nauc_mrr_at_3_std": -0.086209, "nauc_mrr_at_3_diff1": 0.647044, "nauc_mrr_at_5_max": 0.555291, "nauc_mrr_at_5_std": -0.082665, "nauc_mrr_at_5_diff1": 0.64244, "nauc_mrr_at_10_max": 0.555485, "nauc_mrr_at_10_std": -0.082997, "nauc_mrr_at_10_diff1": 0.643388, "nauc_mrr_at_20_max": 0.555599, "nauc_mrr_at_20_std": -0.081877, "nauc_mrr_at_20_diff1": 0.643462, "nauc_mrr_at_100_max": 0.556254, "nauc_mrr_at_100_std": -0.080841, "nauc_mrr_at_100_diff1": 0.644496, "nauc_mrr_at_1000_max": 0.556119, "nauc_mrr_at_1000_std": -0.081227, "nauc_mrr_at_1000_diff1": 0.644641, "hit_rate_at_1": 0.47187, "hit_rate_at_3": 0.6379, "hit_rate_at_5": 0.69853, "hit_rate_at_10": 0.76133, "hit_rate_at_20": 0.8225, "hit_rate_at_100": 0.93064, "hit_rate_at_1000": 0.99672, "main_score": 0.61303, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.61232, "ndcg_at_3": 0.69445, "ndcg_at_5": 0.71213, "ndcg_at_10": 0.72879, "ndcg_at_20": 0.73927, "ndcg_at_100": 0.75314, "ndcg_at_1000": 0.75772, "map_at_1": 0.61232, "map_at_3": 0.67401, "map_at_5": 0.68388, "map_at_10": 0.69085, "map_at_20": 0.69369, "map_at_100": 0.69563, "map_at_1000": 0.6958, "recall_at_1": 0.61232, "recall_at_3": 0.75367, "recall_at_5": 0.79636, "recall_at_10": 0.84745, "recall_at_20": 0.88908, "recall_at_100": 0.96361, "recall_at_1000": 1.0, "accuracy": 0.61232, "precision_at_1": 0.61232, "precision_at_3": 0.25122, "precision_at_5": 0.15927, "precision_at_10": 0.08474, "precision_at_20": 0.04447, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.612316, "mrr_at_3": 0.674014, "mrr_at_5": 0.683882, "mrr_at_10": 0.69085, "mrr_at_20": 0.693703, "mrr_at_100": 0.695624, "mrr_at_1000": 0.695787, "nauc_ndcg_at_1_max": 0.647463, "nauc_ndcg_at_1_std": -0.068209, "nauc_ndcg_at_1_diff1": 0.776627, "nauc_ndcg_at_3_max": 0.690579, "nauc_ndcg_at_3_std": -0.037083, "nauc_ndcg_at_3_diff1": 0.730371, "nauc_ndcg_at_5_max": 0.695629, "nauc_ndcg_at_5_std": -0.028035, "nauc_ndcg_at_5_diff1": 0.727445, "nauc_ndcg_at_10_max": 0.700912, "nauc_ndcg_at_10_std": -0.008977, "nauc_ndcg_at_10_diff1": 0.72839, "nauc_ndcg_at_20_max": 0.69579, "nauc_ndcg_at_20_std": -0.011465, "nauc_ndcg_at_20_diff1": 0.729383, "nauc_ndcg_at_100_max": 0.690478, "nauc_ndcg_at_100_std": -0.01323, "nauc_ndcg_at_100_diff1": 0.734981, "nauc_ndcg_at_1000_max": 0.688808, "nauc_ndcg_at_1000_std": -0.022453, "nauc_ndcg_at_1000_diff1": 0.737425, "nauc_map_at_1_max": 0.647463, "nauc_map_at_1_std": -0.068209, "nauc_map_at_1_diff1": 0.776627, "nauc_map_at_3_max": 0.679916, "nauc_map_at_3_std": -0.045857, "nauc_map_at_3_diff1": 0.743227, "nauc_map_at_5_max": 0.682467, "nauc_map_at_5_std": -0.041383, "nauc_map_at_5_diff1": 0.742163, "nauc_map_at_10_max": 0.68433, "nauc_map_at_10_std": -0.034121, "nauc_map_at_10_diff1": 0.742894, "nauc_map_at_20_max": 0.682959, "nauc_map_at_20_std": -0.035161, "nauc_map_at_20_diff1": 0.743267, "nauc_map_at_100_max": 0.6823, "nauc_map_at_100_std": -0.03518, "nauc_map_at_100_diff1": 0.743977, "nauc_map_at_1000_max": 0.682258, "nauc_map_at_1000_std": -0.035382, "nauc_map_at_1000_diff1": 0.744054, "nauc_recall_at_1_max": 0.647463, "nauc_recall_at_1_std": -0.068209, "nauc_recall_at_1_diff1": 0.776627, "nauc_recall_at_3_max": 0.727762, "nauc_recall_at_3_std": -0.005882, "nauc_recall_at_3_diff1": 0.684741, "nauc_recall_at_5_max": 0.748312, "nauc_recall_at_5_std": 0.02734, "nauc_recall_at_5_diff1": 0.667571, "nauc_recall_at_10_max": 0.788077, "nauc_recall_at_10_std": 0.132614, "nauc_recall_at_10_diff1": 0.653794, "nauc_recall_at_20_max": 0.775891, "nauc_recall_at_20_std": 0.161626, "nauc_recall_at_20_diff1": 0.637404, "nauc_recall_at_100_max": 0.768196, "nauc_recall_at_100_std": 0.423617, "nauc_recall_at_100_diff1": 0.626674, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.647463, "nauc_precision_at_1_std": -0.068209, "nauc_precision_at_1_diff1": 0.776627, "nauc_precision_at_3_max": 0.727762, "nauc_precision_at_3_std": -0.005882, "nauc_precision_at_3_diff1": 0.684741, "nauc_precision_at_5_max": 0.748312, "nauc_precision_at_5_std": 0.02734, "nauc_precision_at_5_diff1": 0.667571, "nauc_precision_at_10_max": 0.788077, "nauc_precision_at_10_std": 0.132614, "nauc_precision_at_10_diff1": 0.653794, "nauc_precision_at_20_max": 0.775738, "nauc_precision_at_20_std": 0.167647, "nauc_precision_at_20_diff1": 0.636394, "nauc_precision_at_100_max": 0.729903, "nauc_precision_at_100_std": 0.442265, "nauc_precision_at_100_diff1": 0.590223, "nauc_precision_at_1000_max": -0.415366, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": -0.499962, "nauc_mrr_at_1_max": 0.647463, "nauc_mrr_at_1_std": -0.068209, "nauc_mrr_at_1_diff1": 0.776627, "nauc_mrr_at_3_max": 0.679916, "nauc_mrr_at_3_std": -0.045857, "nauc_mrr_at_3_diff1": 0.743227, "nauc_mrr_at_5_max": 0.682467, "nauc_mrr_at_5_std": -0.041383, "nauc_mrr_at_5_diff1": 0.742163, "nauc_mrr_at_10_max": 0.68433, "nauc_mrr_at_10_std": -0.034121, "nauc_mrr_at_10_diff1": 0.742894, "nauc_mrr_at_20_max": 0.68295, "nauc_mrr_at_20_std": -0.035043, "nauc_mrr_at_20_diff1": 0.743251, "nauc_mrr_at_100_max": 0.682305, "nauc_mrr_at_100_std": -0.03525, "nauc_mrr_at_100_diff1": 0.743986, "nauc_mrr_at_1000_max": 0.682263, "nauc_mrr_at_1000_std": -0.035453, "nauc_mrr_at_1000_diff1": 0.744063, "hit_rate_at_1": 0.61232, "hit_rate_at_3": 0.75367, "hit_rate_at_5": 0.79636, "hit_rate_at_10": 0.84745, "hit_rate_at_20": 0.88943, "hit_rate_at_100": 0.96361, "hit_rate_at_1000": 1.0, "main_score": 0.72879, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.54475, "ndcg_at_3": 0.62673, "ndcg_at_5": 0.6476, "ndcg_at_10": 0.66691, "ndcg_at_20": 0.6789, "ndcg_at_100": 0.6958, "ndcg_at_1000": 0.7033, "map_at_1": 0.54475, "map_at_3": 0.60693, "map_at_5": 0.61857, "map_at_10": 0.62652, "map_at_20": 0.62984, "map_at_100": 0.63217, "map_at_1000": 0.63247, "recall_at_1": 0.54475, "recall_at_3": 0.68389, "recall_at_5": 0.73424, "recall_at_10": 0.79404, "recall_at_20": 0.84123, "recall_at_100": 0.93236, "recall_at_1000": 0.99085, "accuracy": 0.54475, "precision_at_1": 0.54475, "precision_at_3": 0.22796, "precision_at_5": 0.14687, "precision_at_10": 0.07941, "precision_at_20": 0.04207, "precision_at_100": 0.00933, "precision_at_1000": 0.00099, "mrr_at_1": 0.544752, "mrr_at_3": 0.60693, "mrr_at_5": 0.618596, "mrr_at_10": 0.626548, "mrr_at_20": 0.62987, "mrr_at_100": 0.632191, "mrr_at_1000": 0.632485, "nauc_ndcg_at_1_max": 0.619021, "nauc_ndcg_at_1_std": -0.024869, "nauc_ndcg_at_1_diff1": 0.744572, "nauc_ndcg_at_3_max": 0.65014, "nauc_ndcg_at_3_std": 0.003889, "nauc_ndcg_at_3_diff1": 0.703963, "nauc_ndcg_at_5_max": 0.652081, "nauc_ndcg_at_5_std": 0.012683, "nauc_ndcg_at_5_diff1": 0.697615, "nauc_ndcg_at_10_max": 0.650759, "nauc_ndcg_at_10_std": 0.019085, "nauc_ndcg_at_10_diff1": 0.696933, "nauc_ndcg_at_20_max": 0.649753, "nauc_ndcg_at_20_std": 0.025578, "nauc_ndcg_at_20_diff1": 0.697818, "nauc_ndcg_at_100_max": 0.648033, "nauc_ndcg_at_100_std": 0.02957, "nauc_ndcg_at_100_diff1": 0.700643, "nauc_ndcg_at_1000_max": 0.646687, "nauc_ndcg_at_1000_std": 0.020028, "nauc_ndcg_at_1000_diff1": 0.703751, "nauc_map_at_1_max": 0.619021, "nauc_map_at_1_std": -0.024869, "nauc_map_at_1_diff1": 0.744572, "nauc_map_at_3_max": 0.642341, "nauc_map_at_3_std": -0.00363, "nauc_map_at_3_diff1": 0.713925, "nauc_map_at_5_max": 0.643219, "nauc_map_at_5_std": 0.000896, "nauc_map_at_5_diff1": 0.710865, "nauc_map_at_10_max": 0.642571, "nauc_map_at_10_std": 0.003028, "nauc_map_at_10_diff1": 0.710852, "nauc_map_at_20_max": 0.642212, "nauc_map_at_20_std": 0.004581, "nauc_map_at_20_diff1": 0.711082, "nauc_map_at_100_max": 0.641876, "nauc_map_at_100_std": 0.004931, "nauc_map_at_100_diff1": 0.711373, "nauc_map_at_1000_max": 0.641838, "nauc_map_at_1000_std": 0.004646, "nauc_map_at_1000_diff1": 0.711476, "nauc_recall_at_1_max": 0.619021, "nauc_recall_at_1_std": -0.024869, "nauc_recall_at_1_diff1": 0.744572, "nauc_recall_at_3_max": 0.675575, "nauc_recall_at_3_std": 0.028566, "nauc_recall_at_3_diff1": 0.671584, "nauc_recall_at_5_max": 0.68455, "nauc_recall_at_5_std": 0.057138, "nauc_recall_at_5_diff1": 0.648406, "nauc_recall_at_10_max": 0.685913, "nauc_recall_at_10_std": 0.095379, "nauc_recall_at_10_diff1": 0.634456, "nauc_recall_at_20_max": 0.688855, "nauc_recall_at_20_std": 0.157621, "nauc_recall_at_20_diff1": 0.625519, "nauc_recall_at_100_max": 0.709583, "nauc_recall_at_100_std": 0.395978, "nauc_recall_at_100_diff1": 0.599418, "nauc_recall_at_1000_max": 0.809517, "nauc_recall_at_1000_std": 0.751051, "nauc_recall_at_1000_diff1": 0.584506, "nauc_precision_at_1_max": 0.619021, "nauc_precision_at_1_std": -0.024869, "nauc_precision_at_1_diff1": 0.744572, "nauc_precision_at_3_max": 0.675575, "nauc_precision_at_3_std": 0.028566, "nauc_precision_at_3_diff1": 0.671584, "nauc_precision_at_5_max": 0.684609, "nauc_precision_at_5_std": 0.057401, "nauc_precision_at_5_diff1": 0.648175, "nauc_precision_at_10_max": 0.685986, "nauc_precision_at_10_std": 0.095716, "nauc_precision_at_10_diff1": 0.634168, "nauc_precision_at_20_max": 0.689018, "nauc_precision_at_20_std": 0.158093, "nauc_precision_at_20_diff1": 0.625212, "nauc_precision_at_100_max": 0.704376, "nauc_precision_at_100_std": 0.396012, "nauc_precision_at_100_diff1": 0.592697, "nauc_precision_at_1000_max": 0.723407, "nauc_precision_at_1000_std": 0.706241, "nauc_precision_at_1000_diff1": 0.501303, "nauc_mrr_at_1_max": 0.619021, "nauc_mrr_at_1_std": -0.024869, "nauc_mrr_at_1_diff1": 0.744572, "nauc_mrr_at_3_max": 0.642341, "nauc_mrr_at_3_std": -0.00363, "nauc_mrr_at_3_diff1": 0.713925, "nauc_mrr_at_5_max": 0.643228, "nauc_mrr_at_5_std": 0.000945, "nauc_mrr_at_5_diff1": 0.710823, "nauc_mrr_at_10_max": 0.64258, "nauc_mrr_at_10_std": 0.003077, "nauc_mrr_at_10_diff1": 0.71081, "nauc_mrr_at_20_max": 0.642221, "nauc_mrr_at_20_std": 0.004631, "nauc_mrr_at_20_diff1": 0.711039, "nauc_mrr_at_100_max": 0.641882, "nauc_mrr_at_100_std": 0.00497, "nauc_mrr_at_100_diff1": 0.711338, "nauc_mrr_at_1000_max": 0.641846, "nauc_mrr_at_1000_std": 0.004685, "nauc_mrr_at_1000_diff1": 0.711443, "hit_rate_at_1": 0.54475, "hit_rate_at_3": 0.68389, "hit_rate_at_5": 0.73434, "hit_rate_at_10": 0.79414, "hit_rate_at_20": 0.84133, "hit_rate_at_100": 0.93247, "hit_rate_at_1000": 0.99085, "main_score": 0.66691, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57317, "ndcg_at_3": 0.65541, "ndcg_at_5": 0.67835, "ndcg_at_10": 0.69427, "ndcg_at_20": 0.70613, "ndcg_at_100": 0.72175, "ndcg_at_1000": 0.72839, "map_at_1": 0.57317, "map_at_3": 0.63565, "map_at_5": 0.64836, "map_at_10": 0.65501, "map_at_20": 0.65822, "map_at_100": 0.66046, "map_at_1000": 0.66071, "recall_at_1": 0.57317, "recall_at_3": 0.71225, "recall_at_5": 0.768, "recall_at_10": 0.81678, "recall_at_20": 0.86411, "recall_at_100": 0.94715, "recall_at_1000": 0.99942, "accuracy": 0.57317, "precision_at_1": 0.57317, "precision_at_3": 0.23751, "precision_at_5": 0.15366, "precision_at_10": 0.08171, "precision_at_20": 0.04323, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.573171, "mrr_at_3": 0.635792, "mrr_at_5": 0.648509, "mrr_at_10": 0.655157, "mrr_at_20": 0.658328, "mrr_at_100": 0.660569, "mrr_at_1000": 0.660818, "nauc_ndcg_at_1_max": 0.676225, "nauc_ndcg_at_1_std": -0.024785, "nauc_ndcg_at_1_diff1": 0.75899, "nauc_ndcg_at_3_max": 0.714903, "nauc_ndcg_at_3_std": 0.005037, "nauc_ndcg_at_3_diff1": 0.728194, "nauc_ndcg_at_5_max": 0.721678, "nauc_ndcg_at_5_std": 0.016426, "nauc_ndcg_at_5_diff1": 0.733246, "nauc_ndcg_at_10_max": 0.717781, "nauc_ndcg_at_10_std": 0.01573, "nauc_ndcg_at_10_diff1": 0.731635, "nauc_ndcg_at_20_max": 0.716111, "nauc_ndcg_at_20_std": 0.021171, "nauc_ndcg_at_20_diff1": 0.731158, "nauc_ndcg_at_100_max": 0.713945, "nauc_ndcg_at_100_std": 0.020976, "nauc_ndcg_at_100_diff1": 0.735158, "nauc_ndcg_at_1000_max": 0.711774, "nauc_ndcg_at_1000_std": 0.013059, "nauc_ndcg_at_1000_diff1": 0.735475, "nauc_map_at_1_max": 0.676225, "nauc_map_at_1_std": -0.024785, "nauc_map_at_1_diff1": 0.75899, "nauc_map_at_3_max": 0.705974, "nauc_map_at_3_std": -0.002683, "nauc_map_at_3_diff1": 0.736057, "nauc_map_at_5_max": 0.709302, "nauc_map_at_5_std": 0.002971, "nauc_map_at_5_diff1": 0.739027, "nauc_map_at_10_max": 0.707694, "nauc_map_at_10_std": 0.002679, "nauc_map_at_10_diff1": 0.738482, "nauc_map_at_20_max": 0.707308, "nauc_map_at_20_std": 0.003914, "nauc_map_at_20_diff1": 0.738412, "nauc_map_at_100_max": 0.706944, "nauc_map_at_100_std": 0.00384, "nauc_map_at_100_diff1": 0.738803, "nauc_map_at_1000_max": 0.70687, "nauc_map_at_1000_std": 0.00361, "nauc_map_at_1000_diff1": 0.738813, "nauc_recall_at_1_max": 0.676225, "nauc_recall_at_1_std": -0.024785, "nauc_recall_at_1_diff1": 0.75899, "nauc_recall_at_3_max": 0.74411, "nauc_recall_at_3_std": 0.029637, "nauc_recall_at_3_diff1": 0.702094, "nauc_recall_at_5_max": 0.769859, "nauc_recall_at_5_std": 0.069218, "nauc_recall_at_5_diff1": 0.712024, "nauc_recall_at_10_max": 0.761943, "nauc_recall_at_10_std": 0.075765, "nauc_recall_at_10_diff1": 0.700323, "nauc_recall_at_20_max": 0.762151, "nauc_recall_at_20_std": 0.134033, "nauc_recall_at_20_diff1": 0.687727, "nauc_recall_at_100_max": 0.782399, "nauc_recall_at_100_std": 0.288606, "nauc_recall_at_100_diff1": 0.724591, "nauc_recall_at_1000_max": 0.358042, "nauc_recall_at_1000_std": -0.171284, "nauc_recall_at_1000_diff1": 0.722282, "nauc_precision_at_1_max": 0.676225, "nauc_precision_at_1_std": -0.024785, "nauc_precision_at_1_diff1": 0.75899, "nauc_precision_at_3_max": 0.744318, "nauc_precision_at_3_std": 0.031684, "nauc_precision_at_3_diff1": 0.701844, "nauc_precision_at_5_max": 0.770133, "nauc_precision_at_5_std": 0.071697, "nauc_precision_at_5_diff1": 0.711736, "nauc_precision_at_10_max": 0.762456, "nauc_precision_at_10_std": 0.078814, "nauc_precision_at_10_diff1": 0.700131, "nauc_precision_at_20_max": 0.75475, "nauc_precision_at_20_std": 0.140656, "nauc_precision_at_20_diff1": 0.679294, "nauc_precision_at_100_max": 0.76385, "nauc_precision_at_100_std": 0.301961, "nauc_precision_at_100_diff1": 0.703201, "nauc_precision_at_1000_max": 0.0, "nauc_precision_at_1000_std": 0.572676, "nauc_precision_at_1000_diff1": 0.0, "nauc_mrr_at_1_max": 0.676225, "nauc_mrr_at_1_std": -0.024785, "nauc_mrr_at_1_diff1": 0.75899, "nauc_mrr_at_3_max": 0.706011, "nauc_mrr_at_3_std": -0.001816, "nauc_mrr_at_3_diff1": 0.735921, "nauc_mrr_at_5_max": 0.709341, "nauc_mrr_at_5_std": 0.003867, "nauc_mrr_at_5_diff1": 0.738888, "nauc_mrr_at_10_max": 0.707733, "nauc_mrr_at_10_std": 0.003592, "nauc_mrr_at_10_diff1": 0.738339, "nauc_mrr_at_20_max": 0.707327, "nauc_mrr_at_20_std": 0.00462, "nauc_mrr_at_20_diff1": 0.738291, "nauc_mrr_at_100_max": 0.706964, "nauc_mrr_at_100_std": 0.004551, "nauc_mrr_at_100_diff1": 0.738682, "nauc_mrr_at_1000_max": 0.70689, "nauc_mrr_at_1000_std": 0.004321, "nauc_mrr_at_1000_diff1": 0.738692, "hit_rate_at_1": 0.57317, "hit_rate_at_3": 0.71254, "hit_rate_at_5": 0.76829, "hit_rate_at_10": 0.81707, "hit_rate_at_20": 0.86411, "hit_rate_at_100": 0.94715, "hit_rate_at_1000": 0.99942, "main_score": 0.69427, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.52339, "ndcg_at_3": 0.60217, "ndcg_at_5": 0.62105, "ndcg_at_10": 0.63762, "ndcg_at_20": 0.6509, "ndcg_at_100": 0.66813, "ndcg_at_1000": 0.67859, "map_at_1": 0.52329, "map_at_3": 0.58305, "map_at_5": 0.59354, "map_at_10": 0.60036, "map_at_20": 0.60402, "map_at_100": 0.60639, "map_at_1000": 0.60676, "recall_at_1": 0.52329, "recall_at_3": 0.65724, "recall_at_5": 0.70301, "recall_at_10": 0.75437, "recall_at_20": 0.80686, "recall_at_100": 0.89982, "recall_at_1000": 0.98352, "accuracy": 0.52329, "precision_at_1": 0.52339, "precision_at_3": 0.21915, "precision_at_5": 0.14064, "precision_at_10": 0.07547, "precision_at_20": 0.04036, "precision_at_100": 0.009, "precision_at_1000": 0.00098, "mrr_at_1": 0.523393, "mrr_at_3": 0.583198, "mrr_at_5": 0.593694, "mrr_at_10": 0.600493, "mrr_at_20": 0.604146, "mrr_at_100": 0.606523, "mrr_at_1000": 0.606893, "nauc_ndcg_at_1_max": 0.659672, "nauc_ndcg_at_1_std": 0.076633, "nauc_ndcg_at_1_diff1": 0.75618, "nauc_ndcg_at_3_max": 0.700348, "nauc_ndcg_at_3_std": 0.113635, "nauc_ndcg_at_3_diff1": 0.709965, "nauc_ndcg_at_5_max": 0.698539, "nauc_ndcg_at_5_std": 0.126335, "nauc_ndcg_at_5_diff1": 0.700214, "nauc_ndcg_at_10_max": 0.699267, "nauc_ndcg_at_10_std": 0.138432, "nauc_ndcg_at_10_diff1": 0.696838, "nauc_ndcg_at_20_max": 0.69719, "nauc_ndcg_at_20_std": 0.143791, "nauc_ndcg_at_20_diff1": 0.695376, "nauc_ndcg_at_100_max": 0.695899, "nauc_ndcg_at_100_std": 0.149615, "nauc_ndcg_at_100_diff1": 0.699993, "nauc_ndcg_at_1000_max": 0.694569, "nauc_ndcg_at_1000_std": 0.137659, "nauc_ndcg_at_1000_diff1": 0.705495, "nauc_map_at_1_max": 0.65926, "nauc_map_at_1_std": 0.076574, "nauc_map_at_1_diff1": 0.755582, "nauc_map_at_3_max": 0.689553, "nauc_map_at_3_std": 0.103644, "nauc_map_at_3_diff1": 0.721352, "nauc_map_at_5_max": 0.688401, "nauc_map_at_5_std": 0.110172, "nauc_map_at_5_diff1": 0.716522, "nauc_map_at_10_max": 0.688591, "nauc_map_at_10_std": 0.11467, "nauc_map_at_10_diff1": 0.715528, "nauc_map_at_20_max": 0.687991, "nauc_map_at_20_std": 0.115834, "nauc_map_at_20_diff1": 0.715318, "nauc_map_at_100_max": 0.687863, "nauc_map_at_100_std": 0.116542, "nauc_map_at_100_diff1": 0.71603, "nauc_map_at_1000_max": 0.687829, "nauc_map_at_1000_std": 0.116179, "nauc_map_at_1000_diff1": 0.716227, "nauc_recall_at_1_max": 0.65926, "nauc_recall_at_1_std": 0.076574, "nauc_recall_at_1_diff1": 0.755582, "nauc_recall_at_3_max": 0.734788, "nauc_recall_at_3_std": 0.145827, "nauc_recall_at_3_diff1": 0.672749, "nauc_recall_at_5_max": 0.73301, "nauc_recall_at_5_std": 0.184832, "nauc_recall_at_5_diff1": 0.640877, "nauc_recall_at_10_max": 0.741199, "nauc_recall_at_10_std": 0.24249, "nauc_recall_at_10_diff1": 0.61706, "nauc_recall_at_20_max": 0.73747, "nauc_recall_at_20_std": 0.296582, "nauc_recall_at_20_diff1": 0.591204, "nauc_recall_at_100_max": 0.747725, "nauc_recall_at_100_std": 0.491834, "nauc_recall_at_100_diff1": 0.571001, "nauc_recall_at_1000_max": 0.832193, "nauc_recall_at_1000_std": 0.744868, "nauc_recall_at_1000_diff1": 0.564915, "nauc_precision_at_1_max": 0.659672, "nauc_precision_at_1_std": 0.076633, "nauc_precision_at_1_diff1": 0.75618, "nauc_precision_at_3_max": 0.735236, "nauc_precision_at_3_std": 0.14615, "nauc_precision_at_3_diff1": 0.673443, "nauc_precision_at_5_max": 0.733599, "nauc_precision_at_5_std": 0.185229, "nauc_precision_at_5_diff1": 0.641713, "nauc_precision_at_10_max": 0.74012, "nauc_precision_at_10_std": 0.242781, "nauc_precision_at_10_diff1": 0.616566, "nauc_precision_at_20_max": 0.736225, "nauc_precision_at_20_std": 0.296877, "nauc_precision_at_20_diff1": 0.590693, "nauc_precision_at_100_max": 0.745452, "nauc_precision_at_100_std": 0.491849, "nauc_precision_at_100_diff1": 0.570131, "nauc_precision_at_1000_max": 0.803005, "nauc_precision_at_1000_std": 0.72289, "nauc_precision_at_1000_diff1": 0.555682, "nauc_mrr_at_1_max": 0.659672, "nauc_mrr_at_1_std": 0.076633, "nauc_mrr_at_1_diff1": 0.75618, "nauc_mrr_at_3_max": 0.689948, "nauc_mrr_at_3_std": 0.10381, "nauc_mrr_at_3_diff1": 0.721969, "nauc_mrr_at_5_max": 0.688804, "nauc_mrr_at_5_std": 0.110344, "nauc_mrr_at_5_diff1": 0.71715, "nauc_mrr_at_10_max": 0.689025, "nauc_mrr_at_10_std": 0.114798, "nauc_mrr_at_10_diff1": 0.716178, "nauc_mrr_at_20_max": 0.688428, "nauc_mrr_at_20_std": 0.115964, "nauc_mrr_at_20_diff1": 0.715974, "nauc_mrr_at_100_max": 0.688304, "nauc_mrr_at_100_std": 0.116673, "nauc_mrr_at_100_diff1": 0.71669, "nauc_mrr_at_1000_max": 0.68827, "nauc_mrr_at_1000_std": 0.11631, "nauc_mrr_at_1000_diff1": 0.716886, "hit_rate_at_1": 0.52339, "hit_rate_at_3": 0.65745, "hit_rate_at_5": 0.70321, "hit_rate_at_10": 0.75448, "hit_rate_at_20": 0.80696, "hit_rate_at_100": 0.89992, "hit_rate_at_1000": 0.98352, "main_score": 0.63762, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.5018, "ndcg_at_3": 0.58652, "ndcg_at_5": 0.61088, "ndcg_at_10": 0.63323, "ndcg_at_20": 0.64832, "ndcg_at_100": 0.66646, "ndcg_at_1000": 0.67456, "map_at_1": 0.5018, "map_at_3": 0.56574, "map_at_5": 0.57928, "map_at_10": 0.58845, "map_at_20": 0.59262, "map_at_100": 0.59509, "map_at_1000": 0.59539, "recall_at_1": 0.5018, "recall_at_3": 0.64664, "recall_at_5": 0.7057, "recall_at_10": 0.77504, "recall_at_20": 0.83462, "recall_at_100": 0.93272, "recall_at_1000": 0.9964, "accuracy": 0.5018, "precision_at_1": 0.5018, "precision_at_3": 0.21555, "precision_at_5": 0.14114, "precision_at_10": 0.0775, "precision_at_20": 0.04173, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.501798, "mrr_at_3": 0.565742, "mrr_at_5": 0.579276, "mrr_at_10": 0.588455, "mrr_at_20": 0.592616, "mrr_at_100": 0.595089, "mrr_at_1000": 0.59539, "nauc_ndcg_at_1_max": 0.609179, "nauc_ndcg_at_1_std": -0.014572, "nauc_ndcg_at_1_diff1": 0.711943, "nauc_ndcg_at_3_max": 0.648138, "nauc_ndcg_at_3_std": 0.026333, "nauc_ndcg_at_3_diff1": 0.675788, "nauc_ndcg_at_5_max": 0.644388, "nauc_ndcg_at_5_std": 0.039472, "nauc_ndcg_at_5_diff1": 0.665945, "nauc_ndcg_at_10_max": 0.646045, "nauc_ndcg_at_10_std": 0.05883, "nauc_ndcg_at_10_diff1": 0.663176, "nauc_ndcg_at_20_max": 0.643385, "nauc_ndcg_at_20_std": 0.059267, "nauc_ndcg_at_20_diff1": 0.666835, "nauc_ndcg_at_100_max": 0.644538, "nauc_ndcg_at_100_std": 0.057699, "nauc_ndcg_at_100_diff1": 0.671003, "nauc_ndcg_at_1000_max": 0.641103, "nauc_ndcg_at_1000_std": 0.045243, "nauc_ndcg_at_1000_diff1": 0.674536, "nauc_map_at_1_max": 0.609179, "nauc_map_at_1_std": -0.014572, "nauc_map_at_1_diff1": 0.711943, "nauc_map_at_3_max": 0.637976, "nauc_map_at_3_std": 0.015612, "nauc_map_at_3_diff1": 0.685191, "nauc_map_at_5_max": 0.635918, "nauc_map_at_5_std": 0.02251, "nauc_map_at_5_diff1": 0.680193, "nauc_map_at_10_max": 0.636241, "nauc_map_at_10_std": 0.029495, "nauc_map_at_10_diff1": 0.679391, "nauc_map_at_20_max": 0.63545, "nauc_map_at_20_std": 0.029402, "nauc_map_at_20_diff1": 0.680454, "nauc_map_at_100_max": 0.63554, "nauc_map_at_100_std": 0.029247, "nauc_map_at_100_diff1": 0.680981, "nauc_map_at_1000_max": 0.635442, "nauc_map_at_1000_std": 0.028855, "nauc_map_at_1000_diff1": 0.681119, "nauc_recall_at_1_max": 0.609179, "nauc_recall_at_1_std": -0.014572, "nauc_recall_at_1_diff1": 0.711943, "nauc_recall_at_3_max": 0.681034, "nauc_recall_at_3_std": 0.061061, "nauc_recall_at_3_diff1": 0.645362, "nauc_recall_at_5_max": 0.673758, "nauc_recall_at_5_std": 0.102176, "nauc_recall_at_5_diff1": 0.613281, "nauc_recall_at_10_max": 0.689, "nauc_recall_at_10_std": 0.20062, "nauc_recall_at_10_diff1": 0.588948, "nauc_recall_at_20_max": 0.684386, "nauc_recall_at_20_std": 0.245397, "nauc_recall_at_20_diff1": 0.591519, "nauc_recall_at_100_max": 0.762205, "nauc_recall_at_100_std": 0.444412, "nauc_recall_at_100_diff1": 0.580758, "nauc_recall_at_1000_max": 0.920639, "nauc_recall_at_1000_std": 0.502765, "nauc_recall_at_1000_diff1": 0.779916, "nauc_precision_at_1_max": 0.609179, "nauc_precision_at_1_std": -0.014572, "nauc_precision_at_1_diff1": 0.711943, "nauc_precision_at_3_max": 0.681034, "nauc_precision_at_3_std": 0.061061, "nauc_precision_at_3_diff1": 0.645362, "nauc_precision_at_5_max": 0.673758, "nauc_precision_at_5_std": 0.102176, "nauc_precision_at_5_diff1": 0.613281, "nauc_precision_at_10_max": 0.689, "nauc_precision_at_10_std": 0.20062, "nauc_precision_at_10_diff1": 0.588948, "nauc_precision_at_20_max": 0.684386, "nauc_precision_at_20_std": 0.245397, "nauc_precision_at_20_diff1": 0.591519, "nauc_precision_at_100_max": 0.762205, "nauc_precision_at_100_std": 0.444412, "nauc_precision_at_100_diff1": 0.580758, "nauc_precision_at_1000_max": 0.920639, "nauc_precision_at_1000_std": 0.502765, "nauc_precision_at_1000_diff1": 0.779916, "nauc_mrr_at_1_max": 0.609179, "nauc_mrr_at_1_std": -0.014572, "nauc_mrr_at_1_diff1": 0.711943, "nauc_mrr_at_3_max": 0.637976, "nauc_mrr_at_3_std": 0.015612, "nauc_mrr_at_3_diff1": 0.685191, "nauc_mrr_at_5_max": 0.635918, "nauc_mrr_at_5_std": 0.02251, "nauc_mrr_at_5_diff1": 0.680193, "nauc_mrr_at_10_max": 0.636241, "nauc_mrr_at_10_std": 0.029495, "nauc_mrr_at_10_diff1": 0.679391, "nauc_mrr_at_20_max": 0.63545, "nauc_mrr_at_20_std": 0.029402, "nauc_mrr_at_20_diff1": 0.680454, "nauc_mrr_at_100_max": 0.63554, "nauc_mrr_at_100_std": 0.029247, "nauc_mrr_at_100_diff1": 0.680981, "nauc_mrr_at_1000_max": 0.635442, "nauc_mrr_at_1000_std": 0.028855, "nauc_mrr_at_1000_diff1": 0.681119, "hit_rate_at_1": 0.5018, "hit_rate_at_3": 0.64664, "hit_rate_at_5": 0.7057, "hit_rate_at_10": 0.77504, "hit_rate_at_20": 0.83462, "hit_rate_at_100": 0.93272, "hit_rate_at_1000": 0.9964, "main_score": 0.63323, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.49972, "ndcg_at_3": 0.59786, "ndcg_at_5": 0.62424, "ndcg_at_10": 0.64764, "ndcg_at_20": 0.66383, "ndcg_at_100": 0.6813, "ndcg_at_1000": 0.68617, "map_at_1": 0.49972, "map_at_3": 0.57404, "map_at_5": 0.5887, "map_at_10": 0.59834, "map_at_20": 0.6028, "map_at_100": 0.60535, "map_at_1000": 0.60553, "recall_at_1": 0.49972, "recall_at_3": 0.66667, "recall_at_5": 0.73062, "recall_at_10": 0.80306, "recall_at_20": 0.86701, "recall_at_100": 0.95925, "recall_at_1000": 0.99774, "accuracy": 0.49972, "precision_at_1": 0.49972, "precision_at_3": 0.22222, "precision_at_5": 0.14612, "precision_at_10": 0.08031, "precision_at_20": 0.04335, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.499717, "mrr_at_3": 0.574043, "mrr_at_5": 0.5887, "mrr_at_10": 0.598341, "mrr_at_20": 0.6028, "mrr_at_100": 0.605348, "mrr_at_1000": 0.60553, "nauc_ndcg_at_1_max": 0.581686, "nauc_ndcg_at_1_std": -0.106747, "nauc_ndcg_at_1_diff1": 0.70013, "nauc_ndcg_at_3_max": 0.598007, "nauc_ndcg_at_3_std": -0.07412, "nauc_ndcg_at_3_diff1": 0.638701, "nauc_ndcg_at_5_max": 0.601883, "nauc_ndcg_at_5_std": -0.063115, "nauc_ndcg_at_5_diff1": 0.631542, "nauc_ndcg_at_10_max": 0.599193, "nauc_ndcg_at_10_std": -0.060466, "nauc_ndcg_at_10_diff1": 0.627718, "nauc_ndcg_at_20_max": 0.597517, "nauc_ndcg_at_20_std": -0.057672, "nauc_ndcg_at_20_diff1": 0.631748, "nauc_ndcg_at_100_max": 0.600307, "nauc_ndcg_at_100_std": -0.057885, "nauc_ndcg_at_100_diff1": 0.640099, "nauc_ndcg_at_1000_max": 0.597723, "nauc_ndcg_at_1000_std": -0.064853, "nauc_ndcg_at_1000_diff1": 0.642708, "nauc_map_at_1_max": 0.581686, "nauc_map_at_1_std": -0.106747, "nauc_map_at_1_diff1": 0.70013, "nauc_map_at_3_max": 0.593894, "nauc_map_at_3_std": -0.082879, "nauc_map_at_3_diff1": 0.654368, "nauc_map_at_5_max": 0.595681, "nauc_map_at_5_std": -0.077265, "nauc_map_at_5_diff1": 0.650775, "nauc_map_at_10_max": 0.594662, "nauc_map_at_10_std": -0.076376, "nauc_map_at_10_diff1": 0.649934, "nauc_map_at_20_max": 0.59417, "nauc_map_at_20_std": -0.075894, "nauc_map_at_20_diff1": 0.651206, "nauc_map_at_100_max": 0.594552, "nauc_map_at_100_std": -0.075842, "nauc_map_at_100_diff1": 0.652238, "nauc_map_at_1000_max": 0.594462, "nauc_map_at_1000_std": -0.07604, "nauc_map_at_1000_diff1": 0.652304, "nauc_recall_at_1_max": 0.581686, "nauc_recall_at_1_std": -0.106747, "nauc_recall_at_1_diff1": 0.70013, "nauc_recall_at_3_max": 0.611552, "nauc_recall_at_3_std": -0.045009, "nauc_recall_at_3_diff1": 0.587016, "nauc_recall_at_5_max": 0.626085, "nauc_recall_at_5_std": -0.007796, "nauc_recall_at_5_diff1": 0.558484, "nauc_recall_at_10_max": 0.619496, "nauc_recall_at_10_std": 0.018446, "nauc_recall_at_10_diff1": 0.518631, "nauc_recall_at_20_max": 0.615323, "nauc_recall_at_20_std": 0.074519, "nauc_recall_at_20_diff1": 0.503343, "nauc_recall_at_100_max": 0.732985, "nauc_recall_at_100_std": 0.327825, "nauc_recall_at_100_diff1": 0.503419, "nauc_recall_at_1000_max": 0.865188, "nauc_recall_at_1000_std": 0.888546, "nauc_recall_at_1000_diff1": 0.459195, "nauc_precision_at_1_max": 0.581686, "nauc_precision_at_1_std": -0.106747, "nauc_precision_at_1_diff1": 0.70013, "nauc_precision_at_3_max": 0.611552, "nauc_precision_at_3_std": -0.045009, "nauc_precision_at_3_diff1": 0.587016, "nauc_precision_at_5_max": 0.626085, "nauc_precision_at_5_std": -0.007796, "nauc_precision_at_5_diff1": 0.558484, "nauc_precision_at_10_max": 0.619496, "nauc_precision_at_10_std": 0.018446, "nauc_precision_at_10_diff1": 0.518631, "nauc_precision_at_20_max": 0.615323, "nauc_precision_at_20_std": 0.074519, "nauc_precision_at_20_diff1": 0.503343, "nauc_precision_at_100_max": 0.732985, "nauc_precision_at_100_std": 0.327825, "nauc_precision_at_100_diff1": 0.503419, "nauc_precision_at_1000_max": 0.865188, "nauc_precision_at_1000_std": 0.888546, "nauc_precision_at_1000_diff1": 0.459195, "nauc_mrr_at_1_max": 0.581686, "nauc_mrr_at_1_std": -0.106747, "nauc_mrr_at_1_diff1": 0.70013, "nauc_mrr_at_3_max": 0.593894, "nauc_mrr_at_3_std": -0.082879, "nauc_mrr_at_3_diff1": 0.654368, "nauc_mrr_at_5_max": 0.595681, "nauc_mrr_at_5_std": -0.077265, "nauc_mrr_at_5_diff1": 0.650775, "nauc_mrr_at_10_max": 0.594662, "nauc_mrr_at_10_std": -0.076376, "nauc_mrr_at_10_diff1": 0.649934, "nauc_mrr_at_20_max": 0.59417, "nauc_mrr_at_20_std": -0.075894, "nauc_mrr_at_20_diff1": 0.651206, "nauc_mrr_at_100_max": 0.594552, "nauc_mrr_at_100_std": -0.075842, "nauc_mrr_at_100_diff1": 0.652238, "nauc_mrr_at_1000_max": 0.594462, "nauc_mrr_at_1000_std": -0.07604, "nauc_mrr_at_1000_diff1": 0.652304, "hit_rate_at_1": 0.49972, "hit_rate_at_3": 0.66667, "hit_rate_at_5": 0.73062, "hit_rate_at_10": 0.80306, "hit_rate_at_20": 0.86701, "hit_rate_at_100": 0.95925, "hit_rate_at_1000": 0.99774, "main_score": 0.64764, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42355, "ndcg_at_3": 0.51626, "ndcg_at_5": 0.54401, "ndcg_at_10": 0.56645, "ndcg_at_20": 0.58452, "ndcg_at_100": 0.60649, "ndcg_at_1000": 0.61765, "map_at_1": 0.42355, "map_at_3": 0.49373, "map_at_5": 0.50924, "map_at_10": 0.51851, "map_at_20": 0.52349, "map_at_100": 0.52657, "map_at_1000": 0.527, "recall_at_1": 0.42355, "recall_at_3": 0.58134, "recall_at_5": 0.64827, "recall_at_10": 0.71764, "recall_at_20": 0.78896, "recall_at_100": 0.90669, "recall_at_1000": 0.99414, "accuracy": 0.42355, "precision_at_1": 0.42355, "precision_at_3": 0.19378, "precision_at_5": 0.12965, "precision_at_10": 0.07176, "precision_at_20": 0.03945, "precision_at_100": 0.00907, "precision_at_1000": 0.00099, "mrr_at_1": 0.423547, "mrr_at_3": 0.493731, "mrr_at_5": 0.509241, "mrr_at_10": 0.518506, "mrr_at_20": 0.523489, "mrr_at_100": 0.526569, "mrr_at_1000": 0.526997, "nauc_ndcg_at_1_max": 0.584734, "nauc_ndcg_at_1_std": 0.004349, "nauc_ndcg_at_1_diff1": 0.693039, "nauc_ndcg_at_3_max": 0.610272, "nauc_ndcg_at_3_std": 0.027675, "nauc_ndcg_at_3_diff1": 0.636026, "nauc_ndcg_at_5_max": 0.605144, "nauc_ndcg_at_5_std": 0.041429, "nauc_ndcg_at_5_diff1": 0.624837, "nauc_ndcg_at_10_max": 0.60502, "nauc_ndcg_at_10_std": 0.054508, "nauc_ndcg_at_10_diff1": 0.622979, "nauc_ndcg_at_20_max": 0.604268, "nauc_ndcg_at_20_std": 0.063522, "nauc_ndcg_at_20_diff1": 0.620102, "nauc_ndcg_at_100_max": 0.605724, "nauc_ndcg_at_100_std": 0.063383, "nauc_ndcg_at_100_diff1": 0.624996, "nauc_ndcg_at_1000_max": 0.604301, "nauc_ndcg_at_1000_std": 0.051025, "nauc_ndcg_at_1000_diff1": 0.632082, "nauc_map_at_1_max": 0.584734, "nauc_map_at_1_std": 0.004349, "nauc_map_at_1_diff1": 0.693039, "nauc_map_at_3_max": 0.603989, "nauc_map_at_3_std": 0.021211, "nauc_map_at_3_diff1": 0.64892, "nauc_map_at_5_max": 0.60109, "nauc_map_at_5_std": 0.028471, "nauc_map_at_5_diff1": 0.643128, "nauc_map_at_10_max": 0.600943, "nauc_map_at_10_std": 0.033238, "nauc_map_at_10_diff1": 0.642476, "nauc_map_at_20_max": 0.600752, "nauc_map_at_20_std": 0.035304, "nauc_map_at_20_diff1": 0.641897, "nauc_map_at_100_max": 0.601117, "nauc_map_at_100_std": 0.035287, "nauc_map_at_100_diff1": 0.642766, "nauc_map_at_1000_max": 0.601076, "nauc_map_at_1000_std": 0.034926, "nauc_map_at_1000_diff1": 0.643013, "nauc_recall_at_1_max": 0.584734, "nauc_recall_at_1_std": 0.004349, "nauc_recall_at_1_diff1": 0.693039, "nauc_recall_at_3_max": 0.629595, "nauc_recall_at_3_std": 0.047885, "nauc_recall_at_3_diff1": 0.596887, "nauc_recall_at_5_max": 0.617871, "nauc_recall_at_5_std": 0.087624, "nauc_recall_at_5_diff1": 0.562216, "nauc_recall_at_10_max": 0.61975, "nauc_recall_at_10_std": 0.147075, "nauc_recall_at_10_diff1": 0.546056, "nauc_recall_at_20_max": 0.618543, "nauc_recall_at_20_std": 0.225505, "nauc_recall_at_20_diff1": 0.509264, "nauc_recall_at_100_max": 0.647579, "nauc_recall_at_100_std": 0.388069, "nauc_recall_at_100_diff1": 0.46287, "nauc_recall_at_1000_max": 0.745012, "nauc_recall_at_1000_std": 0.615297, "nauc_recall_at_1000_diff1": 0.575642, "nauc_precision_at_1_max": 0.584734, "nauc_precision_at_1_std": 0.004349, "nauc_precision_at_1_diff1": 0.693039, "nauc_precision_at_3_max": 0.629595, "nauc_precision_at_3_std": 0.047885, "nauc_precision_at_3_diff1": 0.596887, "nauc_precision_at_5_max": 0.617871, "nauc_precision_at_5_std": 0.087624, "nauc_precision_at_5_diff1": 0.562216, "nauc_precision_at_10_max": 0.61975, "nauc_precision_at_10_std": 0.147075, "nauc_precision_at_10_diff1": 0.546056, "nauc_precision_at_20_max": 0.618543, "nauc_precision_at_20_std": 0.225505, "nauc_precision_at_20_diff1": 0.509264, "nauc_precision_at_100_max": 0.647579, "nauc_precision_at_100_std": 0.388069, "nauc_precision_at_100_diff1": 0.46287, "nauc_precision_at_1000_max": 0.745012, "nauc_precision_at_1000_std": 0.615297, "nauc_precision_at_1000_diff1": 0.575642, "nauc_mrr_at_1_max": 0.584734, "nauc_mrr_at_1_std": 0.004349, "nauc_mrr_at_1_diff1": 0.693039, "nauc_mrr_at_3_max": 0.603989, "nauc_mrr_at_3_std": 0.021211, "nauc_mrr_at_3_diff1": 0.64892, "nauc_mrr_at_5_max": 0.60109, "nauc_mrr_at_5_std": 0.028471, "nauc_mrr_at_5_diff1": 0.643128, "nauc_mrr_at_10_max": 0.600943, "nauc_mrr_at_10_std": 0.033238, "nauc_mrr_at_10_diff1": 0.642476, "nauc_mrr_at_20_max": 0.600752, "nauc_mrr_at_20_std": 0.035304, "nauc_mrr_at_20_diff1": 0.641897, "nauc_mrr_at_100_max": 0.601117, "nauc_mrr_at_100_std": 0.035287, "nauc_mrr_at_100_diff1": 0.642766, "nauc_mrr_at_1000_max": 0.601076, "nauc_mrr_at_1000_std": 0.034926, "nauc_mrr_at_1000_diff1": 0.643013, "hit_rate_at_1": 0.42355, "hit_rate_at_3": 0.58134, "hit_rate_at_5": 0.64827, "hit_rate_at_10": 0.71764, "hit_rate_at_20": 0.78896, "hit_rate_at_100": 0.90669, "hit_rate_at_1000": 0.99414, "main_score": 0.56645, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57348, "ndcg_at_3": 0.65391, "ndcg_at_5": 0.67448, "ndcg_at_10": 0.69442, "ndcg_at_20": 0.70874, "ndcg_at_100": 0.72326, "ndcg_at_1000": 0.72855, "map_at_1": 0.57318, "map_at_3": 0.63421, "map_at_5": 0.64568, "map_at_10": 0.65383, "map_at_20": 0.65783, "map_at_100": 0.65975, "map_at_1000": 0.65995, "recall_at_1": 0.57318, "recall_at_3": 0.71057, "recall_at_5": 0.76045, "recall_at_10": 0.82258, "recall_at_20": 0.87873, "recall_at_100": 0.95818, "recall_at_1000": 0.9994, "accuracy": 0.57318, "precision_at_1": 0.57348, "precision_at_3": 0.23696, "precision_at_5": 0.15221, "precision_at_10": 0.08232, "precision_at_20": 0.04397, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.573477, "mrr_at_3": 0.634508, "mrr_at_5": 0.645828, "mrr_at_10": 0.653981, "mrr_at_20": 0.657978, "mrr_at_100": 0.659895, "mrr_at_1000": 0.660102, "nauc_ndcg_at_1_max": 0.652784, "nauc_ndcg_at_1_std": -0.102501, "nauc_ndcg_at_1_diff1": 0.815082, "nauc_ndcg_at_3_max": 0.692138, "nauc_ndcg_at_3_std": -0.073137, "nauc_ndcg_at_3_diff1": 0.781507, "nauc_ndcg_at_5_max": 0.699219, "nauc_ndcg_at_5_std": -0.056076, "nauc_ndcg_at_5_diff1": 0.780866, "nauc_ndcg_at_10_max": 0.699709, "nauc_ndcg_at_10_std": -0.047152, "nauc_ndcg_at_10_diff1": 0.779712, "nauc_ndcg_at_20_max": 0.699073, "nauc_ndcg_at_20_std": -0.036456, "nauc_ndcg_at_20_diff1": 0.777145, "nauc_ndcg_at_100_max": 0.695525, "nauc_ndcg_at_100_std": -0.040984, "nauc_ndcg_at_100_diff1": 0.7817, "nauc_ndcg_at_1000_max": 0.692253, "nauc_ndcg_at_1000_std": -0.05208, "nauc_ndcg_at_1000_diff1": 0.784436, "nauc_map_at_1_max": 0.650964, "nauc_map_at_1_std": -0.104072, "nauc_map_at_1_diff1": 0.814655, "nauc_map_at_3_max": 0.681809, "nauc_map_at_3_std": -0.081612, "nauc_map_at_3_diff1": 0.790362, "nauc_map_at_5_max": 0.685964, "nauc_map_at_5_std": -0.072303, "nauc_map_at_5_diff1": 0.79051, "nauc_map_at_10_max": 0.685815, "nauc_map_at_10_std": -0.069207, "nauc_map_at_10_diff1": 0.790127, "nauc_map_at_20_max": 0.685657, "nauc_map_at_20_std": -0.066439, "nauc_map_at_20_diff1": 0.789586, "nauc_map_at_100_max": 0.685182, "nauc_map_at_100_std": -0.066874, "nauc_map_at_100_diff1": 0.790065, "nauc_map_at_1000_max": 0.685073, "nauc_map_at_1000_std": -0.067209, "nauc_map_at_1000_diff1": 0.79015, "nauc_recall_at_1_max": 0.650964, "nauc_recall_at_1_std": -0.104072, "nauc_recall_at_1_diff1": 0.814655, "nauc_recall_at_3_max": 0.723937, "nauc_recall_at_3_std": -0.046517, "nauc_recall_at_3_diff1": 0.750987, "nauc_recall_at_5_max": 0.748301, "nauc_recall_at_5_std": 0.00701, "nauc_recall_at_5_diff1": 0.743444, "nauc_recall_at_10_max": 0.765115, "nauc_recall_at_10_std": 0.065637, "nauc_recall_at_10_diff1": 0.728832, "nauc_recall_at_20_max": 0.784068, "nauc_recall_at_20_std": 0.189194, "nauc_recall_at_20_diff1": 0.688445, "nauc_recall_at_100_max": 0.834581, "nauc_recall_at_100_std": 0.441587, "nauc_recall_at_100_diff1": 0.667886, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869316, "nauc_precision_at_1_max": 0.652784, "nauc_precision_at_1_std": -0.102501, "nauc_precision_at_1_diff1": 0.815082, "nauc_precision_at_3_max": 0.726628, "nauc_precision_at_3_std": -0.044487, "nauc_precision_at_3_diff1": 0.751835, "nauc_precision_at_5_max": 0.74951, "nauc_precision_at_5_std": 0.01178, "nauc_precision_at_5_diff1": 0.740346, "nauc_precision_at_10_max": 0.766567, "nauc_precision_at_10_std": 0.071411, "nauc_precision_at_10_diff1": 0.724936, "nauc_precision_at_20_max": 0.785947, "nauc_precision_at_20_std": 0.196251, "nauc_precision_at_20_diff1": 0.683309, "nauc_precision_at_100_max": 0.838595, "nauc_precision_at_100_std": 0.455139, "nauc_precision_at_100_diff1": 0.654064, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.379605, "nauc_mrr_at_1_max": 0.652784, "nauc_mrr_at_1_std": -0.102501, "nauc_mrr_at_1_diff1": 0.815082, "nauc_mrr_at_3_max": 0.683838, "nauc_mrr_at_3_std": -0.079862, "nauc_mrr_at_3_diff1": 0.790826, "nauc_mrr_at_5_max": 0.687009, "nauc_mrr_at_5_std": -0.071402, "nauc_mrr_at_5_diff1": 0.790749, "nauc_mrr_at_10_max": 0.686883, "nauc_mrr_at_10_std": -0.068284, "nauc_mrr_at_10_diff1": 0.790371, "nauc_mrr_at_20_max": 0.686739, "nauc_mrr_at_20_std": -0.065504, "nauc_mrr_at_20_diff1": 0.789833, "nauc_mrr_at_100_max": 0.686271, "nauc_mrr_at_100_std": -0.065933, "nauc_mrr_at_100_diff1": 0.790314, "nauc_mrr_at_1000_max": 0.686162, "nauc_mrr_at_1000_std": -0.066268, "nauc_mrr_at_1000_diff1": 0.790399, "hit_rate_at_1": 0.57348, "hit_rate_at_3": 0.71087, "hit_rate_at_5": 0.76045, "hit_rate_at_10": 0.82258, "hit_rate_at_20": 0.87873, "hit_rate_at_100": 0.95818, "hit_rate_at_1000": 0.9994, "main_score": 0.69442, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51975, "ndcg_at_3": 0.60096, "ndcg_at_5": 0.61923, "ndcg_at_10": 0.63845, "ndcg_at_20": 0.6525, "ndcg_at_100": 0.67116, "ndcg_at_1000": 0.68008, "map_at_1": 0.51966, "map_at_3": 0.58163, "map_at_5": 0.59175, "map_at_10": 0.59972, "map_at_20": 0.60359, "map_at_100": 0.60613, "map_at_1000": 0.60646, "recall_at_1": 0.51966, "recall_at_3": 0.65647, "recall_at_5": 0.70098, "recall_at_10": 0.76015, "recall_at_20": 0.81567, "recall_at_100": 0.9168, "recall_at_1000": 0.98744, "accuracy": 0.51966, "precision_at_1": 0.51975, "precision_at_3": 0.21888, "precision_at_5": 0.14025, "precision_at_10": 0.07604, "precision_at_20": 0.0408, "precision_at_100": 0.00917, "precision_at_1000": 0.00099, "mrr_at_1": 0.519752, "mrr_at_3": 0.581771, "mrr_at_5": 0.591847, "mrr_at_10": 0.599823, "mrr_at_20": 0.603689, "mrr_at_100": 0.606231, "mrr_at_1000": 0.606559, "nauc_ndcg_at_1_max": 0.662824, "nauc_ndcg_at_1_std": 0.028096, "nauc_ndcg_at_1_diff1": 0.768115, "nauc_ndcg_at_3_max": 0.704218, "nauc_ndcg_at_3_std": 0.067301, "nauc_ndcg_at_3_diff1": 0.724798, "nauc_ndcg_at_5_max": 0.701977, "nauc_ndcg_at_5_std": 0.070716, "nauc_ndcg_at_5_diff1": 0.715961, "nauc_ndcg_at_10_max": 0.699408, "nauc_ndcg_at_10_std": 0.078369, "nauc_ndcg_at_10_diff1": 0.713647, "nauc_ndcg_at_20_max": 0.699942, "nauc_ndcg_at_20_std": 0.087704, "nauc_ndcg_at_20_diff1": 0.713092, "nauc_ndcg_at_100_max": 0.698425, "nauc_ndcg_at_100_std": 0.095016, "nauc_ndcg_at_100_diff1": 0.715411, "nauc_ndcg_at_1000_max": 0.696509, "nauc_ndcg_at_1000_std": 0.082317, "nauc_ndcg_at_1000_diff1": 0.720733, "nauc_map_at_1_max": 0.662456, "nauc_map_at_1_std": 0.027788, "nauc_map_at_1_diff1": 0.767893, "nauc_map_at_3_max": 0.694359, "nauc_map_at_3_std": 0.056853, "nauc_map_at_3_diff1": 0.735475, "nauc_map_at_5_max": 0.693044, "nauc_map_at_5_std": 0.058503, "nauc_map_at_5_diff1": 0.731045, "nauc_map_at_10_max": 0.691897, "nauc_map_at_10_std": 0.061244, "nauc_map_at_10_diff1": 0.730503, "nauc_map_at_20_max": 0.69192, "nauc_map_at_20_std": 0.063284, "nauc_map_at_20_diff1": 0.730461, "nauc_map_at_100_max": 0.691642, "nauc_map_at_100_std": 0.064048, "nauc_map_at_100_diff1": 0.730762, "nauc_map_at_1000_max": 0.691589, "nauc_map_at_1000_std": 0.063721, "nauc_map_at_1000_diff1": 0.730929, "nauc_recall_at_1_max": 0.662456, "nauc_recall_at_1_std": 0.027788, "nauc_recall_at_1_diff1": 0.767893, "nauc_recall_at_3_max": 0.735121, "nauc_recall_at_3_std": 0.10038, "nauc_recall_at_3_diff1": 0.690372, "nauc_recall_at_5_max": 0.731749, "nauc_recall_at_5_std": 0.113164, "nauc_recall_at_5_diff1": 0.662084, "nauc_recall_at_10_max": 0.727119, "nauc_recall_at_10_std": 0.152484, "nauc_recall_at_10_diff1": 0.641525, "nauc_recall_at_20_max": 0.737705, "nauc_recall_at_20_std": 0.230393, "nauc_recall_at_20_diff1": 0.621276, "nauc_recall_at_100_max": 0.75555, "nauc_recall_at_100_std": 0.501073, "nauc_recall_at_100_diff1": 0.566327, "nauc_recall_at_1000_max": 0.761985, "nauc_recall_at_1000_std": 0.680216, "nauc_recall_at_1000_diff1": 0.576974, "nauc_precision_at_1_max": 0.662824, "nauc_precision_at_1_std": 0.028096, "nauc_precision_at_1_diff1": 0.768115, "nauc_precision_at_3_max": 0.735575, "nauc_precision_at_3_std": 0.101345, "nauc_precision_at_3_diff1": 0.690567, "nauc_precision_at_5_max": 0.731654, "nauc_precision_at_5_std": 0.114477, "nauc_precision_at_5_diff1": 0.661584, "nauc_precision_at_10_max": 0.727011, "nauc_precision_at_10_std": 0.154011, "nauc_precision_at_10_diff1": 0.64095, "nauc_precision_at_20_max": 0.737612, "nauc_precision_at_20_std": 0.232198, "nauc_precision_at_20_diff1": 0.620637, "nauc_precision_at_100_max": 0.751137, "nauc_precision_at_100_std": 0.503565, "nauc_precision_at_100_diff1": 0.561703, "nauc_precision_at_1000_max": 0.733641, "nauc_precision_at_1000_std": 0.68745, "nauc_precision_at_1000_diff1": 0.547081, "nauc_mrr_at_1_max": 0.662824, "nauc_mrr_at_1_std": 0.028096, "nauc_mrr_at_1_diff1": 0.768115, "nauc_mrr_at_3_max": 0.694737, "nauc_mrr_at_3_std": 0.057444, "nauc_mrr_at_3_diff1": 0.735668, "nauc_mrr_at_5_max": 0.693264, "nauc_mrr_at_5_std": 0.058968, "nauc_mrr_at_5_diff1": 0.731144, "nauc_mrr_at_10_max": 0.692121, "nauc_mrr_at_10_std": 0.061718, "nauc_mrr_at_10_diff1": 0.730603, "nauc_mrr_at_20_max": 0.692147, "nauc_mrr_at_20_std": 0.063763, "nauc_mrr_at_20_diff1": 0.730563, "nauc_mrr_at_100_max": 0.691872, "nauc_mrr_at_100_std": 0.064518, "nauc_mrr_at_100_diff1": 0.730866, "nauc_mrr_at_1000_max": 0.691819, "nauc_mrr_at_1000_std": 0.064192, "nauc_mrr_at_1000_diff1": 0.731033, "hit_rate_at_1": 0.51975, "hit_rate_at_3": 0.65665, "hit_rate_at_5": 0.70107, "hit_rate_at_10": 0.76024, "hit_rate_at_20": 0.81577, "hit_rate_at_100": 0.9168, "hit_rate_at_1000": 0.98744, "main_score": 0.63845, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.54289, "ndcg_at_3": 0.6314, "ndcg_at_5": 0.65186, "ndcg_at_10": 0.67422, "ndcg_at_20": 0.68703, "ndcg_at_100": 0.7022, "ndcg_at_1000": 0.70864, "map_at_1": 0.54289, "map_at_3": 0.60957, "map_at_5": 0.62095, "map_at_10": 0.63024, "map_at_20": 0.63378, "map_at_100": 0.63587, "map_at_1000": 0.63613, "recall_at_1": 0.54289, "recall_at_3": 0.6946, "recall_at_5": 0.74417, "recall_at_10": 0.81284, "recall_at_20": 0.86341, "recall_at_100": 0.94522, "recall_at_1000": 0.99504, "accuracy": 0.54289, "precision_at_1": 0.54289, "precision_at_3": 0.23153, "precision_at_5": 0.14883, "precision_at_10": 0.08131, "precision_at_20": 0.04318, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.542885, "mrr_at_3": 0.609569, "mrr_at_5": 0.620947, "mrr_at_10": 0.630273, "mrr_at_20": 0.633809, "mrr_at_100": 0.635902, "mrr_at_1000": 0.636158, "nauc_ndcg_at_1_max": 0.666772, "nauc_ndcg_at_1_std": -0.007546, "nauc_ndcg_at_1_diff1": 0.772554, "nauc_ndcg_at_3_max": 0.707092, "nauc_ndcg_at_3_std": 0.054203, "nauc_ndcg_at_3_diff1": 0.709722, "nauc_ndcg_at_5_max": 0.708832, "nauc_ndcg_at_5_std": 0.066691, "nauc_ndcg_at_5_diff1": 0.706868, "nauc_ndcg_at_10_max": 0.711736, "nauc_ndcg_at_10_std": 0.089843, "nauc_ndcg_at_10_diff1": 0.702399, "nauc_ndcg_at_20_max": 0.709457, "nauc_ndcg_at_20_std": 0.09038, "nauc_ndcg_at_20_diff1": 0.705409, "nauc_ndcg_at_100_max": 0.706787, "nauc_ndcg_at_100_std": 0.085296, "nauc_ndcg_at_100_diff1": 0.714529, "nauc_ndcg_at_1000_max": 0.702871, "nauc_ndcg_at_1000_std": 0.070983, "nauc_ndcg_at_1000_diff1": 0.716148, "nauc_map_at_1_max": 0.666772, "nauc_map_at_1_std": -0.007546, "nauc_map_at_1_diff1": 0.772554, "nauc_map_at_3_max": 0.696106, "nauc_map_at_3_std": 0.036799, "nauc_map_at_3_diff1": 0.726007, "nauc_map_at_5_max": 0.696903, "nauc_map_at_5_std": 0.0431, "nauc_map_at_5_diff1": 0.725051, "nauc_map_at_10_max": 0.697516, "nauc_map_at_10_std": 0.050682, "nauc_map_at_10_diff1": 0.723963, "nauc_map_at_20_max": 0.696913, "nauc_map_at_20_std": 0.050515, "nauc_map_at_20_diff1": 0.724916, "nauc_map_at_100_max": 0.696507, "nauc_map_at_100_std": 0.049982, "nauc_map_at_100_diff1": 0.726031, "nauc_map_at_1000_max": 0.696373, "nauc_map_at_1000_std": 0.049495, "nauc_map_at_1000_diff1": 0.72609, "nauc_recall_at_1_max": 0.666772, "nauc_recall_at_1_std": -0.007546, "nauc_recall_at_1_diff1": 0.772554, "nauc_recall_at_3_max": 0.743943, "nauc_recall_at_3_std": 0.112855, "nauc_recall_at_3_diff1": 0.655487, "nauc_recall_at_5_max": 0.753792, "nauc_recall_at_5_std": 0.157733, "nauc_recall_at_5_diff1": 0.638141, "nauc_recall_at_10_max": 0.782158, "nauc_recall_at_10_std": 0.295861, "nauc_recall_at_10_diff1": 0.596052, "nauc_recall_at_20_max": 0.786919, "nauc_recall_at_20_std": 0.366702, "nauc_recall_at_20_diff1": 0.583239, "nauc_recall_at_100_max": 0.834762, "nauc_recall_at_100_std": 0.613481, "nauc_recall_at_100_diff1": 0.628518, "nauc_recall_at_1000_max": 0.712998, "nauc_recall_at_1000_std": 0.757004, "nauc_recall_at_1000_diff1": 0.35096, "nauc_precision_at_1_max": 0.666772, "nauc_precision_at_1_std": -0.007546, "nauc_precision_at_1_diff1": 0.772554, "nauc_precision_at_3_max": 0.743943, "nauc_precision_at_3_std": 0.112855, "nauc_precision_at_3_diff1": 0.655487, "nauc_precision_at_5_max": 0.753792, "nauc_precision_at_5_std": 0.157733, "nauc_precision_at_5_diff1": 0.638141, "nauc_precision_at_10_max": 0.78189, "nauc_precision_at_10_std": 0.295204, "nauc_precision_at_10_diff1": 0.596278, "nauc_precision_at_20_max": 0.786571, "nauc_precision_at_20_std": 0.365942, "nauc_precision_at_20_diff1": 0.583519, "nauc_precision_at_100_max": 0.834605, "nauc_precision_at_100_std": 0.612987, "nauc_precision_at_100_diff1": 0.629747, "nauc_precision_at_1000_max": 0.533302, "nauc_precision_at_1000_std": 0.583311, "nauc_precision_at_1000_diff1": 0.268454, "nauc_mrr_at_1_max": 0.666772, "nauc_mrr_at_1_std": -0.007546, "nauc_mrr_at_1_diff1": 0.772554, "nauc_mrr_at_3_max": 0.696106, "nauc_mrr_at_3_std": 0.036799, "nauc_mrr_at_3_diff1": 0.726007, "nauc_mrr_at_5_max": 0.696903, "nauc_mrr_at_5_std": 0.0431, "nauc_mrr_at_5_diff1": 0.725051, "nauc_mrr_at_10_max": 0.697485, "nauc_mrr_at_10_std": 0.050609, "nauc_mrr_at_10_diff1": 0.72399, "nauc_mrr_at_20_max": 0.696882, "nauc_mrr_at_20_std": 0.050442, "nauc_mrr_at_20_diff1": 0.724943, "nauc_mrr_at_100_max": 0.696475, "nauc_mrr_at_100_std": 0.049908, "nauc_mrr_at_100_diff1": 0.726058, "nauc_mrr_at_1000_max": 0.696342, "nauc_mrr_at_1000_std": 0.049422, "nauc_mrr_at_1000_diff1": 0.726117, "hit_rate_at_1": 0.54289, "hit_rate_at_3": 0.6946, "hit_rate_at_5": 0.74417, "hit_rate_at_10": 0.81309, "hit_rate_at_20": 0.86366, "hit_rate_at_100": 0.94546, "hit_rate_at_1000": 0.99504, "main_score": 0.67422, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.45763, "ndcg_at_3": 0.54162, "ndcg_at_5": 0.56414, "ndcg_at_10": 0.59002, "ndcg_at_20": 0.60623, "ndcg_at_100": 0.62902, "ndcg_at_1000": 0.63853, "map_at_1": 0.45763, "map_at_3": 0.52157, "map_at_5": 0.53413, "map_at_10": 0.54508, "map_at_20": 0.54958, "map_at_100": 0.55278, "map_at_1000": 0.55312, "recall_at_1": 0.45763, "recall_at_3": 0.59938, "recall_at_5": 0.65383, "recall_at_10": 0.73241, "recall_at_20": 0.7961, "recall_at_100": 0.91834, "recall_at_1000": 0.99435, "accuracy": 0.45763, "precision_at_1": 0.45763, "precision_at_3": 0.19979, "precision_at_5": 0.13077, "precision_at_10": 0.07324, "precision_at_20": 0.0398, "precision_at_100": 0.00918, "precision_at_1000": 0.00099, "mrr_at_1": 0.457627, "mrr_at_3": 0.521572, "mrr_at_5": 0.534129, "mrr_at_10": 0.545078, "mrr_at_20": 0.549581, "mrr_at_100": 0.552785, "mrr_at_1000": 0.553117, "nauc_ndcg_at_1_max": 0.625229, "nauc_ndcg_at_1_std": 0.03773, "nauc_ndcg_at_1_diff1": 0.698429, "nauc_ndcg_at_3_max": 0.6535, "nauc_ndcg_at_3_std": 0.074642, "nauc_ndcg_at_3_diff1": 0.654044, "nauc_ndcg_at_5_max": 0.650873, "nauc_ndcg_at_5_std": 0.078794, "nauc_ndcg_at_5_diff1": 0.644209, "nauc_ndcg_at_10_max": 0.654236, "nauc_ndcg_at_10_std": 0.103275, "nauc_ndcg_at_10_diff1": 0.639886, "nauc_ndcg_at_20_max": 0.650852, "nauc_ndcg_at_20_std": 0.10804, "nauc_ndcg_at_20_diff1": 0.633525, "nauc_ndcg_at_100_max": 0.651146, "nauc_ndcg_at_100_std": 0.112174, "nauc_ndcg_at_100_diff1": 0.642152, "nauc_ndcg_at_1000_max": 0.649382, "nauc_ndcg_at_1000_std": 0.097269, "nauc_ndcg_at_1000_diff1": 0.647123, "nauc_map_at_1_max": 0.625229, "nauc_map_at_1_std": 0.03773, "nauc_map_at_1_diff1": 0.698429, "nauc_map_at_3_max": 0.647068, "nauc_map_at_3_std": 0.065761, "nauc_map_at_3_diff1": 0.66538, "nauc_map_at_5_max": 0.645527, "nauc_map_at_5_std": 0.067784, "nauc_map_at_5_diff1": 0.660456, "nauc_map_at_10_max": 0.646607, "nauc_map_at_10_std": 0.077097, "nauc_map_at_10_diff1": 0.658995, "nauc_map_at_20_max": 0.645651, "nauc_map_at_20_std": 0.078123, "nauc_map_at_20_diff1": 0.657543, "nauc_map_at_100_max": 0.645744, "nauc_map_at_100_std": 0.078698, "nauc_map_at_100_diff1": 0.658684, "nauc_map_at_1000_max": 0.645703, "nauc_map_at_1000_std": 0.07828, "nauc_map_at_1000_diff1": 0.658844, "nauc_recall_at_1_max": 0.625229, "nauc_recall_at_1_std": 0.03773, "nauc_recall_at_1_diff1": 0.698429, "nauc_recall_at_3_max": 0.673081, "nauc_recall_at_3_std": 0.101915, "nauc_recall_at_3_diff1": 0.618922, "nauc_recall_at_5_max": 0.667985, "nauc_recall_at_5_std": 0.116182, "nauc_recall_at_5_diff1": 0.587906, "nauc_recall_at_10_max": 0.685616, "nauc_recall_at_10_std": 0.220698, "nauc_recall_at_10_diff1": 0.559848, "nauc_recall_at_20_max": 0.673016, "nauc_recall_at_20_std": 0.276715, "nauc_recall_at_20_diff1": 0.502504, "nauc_recall_at_100_max": 0.701694, "nauc_recall_at_100_std": 0.553721, "nauc_recall_at_100_diff1": 0.490128, "nauc_recall_at_1000_max": 0.679822, "nauc_recall_at_1000_std": 0.808831, "nauc_recall_at_1000_diff1": 0.283051, "nauc_precision_at_1_max": 0.625229, "nauc_precision_at_1_std": 0.03773, "nauc_precision_at_1_diff1": 0.698429, "nauc_precision_at_3_max": 0.673081, "nauc_precision_at_3_std": 0.101915, "nauc_precision_at_3_diff1": 0.618922, "nauc_precision_at_5_max": 0.667985, "nauc_precision_at_5_std": 0.116182, "nauc_precision_at_5_diff1": 0.587906, "nauc_precision_at_10_max": 0.685616, "nauc_precision_at_10_std": 0.220698, "nauc_precision_at_10_diff1": 0.559848, "nauc_precision_at_20_max": 0.673016, "nauc_precision_at_20_std": 0.276715, "nauc_precision_at_20_diff1": 0.502504, "nauc_precision_at_100_max": 0.701694, "nauc_precision_at_100_std": 0.553721, "nauc_precision_at_100_diff1": 0.490128, "nauc_precision_at_1000_max": 0.679822, "nauc_precision_at_1000_std": 0.808831, "nauc_precision_at_1000_diff1": 0.283051, "nauc_mrr_at_1_max": 0.625229, "nauc_mrr_at_1_std": 0.03773, "nauc_mrr_at_1_diff1": 0.698429, "nauc_mrr_at_3_max": 0.647068, "nauc_mrr_at_3_std": 0.065761, "nauc_mrr_at_3_diff1": 0.66538, "nauc_mrr_at_5_max": 0.645527, "nauc_mrr_at_5_std": 0.067784, "nauc_mrr_at_5_diff1": 0.660456, "nauc_mrr_at_10_max": 0.646607, "nauc_mrr_at_10_std": 0.077097, "nauc_mrr_at_10_diff1": 0.658995, "nauc_mrr_at_20_max": 0.645651, "nauc_mrr_at_20_std": 0.078123, "nauc_mrr_at_20_diff1": 0.657543, "nauc_mrr_at_100_max": 0.645744, "nauc_mrr_at_100_std": 0.078698, "nauc_mrr_at_100_diff1": 0.658684, "nauc_mrr_at_1000_max": 0.645703, "nauc_mrr_at_1000_std": 0.07828, "nauc_mrr_at_1000_diff1": 0.658844, "hit_rate_at_1": 0.45763, "hit_rate_at_3": 0.59938, "hit_rate_at_5": 0.65383, "hit_rate_at_10": 0.73241, "hit_rate_at_20": 0.7961, "hit_rate_at_100": 0.91834, "hit_rate_at_1000": 0.99435, "main_score": 0.59002, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.5303, "ndcg_at_3": 0.60397, "ndcg_at_5": 0.62233, "ndcg_at_10": 0.63969, "ndcg_at_20": 0.6523, "ndcg_at_100": 0.66949, "ndcg_at_1000": 0.68009, "map_at_1": 0.5303, "map_at_3": 0.58623, "map_at_5": 0.59646, "map_at_10": 0.60372, "map_at_20": 0.60716, "map_at_100": 0.60951, "map_at_1000": 0.60989, "recall_at_1": 0.5303, "recall_at_3": 0.65514, "recall_at_5": 0.69955, "recall_at_10": 0.75268, "recall_at_20": 0.80273, "recall_at_100": 0.89591, "recall_at_1000": 0.97998, "accuracy": 0.5303, "precision_at_1": 0.5303, "precision_at_3": 0.21838, "precision_at_5": 0.13991, "precision_at_10": 0.07527, "precision_at_20": 0.04014, "precision_at_100": 0.00896, "precision_at_1000": 0.00098, "mrr_at_1": 0.5303, "mrr_at_3": 0.58623, "mrr_at_5": 0.596457, "mrr_at_10": 0.603725, "mrr_at_20": 0.607164, "mrr_at_100": 0.609509, "mrr_at_1000": 0.609895, "nauc_ndcg_at_1_max": 0.667549, "nauc_ndcg_at_1_std": 0.051332, "nauc_ndcg_at_1_diff1": 0.790387, "nauc_ndcg_at_3_max": 0.69989, "nauc_ndcg_at_3_std": 0.083714, "nauc_ndcg_at_3_diff1": 0.744124, "nauc_ndcg_at_5_max": 0.70346, "nauc_ndcg_at_5_std": 0.097139, "nauc_ndcg_at_5_diff1": 0.740141, "nauc_ndcg_at_10_max": 0.70546, "nauc_ndcg_at_10_std": 0.106439, "nauc_ndcg_at_10_diff1": 0.735658, "nauc_ndcg_at_20_max": 0.705338, "nauc_ndcg_at_20_std": 0.112911, "nauc_ndcg_at_20_diff1": 0.735226, "nauc_ndcg_at_100_max": 0.704615, "nauc_ndcg_at_100_std": 0.121838, "nauc_ndcg_at_100_diff1": 0.738973, "nauc_ndcg_at_1000_max": 0.70269, "nauc_ndcg_at_1000_std": 0.110766, "nauc_ndcg_at_1000_diff1": 0.744396, "nauc_map_at_1_max": 0.667549, "nauc_map_at_1_std": 0.051332, "nauc_map_at_1_diff1": 0.790387, "nauc_map_at_3_max": 0.692088, "nauc_map_at_3_std": 0.074985, "nauc_map_at_3_diff1": 0.755696, "nauc_map_at_5_max": 0.693939, "nauc_map_at_5_std": 0.082003, "nauc_map_at_5_diff1": 0.753764, "nauc_map_at_10_max": 0.694582, "nauc_map_at_10_std": 0.085445, "nauc_map_at_10_diff1": 0.752257, "nauc_map_at_20_max": 0.694542, "nauc_map_at_20_std": 0.086911, "nauc_map_at_20_diff1": 0.752323, "nauc_map_at_100_max": 0.694482, "nauc_map_at_100_std": 0.088035, "nauc_map_at_100_diff1": 0.752984, "nauc_map_at_1000_max": 0.694441, "nauc_map_at_1000_std": 0.087729, "nauc_map_at_1000_diff1": 0.753178, "nauc_recall_at_1_max": 0.667549, "nauc_recall_at_1_std": 0.051332, "nauc_recall_at_1_diff1": 0.790387, "nauc_recall_at_3_max": 0.724616, "nauc_recall_at_3_std": 0.111829, "nauc_recall_at_3_diff1": 0.707244, "nauc_recall_at_5_max": 0.736433, "nauc_recall_at_5_std": 0.151693, "nauc_recall_at_5_diff1": 0.692786, "nauc_recall_at_10_max": 0.749819, "nauc_recall_at_10_std": 0.197287, "nauc_recall_at_10_diff1": 0.666826, "nauc_recall_at_20_max": 0.756901, "nauc_recall_at_20_std": 0.253285, "nauc_recall_at_20_diff1": 0.650176, "nauc_recall_at_100_max": 0.78329, "nauc_recall_at_100_std": 0.474314, "nauc_recall_at_100_diff1": 0.63064, "nauc_recall_at_1000_max": 0.895934, "nauc_recall_at_1000_std": 0.783498, "nauc_recall_at_1000_diff1": 0.706617, "nauc_precision_at_1_max": 0.667549, "nauc_precision_at_1_std": 0.051332, "nauc_precision_at_1_diff1": 0.790387, "nauc_precision_at_3_max": 0.724616, "nauc_precision_at_3_std": 0.111829, "nauc_precision_at_3_diff1": 0.707244, "nauc_precision_at_5_max": 0.736433, "nauc_precision_at_5_std": 0.151693, "nauc_precision_at_5_diff1": 0.692786, "nauc_precision_at_10_max": 0.749819, "nauc_precision_at_10_std": 0.197287, "nauc_precision_at_10_diff1": 0.666826, "nauc_precision_at_20_max": 0.756901, "nauc_precision_at_20_std": 0.253285, "nauc_precision_at_20_diff1": 0.650176, "nauc_precision_at_100_max": 0.78329, "nauc_precision_at_100_std": 0.474314, "nauc_precision_at_100_diff1": 0.63064, "nauc_precision_at_1000_max": 0.895934, "nauc_precision_at_1000_std": 0.783498, "nauc_precision_at_1000_diff1": 0.706617, "nauc_mrr_at_1_max": 0.667549, "nauc_mrr_at_1_std": 0.051332, "nauc_mrr_at_1_diff1": 0.790387, "nauc_mrr_at_3_max": 0.692088, "nauc_mrr_at_3_std": 0.074985, "nauc_mrr_at_3_diff1": 0.755696, "nauc_mrr_at_5_max": 0.693939, "nauc_mrr_at_5_std": 0.082003, "nauc_mrr_at_5_diff1": 0.753764, "nauc_mrr_at_10_max": 0.694582, "nauc_mrr_at_10_std": 0.085445, "nauc_mrr_at_10_diff1": 0.752257, "nauc_mrr_at_20_max": 0.694542, "nauc_mrr_at_20_std": 0.086911, "nauc_mrr_at_20_diff1": 0.752323, "nauc_mrr_at_100_max": 0.694482, "nauc_mrr_at_100_std": 0.088035, "nauc_mrr_at_100_diff1": 0.752984, "nauc_mrr_at_1000_max": 0.694441, "nauc_mrr_at_1000_std": 0.087729, "nauc_mrr_at_1000_diff1": 0.753178, "hit_rate_at_1": 0.5303, "hit_rate_at_3": 0.65514, "hit_rate_at_5": 0.69955, "hit_rate_at_10": 0.75268, "hit_rate_at_20": 0.80273, "hit_rate_at_100": 0.89591, "hit_rate_at_1000": 0.97998, "main_score": 0.63969, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.49202, "ndcg_at_3": 0.58794, "ndcg_at_5": 0.61142, "ndcg_at_10": 0.63575, "ndcg_at_20": 0.64849, "ndcg_at_100": 0.66653, "ndcg_at_1000": 0.67486, "map_at_1": 0.49202, "map_at_3": 0.56451, "map_at_5": 0.57763, "map_at_10": 0.58769, "map_at_20": 0.59119, "map_at_100": 0.59384, "map_at_1000": 0.59417, "recall_at_1": 0.49202, "recall_at_3": 0.65569, "recall_at_5": 0.7123, "recall_at_10": 0.78744, "recall_at_20": 0.83788, "recall_at_100": 0.93258, "recall_at_1000": 0.99794, "accuracy": 0.49202, "precision_at_1": 0.49202, "precision_at_3": 0.21856, "precision_at_5": 0.14246, "precision_at_10": 0.07874, "precision_at_20": 0.04189, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.492023, "mrr_at_3": 0.564505, "mrr_at_5": 0.577629, "mrr_at_10": 0.587689, "mrr_at_20": 0.591187, "mrr_at_100": 0.593844, "mrr_at_1000": 0.594165, "nauc_ndcg_at_1_max": 0.599432, "nauc_ndcg_at_1_std": -0.023491, "nauc_ndcg_at_1_diff1": 0.727589, "nauc_ndcg_at_3_max": 0.626815, "nauc_ndcg_at_3_std": 0.004983, "nauc_ndcg_at_3_diff1": 0.68168, "nauc_ndcg_at_5_max": 0.622151, "nauc_ndcg_at_5_std": 0.008416, "nauc_ndcg_at_5_diff1": 0.671087, "nauc_ndcg_at_10_max": 0.626283, "nauc_ndcg_at_10_std": 0.022494, "nauc_ndcg_at_10_diff1": 0.668264, "nauc_ndcg_at_20_max": 0.629103, "nauc_ndcg_at_20_std": 0.035011, "nauc_ndcg_at_20_diff1": 0.667986, "nauc_ndcg_at_100_max": 0.627917, "nauc_ndcg_at_100_std": 0.035139, "nauc_ndcg_at_100_diff1": 0.675434, "nauc_ndcg_at_1000_max": 0.623589, "nauc_ndcg_at_1000_std": 0.021013, "nauc_ndcg_at_1000_diff1": 0.679667, "nauc_map_at_1_max": 0.599432, "nauc_map_at_1_std": -0.023491, "nauc_map_at_1_diff1": 0.727589, "nauc_map_at_3_max": 0.620168, "nauc_map_at_3_std": -0.001014, "nauc_map_at_3_diff1": 0.693204, "nauc_map_at_5_max": 0.617519, "nauc_map_at_5_std": 0.000512, "nauc_map_at_5_diff1": 0.687874, "nauc_map_at_10_max": 0.618753, "nauc_map_at_10_std": 0.005271, "nauc_map_at_10_diff1": 0.687008, "nauc_map_at_20_max": 0.619317, "nauc_map_at_20_std": 0.007923, "nauc_map_at_20_diff1": 0.687038, "nauc_map_at_100_max": 0.618996, "nauc_map_at_100_std": 0.007661, "nauc_map_at_100_diff1": 0.688057, "nauc_map_at_1000_max": 0.61887, "nauc_map_at_1000_std": 0.007279, "nauc_map_at_1000_diff1": 0.688215, "nauc_recall_at_1_max": 0.599432, "nauc_recall_at_1_std": -0.023491, "nauc_recall_at_1_diff1": 0.727589, "nauc_recall_at_3_max": 0.648378, "nauc_recall_at_3_std": 0.023974, "nauc_recall_at_3_diff1": 0.644101, "nauc_recall_at_5_max": 0.637899, "nauc_recall_at_5_std": 0.03717, "nauc_recall_at_5_diff1": 0.608533, "nauc_recall_at_10_max": 0.662416, "nauc_recall_at_10_std": 0.110673, "nauc_recall_at_10_diff1": 0.580385, "nauc_recall_at_20_max": 0.692724, "nauc_recall_at_20_std": 0.22546, "nauc_recall_at_20_diff1": 0.555579, "nauc_recall_at_100_max": 0.755931, "nauc_recall_at_100_std": 0.474776, "nauc_recall_at_100_diff1": 0.562542, "nauc_recall_at_1000_max": 0.59975, "nauc_recall_at_1000_std": 0.464954, "nauc_recall_at_1000_diff1": 0.855858, "nauc_precision_at_1_max": 0.599432, "nauc_precision_at_1_std": -0.023491, "nauc_precision_at_1_diff1": 0.727589, "nauc_precision_at_3_max": 0.648378, "nauc_precision_at_3_std": 0.023974, "nauc_precision_at_3_diff1": 0.644101, "nauc_precision_at_5_max": 0.637899, "nauc_precision_at_5_std": 0.03717, "nauc_precision_at_5_diff1": 0.608533, "nauc_precision_at_10_max": 0.662416, "nauc_precision_at_10_std": 0.110673, "nauc_precision_at_10_diff1": 0.580385, "nauc_precision_at_20_max": 0.692724, "nauc_precision_at_20_std": 0.22546, "nauc_precision_at_20_diff1": 0.555579, "nauc_precision_at_100_max": 0.755931, "nauc_precision_at_100_std": 0.474776, "nauc_precision_at_100_diff1": 0.562542, "nauc_precision_at_1000_max": 0.59975, "nauc_precision_at_1000_std": 0.464954, "nauc_precision_at_1000_diff1": 0.855858, "nauc_mrr_at_1_max": 0.599432, "nauc_mrr_at_1_std": -0.023491, "nauc_mrr_at_1_diff1": 0.727589, "nauc_mrr_at_3_max": 0.620168, "nauc_mrr_at_3_std": -0.001014, "nauc_mrr_at_3_diff1": 0.693204, "nauc_mrr_at_5_max": 0.617519, "nauc_mrr_at_5_std": 0.000512, "nauc_mrr_at_5_diff1": 0.687874, "nauc_mrr_at_10_max": 0.618753, "nauc_mrr_at_10_std": 0.005271, "nauc_mrr_at_10_diff1": 0.687008, "nauc_mrr_at_20_max": 0.619317, "nauc_mrr_at_20_std": 0.007923, "nauc_mrr_at_20_diff1": 0.687038, "nauc_mrr_at_100_max": 0.618996, "nauc_mrr_at_100_std": 0.007661, "nauc_mrr_at_100_diff1": 0.688057, "nauc_mrr_at_1000_max": 0.61887, "nauc_mrr_at_1000_std": 0.007279, "nauc_mrr_at_1000_diff1": 0.688215, "hit_rate_at_1": 0.49202, "hit_rate_at_3": 0.65569, "hit_rate_at_5": 0.7123, "hit_rate_at_10": 0.78744, "hit_rate_at_20": 0.83788, "hit_rate_at_100": 0.93258, "hit_rate_at_1000": 0.99794, "main_score": 0.63575, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.41758, "ndcg_at_3": 0.502, "ndcg_at_5": 0.52369, "ndcg_at_10": 0.54928, "ndcg_at_20": 0.56892, "ndcg_at_100": 0.59317, "ndcg_at_1000": 0.60506, "map_at_1": 0.41758, "map_at_3": 0.48142, "map_at_5": 0.49354, "map_at_10": 0.50402, "map_at_20": 0.50937, "map_at_100": 0.51275, "map_at_1000": 0.51319, "recall_at_1": 0.41758, "recall_at_3": 0.56149, "recall_at_5": 0.61381, "recall_at_10": 0.69335, "recall_at_20": 0.77132, "recall_at_100": 0.90162, "recall_at_1000": 0.99529, "accuracy": 0.41758, "precision_at_1": 0.41758, "precision_at_3": 0.18716, "precision_at_5": 0.12276, "precision_at_10": 0.06934, "precision_at_20": 0.03857, "precision_at_100": 0.00902, "precision_at_1000": 0.001, "mrr_at_1": 0.417582, "mrr_at_3": 0.481423, "mrr_at_5": 0.493537, "mrr_at_10": 0.50402, "mrr_at_20": 0.509369, "mrr_at_100": 0.512747, "mrr_at_1000": 0.513193, "nauc_ndcg_at_1_max": 0.58058, "nauc_ndcg_at_1_std": 0.005225, "nauc_ndcg_at_1_diff1": 0.675314, "nauc_ndcg_at_3_max": 0.572485, "nauc_ndcg_at_3_std": 0.03073, "nauc_ndcg_at_3_diff1": 0.592107, "nauc_ndcg_at_5_max": 0.57058, "nauc_ndcg_at_5_std": 0.03816, "nauc_ndcg_at_5_diff1": 0.575489, "nauc_ndcg_at_10_max": 0.57472, "nauc_ndcg_at_10_std": 0.049729, "nauc_ndcg_at_10_diff1": 0.570635, "nauc_ndcg_at_20_max": 0.577527, "nauc_ndcg_at_20_std": 0.062698, "nauc_ndcg_at_20_diff1": 0.572453, "nauc_ndcg_at_100_max": 0.579655, "nauc_ndcg_at_100_std": 0.064012, "nauc_ndcg_at_100_diff1": 0.580019, "nauc_ndcg_at_1000_max": 0.577735, "nauc_ndcg_at_1000_std": 0.051115, "nauc_ndcg_at_1000_diff1": 0.588607, "nauc_map_at_1_max": 0.58058, "nauc_map_at_1_std": 0.005225, "nauc_map_at_1_diff1": 0.675314, "nauc_map_at_3_max": 0.575281, "nauc_map_at_3_std": 0.025257, "nauc_map_at_3_diff1": 0.612628, "nauc_map_at_5_max": 0.574167, "nauc_map_at_5_std": 0.029207, "nauc_map_at_5_diff1": 0.603635, "nauc_map_at_10_max": 0.575705, "nauc_map_at_10_std": 0.033327, "nauc_map_at_10_diff1": 0.602309, "nauc_map_at_20_max": 0.576424, "nauc_map_at_20_std": 0.036369, "nauc_map_at_20_diff1": 0.603041, "nauc_map_at_100_max": 0.576708, "nauc_map_at_100_std": 0.036518, "nauc_map_at_100_diff1": 0.60411, "nauc_map_at_1000_max": 0.576698, "nauc_map_at_1000_std": 0.036166, "nauc_map_at_1000_diff1": 0.604451, "nauc_recall_at_1_max": 0.58058, "nauc_recall_at_1_std": 0.005225, "nauc_recall_at_1_diff1": 0.675314, "nauc_recall_at_3_max": 0.563614, "nauc_recall_at_3_std": 0.047042, "nauc_recall_at_3_diff1": 0.529597, "nauc_recall_at_5_max": 0.558535, "nauc_recall_at_5_std": 0.067744, "nauc_recall_at_5_diff1": 0.482749, "nauc_recall_at_10_max": 0.573012, "nauc_recall_at_10_std": 0.117915, "nauc_recall_at_10_diff1": 0.448318, "nauc_recall_at_20_max": 0.588862, "nauc_recall_at_20_std": 0.211983, "nauc_recall_at_20_diff1": 0.4274, "nauc_recall_at_100_max": 0.632639, "nauc_recall_at_100_std": 0.387262, "nauc_recall_at_100_diff1": 0.388241, "nauc_recall_at_1000_max": 0.601876, "nauc_recall_at_1000_std": 0.549793, "nauc_recall_at_1000_diff1": 0.342899, "nauc_precision_at_1_max": 0.58058, "nauc_precision_at_1_std": 0.005225, "nauc_precision_at_1_diff1": 0.675314, "nauc_precision_at_3_max": 0.563614, "nauc_precision_at_3_std": 0.047042, "nauc_precision_at_3_diff1": 0.529597, "nauc_precision_at_5_max": 0.558535, "nauc_precision_at_5_std": 0.067744, "nauc_precision_at_5_diff1": 0.482749, "nauc_precision_at_10_max": 0.573012, "nauc_precision_at_10_std": 0.117915, "nauc_precision_at_10_diff1": 0.448318, "nauc_precision_at_20_max": 0.588862, "nauc_precision_at_20_std": 0.211983, "nauc_precision_at_20_diff1": 0.4274, "nauc_precision_at_100_max": 0.632639, "nauc_precision_at_100_std": 0.387262, "nauc_precision_at_100_diff1": 0.388241, "nauc_precision_at_1000_max": 0.470971, "nauc_precision_at_1000_std": 0.409082, "nauc_precision_at_1000_diff1": 0.303285, "nauc_mrr_at_1_max": 0.58058, "nauc_mrr_at_1_std": 0.005225, "nauc_mrr_at_1_diff1": 0.675314, "nauc_mrr_at_3_max": 0.575281, "nauc_mrr_at_3_std": 0.025257, "nauc_mrr_at_3_diff1": 0.612628, "nauc_mrr_at_5_max": 0.574167, "nauc_mrr_at_5_std": 0.029207, "nauc_mrr_at_5_diff1": 0.603635, "nauc_mrr_at_10_max": 0.575705, "nauc_mrr_at_10_std": 0.033327, "nauc_mrr_at_10_diff1": 0.602309, "nauc_mrr_at_20_max": 0.576424, "nauc_mrr_at_20_std": 0.036369, "nauc_mrr_at_20_diff1": 0.603041, "nauc_mrr_at_100_max": 0.576708, "nauc_mrr_at_100_std": 0.036518, "nauc_mrr_at_100_diff1": 0.60411, "nauc_mrr_at_1000_max": 0.576698, "nauc_mrr_at_1000_std": 0.036167, "nauc_mrr_at_1000_diff1": 0.604449, "hit_rate_at_1": 0.41758, "hit_rate_at_3": 0.56149, "hit_rate_at_5": 0.61381, "hit_rate_at_10": 0.69335, "hit_rate_at_20": 0.77132, "hit_rate_at_100": 0.90162, "hit_rate_at_1000": 0.99529, "main_score": 0.54928, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.54596, "ndcg_at_3": 0.63464, "ndcg_at_5": 0.65923, "ndcg_at_10": 0.68016, "ndcg_at_20": 0.69106, "ndcg_at_100": 0.70731, "ndcg_at_1000": 0.71386, "map_at_1": 0.54596, "map_at_3": 0.61341, "map_at_5": 0.62716, "map_at_10": 0.63579, "map_at_20": 0.63878, "map_at_100": 0.6411, "map_at_1000": 0.64137, "recall_at_1": 0.54596, "recall_at_3": 0.69587, "recall_at_5": 0.75509, "recall_at_10": 0.81986, "recall_at_20": 0.86305, "recall_at_100": 0.94941, "recall_at_1000": 0.99938, "accuracy": 0.54596, "precision_at_1": 0.54596, "precision_at_3": 0.23196, "precision_at_5": 0.15102, "precision_at_10": 0.08199, "precision_at_20": 0.04315, "precision_at_100": 0.00949, "precision_at_1000": 0.001, "mrr_at_1": 0.545959, "mrr_at_3": 0.613407, "mrr_at_5": 0.627164, "mrr_at_10": 0.635794, "mrr_at_20": 0.63878, "mrr_at_100": 0.641101, "mrr_at_1000": 0.641375, "nauc_ndcg_at_1_max": 0.649133, "nauc_ndcg_at_1_std": -0.050772, "nauc_ndcg_at_1_diff1": 0.742433, "nauc_ndcg_at_3_max": 0.672362, "nauc_ndcg_at_3_std": -0.021662, "nauc_ndcg_at_3_diff1": 0.694913, "nauc_ndcg_at_5_max": 0.675991, "nauc_ndcg_at_5_std": -0.015263, "nauc_ndcg_at_5_diff1": 0.686113, "nauc_ndcg_at_10_max": 0.672391, "nauc_ndcg_at_10_std": -0.008735, "nauc_ndcg_at_10_diff1": 0.685047, "nauc_ndcg_at_20_max": 0.675363, "nauc_ndcg_at_20_std": -0.003142, "nauc_ndcg_at_20_diff1": 0.689013, "nauc_ndcg_at_100_max": 0.672544, "nauc_ndcg_at_100_std": -0.00755, "nauc_ndcg_at_100_diff1": 0.693992, "nauc_ndcg_at_1000_max": 0.670811, "nauc_ndcg_at_1000_std": -0.013747, "nauc_ndcg_at_1000_diff1": 0.696501, "nauc_map_at_1_max": 0.649133, "nauc_map_at_1_std": -0.050772, "nauc_map_at_1_diff1": 0.742433, "nauc_map_at_3_max": 0.66761, "nauc_map_at_3_std": -0.028151, "nauc_map_at_3_diff1": 0.707346, "nauc_map_at_5_max": 0.669498, "nauc_map_at_5_std": -0.024754, "nauc_map_at_5_diff1": 0.703095, "nauc_map_at_10_max": 0.667964, "nauc_map_at_10_std": -0.022774, "nauc_map_at_10_diff1": 0.702825, "nauc_map_at_20_max": 0.668633, "nauc_map_at_20_std": -0.021636, "nauc_map_at_20_diff1": 0.703969, "nauc_map_at_100_max": 0.668153, "nauc_map_at_100_std": -0.022072, "nauc_map_at_100_diff1": 0.704382, "nauc_map_at_1000_max": 0.668074, "nauc_map_at_1000_std": -0.022283, "nauc_map_at_1000_diff1": 0.704454, "nauc_recall_at_1_max": 0.649133, "nauc_recall_at_1_std": -0.050772, "nauc_recall_at_1_diff1": 0.742433, "nauc_recall_at_3_max": 0.687507, "nauc_recall_at_3_std": -0.000651, "nauc_recall_at_3_diff1": 0.653606, "nauc_recall_at_5_max": 0.70054, "nauc_recall_at_5_std": 0.021217, "nauc_recall_at_5_diff1": 0.619476, "nauc_recall_at_10_max": 0.691164, "nauc_recall_at_10_std": 0.064668, "nauc_recall_at_10_diff1": 0.597255, "nauc_recall_at_20_max": 0.71867, "nauc_recall_at_20_std": 0.128574, "nauc_recall_at_20_diff1": 0.601441, "nauc_recall_at_100_max": 0.725865, "nauc_recall_at_100_std": 0.213546, "nauc_recall_at_100_diff1": 0.60527, "nauc_recall_at_1000_max": 0.554231, "nauc_recall_at_1000_std": 0.554231, "nauc_recall_at_1000_diff1": 0.86929, "nauc_precision_at_1_max": 0.649133, "nauc_precision_at_1_std": -0.050772, "nauc_precision_at_1_diff1": 0.742433, "nauc_precision_at_3_max": 0.687507, "nauc_precision_at_3_std": -0.000651, "nauc_precision_at_3_diff1": 0.653606, "nauc_precision_at_5_max": 0.70054, "nauc_precision_at_5_std": 0.021217, "nauc_precision_at_5_diff1": 0.619476, "nauc_precision_at_10_max": 0.691164, "nauc_precision_at_10_std": 0.064668, "nauc_precision_at_10_diff1": 0.597255, "nauc_precision_at_20_max": 0.71867, "nauc_precision_at_20_std": 0.128574, "nauc_precision_at_20_diff1": 0.601441, "nauc_precision_at_100_max": 0.725865, "nauc_precision_at_100_std": 0.213546, "nauc_precision_at_100_diff1": 0.60527, "nauc_precision_at_1000_max": 0.554231, "nauc_precision_at_1000_std": 0.554231, "nauc_precision_at_1000_diff1": 0.86929, "nauc_mrr_at_1_max": 0.649133, "nauc_mrr_at_1_std": -0.050772, "nauc_mrr_at_1_diff1": 0.742433, "nauc_mrr_at_3_max": 0.66761, "nauc_mrr_at_3_std": -0.028151, "nauc_mrr_at_3_diff1": 0.707346, "nauc_mrr_at_5_max": 0.669498, "nauc_mrr_at_5_std": -0.024754, "nauc_mrr_at_5_diff1": 0.703095, "nauc_mrr_at_10_max": 0.667964, "nauc_mrr_at_10_std": -0.022774, "nauc_mrr_at_10_diff1": 0.702825, "nauc_mrr_at_20_max": 0.668633, "nauc_mrr_at_20_std": -0.021636, "nauc_mrr_at_20_diff1": 0.703969, "nauc_mrr_at_100_max": 0.668153, "nauc_mrr_at_100_std": -0.022072, "nauc_mrr_at_100_diff1": 0.704382, "nauc_mrr_at_1000_max": 0.668074, "nauc_mrr_at_1000_std": -0.022283, "nauc_mrr_at_1000_diff1": 0.704454, "hit_rate_at_1": 0.54596, "hit_rate_at_3": 0.69587, "hit_rate_at_5": 0.75509, "hit_rate_at_10": 0.81986, "hit_rate_at_20": 0.86305, "hit_rate_at_100": 0.94941, "hit_rate_at_1000": 0.99938, "main_score": 0.68016, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.50925, "ndcg_at_3": 0.59395, "ndcg_at_5": 0.61435, "ndcg_at_10": 0.63441, "ndcg_at_20": 0.64824, "ndcg_at_100": 0.6664, "ndcg_at_1000": 0.6752, "map_at_1": 0.50925, "map_at_3": 0.57368, "map_at_5": 0.58501, "map_at_10": 0.59328, "map_at_20": 0.59706, "map_at_100": 0.59963, "map_at_1000": 0.59996, "recall_at_1": 0.50925, "recall_at_3": 0.65239, "recall_at_5": 0.70185, "recall_at_10": 0.76388, "recall_at_20": 0.8187, "recall_at_100": 0.91587, "recall_at_1000": 0.98559, "accuracy": 0.50925, "precision_at_1": 0.50925, "precision_at_3": 0.21746, "precision_at_5": 0.14037, "precision_at_10": 0.0764, "precision_at_20": 0.04094, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "mrr_at_1": 0.50925, "mrr_at_3": 0.573677, "mrr_at_5": 0.585011, "mrr_at_10": 0.593296, "mrr_at_20": 0.597064, "mrr_at_100": 0.599634, "mrr_at_1000": 0.599959, "nauc_ndcg_at_1_max": 0.626625, "nauc_ndcg_at_1_std": 0.0007, "nauc_ndcg_at_1_diff1": 0.729192, "nauc_ndcg_at_3_max": 0.647764, "nauc_ndcg_at_3_std": 0.040294, "nauc_ndcg_at_3_diff1": 0.677268, "nauc_ndcg_at_5_max": 0.64567, "nauc_ndcg_at_5_std": 0.050972, "nauc_ndcg_at_5_diff1": 0.666845, "nauc_ndcg_at_10_max": 0.645741, "nauc_ndcg_at_10_std": 0.058798, "nauc_ndcg_at_10_diff1": 0.663285, "nauc_ndcg_at_20_max": 0.646406, "nauc_ndcg_at_20_std": 0.068146, "nauc_ndcg_at_20_diff1": 0.663286, "nauc_ndcg_at_100_max": 0.64762, "nauc_ndcg_at_100_std": 0.070229, "nauc_ndcg_at_100_diff1": 0.669557, "nauc_ndcg_at_1000_max": 0.645715, "nauc_ndcg_at_1000_std": 0.059271, "nauc_ndcg_at_1000_diff1": 0.674074, "nauc_map_at_1_max": 0.626625, "nauc_map_at_1_std": 0.0007, "nauc_map_at_1_diff1": 0.729192, "nauc_map_at_3_max": 0.642456, "nauc_map_at_3_std": 0.029305, "nauc_map_at_3_diff1": 0.689997, "nauc_map_at_5_max": 0.641269, "nauc_map_at_5_std": 0.034833, "nauc_map_at_5_diff1": 0.684651, "nauc_map_at_10_max": 0.64117, "nauc_map_at_10_std": 0.037391, "nauc_map_at_10_diff1": 0.68359, "nauc_map_at_20_max": 0.641327, "nauc_map_at_20_std": 0.039592, "nauc_map_at_20_diff1": 0.683763, "nauc_map_at_100_max": 0.641422, "nauc_map_at_100_std": 0.039731, "nauc_map_at_100_diff1": 0.684693, "nauc_map_at_1000_max": 0.641374, "nauc_map_at_1000_std": 0.039424, "nauc_map_at_1000_diff1": 0.684835, "nauc_recall_at_1_max": 0.626625, "nauc_recall_at_1_std": 0.0007, "nauc_recall_at_1_diff1": 0.729192, "nauc_recall_at_3_max": 0.664846, "nauc_recall_at_3_std": 0.076159, "nauc_recall_at_3_diff1": 0.636456, "nauc_recall_at_5_max": 0.660613, "nauc_recall_at_5_std": 0.109726, "nauc_recall_at_5_diff1": 0.603018, "nauc_recall_at_10_max": 0.664353, "nauc_recall_at_10_std": 0.155517, "nauc_recall_at_10_diff1": 0.575274, "nauc_recall_at_20_max": 0.672769, "nauc_recall_at_20_std": 0.23782, "nauc_recall_at_20_diff1": 0.553635, "nauc_recall_at_100_max": 0.720595, "nauc_recall_at_100_std": 0.439888, "nauc_recall_at_100_diff1": 0.543713, "nauc_recall_at_1000_max": 0.790807, "nauc_recall_at_1000_std": 0.647934, "nauc_recall_at_1000_diff1": 0.569539, "nauc_precision_at_1_max": 0.626625, "nauc_precision_at_1_std": 0.0007, "nauc_precision_at_1_diff1": 0.729192, "nauc_precision_at_3_max": 0.664846, "nauc_precision_at_3_std": 0.076159, "nauc_precision_at_3_diff1": 0.636456, "nauc_precision_at_5_max": 0.660613, "nauc_precision_at_5_std": 0.109726, "nauc_precision_at_5_diff1": 0.603018, "nauc_precision_at_10_max": 0.664409, "nauc_precision_at_10_std": 0.155404, "nauc_precision_at_10_diff1": 0.575006, "nauc_precision_at_20_max": 0.671028, "nauc_precision_at_20_std": 0.236941, "nauc_precision_at_20_diff1": 0.551399, "nauc_precision_at_100_max": 0.713189, "nauc_precision_at_100_std": 0.435267, "nauc_precision_at_100_diff1": 0.535074, "nauc_precision_at_1000_max": 0.746032, "nauc_precision_at_1000_std": 0.612616, "nauc_precision_at_1000_diff1": 0.519822, "nauc_mrr_at_1_max": 0.626625, "nauc_mrr_at_1_std": 0.0007, "nauc_mrr_at_1_diff1": 0.729192, "nauc_mrr_at_3_max": 0.642456, "nauc_mrr_at_3_std": 0.029305, "nauc_mrr_at_3_diff1": 0.689997, "nauc_mrr_at_5_max": 0.641269, "nauc_mrr_at_5_std": 0.034833, "nauc_mrr_at_5_diff1": 0.684651, "nauc_mrr_at_10_max": 0.641174, "nauc_mrr_at_10_std": 0.037378, "nauc_mrr_at_10_diff1": 0.68357, "nauc_mrr_at_20_max": 0.641327, "nauc_mrr_at_20_std": 0.039592, "nauc_mrr_at_20_diff1": 0.683763, "nauc_mrr_at_100_max": 0.641423, "nauc_mrr_at_100_std": 0.039731, "nauc_mrr_at_100_diff1": 0.684692, "nauc_mrr_at_1000_max": 0.641375, "nauc_mrr_at_1000_std": 0.039424, "nauc_mrr_at_1000_diff1": 0.684834, "hit_rate_at_1": 0.50925, "hit_rate_at_3": 0.65239, "hit_rate_at_5": 0.70185, "hit_rate_at_10": 0.76397, "hit_rate_at_20": 0.8187, "hit_rate_at_100": 0.91587, "hit_rate_at_1000": 0.98559, "main_score": 0.63441, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51875, "ndcg_at_3": 0.61153, "ndcg_at_5": 0.63227, "ndcg_at_10": 0.6513, "ndcg_at_20": 0.66705, "ndcg_at_100": 0.68184, "ndcg_at_1000": 0.69053, "map_at_1": 0.51875, "map_at_3": 0.58937, "map_at_5": 0.601, "map_at_10": 0.60872, "map_at_20": 0.61313, "map_at_100": 0.61515, "map_at_1000": 0.61548, "recall_at_1": 0.51875, "recall_at_3": 0.6754, "recall_at_5": 0.72522, "recall_at_10": 0.7848, "recall_at_20": 0.84643, "recall_at_100": 0.92655, "recall_at_1000": 0.99538, "accuracy": 0.51875, "precision_at_1": 0.51875, "precision_at_3": 0.22513, "precision_at_5": 0.14504, "precision_at_10": 0.07848, "precision_at_20": 0.04232, "precision_at_100": 0.00927, "precision_at_1000": 0.001, "mrr_at_1": 0.518747, "mrr_at_3": 0.589368, "mrr_at_5": 0.601002, "mrr_at_10": 0.608718, "mrr_at_20": 0.61313, "mrr_at_100": 0.615154, "mrr_at_1000": 0.615475, "nauc_ndcg_at_1_max": 0.637075, "nauc_ndcg_at_1_std": -0.001039, "nauc_ndcg_at_1_diff1": 0.716152, "nauc_ndcg_at_3_max": 0.675521, "nauc_ndcg_at_3_std": 0.056883, "nauc_ndcg_at_3_diff1": 0.659312, "nauc_ndcg_at_5_max": 0.678485, "nauc_ndcg_at_5_std": 0.067905, "nauc_ndcg_at_5_diff1": 0.654111, "nauc_ndcg_at_10_max": 0.680536, "nauc_ndcg_at_10_std": 0.085123, "nauc_ndcg_at_10_diff1": 0.654254, "nauc_ndcg_at_20_max": 0.680701, "nauc_ndcg_at_20_std": 0.089437, "nauc_ndcg_at_20_diff1": 0.658272, "nauc_ndcg_at_100_max": 0.676917, "nauc_ndcg_at_100_std": 0.081959, "nauc_ndcg_at_100_diff1": 0.661322, "nauc_ndcg_at_1000_max": 0.674144, "nauc_ndcg_at_1000_std": 0.071679, "nauc_ndcg_at_1000_diff1": 0.664808, "nauc_map_at_1_max": 0.637075, "nauc_map_at_1_std": -0.001039, "nauc_map_at_1_diff1": 0.716152, "nauc_map_at_3_max": 0.666476, "nauc_map_at_3_std": 0.041926, "nauc_map_at_3_diff1": 0.673743, "nauc_map_at_5_max": 0.667956, "nauc_map_at_5_std": 0.047764, "nauc_map_at_5_diff1": 0.67137, "nauc_map_at_10_max": 0.668555, "nauc_map_at_10_std": 0.054414, "nauc_map_at_10_diff1": 0.671569, "nauc_map_at_20_max": 0.668411, "nauc_map_at_20_std": 0.055314, "nauc_map_at_20_diff1": 0.672652, "nauc_map_at_100_max": 0.667896, "nauc_map_at_100_std": 0.054288, "nauc_map_at_100_diff1": 0.673019, "nauc_map_at_1000_max": 0.667804, "nauc_map_at_1000_std": 0.054015, "nauc_map_at_1000_diff1": 0.673146, "nauc_recall_at_1_max": 0.637075, "nauc_recall_at_1_std": -0.001039, "nauc_recall_at_1_diff1": 0.716152, "nauc_recall_at_3_max": 0.704879, "nauc_recall_at_3_std": 0.106137, "nauc_recall_at_3_diff1": 0.611911, "nauc_recall_at_5_max": 0.71666, "nauc_recall_at_5_std": 0.142638, "nauc_recall_at_5_diff1": 0.590417, "nauc_recall_at_10_max": 0.733551, "nauc_recall_at_10_std": 0.228917, "nauc_recall_at_10_diff1": 0.578575, "nauc_recall_at_20_max": 0.753841, "nauc_recall_at_20_std": 0.306451, "nauc_recall_at_20_diff1": 0.58208, "nauc_recall_at_100_max": 0.757405, "nauc_recall_at_100_std": 0.381124, "nauc_recall_at_100_diff1": 0.566992, "nauc_recall_at_1000_max": 0.812488, "nauc_recall_at_1000_std": 0.391079, "nauc_recall_at_1000_diff1": 0.579397, "nauc_precision_at_1_max": 0.637075, "nauc_precision_at_1_std": -0.001039, "nauc_precision_at_1_diff1": 0.716152, "nauc_precision_at_3_max": 0.704879, "nauc_precision_at_3_std": 0.106137, "nauc_precision_at_3_diff1": 0.611911, "nauc_precision_at_5_max": 0.71666, "nauc_precision_at_5_std": 0.142638, "nauc_precision_at_5_diff1": 0.590417, "nauc_precision_at_10_max": 0.733551, "nauc_precision_at_10_std": 0.228917, "nauc_precision_at_10_diff1": 0.578575, "nauc_precision_at_20_max": 0.753841, "nauc_precision_at_20_std": 0.306451, "nauc_precision_at_20_diff1": 0.58208, "nauc_precision_at_100_max": 0.757405, "nauc_precision_at_100_std": 0.381124, "nauc_precision_at_100_diff1": 0.566992, "nauc_precision_at_1000_max": 0.812488, "nauc_precision_at_1000_std": 0.391079, "nauc_precision_at_1000_diff1": 0.579397, "nauc_mrr_at_1_max": 0.637075, "nauc_mrr_at_1_std": -0.001039, "nauc_mrr_at_1_diff1": 0.716152, "nauc_mrr_at_3_max": 0.666476, "nauc_mrr_at_3_std": 0.041926, "nauc_mrr_at_3_diff1": 0.673743, "nauc_mrr_at_5_max": 0.667956, "nauc_mrr_at_5_std": 0.047764, "nauc_mrr_at_5_diff1": 0.67137, "nauc_mrr_at_10_max": 0.668555, "nauc_mrr_at_10_std": 0.054414, "nauc_mrr_at_10_diff1": 0.671569, "nauc_mrr_at_20_max": 0.668411, "nauc_mrr_at_20_std": 0.055314, "nauc_mrr_at_20_diff1": 0.672652, "nauc_mrr_at_100_max": 0.667896, "nauc_mrr_at_100_std": 0.054288, "nauc_mrr_at_100_diff1": 0.673019, "nauc_mrr_at_1000_max": 0.667804, "nauc_mrr_at_1000_std": 0.054015, "nauc_mrr_at_1000_diff1": 0.673146, "hit_rate_at_1": 0.51875, "hit_rate_at_3": 0.6754, "hit_rate_at_5": 0.72522, "hit_rate_at_10": 0.7848, "hit_rate_at_20": 0.84643, "hit_rate_at_100": 0.92655, "hit_rate_at_1000": 0.99538, "main_score": 0.6513, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42865, "ndcg_at_3": 0.51465, "ndcg_at_5": 0.53614, "ndcg_at_10": 0.56121, "ndcg_at_20": 0.57932, "ndcg_at_100": 0.6056, "ndcg_at_1000": 0.61553, "map_at_1": 0.42865, "map_at_3": 0.49349, "map_at_5": 0.50548, "map_at_10": 0.51602, "map_at_20": 0.52093, "map_at_100": 0.5246, "map_at_1000": 0.52499, "recall_at_1": 0.42865, "recall_at_3": 0.57588, "recall_at_5": 0.62769, "recall_at_10": 0.70413, "recall_at_20": 0.77633, "recall_at_100": 0.91733, "recall_at_1000": 0.9949, "accuracy": 0.42865, "precision_at_1": 0.42865, "precision_at_3": 0.19196, "precision_at_5": 0.12559, "precision_at_10": 0.07044, "precision_at_20": 0.03884, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.428652, "mrr_at_3": 0.493488, "mrr_at_5": 0.505549, "mrr_at_10": 0.51609, "mrr_at_20": 0.520952, "mrr_at_100": 0.524628, "mrr_at_1000": 0.525011, "nauc_ndcg_at_1_max": 0.591925, "nauc_ndcg_at_1_std": 0.030004, "nauc_ndcg_at_1_diff1": 0.67371, "nauc_ndcg_at_3_max": 0.609119, "nauc_ndcg_at_3_std": 0.064664, "nauc_ndcg_at_3_diff1": 0.621099, "nauc_ndcg_at_5_max": 0.608305, "nauc_ndcg_at_5_std": 0.066742, "nauc_ndcg_at_5_diff1": 0.611647, "nauc_ndcg_at_10_max": 0.607259, "nauc_ndcg_at_10_std": 0.078149, "nauc_ndcg_at_10_diff1": 0.605304, "nauc_ndcg_at_20_max": 0.609436, "nauc_ndcg_at_20_std": 0.08263, "nauc_ndcg_at_20_diff1": 0.607156, "nauc_ndcg_at_100_max": 0.609746, "nauc_ndcg_at_100_std": 0.08942, "nauc_ndcg_at_100_diff1": 0.61174, "nauc_ndcg_at_1000_max": 0.607244, "nauc_ndcg_at_1000_std": 0.076928, "nauc_ndcg_at_1000_diff1": 0.616925, "nauc_map_at_1_max": 0.591925, "nauc_map_at_1_std": 0.030004, "nauc_map_at_1_diff1": 0.67371, "nauc_map_at_3_max": 0.604118, "nauc_map_at_3_std": 0.05552, "nauc_map_at_3_diff1": 0.632506, "nauc_map_at_5_max": 0.60364, "nauc_map_at_5_std": 0.05683, "nauc_map_at_5_diff1": 0.627331, "nauc_map_at_10_max": 0.602928, "nauc_map_at_10_std": 0.06097, "nauc_map_at_10_diff1": 0.625004, "nauc_map_at_20_max": 0.603512, "nauc_map_at_20_std": 0.061986, "nauc_map_at_20_diff1": 0.625662, "nauc_map_at_100_max": 0.603483, "nauc_map_at_100_std": 0.06286, "nauc_map_at_100_diff1": 0.626315, "nauc_map_at_1000_max": 0.603403, "nauc_map_at_1000_std": 0.062452, "nauc_map_at_1000_diff1": 0.626487, "nauc_recall_at_1_max": 0.591925, "nauc_recall_at_1_std": 0.030004, "nauc_recall_at_1_diff1": 0.67371, "nauc_recall_at_3_max": 0.624789, "nauc_recall_at_3_std": 0.092961, "nauc_recall_at_3_diff1": 0.586834, "nauc_recall_at_5_max": 0.623455, "nauc_recall_at_5_std": 0.099492, "nauc_recall_at_5_diff1": 0.559707, "nauc_recall_at_10_max": 0.62341, "nauc_recall_at_10_std": 0.149361, "nauc_recall_at_10_diff1": 0.5276, "nauc_recall_at_20_max": 0.639525, "nauc_recall_at_20_std": 0.192632, "nauc_recall_at_20_diff1": 0.519204, "nauc_recall_at_100_max": 0.689758, "nauc_recall_at_100_std": 0.465537, "nauc_recall_at_100_diff1": 0.476278, "nauc_recall_at_1000_max": 0.840781, "nauc_recall_at_1000_std": 0.938269, "nauc_recall_at_1000_diff1": 0.584549, "nauc_precision_at_1_max": 0.591925, "nauc_precision_at_1_std": 0.030004, "nauc_precision_at_1_diff1": 0.67371, "nauc_precision_at_3_max": 0.624789, "nauc_precision_at_3_std": 0.092961, "nauc_precision_at_3_diff1": 0.586834, "nauc_precision_at_5_max": 0.623945, "nauc_precision_at_5_std": 0.098861, "nauc_precision_at_5_diff1": 0.560534, "nauc_precision_at_10_max": 0.624098, "nauc_precision_at_10_std": 0.148682, "nauc_precision_at_10_diff1": 0.528645, "nauc_precision_at_20_max": 0.636927, "nauc_precision_at_20_std": 0.189712, "nauc_precision_at_20_diff1": 0.518267, "nauc_precision_at_100_max": 0.682799, "nauc_precision_at_100_std": 0.455169, "nauc_precision_at_100_diff1": 0.474486, "nauc_precision_at_1000_max": 0.720601, "nauc_precision_at_1000_std": 0.719084, "nauc_precision_at_1000_diff1": 0.542364, "nauc_mrr_at_1_max": 0.591925, "nauc_mrr_at_1_std": 0.030004, "nauc_mrr_at_1_diff1": 0.67371, "nauc_mrr_at_3_max": 0.604118, "nauc_mrr_at_3_std": 0.05552, "nauc_mrr_at_3_diff1": 0.632506, "nauc_mrr_at_5_max": 0.603746, "nauc_mrr_at_5_std": 0.056686, "nauc_mrr_at_5_diff1": 0.627522, "nauc_mrr_at_10_max": 0.603035, "nauc_mrr_at_10_std": 0.060824, "nauc_mrr_at_10_diff1": 0.625198, "nauc_mrr_at_20_max": 0.603548, "nauc_mrr_at_20_std": 0.061936, "nauc_mrr_at_20_diff1": 0.625727, "nauc_mrr_at_100_max": 0.603519, "nauc_mrr_at_100_std": 0.06281, "nauc_mrr_at_100_diff1": 0.626381, "nauc_mrr_at_1000_max": 0.603439, "nauc_mrr_at_1000_std": 0.062403, "nauc_mrr_at_1000_diff1": 0.626553, "hit_rate_at_1": 0.42865, "hit_rate_at_3": 0.57588, "hit_rate_at_5": 0.62797, "hit_rate_at_10": 0.70442, "hit_rate_at_20": 0.77633, "hit_rate_at_100": 0.91733, "hit_rate_at_1000": 0.9949, "main_score": 0.56121, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47298, "ndcg_at_3": 0.55184, "ndcg_at_5": 0.57572, "ndcg_at_10": 0.59492, "ndcg_at_20": 0.61165, "ndcg_at_100": 0.63463, "ndcg_at_1000": 0.64483, "map_at_1": 0.47298, "map_at_3": 0.53234, "map_at_5": 0.54554, "map_at_10": 0.5535, "map_at_20": 0.55813, "map_at_100": 0.56136, "map_at_1000": 0.56173, "recall_at_1": 0.47298, "recall_at_3": 0.60834, "recall_at_5": 0.6665, "recall_at_10": 0.72568, "recall_at_20": 0.79156, "recall_at_100": 0.91457, "recall_at_1000": 0.99537, "accuracy": 0.47298, "precision_at_1": 0.47298, "precision_at_3": 0.20278, "precision_at_5": 0.1333, "precision_at_10": 0.07257, "precision_at_20": 0.03958, "precision_at_100": 0.00915, "precision_at_1000": 0.001, "mrr_at_1": 0.47298, "mrr_at_3": 0.532338, "mrr_at_5": 0.54554, "mrr_at_10": 0.5535, "mrr_at_20": 0.558129, "mrr_at_100": 0.561356, "mrr_at_1000": 0.56173, "nauc_ndcg_at_1_max": 0.648279, "nauc_ndcg_at_1_std": 0.06827, "nauc_ndcg_at_1_diff1": 0.689007, "nauc_ndcg_at_3_max": 0.665121, "nauc_ndcg_at_3_std": 0.086828, "nauc_ndcg_at_3_diff1": 0.645267, "nauc_ndcg_at_5_max": 0.672906, "nauc_ndcg_at_5_std": 0.104352, "nauc_ndcg_at_5_diff1": 0.642024, "nauc_ndcg_at_10_max": 0.673171, "nauc_ndcg_at_10_std": 0.115771, "nauc_ndcg_at_10_diff1": 0.63708, "nauc_ndcg_at_20_max": 0.671583, "nauc_ndcg_at_20_std": 0.115771, "nauc_ndcg_at_20_diff1": 0.636106, "nauc_ndcg_at_100_max": 0.670358, "nauc_ndcg_at_100_std": 0.121945, "nauc_ndcg_at_100_diff1": 0.638472, "nauc_ndcg_at_1000_max": 0.66867, "nauc_ndcg_at_1000_std": 0.110823, "nauc_ndcg_at_1000_diff1": 0.644277, "nauc_map_at_1_max": 0.648279, "nauc_map_at_1_std": 0.06827, "nauc_map_at_1_diff1": 0.689007, "nauc_map_at_3_max": 0.661018, "nauc_map_at_3_std": 0.081802, "nauc_map_at_3_diff1": 0.656438, "nauc_map_at_5_max": 0.665174, "nauc_map_at_5_std": 0.090945, "nauc_map_at_5_diff1": 0.655065, "nauc_map_at_10_max": 0.665009, "nauc_map_at_10_std": 0.095308, "nauc_map_at_10_diff1": 0.653204, "nauc_map_at_20_max": 0.664372, "nauc_map_at_20_std": 0.094982, "nauc_map_at_20_diff1": 0.653118, "nauc_map_at_100_max": 0.664186, "nauc_map_at_100_std": 0.095884, "nauc_map_at_100_diff1": 0.653428, "nauc_map_at_1000_max": 0.664154, "nauc_map_at_1000_std": 0.095621, "nauc_map_at_1000_diff1": 0.653605, "nauc_recall_at_1_max": 0.648279, "nauc_recall_at_1_std": 0.06827, "nauc_recall_at_1_diff1": 0.689007, "nauc_recall_at_3_max": 0.677841, "nauc_recall_at_3_std": 0.102644, "nauc_recall_at_3_diff1": 0.610397, "nauc_recall_at_5_max": 0.700338, "nauc_recall_at_5_std": 0.153302, "nauc_recall_at_5_diff1": 0.596876, "nauc_recall_at_10_max": 0.70667, "nauc_recall_at_10_std": 0.204407, "nauc_recall_at_10_diff1": 0.571664, "nauc_recall_at_20_max": 0.707461, "nauc_recall_at_20_std": 0.227848, "nauc_recall_at_20_diff1": 0.549914, "nauc_recall_at_100_max": 0.730762, "nauc_recall_at_100_std": 0.456008, "nauc_recall_at_100_diff1": 0.487674, "nauc_recall_at_1000_max": 0.925569, "nauc_recall_at_1000_std": 0.950459, "nauc_recall_at_1000_diff1": 0.499752, "nauc_precision_at_1_max": 0.648279, "nauc_precision_at_1_std": 0.06827, "nauc_precision_at_1_diff1": 0.689007, "nauc_precision_at_3_max": 0.677841, "nauc_precision_at_3_std": 0.102644, "nauc_precision_at_3_diff1": 0.610397, "nauc_precision_at_5_max": 0.700338, "nauc_precision_at_5_std": 0.153302, "nauc_precision_at_5_diff1": 0.596876, "nauc_precision_at_10_max": 0.70667, "nauc_precision_at_10_std": 0.204407, "nauc_precision_at_10_diff1": 0.571664, "nauc_precision_at_20_max": 0.707461, "nauc_precision_at_20_std": 0.227848, "nauc_precision_at_20_diff1": 0.549914, "nauc_precision_at_100_max": 0.730762, "nauc_precision_at_100_std": 0.456008, "nauc_precision_at_100_diff1": 0.487674, "nauc_precision_at_1000_max": 0.925569, "nauc_precision_at_1000_std": 0.950459, "nauc_precision_at_1000_diff1": 0.499752, "nauc_mrr_at_1_max": 0.648279, "nauc_mrr_at_1_std": 0.06827, "nauc_mrr_at_1_diff1": 0.689007, "nauc_mrr_at_3_max": 0.661018, "nauc_mrr_at_3_std": 0.081802, "nauc_mrr_at_3_diff1": 0.656438, "nauc_mrr_at_5_max": 0.665174, "nauc_mrr_at_5_std": 0.090945, "nauc_mrr_at_5_diff1": 0.655065, "nauc_mrr_at_10_max": 0.665009, "nauc_mrr_at_10_std": 0.095308, "nauc_mrr_at_10_diff1": 0.653204, "nauc_mrr_at_20_max": 0.664372, "nauc_mrr_at_20_std": 0.094982, "nauc_mrr_at_20_diff1": 0.653118, "nauc_mrr_at_100_max": 0.664186, "nauc_mrr_at_100_std": 0.095884, "nauc_mrr_at_100_diff1": 0.653428, "nauc_mrr_at_1000_max": 0.664154, "nauc_mrr_at_1000_std": 0.095621, "nauc_mrr_at_1000_diff1": 0.653605, "hit_rate_at_1": 0.47298, "hit_rate_at_3": 0.60834, "hit_rate_at_5": 0.6665, "hit_rate_at_10": 0.72568, "hit_rate_at_20": 0.79156, "hit_rate_at_100": 0.91457, "hit_rate_at_1000": 0.99537, "main_score": 0.59492, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.5699, "ndcg_at_3": 0.64609, "ndcg_at_5": 0.66516, "ndcg_at_10": 0.67938, "ndcg_at_20": 0.69038, "ndcg_at_100": 0.70582, "ndcg_at_1000": 0.71459, "map_at_1": 0.5699, "map_at_3": 0.62805, "map_at_5": 0.63872, "map_at_10": 0.64469, "map_at_20": 0.64772, "map_at_100": 0.6499, "map_at_1000": 0.6502, "recall_at_1": 0.5699, "recall_at_3": 0.69801, "recall_at_5": 0.74396, "recall_at_10": 0.78738, "recall_at_20": 0.8308, "recall_at_100": 0.91326, "recall_at_1000": 0.98384, "accuracy": 0.5699, "precision_at_1": 0.5699, "precision_at_3": 0.23267, "precision_at_5": 0.14879, "precision_at_10": 0.07874, "precision_at_20": 0.04154, "precision_at_100": 0.00913, "precision_at_1000": 0.00098, "mrr_at_1": 0.569899, "mrr_at_3": 0.62805, "mrr_at_5": 0.63872, "mrr_at_10": 0.64469, "mrr_at_20": 0.647721, "mrr_at_100": 0.6499, "mrr_at_1000": 0.650202, "nauc_ndcg_at_1_max": 0.710296, "nauc_ndcg_at_1_std": 0.094874, "nauc_ndcg_at_1_diff1": 0.800172, "nauc_ndcg_at_3_max": 0.746445, "nauc_ndcg_at_3_std": 0.136899, "nauc_ndcg_at_3_diff1": 0.755647, "nauc_ndcg_at_5_max": 0.749662, "nauc_ndcg_at_5_std": 0.154548, "nauc_ndcg_at_5_diff1": 0.752323, "nauc_ndcg_at_10_max": 0.747931, "nauc_ndcg_at_10_std": 0.16106, "nauc_ndcg_at_10_diff1": 0.750277, "nauc_ndcg_at_20_max": 0.748501, "nauc_ndcg_at_20_std": 0.17092, "nauc_ndcg_at_20_diff1": 0.749776, "nauc_ndcg_at_100_max": 0.746131, "nauc_ndcg_at_100_std": 0.173403, "nauc_ndcg_at_100_diff1": 0.752075, "nauc_ndcg_at_1000_max": 0.744337, "nauc_ndcg_at_1000_std": 0.162609, "nauc_ndcg_at_1000_diff1": 0.756934, "nauc_map_at_1_max": 0.710296, "nauc_map_at_1_std": 0.094874, "nauc_map_at_1_diff1": 0.800172, "nauc_map_at_3_max": 0.737717, "nauc_map_at_3_std": 0.12591, "nauc_map_at_3_diff1": 0.767116, "nauc_map_at_5_max": 0.73912, "nauc_map_at_5_std": 0.134938, "nauc_map_at_5_diff1": 0.765646, "nauc_map_at_10_max": 0.738337, "nauc_map_at_10_std": 0.137121, "nauc_map_at_10_diff1": 0.765063, "nauc_map_at_20_max": 0.738411, "nauc_map_at_20_std": 0.139465, "nauc_map_at_20_diff1": 0.765018, "nauc_map_at_100_max": 0.738072, "nauc_map_at_100_std": 0.139852, "nauc_map_at_100_diff1": 0.765373, "nauc_map_at_1000_max": 0.738026, "nauc_map_at_1000_std": 0.139578, "nauc_map_at_1000_diff1": 0.765535, "nauc_recall_at_1_max": 0.710296, "nauc_recall_at_1_std": 0.094874, "nauc_recall_at_1_diff1": 0.800172, "nauc_recall_at_3_max": 0.774701, "nauc_recall_at_3_std": 0.172905, "nauc_recall_at_3_diff1": 0.718151, "nauc_recall_at_5_max": 0.788462, "nauc_recall_at_5_std": 0.229368, "nauc_recall_at_5_diff1": 0.703177, "nauc_recall_at_10_max": 0.787207, "nauc_recall_at_10_std": 0.268403, "nauc_recall_at_10_diff1": 0.686855, "nauc_recall_at_20_max": 0.799347, "nauc_recall_at_20_std": 0.352787, "nauc_recall_at_20_diff1": 0.670196, "nauc_recall_at_100_max": 0.806727, "nauc_recall_at_100_std": 0.528359, "nauc_recall_at_100_diff1": 0.638402, "nauc_recall_at_1000_max": 0.84899, "nauc_recall_at_1000_std": 0.760453, "nauc_recall_at_1000_diff1": 0.693649, "nauc_precision_at_1_max": 0.710296, "nauc_precision_at_1_std": 0.094874, "nauc_precision_at_1_diff1": 0.800172, "nauc_precision_at_3_max": 0.774701, "nauc_precision_at_3_std": 0.172905, "nauc_precision_at_3_diff1": 0.718151, "nauc_precision_at_5_max": 0.788462, "nauc_precision_at_5_std": 0.229368, "nauc_precision_at_5_diff1": 0.703177, "nauc_precision_at_10_max": 0.787207, "nauc_precision_at_10_std": 0.268403, "nauc_precision_at_10_diff1": 0.686855, "nauc_precision_at_20_max": 0.799347, "nauc_precision_at_20_std": 0.352787, "nauc_precision_at_20_diff1": 0.670196, "nauc_precision_at_100_max": 0.807011, "nauc_precision_at_100_std": 0.530907, "nauc_precision_at_100_diff1": 0.638143, "nauc_precision_at_1000_max": 0.825021, "nauc_precision_at_1000_std": 0.76537, "nauc_precision_at_1000_diff1": 0.669151, "nauc_mrr_at_1_max": 0.710296, "nauc_mrr_at_1_std": 0.094874, "nauc_mrr_at_1_diff1": 0.800172, "nauc_mrr_at_3_max": 0.737717, "nauc_mrr_at_3_std": 0.12591, "nauc_mrr_at_3_diff1": 0.767116, "nauc_mrr_at_5_max": 0.73912, "nauc_mrr_at_5_std": 0.134938, "nauc_mrr_at_5_diff1": 0.765646, "nauc_mrr_at_10_max": 0.738337, "nauc_mrr_at_10_std": 0.137121, "nauc_mrr_at_10_diff1": 0.765063, "nauc_mrr_at_20_max": 0.738411, "nauc_mrr_at_20_std": 0.139465, "nauc_mrr_at_20_diff1": 0.765018, "nauc_mrr_at_100_max": 0.738073, "nauc_mrr_at_100_std": 0.139861, "nauc_mrr_at_100_diff1": 0.765372, "nauc_mrr_at_1000_max": 0.738026, "nauc_mrr_at_1000_std": 0.139582, "nauc_mrr_at_1000_diff1": 0.765535, "hit_rate_at_1": 0.5699, "hit_rate_at_3": 0.69801, "hit_rate_at_5": 0.74396, "hit_rate_at_10": 0.78738, "hit_rate_at_20": 0.8308, "hit_rate_at_100": 0.91336, "hit_rate_at_1000": 0.98384, "main_score": 0.67938, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 982.7575544789433, "kg_co2_emissions": null, "date": 1785223333.469961, "evaluation_phases": [ { "name": "Data loading", "start": 0.0005920650437474251, "end": 655.7769235779997, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 655.7769315028563, "end": 655.7769339268561, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 655.7827092399821, "end": 656.3987989029847, "split": "validation", "subset": "ara-ara" }, { "name": "Scoring", "start": 656.3994738319889, "end": 656.5431777869817, "split": "validation", "subset": "ara-ara" }, { "name": "Encoding queries and documents", "start": 656.8354622898623, "end": 657.203717187047, "split": "validation", "subset": "ara-deu" }, { "name": "Scoring", "start": 657.204362631077, "end": 657.251599489944, "split": "validation", "subset": "ara-deu" }, { "name": "Encoding queries and documents", "start": 657.5456741210073, "end": 658.1320325739216, "split": "validation", "subset": "ara-eng" }, { "name": "Scoring", "start": 658.132725056028, "end": 658.2765809069388, "split": "validation", "subset": "ara-eng" }, { "name": "Encoding queries and documents", "start": 658.5703800308984, "end": 658.870719275903, "split": "validation", "subset": "ara-spa" }, { "name": "Scoring", "start": 658.8712187649217, "end": 658.9047639910132, "split": "validation", "subset": "ara-spa" }, { "name": "Encoding queries and documents", "start": 659.193508035969, "end": 659.4543499199208, "split": "validation", "subset": "ara-hin" }, { "name": "Scoring", "start": 659.4548340400215, "end": 659.4923151899129, "split": "validation", "subset": "ara-hin" }, { "name": "Encoding queries and documents", "start": 659.7829569149762, "end": 660.1328355399892, "split": "validation", "subset": "ara-vie" }, { "name": "Scoring", "start": 660.1333246699069, "end": 660.1677540689707, "split": "validation", "subset": "ara-vie" }, { "name": "Encoding queries and documents", "start": 660.7894455359783, "end": 661.1424308049027, "split": "validation", "subset": "ara-zho" }, { "name": "Scoring", "start": 661.1429321479518, "end": 661.1803534550127, "split": "validation", "subset": "ara-zho" }, { "name": "Encoding queries and documents", "start": 661.4703161639627, "end": 661.6814089349937, "split": "validation", "subset": "deu-ara" }, { "name": "Scoring", "start": 661.681939072907, "end": 661.7224382089917, "split": "validation", "subset": "deu-ara" }, { "name": "Encoding queries and documents", "start": 662.0127304878552, "end": 662.5484762389679, "split": "validation", "subset": "deu-deu" }, { "name": "Scoring", "start": 662.5491641229019, "end": 662.6965665470343, "split": "validation", "subset": "deu-deu" }, { "name": "Encoding queries and documents", "start": 662.9876279039308, "end": 663.5247484219726, "split": "validation", "subset": "deu-eng" }, { "name": "Scoring", "start": 663.5254436999094, "end": 663.6711364379153, "split": "validation", "subset": "deu-eng" }, { "name": "Encoding queries and documents", "start": 663.9627917630132, "end": 664.2809986199718, "split": "validation", "subset": "deu-spa" }, { "name": "Scoring", "start": 664.2814732219558, "end": 664.3206929320004, "split": "validation", "subset": "deu-spa" }, { "name": "Encoding queries and documents", "start": 664.6130671999417, "end": 664.9070785869844, "split": "validation", "subset": "deu-hin" }, { "name": "Scoring", "start": 664.9076692778617, "end": 664.9577202009968, "split": "validation", "subset": "deu-hin" }, { "name": "Encoding queries and documents", "start": 665.6034952539485, "end": 665.9253190360032, "split": "validation", "subset": "deu-vie" }, { "name": "Scoring", "start": 665.9258113119286, "end": 665.9625183159951, "split": "validation", "subset": "deu-vie" }, { "name": "Encoding queries and documents", "start": 666.249573889887, "end": 666.5268541979603, "split": "validation", "subset": "deu-zho" }, { "name": "Scoring", "start": 666.5273552509025, "end": 666.5650325899478, "split": "validation", "subset": "deu-zho" }, { "name": "Encoding queries and documents", "start": 666.8564014078584, "end": 667.3589912708849, "split": "validation", "subset": "eng-ara" }, { "name": "Scoring", "start": 667.359704422066, "end": 667.5332029638812, "split": "validation", "subset": "eng-ara" }, { "name": "Encoding queries and documents", "start": 667.831609189976, "end": 668.3811740519013, "split": "validation", "subset": "eng-deu" }, { "name": "Scoring", "start": 668.381871894002, "end": 668.5297300380189, "split": "validation", "subset": "eng-deu" }, { "name": "Encoding queries and documents", "start": 668.8298954030033, "end": 670.0434055749793, "split": "validation", "subset": "eng-eng" }, { "name": "Scoring", "start": 670.0440981779248, "end": 670.623491368955, "split": "validation", "subset": "eng-eng" }, { "name": "Encoding queries and documents", "start": 670.9278717238922, "end": 671.4621064150706, "split": "validation", "subset": "eng-spa" }, { "name": "Scoring", "start": 671.4627917939797, "end": 671.6021955970209, "split": "validation", "subset": "eng-spa" }, { "name": "Encoding queries and documents", "start": 672.2465846638661, "end": 672.78303396306, "split": "validation", "subset": "eng-hin" }, { "name": "Scoring", "start": 672.7837202039082, "end": 672.9223210760392, "split": "validation", "subset": "eng-hin" }, { "name": "Encoding queries and documents", "start": 673.2242894759402, "end": 673.8006045620423, "split": "validation", "subset": "eng-vie" }, { "name": "Scoring", "start": 673.8013202978764, "end": 673.948687680997, "split": "validation", "subset": "eng-vie" }, { "name": "Encoding queries and documents", "start": 674.2542287919205, "end": 674.7913656260353, "split": "validation", "subset": "eng-zho" }, { "name": "Scoring", "start": 674.792015779065, "end": 674.9253269329201, "split": "validation", "subset": "eng-zho" }, { "name": "Encoding queries and documents", "start": 675.2247789208777, "end": 675.6919841580093, "split": "validation", "subset": "spa-ara" }, { "name": "Scoring", "start": 675.6924755419604, "end": 675.7265316408593, "split": "validation", "subset": "spa-ara" }, { "name": "Encoding queries and documents", "start": 676.0228058828507, "end": 676.195203255862, "split": "validation", "subset": "spa-deu" }, { "name": "Scoring", "start": 676.1957520078868, "end": 676.2357699109707, "split": "validation", "subset": "spa-deu" }, { "name": "Encoding queries and documents", "start": 676.5358984230552, "end": 677.6741140719969, "split": "validation", "subset": "spa-eng" }, { "name": "Scoring", "start": 677.6748834589962, "end": 677.8476100529078, "split": "validation", "subset": "spa-eng" }, { "name": "Encoding queries and documents", "start": 678.512366049923, "end": 679.6365204958711, "split": "validation", "subset": "spa-spa" }, { "name": "Scoring", "start": 679.6372207528912, "end": 679.7799875738565, "split": "validation", "subset": "spa-spa" }, { "name": "Encoding queries and documents", "start": 680.0767754449043, "end": 680.9982118469197, "split": "validation", "subset": "spa-hin" }, { "name": "Scoring", "start": 680.9987096630502, "end": 681.0364240030758, "split": "validation", "subset": "spa-hin" }, { "name": "Encoding queries and documents", "start": 681.328746435931, "end": 682.254968883004, "split": "validation", "subset": "spa-vie" }, { "name": "Scoring", "start": 682.2555021459702, "end": 682.294951769989, "split": "validation", "subset": "spa-vie" }, { "name": "Encoding queries and documents", "start": 682.5932056000456, "end": 682.7399464780465, "split": "validation", "subset": "spa-zho" }, { "name": "Scoring", "start": 682.74041252397, "end": 682.7753926909063, "split": "validation", "subset": "spa-zho" }, { "name": "Encoding queries and documents", "start": 683.0741819890682, "end": 683.4717727010138, "split": "validation", "subset": "hin-ara" }, { "name": "Scoring", "start": 683.4722908958793, "end": 683.5085828609299, "split": "validation", "subset": "hin-ara" }, { "name": "Encoding queries and documents", "start": 683.8069359790534, "end": 684.0653611330781, "split": "validation", "subset": "hin-deu" }, { "name": "Scoring", "start": 684.0658531789668, "end": 684.1005734370556, "split": "validation", "subset": "hin-deu" }, { "name": "Encoding queries and documents", "start": 684.4096817660611, "end": 685.0330041879788, "split": "validation", "subset": "hin-eng" }, { "name": "Scoring", "start": 685.0336850290187, "end": 685.1724163610488, "split": "validation", "subset": "hin-eng" }, { "name": "Encoding queries and documents", "start": 685.8088645639364, "end": 686.1935350159183, "split": "validation", "subset": "hin-spa" }, { "name": "Scoring", "start": 686.1941055289935, "end": 686.2315018209629, "split": "validation", "subset": "hin-spa" }, { "name": "Encoding queries and documents", "start": 686.5299088829197, "end": 687.1710474910215, "split": "validation", "subset": "hin-hin" }, { "name": "Scoring", "start": 687.1718198938761, "end": 687.3240976568777, "split": "validation", "subset": "hin-hin" }, { "name": "Encoding queries and documents", "start": 687.6251106818672, "end": 688.0102761869784, "split": "validation", "subset": "hin-vie" }, { "name": "Scoring", "start": 688.0107958840672, "end": 688.0466914840508, "split": "validation", "subset": "hin-vie" }, { "name": "Encoding queries and documents", "start": 688.349611686077, "end": 688.7089224790689, "split": "validation", "subset": "hin-zho" }, { "name": "Scoring", "start": 688.7094352829736, "end": 688.7474868779536, "split": "validation", "subset": "hin-zho" }, { "name": "Encoding queries and documents", "start": 689.047798234038, "end": 689.4293862099294, "split": "validation", "subset": "vie-ara" }, { "name": "Scoring", "start": 689.429866614053, "end": 689.4646809999831, "split": "validation", "subset": "vie-ara" }, { "name": "Encoding queries and documents", "start": 689.7595188198611, "end": 690.1087222618517, "split": "validation", "subset": "vie-deu" }, { "name": "Scoring", "start": 690.1092744909693, "end": 690.1474341589492, "split": "validation", "subset": "vie-deu" }, { "name": "Encoding queries and documents", "start": 690.7760047530755, "end": 691.6357865259051, "split": "validation", "subset": "vie-eng" }, { "name": "Scoring", "start": 691.6364678379614, "end": 691.7764024459757, "split": "validation", "subset": "vie-eng" }, { "name": "Encoding queries and documents", "start": 692.0805175178684, "end": 692.6893867959734, "split": "validation", "subset": "vie-spa" }, { "name": "Scoring", "start": 692.6899274529424, "end": 692.7282410110347, "split": "validation", "subset": "vie-spa" }, { "name": "Encoding queries and documents", "start": 693.0319707989693, "end": 693.6351678189822, "split": "validation", "subset": "vie-hin" }, { "name": "Scoring", "start": 693.6356688109227, "end": 693.6718289188575, "split": "validation", "subset": "vie-hin" }, { "name": "Encoding queries and documents", "start": 693.9812168709468, "end": 694.8383797949646, "split": "validation", "subset": "vie-vie" }, { "name": "Scoring", "start": 694.8390298578888, "end": 694.9821176179685, "split": "validation", "subset": "vie-vie" }, { "name": "Encoding queries and documents", "start": 695.2870332079474, "end": 695.6768439288717, "split": "validation", "subset": "vie-zho" }, { "name": "Scoring", "start": 695.6773407328874, "end": 695.7145905198995, "split": "validation", "subset": "vie-zho" }, { "name": "Encoding queries and documents", "start": 696.0208419740666, "end": 696.2207031559665, "split": "validation", "subset": "zho-ara" }, { "name": "Scoring", "start": 696.2213053489104, "end": 696.2652821699157, "split": "validation", "subset": "zho-ara" }, { "name": "Encoding queries and documents", "start": 696.9230947480537, "end": 697.1697090938687, "split": "validation", "subset": "zho-deu" }, { "name": "Scoring", "start": 697.1702166290488, "end": 697.2075464869849, "split": "validation", "subset": "zho-deu" }, { "name": "Encoding queries and documents", "start": 697.5200899569318, "end": 697.9419819649775, "split": "validation", "subset": "zho-eng" }, { "name": "Scoring", "start": 697.9426501919515, "end": 698.0849874708802, "split": "validation", "subset": "zho-eng" }, { "name": "Encoding queries and documents", "start": 698.3955210219137, "end": 698.5972737229895, "split": "validation", "subset": "zho-spa" }, { "name": "Scoring", "start": 698.5977645160165, "end": 698.631760824006, "split": "validation", "subset": "zho-spa" }, { "name": "Encoding queries and documents", "start": 698.9384013819508, "end": 699.1326073179953, "split": "validation", "subset": "zho-hin" }, { "name": "Scoring", "start": 699.1330765909515, "end": 699.1701800029259, "split": "validation", "subset": "zho-hin" }, { "name": "Encoding queries and documents", "start": 699.4796353869606, "end": 699.7272327330429, "split": "validation", "subset": "zho-vie" }, { "name": "Scoring", "start": 699.7277041499037, "end": 699.7647598430049, "split": "validation", "subset": "zho-vie" }, { "name": "Encoding queries and documents", "start": 700.0760353598744, "end": 700.5055570418481, "split": "validation", "subset": "zho-zho" }, { "name": "Scoring", "start": 700.5062374619301, "end": 700.6425666010473, "split": "validation", "subset": "zho-zho" }, { "name": "Encoding queries and documents", "start": 701.3095253189094, "end": 706.9776470810175, "split": "test", "subset": "ara-ara" }, { "name": "Scoring", "start": 706.9784205958713, "end": 709.5399106969126, "split": "test", "subset": "ara-ara" }, { "name": "Encoding queries and documents", "start": 709.9247078788467, "end": 711.7528931710403, "split": "test", "subset": "ara-deu" }, { "name": "Scoring", "start": 711.7536464480218, "end": 712.5944702238776, "split": "test", "subset": "ara-deu" }, { "name": "Encoding queries and documents", "start": 712.9578000579495, "end": 718.6257428198587, "split": "test", "subset": "ara-eng" }, { "name": "Scoring", "start": 718.6264919000678, "end": 721.1365226919297, "split": "test", "subset": "ara-eng" }, { "name": "Encoding queries and documents", "start": 721.5195240268949, "end": 724.2565353950486, "split": "test", "subset": "ara-spa" }, { "name": "Scoring", "start": 724.2572987510357, "end": 725.2204687348567, "split": "test", "subset": "ara-spa" }, { "name": "Encoding queries and documents", "start": 725.5735847968608, "end": 727.6870628769975, "split": "test", "subset": "ara-hin" }, { "name": "Scoring", "start": 727.6879050310235, "end": 728.6580245560035, "split": "test", "subset": "ara-hin" }, { "name": "Encoding queries and documents", "start": 729.0137058659457, "end": 731.4913521599956, "split": "test", "subset": "ara-vie" }, { "name": "Scoring", "start": 731.4921556708869, "end": 732.585188526893, "split": "test", "subset": "ara-vie" }, { "name": "Encoding queries and documents", "start": 732.9464448268991, "end": 735.3617621748708, "split": "test", "subset": "ara-zho" }, { "name": "Scoring", "start": 735.3626042490359, "end": 736.4241060109343, "split": "test", "subset": "ara-zho" }, { "name": "Encoding queries and documents", "start": 736.7807399299927, "end": 738.5788027609233, "split": "test", "subset": "deu-ara" }, { "name": "Scoring", "start": 738.5795762459747, "end": 739.465467650909, "split": "test", "subset": "deu-ara" }, { "name": "Encoding queries and documents", "start": 740.1773208519444, "end": 744.4132970708888, "split": "test", "subset": "deu-deu" }, { "name": "Scoring", "start": 744.4140666180756, "end": 746.5977273110766, "split": "test", "subset": "deu-deu" }, { "name": "Encoding queries and documents", "start": 746.9936626290437, "end": 751.1820008568466, "split": "test", "subset": "deu-eng" }, { "name": "Scoring", "start": 751.182777477894, "end": 753.395886960905, "split": "test", "subset": "deu-eng" }, { "name": "Encoding queries and documents", "start": 753.7932429278735, "end": 755.5308855569456, "split": "test", "subset": "deu-spa" }, { "name": "Scoring", "start": 755.5316761939321, "end": 756.4109378010035, "split": "test", "subset": "deu-spa" }, { "name": "Encoding queries and documents", "start": 756.7634629560634, "end": 758.268059959868, "split": "test", "subset": "deu-hin" }, { "name": "Scoring", "start": 758.2688769369852, "end": 759.0381817929447, "split": "test", "subset": "deu-hin" }, { "name": "Encoding queries and documents", "start": 759.7338017870206, "end": 761.5984611578751, "split": "test", "subset": "deu-vie" }, { "name": "Scoring", "start": 761.5991780769546, "end": 762.5022214329801, "split": "test", "subset": "deu-vie" }, { "name": "Encoding queries and documents", "start": 762.8542882800102, "end": 764.6870690549258, "split": "test", "subset": "deu-zho" }, { "name": "Scoring", "start": 764.6878560548648, "end": 765.5853626020253, "split": "test", "subset": "deu-zho" }, { "name": "Encoding queries and documents", "start": 765.9650304329116, "end": 771.740082738921, "split": "test", "subset": "eng-ara" }, { "name": "Scoring", "start": 771.7408824830782, "end": 774.2824499369599, "split": "test", "subset": "eng-ara" }, { "name": "Encoding queries and documents", "start": 774.6944533749484, "end": 779.3590411548503, "split": "test", "subset": "eng-deu" }, { "name": "Scoring", "start": 779.3598110529128, "end": 781.5578508600593, "split": "test", "subset": "eng-deu" }, { "name": "Encoding queries and documents", "start": 782.3432238108944, "end": 794.5153155869339, "split": "test", "subset": "eng-eng" }, { "name": "Scoring", "start": 794.5160763380118, "end": 800.1179246930405, "split": "test", "subset": "eng-eng" }, { "name": "Encoding queries and documents", "start": 800.6160215369891, "end": 806.381435608957, "split": "test", "subset": "eng-spa" }, { "name": "Scoring", "start": 806.382235443918, "end": 808.8854620270431, "split": "test", "subset": "eng-spa" }, { "name": "Encoding queries and documents", "start": 809.6463820280042, "end": 815.0108113999013, "split": "test", "subset": "eng-hin" }, { "name": "Scoring", "start": 815.0116086199414, "end": 817.4449023220222, "split": "test", "subset": "eng-hin" }, { "name": "Encoding queries and documents", "start": 817.8687204029411, "end": 824.2189467740245, "split": "test", "subset": "eng-vie" }, { "name": "Scoring", "start": 824.2197313599754, "end": 826.9796802320052, "split": "test", "subset": "eng-vie" }, { "name": "Encoding queries and documents", "start": 827.4186396549921, "end": 833.4417555220425, "split": "test", "subset": "eng-zho" }, { "name": "Scoring", "start": 833.4425384460483, "end": 836.0016661558766, "split": "test", "subset": "eng-zho" }, { "name": "Encoding queries and documents", "start": 836.4093654470053, "end": 839.0911050930154, "split": "test", "subset": "spa-ara" }, { "name": "Scoring", "start": 839.0919173408765, "end": 840.0947333509102, "split": "test", "subset": "spa-ara" }, { "name": "Encoding queries and documents", "start": 840.4601169859525, "end": 842.405097106006, "split": "test", "subset": "spa-deu" }, { "name": "Scoring", "start": 842.4058570759371, "end": 843.3757295140531, "split": "test", "subset": "spa-deu" }, { "name": "Encoding queries and documents", "start": 843.7618221419398, "end": 849.0103074370418, "split": "test", "subset": "spa-eng" }, { "name": "Scoring", "start": 849.0111450629774, "end": 851.5788341830485, "split": "test", "subset": "spa-eng" }, { "name": "Encoding queries and documents", "start": 852.004425015999, "end": 857.3023796589114, "split": "test", "subset": "spa-spa" }, { "name": "Scoring", "start": 857.3032045909204, "end": 859.927699862048, "split": "test", "subset": "spa-spa" }, { "name": "Encoding queries and documents", "start": 860.678314918885, "end": 862.5489711500704, "split": "test", "subset": "spa-hin" }, { "name": "Scoring", "start": 862.5497811038513, "end": 863.4188560000621, "split": "test", "subset": "spa-hin" }, { "name": "Encoding queries and documents", "start": 863.7870552879758, "end": 866.3481768290512, "split": "test", "subset": "spa-vie" }, { "name": "Scoring", "start": 866.3490006590728, "end": 867.429120875895, "split": "test", "subset": "spa-vie" }, { "name": "Encoding queries and documents", "start": 867.811966931913, "end": 870.0151464170776, "split": "test", "subset": "spa-zho" }, { "name": "Scoring", "start": 870.0159095029812, "end": 871.0901387128979, "split": "test", "subset": "spa-zho" }, { "name": "Encoding queries and documents", "start": 871.4834824518766, "end": 873.9992315049749, "split": "test", "subset": "hin-ara" }, { "name": "Scoring", "start": 874.0000049599912, "end": 875.0548377160449, "split": "test", "subset": "hin-ara" }, { "name": "Encoding queries and documents", "start": 875.4368850139435, "end": 877.8157019410282, "split": "test", "subset": "hin-deu" }, { "name": "Scoring", "start": 877.8165265619755, "end": 878.6374745559879, "split": "test", "subset": "hin-deu" }, { "name": "Encoding queries and documents", "start": 879.0211767598521, "end": 885.2894804088864, "split": "test", "subset": "hin-eng" }, { "name": "Scoring", "start": 885.2903087779414, "end": 887.7258375128731, "split": "test", "subset": "hin-eng" }, { "name": "Encoding queries and documents", "start": 888.1302577708848, "end": 890.4667752669193, "split": "test", "subset": "hin-spa" }, { "name": "Scoring", "start": 890.4676379698794, "end": 891.3561821980402, "split": "test", "subset": "hin-spa" }, { "name": "Encoding queries and documents", "start": 891.7365038099233, "end": 898.0826067060698, "split": "test", "subset": "hin-hin" }, { "name": "Scoring", "start": 898.0834252058994, "end": 900.5320488200523, "split": "test", "subset": "hin-hin" }, { "name": "Encoding queries and documents", "start": 901.2954355068505, "end": 904.3972778508905, "split": "test", "subset": "hin-vie" }, { "name": "Scoring", "start": 904.3981070108712, "end": 905.3688652999699, "split": "test", "subset": "hin-vie" }, { "name": "Encoding queries and documents", "start": 905.7709979568608, "end": 908.8237037160434, "split": "test", "subset": "hin-zho" }, { "name": "Scoring", "start": 908.8245012259576, "end": 909.8000767950434, "split": "test", "subset": "hin-zho" }, { "name": "Encoding queries and documents", "start": 910.1797724009957, "end": 913.2297152229585, "split": "test", "subset": "vie-ara" }, { "name": "Scoring", "start": 913.2305158900563, "end": 914.3457475919276, "split": "test", "subset": "vie-ara" }, { "name": "Encoding queries and documents", "start": 914.7324602729641, "end": 917.0060560749844, "split": "test", "subset": "vie-deu" }, { "name": "Scoring", "start": 917.0068178980146, "end": 917.954856229946, "split": "test", "subset": "vie-deu" }, { "name": "Encoding queries and documents", "start": 918.3527669010218, "end": 925.3482781499624, "split": "test", "subset": "vie-eng" }, { "name": "Scoring", "start": 925.3490749290213, "end": 928.0300743780099, "split": "test", "subset": "vie-eng" }, { "name": "Encoding queries and documents", "start": 928.4477589000016, "end": 931.3102248159703, "split": "test", "subset": "vie-spa" }, { "name": "Scoring", "start": 931.3110346500762, "end": 932.3354449039325, "split": "test", "subset": "vie-spa" }, { "name": "Encoding queries and documents", "start": 932.7113341118675, "end": 935.0498115320224, "split": "test", "subset": "vie-hin" }, { "name": "Scoring", "start": 935.0506045739166, "end": 936.1039880670141, "split": "test", "subset": "vie-hin" }, { "name": "Encoding queries and documents", "start": 936.5212349810172, "end": 943.2597723999061, "split": "test", "subset": "vie-vie" }, { "name": "Scoring", "start": 943.2606209169608, "end": 945.9758356849197, "split": "test", "subset": "vie-vie" }, { "name": "Encoding queries and documents", "start": 946.7701381649822, "end": 949.5191478030756, "split": "test", "subset": "vie-zho" }, { "name": "Scoring", "start": 949.5199613829609, "end": 950.5055829249322, "split": "test", "subset": "vie-zho" }, { "name": "Encoding queries and documents", "start": 950.8826105250046, "end": 952.8918972229585, "split": "test", "subset": "zho-ara" }, { "name": "Scoring", "start": 952.8927316928748, "end": 953.9614142400678, "split": "test", "subset": "zho-ara" }, { "name": "Encoding queries and documents", "start": 954.3493107820395, "end": 956.0278510060161, "split": "test", "subset": "zho-deu" }, { "name": "Scoring", "start": 956.0286150639877, "end": 956.9158169070724, "split": "test", "subset": "zho-deu" }, { "name": "Encoding queries and documents", "start": 957.316538691055, "end": 961.8751483219676, "split": "test", "subset": "zho-eng" }, { "name": "Scoring", "start": 961.8759548799135, "end": 964.3884197529405, "split": "test", "subset": "zho-eng" }, { "name": "Encoding queries and documents", "start": 964.8032854839694, "end": 967.0682452898473, "split": "test", "subset": "zho-spa" }, { "name": "Scoring", "start": 967.0691429390572, "end": 968.0904815888498, "split": "test", "subset": "zho-spa" }, { "name": "Encoding queries and documents", "start": 968.4681480198633, "end": 970.3362991588656, "split": "test", "subset": "zho-hin" }, { "name": "Scoring", "start": 970.3371124689002, "end": 971.335541497916, "split": "test", "subset": "zho-hin" }, { "name": "Encoding queries and documents", "start": 971.7270751129836, "end": 973.855303887045, "split": "test", "subset": "zho-vie" }, { "name": "Scoring", "start": 973.8560944439378, "end": 974.94053789787, "split": "test", "subset": "zho-vie" }, { "name": "Encoding queries and documents", "start": 975.3379320409149, "end": 979.7728206329048, "split": "test", "subset": "zho-zho" }, { "name": "Scoring", "start": 979.773641227046, "end": 982.344800851075, "split": "test", "subset": "zho-zho" } ] }