{ "dataset_revision": "5bef8b6e2601af974fb1a1cca03fd702229be4b6", "task_name": "MLQARetrieval", "mteb_version": "2.18.7", "scores": { "validation": [ { "ndcg_at_1": 0.61896, "ndcg_at_3": 0.70777, "ndcg_at_5": 0.72841, "ndcg_at_10": 0.74464, "ndcg_at_20": 0.75454, "ndcg_at_100": 0.76561, "ndcg_at_1000": 0.76956, "map_at_1": 0.61896, "map_at_3": 0.68569, "map_at_5": 0.6971, "map_at_10": 0.70379, "map_at_20": 0.70658, "map_at_100": 0.70809, "map_at_1000": 0.70827, "recall_at_1": 0.61896, "recall_at_3": 0.77176, "recall_at_5": 0.82205, "recall_at_10": 0.87234, "recall_at_20": 0.91103, "recall_at_100": 0.97099, "recall_at_1000": 1.0, "accuracy": 0.61896, "precision_at_1": 0.61896, "precision_at_3": 0.25725, "precision_at_5": 0.16441, "precision_at_10": 0.08723, "precision_at_20": 0.04555, "precision_at_100": 0.00971, "precision_at_1000": 0.001, "mrr_at_1": 0.618956, "mrr_at_3": 0.685687, "mrr_at_5": 0.697099, "mrr_at_10": 0.703788, "mrr_at_20": 0.706576, "mrr_at_100": 0.708091, "mrr_at_1000": 0.708273, "nauc_ndcg_at_1_max": 0.736976, "nauc_ndcg_at_1_std": 0.210539, "nauc_ndcg_at_1_diff1": 0.79162, "nauc_ndcg_at_3_max": 0.762458, "nauc_ndcg_at_3_std": 0.258964, "nauc_ndcg_at_3_diff1": 0.754931, "nauc_ndcg_at_5_max": 0.768419, "nauc_ndcg_at_5_std": 0.276448, "nauc_ndcg_at_5_diff1": 0.751142, "nauc_ndcg_at_10_max": 0.766114, "nauc_ndcg_at_10_std": 0.28297, "nauc_ndcg_at_10_diff1": 0.75507, "nauc_ndcg_at_20_max": 0.764786, "nauc_ndcg_at_20_std": 0.289366, "nauc_ndcg_at_20_diff1": 0.758495, "nauc_ndcg_at_100_max": 0.759732, "nauc_ndcg_at_100_std": 0.275603, "nauc_ndcg_at_100_diff1": 0.758474, "nauc_ndcg_at_1000_max": 0.759673, "nauc_ndcg_at_1000_std": 0.269223, "nauc_ndcg_at_1000_diff1": 0.76142, "nauc_map_at_1_max": 0.736976, "nauc_map_at_1_std": 0.210539, "nauc_map_at_1_diff1": 0.79162, "nauc_map_at_3_max": 0.755554, "nauc_map_at_3_std": 0.246947, "nauc_map_at_3_diff1": 0.76492, "nauc_map_at_5_max": 0.758615, "nauc_map_at_5_std": 0.255572, "nauc_map_at_5_diff1": 0.763204, "nauc_map_at_10_max": 0.757526, "nauc_map_at_10_std": 0.257441, "nauc_map_at_10_diff1": 0.764954, "nauc_map_at_20_max": 0.756955, "nauc_map_at_20_std": 0.258417, "nauc_map_at_20_diff1": 0.765765, "nauc_map_at_100_max": 0.756375, "nauc_map_at_100_std": 0.256995, "nauc_map_at_100_diff1": 0.765906, "nauc_map_at_1000_max": 0.756362, "nauc_map_at_1000_std": 0.256747, "nauc_map_at_1000_diff1": 0.765994, "nauc_recall_at_1_max": 0.736976, "nauc_recall_at_1_std": 0.210539, "nauc_recall_at_1_diff1": 0.79162, "nauc_recall_at_3_max": 0.78759, "nauc_recall_at_3_std": 0.302118, "nauc_recall_at_3_diff1": 0.718541, "nauc_recall_at_5_max": 0.811822, "nauc_recall_at_5_std": 0.370011, "nauc_recall_at_5_diff1": 0.698123, "nauc_recall_at_10_max": 0.814917, "nauc_recall_at_10_std": 0.438693, "nauc_recall_at_10_diff1": 0.700522, "nauc_recall_at_20_max": 0.82549, "nauc_recall_at_20_std": 0.565087, "nauc_recall_at_20_diff1": 0.712827, "nauc_recall_at_100_max": 0.76019, "nauc_recall_at_100_std": 0.590978, "nauc_recall_at_100_diff1": 0.604818, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.736976, "nauc_precision_at_1_std": 0.210539, "nauc_precision_at_1_diff1": 0.79162, "nauc_precision_at_3_max": 0.78759, "nauc_precision_at_3_std": 0.302118, "nauc_precision_at_3_diff1": 0.718541, "nauc_precision_at_5_max": 0.811822, "nauc_precision_at_5_std": 0.370011, "nauc_precision_at_5_diff1": 0.698123, "nauc_precision_at_10_max": 0.814917, "nauc_precision_at_10_std": 0.438693, "nauc_precision_at_10_diff1": 0.700522, "nauc_precision_at_20_max": 0.82549, "nauc_precision_at_20_std": 0.565087, "nauc_precision_at_20_diff1": 0.712827, "nauc_precision_at_100_max": 0.76019, "nauc_precision_at_100_std": 0.590978, "nauc_precision_at_100_diff1": 0.604818, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.736976, "nauc_mrr_at_1_std": 0.210539, "nauc_mrr_at_1_diff1": 0.79162, "nauc_mrr_at_3_max": 0.755554, "nauc_mrr_at_3_std": 0.246947, "nauc_mrr_at_3_diff1": 0.76492, "nauc_mrr_at_5_max": 0.758615, "nauc_mrr_at_5_std": 0.255572, "nauc_mrr_at_5_diff1": 0.763204, "nauc_mrr_at_10_max": 0.757526, "nauc_mrr_at_10_std": 0.257441, "nauc_mrr_at_10_diff1": 0.764954, "nauc_mrr_at_20_max": 0.756955, "nauc_mrr_at_20_std": 0.258417, "nauc_mrr_at_20_diff1": 0.765765, "nauc_mrr_at_100_max": 0.756375, "nauc_mrr_at_100_std": 0.256995, "nauc_mrr_at_100_diff1": 0.765906, "nauc_mrr_at_1000_max": 0.756362, "nauc_mrr_at_1000_std": 0.256747, "nauc_mrr_at_1000_diff1": 0.765994, "hit_rate_at_1": 0.61896, "hit_rate_at_3": 0.77176, "hit_rate_at_5": 0.82205, "hit_rate_at_10": 0.87234, "hit_rate_at_20": 0.91103, "hit_rate_at_100": 0.97099, "hit_rate_at_1000": 1.0, "main_score": 0.74464, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00483, "ndcg_at_5": 0.0067, "ndcg_at_10": 0.01586, "ndcg_at_20": 0.03025, "ndcg_at_100": 0.11977, "ndcg_at_1000": 0.17386, "map_at_1": 0.0, "map_at_3": 0.00322, "map_at_5": 0.00419, "map_at_10": 0.00784, "map_at_20": 0.01164, "map_at_100": 0.02182, "map_at_1000": 0.02474, "recall_at_1": 0.0, "recall_at_3": 0.00966, "recall_at_5": 0.01449, "recall_at_10": 0.04348, "recall_at_20": 0.10145, "recall_at_100": 0.61836, "recall_at_1000": 1.0, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.00322, "precision_at_5": 0.0029, "precision_at_10": 0.00435, "precision_at_20": 0.00507, "precision_at_100": 0.00618, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.003221, "mrr_at_5": 0.004187, "mrr_at_10": 0.007843, "mrr_at_20": 0.011642, "mrr_at_100": 0.021822, "mrr_at_1000": 0.024736, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.447077, "nauc_ndcg_at_3_std": -0.242734, "nauc_ndcg_at_3_diff1": -0.20054, "nauc_ndcg_at_5_max": -0.341877, "nauc_ndcg_at_5_std": 0.010879, "nauc_ndcg_at_5_diff1": -0.202048, "nauc_ndcg_at_10_max": 0.034348, "nauc_ndcg_at_10_std": -0.036718, "nauc_ndcg_at_10_diff1": 0.013069, "nauc_ndcg_at_20_max": 0.01531, "nauc_ndcg_at_20_std": -0.098283, "nauc_ndcg_at_20_diff1": 0.051504, "nauc_ndcg_at_100_max": 0.028741, "nauc_ndcg_at_100_std": 0.014308, "nauc_ndcg_at_100_diff1": 0.041547, "nauc_ndcg_at_1000_max": -0.010538, "nauc_ndcg_at_1000_std": -0.046428, "nauc_ndcg_at_1000_diff1": 0.042015, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.447077, "nauc_map_at_3_std": -0.242734, "nauc_map_at_3_diff1": -0.20054, "nauc_map_at_5_max": -0.360045, "nauc_map_at_5_std": -0.03292, "nauc_map_at_5_diff1": -0.201787, "nauc_map_at_10_max": -0.062866, "nauc_map_at_10_std": -0.056968, "nauc_map_at_10_diff1": -0.029712, "nauc_map_at_20_max": -0.04263, "nauc_map_at_20_std": -0.09274, "nauc_map_at_20_diff1": 0.012634, "nauc_map_at_100_max": -0.036232, "nauc_map_at_100_std": -0.054659, "nauc_map_at_100_diff1": 0.022899, "nauc_map_at_1000_max": -0.046197, "nauc_map_at_1000_std": -0.064791, "nauc_map_at_1000_diff1": 0.019409, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.447077, "nauc_recall_at_3_std": -0.242734, "nauc_recall_at_3_diff1": -0.20054, "nauc_recall_at_5_max": -0.321364, "nauc_recall_at_5_std": 0.060331, "nauc_recall_at_5_diff1": -0.202342, "nauc_recall_at_10_max": 0.113337, "nauc_recall_at_10_std": -0.021949, "nauc_recall_at_10_diff1": 0.046893, "nauc_recall_at_20_max": 0.043609, "nauc_recall_at_20_std": -0.104276, "nauc_recall_at_20_diff1": 0.071723, "nauc_recall_at_100_max": 0.062178, "nauc_recall_at_100_std": 0.071632, "nauc_recall_at_100_diff1": 0.036774, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.447077, "nauc_precision_at_3_std": -0.242734, "nauc_precision_at_3_diff1": -0.20054, "nauc_precision_at_5_max": -0.321364, "nauc_precision_at_5_std": 0.060331, "nauc_precision_at_5_diff1": -0.202342, "nauc_precision_at_10_max": 0.113337, "nauc_precision_at_10_std": -0.021949, "nauc_precision_at_10_diff1": 0.046893, "nauc_precision_at_20_max": 0.043609, "nauc_precision_at_20_std": -0.104276, "nauc_precision_at_20_diff1": 0.071723, "nauc_precision_at_100_max": 0.062178, "nauc_precision_at_100_std": 0.071632, "nauc_precision_at_100_diff1": 0.036774, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.447077, "nauc_mrr_at_3_std": -0.242734, "nauc_mrr_at_3_diff1": -0.20054, "nauc_mrr_at_5_max": -0.360045, "nauc_mrr_at_5_std": -0.03292, "nauc_mrr_at_5_diff1": -0.201787, "nauc_mrr_at_10_max": -0.062866, "nauc_mrr_at_10_std": -0.056968, "nauc_mrr_at_10_diff1": -0.029712, "nauc_mrr_at_20_max": -0.04263, "nauc_mrr_at_20_std": -0.09274, "nauc_mrr_at_20_diff1": 0.012634, "nauc_mrr_at_100_max": -0.036232, "nauc_mrr_at_100_std": -0.054659, "nauc_mrr_at_100_diff1": 0.022899, "nauc_mrr_at_1000_max": -0.046197, "nauc_mrr_at_1000_std": -0.064791, "nauc_mrr_at_1000_diff1": 0.019409, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.00966, "hit_rate_at_5": 0.01449, "hit_rate_at_10": 0.04348, "hit_rate_at_20": 0.10145, "hit_rate_at_100": 0.61836, "hit_rate_at_1000": 1.0, "main_score": 0.01586, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60735, "ndcg_at_3": 0.71081, "ndcg_at_5": 0.72995, "ndcg_at_10": 0.74976, "ndcg_at_20": 0.75884, "ndcg_at_100": 0.7712, "ndcg_at_1000": 0.77253, "map_at_1": 0.60735, "map_at_3": 0.68569, "map_at_5": 0.69632, "map_at_10": 0.70475, "map_at_20": 0.70738, "map_at_100": 0.70914, "map_at_1000": 0.70921, "recall_at_1": 0.60735, "recall_at_3": 0.78337, "recall_at_5": 0.82979, "recall_at_10": 0.88975, "recall_at_20": 0.92456, "recall_at_100": 0.99033, "recall_at_1000": 1.0, "accuracy": 0.60735, "precision_at_1": 0.60735, "precision_at_3": 0.26112, "precision_at_5": 0.16596, "precision_at_10": 0.08897, "precision_at_20": 0.04623, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.60735, "mrr_at_3": 0.685687, "mrr_at_5": 0.696325, "mrr_at_10": 0.70475, "mrr_at_20": 0.707385, "mrr_at_100": 0.709145, "mrr_at_1000": 0.709209, "nauc_ndcg_at_1_max": 0.66348, "nauc_ndcg_at_1_std": -0.113792, "nauc_ndcg_at_1_diff1": 0.753671, "nauc_ndcg_at_3_max": 0.68654, "nauc_ndcg_at_3_std": -0.093526, "nauc_ndcg_at_3_diff1": 0.70946, "nauc_ndcg_at_5_max": 0.689861, "nauc_ndcg_at_5_std": -0.08364, "nauc_ndcg_at_5_diff1": 0.705435, "nauc_ndcg_at_10_max": 0.692858, "nauc_ndcg_at_10_std": -0.071825, "nauc_ndcg_at_10_diff1": 0.715983, "nauc_ndcg_at_20_max": 0.688515, "nauc_ndcg_at_20_std": -0.056483, "nauc_ndcg_at_20_diff1": 0.71426, "nauc_ndcg_at_100_max": 0.683662, "nauc_ndcg_at_100_std": -0.077552, "nauc_ndcg_at_100_diff1": 0.720538, "nauc_ndcg_at_1000_max": 0.682271, "nauc_ndcg_at_1000_std": -0.082159, "nauc_ndcg_at_1000_diff1": 0.71967, "nauc_map_at_1_max": 0.66348, "nauc_map_at_1_std": -0.113792, "nauc_map_at_1_diff1": 0.753671, "nauc_map_at_3_max": 0.677719, "nauc_map_at_3_std": -0.102615, "nauc_map_at_3_diff1": 0.721577, "nauc_map_at_5_max": 0.678962, "nauc_map_at_5_std": -0.098286, "nauc_map_at_5_diff1": 0.719875, "nauc_map_at_10_max": 0.679613, "nauc_map_at_10_std": -0.09427, "nauc_map_at_10_diff1": 0.723843, "nauc_map_at_20_max": 0.678469, "nauc_map_at_20_std": -0.09039, "nauc_map_at_20_diff1": 0.723541, "nauc_map_at_100_max": 0.677865, "nauc_map_at_100_std": -0.093055, "nauc_map_at_100_diff1": 0.724163, "nauc_map_at_1000_max": 0.677814, "nauc_map_at_1000_std": -0.093223, "nauc_map_at_1000_diff1": 0.724132, "nauc_recall_at_1_max": 0.66348, "nauc_recall_at_1_std": -0.113792, "nauc_recall_at_1_diff1": 0.753671, "nauc_recall_at_3_max": 0.721236, "nauc_recall_at_3_std": -0.057232, "nauc_recall_at_3_diff1": 0.663747, "nauc_recall_at_5_max": 0.741739, "nauc_recall_at_5_std": -0.012183, "nauc_recall_at_5_diff1": 0.639625, "nauc_recall_at_10_max": 0.785932, "nauc_recall_at_10_std": 0.090814, "nauc_recall_at_10_diff1": 0.674855, "nauc_recall_at_20_max": 0.781006, "nauc_recall_at_20_std": 0.313233, "nauc_recall_at_20_diff1": 0.637775, "nauc_recall_at_100_max": 0.884691, "nauc_recall_at_100_std": 0.590519, "nauc_recall_at_100_diff1": 0.84545, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.66348, "nauc_precision_at_1_std": -0.113792, "nauc_precision_at_1_diff1": 0.753671, "nauc_precision_at_3_max": 0.721236, "nauc_precision_at_3_std": -0.057232, "nauc_precision_at_3_diff1": 0.663747, "nauc_precision_at_5_max": 0.741739, "nauc_precision_at_5_std": -0.012183, "nauc_precision_at_5_diff1": 0.639625, "nauc_precision_at_10_max": 0.785932, "nauc_precision_at_10_std": 0.090814, "nauc_precision_at_10_diff1": 0.674855, "nauc_precision_at_20_max": 0.781006, "nauc_precision_at_20_std": 0.313233, "nauc_precision_at_20_diff1": 0.637775, "nauc_precision_at_100_max": 0.884691, "nauc_precision_at_100_std": 0.590519, "nauc_precision_at_100_diff1": 0.84545, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.66348, "nauc_mrr_at_1_std": -0.113792, "nauc_mrr_at_1_diff1": 0.753671, "nauc_mrr_at_3_max": 0.677719, "nauc_mrr_at_3_std": -0.102615, "nauc_mrr_at_3_diff1": 0.721577, "nauc_mrr_at_5_max": 0.678962, "nauc_mrr_at_5_std": -0.098286, "nauc_mrr_at_5_diff1": 0.719875, "nauc_mrr_at_10_max": 0.679613, "nauc_mrr_at_10_std": -0.09427, "nauc_mrr_at_10_diff1": 0.723843, "nauc_mrr_at_20_max": 0.678469, "nauc_mrr_at_20_std": -0.09039, "nauc_mrr_at_20_diff1": 0.723541, "nauc_mrr_at_100_max": 0.677865, "nauc_mrr_at_100_std": -0.093055, "nauc_mrr_at_100_diff1": 0.724163, "nauc_mrr_at_1000_max": 0.677814, "nauc_mrr_at_1000_std": -0.093223, "nauc_mrr_at_1000_diff1": 0.724132, "hit_rate_at_1": 0.60735, "hit_rate_at_3": 0.78337, "hit_rate_at_5": 0.82979, "hit_rate_at_10": 0.88975, "hit_rate_at_20": 0.92456, "hit_rate_at_100": 0.99033, "hit_rate_at_1000": 1.0, "main_score": 0.74976, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.63975, "ndcg_at_3": 0.73743, "ndcg_at_5": 0.75506, "ndcg_at_10": 0.77714, "ndcg_at_20": 0.78664, "ndcg_at_100": 0.79518, "ndcg_at_1000": 0.79518, "map_at_1": 0.63975, "map_at_3": 0.71325, "map_at_5": 0.72288, "map_at_10": 0.73198, "map_at_20": 0.73463, "map_at_100": 0.73595, "map_at_1000": 0.73595, "recall_at_1": 0.63975, "recall_at_3": 0.80745, "recall_at_5": 0.85093, "recall_at_10": 0.91925, "recall_at_20": 0.95652, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63975, "precision_at_1": 0.63975, "precision_at_3": 0.26915, "precision_at_5": 0.17019, "precision_at_10": 0.09193, "precision_at_20": 0.04783, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.639752, "mrr_at_3": 0.713251, "mrr_at_5": 0.722878, "mrr_at_10": 0.731978, "mrr_at_20": 0.734627, "mrr_at_100": 0.735951, "mrr_at_1000": 0.735951, "nauc_ndcg_at_1_max": 0.740032, "nauc_ndcg_at_1_std": -0.014698, "nauc_ndcg_at_1_diff1": 0.855891, "nauc_ndcg_at_3_max": 0.73506, "nauc_ndcg_at_3_std": -0.03614, "nauc_ndcg_at_3_diff1": 0.796714, "nauc_ndcg_at_5_max": 0.750394, "nauc_ndcg_at_5_std": 0.001066, "nauc_ndcg_at_5_diff1": 0.799456, "nauc_ndcg_at_10_max": 0.753556, "nauc_ndcg_at_10_std": 0.054144, "nauc_ndcg_at_10_diff1": 0.798809, "nauc_ndcg_at_20_max": 0.75011, "nauc_ndcg_at_20_std": 0.031976, "nauc_ndcg_at_20_diff1": 0.806643, "nauc_ndcg_at_100_max": 0.745022, "nauc_ndcg_at_100_std": 0.005653, "nauc_ndcg_at_100_diff1": 0.812962, "nauc_ndcg_at_1000_max": 0.745022, "nauc_ndcg_at_1000_std": 0.005653, "nauc_ndcg_at_1000_diff1": 0.812962, "nauc_map_at_1_max": 0.740032, "nauc_map_at_1_std": -0.014698, "nauc_map_at_1_diff1": 0.855891, "nauc_map_at_3_max": 0.735298, "nauc_map_at_3_std": -0.033271, "nauc_map_at_3_diff1": 0.812899, "nauc_map_at_5_max": 0.742931, "nauc_map_at_5_std": -0.015156, "nauc_map_at_5_diff1": 0.814917, "nauc_map_at_10_max": 0.744033, "nauc_map_at_10_std": 0.004323, "nauc_map_at_10_diff1": 0.815303, "nauc_map_at_20_max": 0.743265, "nauc_map_at_20_std": -0.001475, "nauc_map_at_20_diff1": 0.817362, "nauc_map_at_100_max": 0.742609, "nauc_map_at_100_std": -0.004778, "nauc_map_at_100_diff1": 0.818191, "nauc_map_at_1000_max": 0.742609, "nauc_map_at_1000_std": -0.004778, "nauc_map_at_1000_diff1": 0.818191, "nauc_recall_at_1_max": 0.740032, "nauc_recall_at_1_std": -0.014698, "nauc_recall_at_1_diff1": 0.855891, "nauc_recall_at_3_max": 0.734797, "nauc_recall_at_3_std": -0.045477, "nauc_recall_at_3_diff1": 0.734082, "nauc_recall_at_5_max": 0.790465, "nauc_recall_at_5_std": 0.09061, "nauc_recall_at_5_diff1": 0.726895, "nauc_recall_at_10_max": 0.840829, "nauc_recall_at_10_std": 0.527879, "nauc_recall_at_10_diff1": 0.6659, "nauc_recall_at_20_max": 0.854173, "nauc_recall_at_20_std": 0.574845, "nauc_recall_at_20_diff1": 0.678135, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.740032, "nauc_precision_at_1_std": -0.014698, "nauc_precision_at_1_diff1": 0.855891, "nauc_precision_at_3_max": 0.734797, "nauc_precision_at_3_std": -0.045477, "nauc_precision_at_3_diff1": 0.734082, "nauc_precision_at_5_max": 0.790465, "nauc_precision_at_5_std": 0.09061, "nauc_precision_at_5_diff1": 0.726895, "nauc_precision_at_10_max": 0.840829, "nauc_precision_at_10_std": 0.527879, "nauc_precision_at_10_diff1": 0.6659, "nauc_precision_at_20_max": 0.854173, "nauc_precision_at_20_std": 0.574845, "nauc_precision_at_20_diff1": 0.678135, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.740032, "nauc_mrr_at_1_std": -0.014698, "nauc_mrr_at_1_diff1": 0.855891, "nauc_mrr_at_3_max": 0.735298, "nauc_mrr_at_3_std": -0.033271, "nauc_mrr_at_3_diff1": 0.812899, "nauc_mrr_at_5_max": 0.742931, "nauc_mrr_at_5_std": -0.015156, "nauc_mrr_at_5_diff1": 0.814917, "nauc_mrr_at_10_max": 0.744033, "nauc_mrr_at_10_std": 0.004323, "nauc_mrr_at_10_diff1": 0.815303, "nauc_mrr_at_20_max": 0.743265, "nauc_mrr_at_20_std": -0.001475, "nauc_mrr_at_20_diff1": 0.817362, "nauc_mrr_at_100_max": 0.742609, "nauc_mrr_at_100_std": -0.004778, "nauc_mrr_at_100_diff1": 0.818191, "nauc_mrr_at_1000_max": 0.742609, "nauc_mrr_at_1000_std": -0.004778, "nauc_mrr_at_1000_diff1": 0.818191, "hit_rate_at_1": 0.63975, "hit_rate_at_3": 0.80745, "hit_rate_at_5": 0.85093, "hit_rate_at_10": 0.91925, "hit_rate_at_20": 0.95652, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.77714, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.53763, "ndcg_at_3": 0.64394, "ndcg_at_5": 0.66847, "ndcg_at_10": 0.69474, "ndcg_at_20": 0.71222, "ndcg_at_100": 0.72627, "ndcg_at_1000": 0.72627, "map_at_1": 0.53763, "map_at_3": 0.61918, "map_at_5": 0.63289, "map_at_10": 0.64386, "map_at_20": 0.64856, "map_at_100": 0.65051, "map_at_1000": 0.65051, "recall_at_1": 0.53763, "recall_at_3": 0.71505, "recall_at_5": 0.77419, "recall_at_10": 0.85484, "recall_at_20": 0.92473, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.53763, "precision_at_1": 0.53763, "precision_at_3": 0.23835, "precision_at_5": 0.15484, "precision_at_10": 0.08548, "precision_at_20": 0.04624, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.537634, "mrr_at_3": 0.619176, "mrr_at_5": 0.632885, "mrr_at_10": 0.643858, "mrr_at_20": 0.648563, "mrr_at_100": 0.650507, "mrr_at_1000": 0.650507, "nauc_ndcg_at_1_max": 0.603993, "nauc_ndcg_at_1_std": 0.098981, "nauc_ndcg_at_1_diff1": 0.593013, "nauc_ndcg_at_3_max": 0.613463, "nauc_ndcg_at_3_std": 0.114524, "nauc_ndcg_at_3_diff1": 0.514809, "nauc_ndcg_at_5_max": 0.623472, "nauc_ndcg_at_5_std": 0.134648, "nauc_ndcg_at_5_diff1": 0.498828, "nauc_ndcg_at_10_max": 0.638159, "nauc_ndcg_at_10_std": 0.165032, "nauc_ndcg_at_10_diff1": 0.532465, "nauc_ndcg_at_20_max": 0.631385, "nauc_ndcg_at_20_std": 0.150786, "nauc_ndcg_at_20_diff1": 0.541811, "nauc_ndcg_at_100_max": 0.622372, "nauc_ndcg_at_100_std": 0.135586, "nauc_ndcg_at_100_diff1": 0.541546, "nauc_ndcg_at_1000_max": 0.622372, "nauc_ndcg_at_1000_std": 0.135586, "nauc_ndcg_at_1000_diff1": 0.541546, "nauc_map_at_1_max": 0.603993, "nauc_map_at_1_std": 0.098981, "nauc_map_at_1_diff1": 0.593013, "nauc_map_at_3_max": 0.609792, "nauc_map_at_3_std": 0.111153, "nauc_map_at_3_diff1": 0.535876, "nauc_map_at_5_max": 0.614568, "nauc_map_at_5_std": 0.121907, "nauc_map_at_5_diff1": 0.52851, "nauc_map_at_10_max": 0.620616, "nauc_map_at_10_std": 0.133414, "nauc_map_at_10_diff1": 0.543498, "nauc_map_at_20_max": 0.618689, "nauc_map_at_20_std": 0.128807, "nauc_map_at_20_diff1": 0.54607, "nauc_map_at_100_max": 0.617577, "nauc_map_at_100_std": 0.12723, "nauc_map_at_100_diff1": 0.546087, "nauc_map_at_1000_max": 0.617577, "nauc_map_at_1000_std": 0.12723, "nauc_map_at_1000_diff1": 0.546087, "nauc_recall_at_1_max": 0.603993, "nauc_recall_at_1_std": 0.098981, "nauc_recall_at_1_diff1": 0.593013, "nauc_recall_at_3_max": 0.626661, "nauc_recall_at_3_std": 0.125721, "nauc_recall_at_3_diff1": 0.442274, "nauc_recall_at_5_max": 0.662417, "nauc_recall_at_5_std": 0.18856, "nauc_recall_at_5_diff1": 0.376035, "nauc_recall_at_10_max": 0.750319, "nauc_recall_at_10_std": 0.370325, "nauc_recall_at_10_diff1": 0.481711, "nauc_recall_at_20_max": 0.767696, "nauc_recall_at_20_std": 0.397453, "nauc_recall_at_20_diff1": 0.54528, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.603993, "nauc_precision_at_1_std": 0.098981, "nauc_precision_at_1_diff1": 0.593013, "nauc_precision_at_3_max": 0.626661, "nauc_precision_at_3_std": 0.125721, "nauc_precision_at_3_diff1": 0.442274, "nauc_precision_at_5_max": 0.662417, "nauc_precision_at_5_std": 0.18856, "nauc_precision_at_5_diff1": 0.376035, "nauc_precision_at_10_max": 0.750319, "nauc_precision_at_10_std": 0.370325, "nauc_precision_at_10_diff1": 0.481711, "nauc_precision_at_20_max": 0.767696, "nauc_precision_at_20_std": 0.397453, "nauc_precision_at_20_diff1": 0.54528, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.603993, "nauc_mrr_at_1_std": 0.098981, "nauc_mrr_at_1_diff1": 0.593013, "nauc_mrr_at_3_max": 0.609792, "nauc_mrr_at_3_std": 0.111153, "nauc_mrr_at_3_diff1": 0.535876, "nauc_mrr_at_5_max": 0.614568, "nauc_mrr_at_5_std": 0.121907, "nauc_mrr_at_5_diff1": 0.52851, "nauc_mrr_at_10_max": 0.620616, "nauc_mrr_at_10_std": 0.133414, "nauc_mrr_at_10_diff1": 0.543498, "nauc_mrr_at_20_max": 0.618689, "nauc_mrr_at_20_std": 0.128807, "nauc_mrr_at_20_diff1": 0.54607, "nauc_mrr_at_100_max": 0.617577, "nauc_mrr_at_100_std": 0.12723, "nauc_mrr_at_100_diff1": 0.546087, "nauc_mrr_at_1000_max": 0.617577, "nauc_mrr_at_1000_std": 0.12723, "nauc_mrr_at_1000_diff1": 0.546087, "hit_rate_at_1": 0.53763, "hit_rate_at_3": 0.71505, "hit_rate_at_5": 0.77419, "hit_rate_at_10": 0.85484, "hit_rate_at_20": 0.92473, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69474, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60736, "ndcg_at_3": 0.68529, "ndcg_at_5": 0.7109, "ndcg_at_10": 0.73131, "ndcg_at_20": 0.75047, "ndcg_at_100": 0.76013, "ndcg_at_1000": 0.76188, "map_at_1": 0.60736, "map_at_3": 0.66564, "map_at_5": 0.68006, "map_at_10": 0.68882, "map_at_20": 0.69436, "map_at_100": 0.69591, "map_at_1000": 0.69601, "recall_at_1": 0.60736, "recall_at_3": 0.74233, "recall_at_5": 0.80368, "recall_at_10": 0.86503, "recall_at_20": 0.93865, "recall_at_100": 0.98773, "recall_at_1000": 1.0, "accuracy": 0.60736, "precision_at_1": 0.60736, "precision_at_3": 0.24744, "precision_at_5": 0.16074, "precision_at_10": 0.0865, "precision_at_20": 0.04693, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.607362, "mrr_at_3": 0.665644, "mrr_at_5": 0.680061, "mrr_at_10": 0.688818, "mrr_at_20": 0.694363, "mrr_at_100": 0.695911, "mrr_at_1000": 0.696007, "nauc_ndcg_at_1_max": 0.649255, "nauc_ndcg_at_1_std": 0.148045, "nauc_ndcg_at_1_diff1": 0.726271, "nauc_ndcg_at_3_max": 0.721742, "nauc_ndcg_at_3_std": 0.273457, "nauc_ndcg_at_3_diff1": 0.71212, "nauc_ndcg_at_5_max": 0.69449, "nauc_ndcg_at_5_std": 0.238825, "nauc_ndcg_at_5_diff1": 0.690854, "nauc_ndcg_at_10_max": 0.704061, "nauc_ndcg_at_10_std": 0.243503, "nauc_ndcg_at_10_diff1": 0.703703, "nauc_ndcg_at_20_max": 0.703729, "nauc_ndcg_at_20_std": 0.242748, "nauc_ndcg_at_20_diff1": 0.712449, "nauc_ndcg_at_100_max": 0.699274, "nauc_ndcg_at_100_std": 0.232099, "nauc_ndcg_at_100_diff1": 0.71122, "nauc_ndcg_at_1000_max": 0.697202, "nauc_ndcg_at_1000_std": 0.228186, "nauc_ndcg_at_1000_diff1": 0.709254, "nauc_map_at_1_max": 0.649255, "nauc_map_at_1_std": 0.148045, "nauc_map_at_1_diff1": 0.726271, "nauc_map_at_3_max": 0.705906, "nauc_map_at_3_std": 0.23944, "nauc_map_at_3_diff1": 0.715952, "nauc_map_at_5_max": 0.690758, "nauc_map_at_5_std": 0.218978, "nauc_map_at_5_diff1": 0.704901, "nauc_map_at_10_max": 0.693626, "nauc_map_at_10_std": 0.219707, "nauc_map_at_10_diff1": 0.709524, "nauc_map_at_20_max": 0.693235, "nauc_map_at_20_std": 0.219133, "nauc_map_at_20_diff1": 0.711552, "nauc_map_at_100_max": 0.69271, "nauc_map_at_100_std": 0.217777, "nauc_map_at_100_diff1": 0.711193, "nauc_map_at_1000_max": 0.692619, "nauc_map_at_1000_std": 0.217608, "nauc_map_at_1000_diff1": 0.711109, "nauc_recall_at_1_max": 0.649255, "nauc_recall_at_1_std": 0.148045, "nauc_recall_at_1_diff1": 0.726271, "nauc_recall_at_3_max": 0.774975, "nauc_recall_at_3_std": 0.391906, "nauc_recall_at_3_diff1": 0.698779, "nauc_recall_at_5_max": 0.70304, "nauc_recall_at_5_std": 0.316943, "nauc_recall_at_5_diff1": 0.628382, "nauc_recall_at_10_max": 0.763192, "nauc_recall_at_10_std": 0.377685, "nauc_recall_at_10_diff1": 0.676969, "nauc_recall_at_20_max": 0.828041, "nauc_recall_at_20_std": 0.514724, "nauc_recall_at_20_diff1": 0.767642, "nauc_recall_at_100_max": 0.934774, "nauc_recall_at_100_std": 0.679072, "nauc_recall_at_100_diff1": 0.934774, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.649255, "nauc_precision_at_1_std": 0.148045, "nauc_precision_at_1_diff1": 0.726271, "nauc_precision_at_3_max": 0.774975, "nauc_precision_at_3_std": 0.391906, "nauc_precision_at_3_diff1": 0.698779, "nauc_precision_at_5_max": 0.70304, "nauc_precision_at_5_std": 0.316943, "nauc_precision_at_5_diff1": 0.628382, "nauc_precision_at_10_max": 0.763192, "nauc_precision_at_10_std": 0.377685, "nauc_precision_at_10_diff1": 0.676969, "nauc_precision_at_20_max": 0.828041, "nauc_precision_at_20_std": 0.514724, "nauc_precision_at_20_diff1": 0.767642, "nauc_precision_at_100_max": 0.934774, "nauc_precision_at_100_std": 0.679072, "nauc_precision_at_100_diff1": 0.934774, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.649255, "nauc_mrr_at_1_std": 0.148045, "nauc_mrr_at_1_diff1": 0.726271, "nauc_mrr_at_3_max": 0.705906, "nauc_mrr_at_3_std": 0.23944, "nauc_mrr_at_3_diff1": 0.715952, "nauc_mrr_at_5_max": 0.690758, "nauc_mrr_at_5_std": 0.218978, "nauc_mrr_at_5_diff1": 0.704901, "nauc_mrr_at_10_max": 0.693626, "nauc_mrr_at_10_std": 0.219707, "nauc_mrr_at_10_diff1": 0.709524, "nauc_mrr_at_20_max": 0.693235, "nauc_mrr_at_20_std": 0.219133, "nauc_mrr_at_20_diff1": 0.711552, "nauc_mrr_at_100_max": 0.69271, "nauc_mrr_at_100_std": 0.217777, "nauc_mrr_at_100_diff1": 0.711193, "nauc_mrr_at_1000_max": 0.692619, "nauc_mrr_at_1000_std": 0.217608, "nauc_mrr_at_1000_diff1": 0.711109, "hit_rate_at_1": 0.60736, "hit_rate_at_3": 0.74233, "hit_rate_at_5": 0.80368, "hit_rate_at_10": 0.86503, "hit_rate_at_20": 0.93865, "hit_rate_at_100": 0.98773, "hit_rate_at_1000": 1.0, "main_score": 0.73131, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.62234, "ndcg_at_3": 0.72543, "ndcg_at_5": 0.74764, "ndcg_at_10": 0.76494, "ndcg_at_20": 0.7742, "ndcg_at_100": 0.78418, "ndcg_at_1000": 0.78498, "map_at_1": 0.62234, "map_at_3": 0.70035, "map_at_5": 0.71285, "map_at_10": 0.72005, "map_at_20": 0.72252, "map_at_100": 0.72391, "map_at_1000": 0.72397, "recall_at_1": 0.62234, "recall_at_3": 0.79787, "recall_at_5": 0.85106, "recall_at_10": 0.90426, "recall_at_20": 0.94149, "recall_at_100": 0.99468, "recall_at_1000": 1.0, "accuracy": 0.62234, "precision_at_1": 0.62234, "precision_at_3": 0.26596, "precision_at_5": 0.17021, "precision_at_10": 0.09043, "precision_at_20": 0.04707, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.62234, "mrr_at_3": 0.700355, "mrr_at_5": 0.712855, "mrr_at_10": 0.720046, "mrr_at_20": 0.722522, "mrr_at_100": 0.723915, "mrr_at_1000": 0.723967, "nauc_ndcg_at_1_max": 0.615617, "nauc_ndcg_at_1_std": 0.107241, "nauc_ndcg_at_1_diff1": 0.713386, "nauc_ndcg_at_3_max": 0.61866, "nauc_ndcg_at_3_std": 0.134495, "nauc_ndcg_at_3_diff1": 0.664604, "nauc_ndcg_at_5_max": 0.642639, "nauc_ndcg_at_5_std": 0.169917, "nauc_ndcg_at_5_diff1": 0.686033, "nauc_ndcg_at_10_max": 0.632306, "nauc_ndcg_at_10_std": 0.160373, "nauc_ndcg_at_10_diff1": 0.674826, "nauc_ndcg_at_20_max": 0.629046, "nauc_ndcg_at_20_std": 0.166755, "nauc_ndcg_at_20_diff1": 0.673907, "nauc_ndcg_at_100_max": 0.62739, "nauc_ndcg_at_100_std": 0.150419, "nauc_ndcg_at_100_diff1": 0.680855, "nauc_ndcg_at_1000_max": 0.627712, "nauc_ndcg_at_1000_std": 0.153567, "nauc_ndcg_at_1000_diff1": 0.680029, "nauc_map_at_1_max": 0.615617, "nauc_map_at_1_std": 0.107241, "nauc_map_at_1_diff1": 0.713386, "nauc_map_at_3_max": 0.619534, "nauc_map_at_3_std": 0.134181, "nauc_map_at_3_diff1": 0.676762, "nauc_map_at_5_max": 0.631668, "nauc_map_at_5_std": 0.151096, "nauc_map_at_5_diff1": 0.688374, "nauc_map_at_10_max": 0.62774, "nauc_map_at_10_std": 0.147563, "nauc_map_at_10_diff1": 0.6845, "nauc_map_at_20_max": 0.627135, "nauc_map_at_20_std": 0.148698, "nauc_map_at_20_diff1": 0.684246, "nauc_map_at_100_max": 0.62665, "nauc_map_at_100_std": 0.147182, "nauc_map_at_100_diff1": 0.684671, "nauc_map_at_1000_max": 0.626667, "nauc_map_at_1000_std": 0.147345, "nauc_map_at_1000_diff1": 0.68463, "nauc_recall_at_1_max": 0.615617, "nauc_recall_at_1_std": 0.107241, "nauc_recall_at_1_diff1": 0.713386, "nauc_recall_at_3_max": 0.614319, "nauc_recall_at_3_std": 0.13154, "nauc_recall_at_3_diff1": 0.618746, "nauc_recall_at_5_max": 0.700369, "nauc_recall_at_5_std": 0.266345, "nauc_recall_at_5_diff1": 0.680243, "nauc_recall_at_10_max": 0.661017, "nauc_recall_at_10_std": 0.246678, "nauc_recall_at_10_diff1": 0.604203, "nauc_recall_at_20_max": 0.631391, "nauc_recall_at_20_std": 0.389937, "nauc_recall_at_20_diff1": 0.551828, "nauc_recall_at_100_max": 0.554117, "nauc_recall_at_100_std": -0.566768, "nauc_recall_at_100_diff1": 0.869126, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.615617, "nauc_precision_at_1_std": 0.107241, "nauc_precision_at_1_diff1": 0.713386, "nauc_precision_at_3_max": 0.614319, "nauc_precision_at_3_std": 0.13154, "nauc_precision_at_3_diff1": 0.618746, "nauc_precision_at_5_max": 0.700369, "nauc_precision_at_5_std": 0.266345, "nauc_precision_at_5_diff1": 0.680243, "nauc_precision_at_10_max": 0.661017, "nauc_precision_at_10_std": 0.246678, "nauc_precision_at_10_diff1": 0.604203, "nauc_precision_at_20_max": 0.631391, "nauc_precision_at_20_std": 0.389937, "nauc_precision_at_20_diff1": 0.551828, "nauc_precision_at_100_max": 0.554117, "nauc_precision_at_100_std": -0.566768, "nauc_precision_at_100_diff1": 0.869126, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.615617, "nauc_mrr_at_1_std": 0.107241, "nauc_mrr_at_1_diff1": 0.713386, "nauc_mrr_at_3_max": 0.619534, "nauc_mrr_at_3_std": 0.134181, "nauc_mrr_at_3_diff1": 0.676762, "nauc_mrr_at_5_max": 0.631668, "nauc_mrr_at_5_std": 0.151096, "nauc_mrr_at_5_diff1": 0.688374, "nauc_mrr_at_10_max": 0.62774, "nauc_mrr_at_10_std": 0.147563, "nauc_mrr_at_10_diff1": 0.6845, "nauc_mrr_at_20_max": 0.627135, "nauc_mrr_at_20_std": 0.148698, "nauc_mrr_at_20_diff1": 0.684246, "nauc_mrr_at_100_max": 0.62665, "nauc_mrr_at_100_std": 0.147182, "nauc_mrr_at_100_diff1": 0.684671, "nauc_mrr_at_1000_max": 0.626667, "nauc_mrr_at_1000_std": 0.147345, "nauc_mrr_at_1000_diff1": 0.68463, "hit_rate_at_1": 0.62234, "hit_rate_at_3": 0.79787, "hit_rate_at_5": 0.85106, "hit_rate_at_10": 0.90426, "hit_rate_at_20": 0.94149, "hit_rate_at_100": 0.99468, "hit_rate_at_1000": 1.0, "main_score": 0.76494, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57488, "ndcg_at_3": 0.69226, "ndcg_at_5": 0.71948, "ndcg_at_10": 0.74279, "ndcg_at_20": 0.74876, "ndcg_at_100": 0.76026, "ndcg_at_1000": 0.76095, "map_at_1": 0.57488, "map_at_3": 0.66425, "map_at_5": 0.67899, "map_at_10": 0.68854, "map_at_20": 0.69011, "map_at_100": 0.69199, "map_at_1000": 0.69203, "recall_at_1": 0.57488, "recall_at_3": 0.77295, "recall_at_5": 0.84058, "recall_at_10": 0.91304, "recall_at_20": 0.9372, "recall_at_100": 0.99517, "recall_at_1000": 1.0, "accuracy": 0.57488, "precision_at_1": 0.57488, "precision_at_3": 0.25765, "precision_at_5": 0.16812, "precision_at_10": 0.0913, "precision_at_20": 0.04686, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.574879, "mrr_at_3": 0.664251, "mrr_at_5": 0.678986, "mrr_at_10": 0.688538, "mrr_at_20": 0.69011, "mrr_at_100": 0.691991, "mrr_at_1000": 0.692029, "nauc_ndcg_at_1_max": 0.578369, "nauc_ndcg_at_1_std": 0.054243, "nauc_ndcg_at_1_diff1": 0.689473, "nauc_ndcg_at_3_max": 0.597712, "nauc_ndcg_at_3_std": 0.05165, "nauc_ndcg_at_3_diff1": 0.610117, "nauc_ndcg_at_5_max": 0.604033, "nauc_ndcg_at_5_std": 0.077979, "nauc_ndcg_at_5_diff1": 0.625228, "nauc_ndcg_at_10_max": 0.612943, "nauc_ndcg_at_10_std": 0.092939, "nauc_ndcg_at_10_diff1": 0.632302, "nauc_ndcg_at_20_max": 0.606509, "nauc_ndcg_at_20_std": 0.086391, "nauc_ndcg_at_20_diff1": 0.630557, "nauc_ndcg_at_100_max": 0.599997, "nauc_ndcg_at_100_std": 0.075648, "nauc_ndcg_at_100_diff1": 0.632294, "nauc_ndcg_at_1000_max": 0.600857, "nauc_ndcg_at_1000_std": 0.075484, "nauc_ndcg_at_1000_diff1": 0.636546, "nauc_map_at_1_max": 0.578369, "nauc_map_at_1_std": 0.054243, "nauc_map_at_1_diff1": 0.689473, "nauc_map_at_3_max": 0.593487, "nauc_map_at_3_std": 0.052909, "nauc_map_at_3_diff1": 0.631553, "nauc_map_at_5_max": 0.597202, "nauc_map_at_5_std": 0.067623, "nauc_map_at_5_diff1": 0.63992, "nauc_map_at_10_max": 0.599578, "nauc_map_at_10_std": 0.071942, "nauc_map_at_10_diff1": 0.64274, "nauc_map_at_20_max": 0.598015, "nauc_map_at_20_std": 0.069962, "nauc_map_at_20_diff1": 0.642324, "nauc_map_at_100_max": 0.59732, "nauc_map_at_100_std": 0.069233, "nauc_map_at_100_diff1": 0.642714, "nauc_map_at_1000_max": 0.597357, "nauc_map_at_1000_std": 0.069225, "nauc_map_at_1000_diff1": 0.642899, "nauc_recall_at_1_max": 0.578369, "nauc_recall_at_1_std": 0.054243, "nauc_recall_at_1_diff1": 0.689473, "nauc_recall_at_3_max": 0.613057, "nauc_recall_at_3_std": 0.046579, "nauc_recall_at_3_diff1": 0.529319, "nauc_recall_at_5_max": 0.636738, "nauc_recall_at_5_std": 0.131897, "nauc_recall_at_5_diff1": 0.55752, "nauc_recall_at_10_max": 0.736633, "nauc_recall_at_10_std": 0.294138, "nauc_recall_at_10_diff1": 0.563091, "nauc_recall_at_20_max": 0.701042, "nauc_recall_at_20_std": 0.297536, "nauc_recall_at_20_diff1": 0.516385, "nauc_recall_at_100_max": 0.35802, "nauc_recall_at_100_std": 0.121583, "nauc_recall_at_100_diff1": -0.564615, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.578369, "nauc_precision_at_1_std": 0.054243, "nauc_precision_at_1_diff1": 0.689473, "nauc_precision_at_3_max": 0.613057, "nauc_precision_at_3_std": 0.046579, "nauc_precision_at_3_diff1": 0.529319, "nauc_precision_at_5_max": 0.636738, "nauc_precision_at_5_std": 0.131897, "nauc_precision_at_5_diff1": 0.55752, "nauc_precision_at_10_max": 0.736633, "nauc_precision_at_10_std": 0.294138, "nauc_precision_at_10_diff1": 0.563091, "nauc_precision_at_20_max": 0.701042, "nauc_precision_at_20_std": 0.297536, "nauc_precision_at_20_diff1": 0.516385, "nauc_precision_at_100_max": 0.35802, "nauc_precision_at_100_std": 0.121583, "nauc_precision_at_100_diff1": -0.564615, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.578369, "nauc_mrr_at_1_std": 0.054243, "nauc_mrr_at_1_diff1": 0.689473, "nauc_mrr_at_3_max": 0.593487, "nauc_mrr_at_3_std": 0.052909, "nauc_mrr_at_3_diff1": 0.631553, "nauc_mrr_at_5_max": 0.597202, "nauc_mrr_at_5_std": 0.067623, "nauc_mrr_at_5_diff1": 0.63992, "nauc_mrr_at_10_max": 0.599578, "nauc_mrr_at_10_std": 0.071942, "nauc_mrr_at_10_diff1": 0.64274, "nauc_mrr_at_20_max": 0.598015, "nauc_mrr_at_20_std": 0.069962, "nauc_mrr_at_20_diff1": 0.642324, "nauc_mrr_at_100_max": 0.59732, "nauc_mrr_at_100_std": 0.069233, "nauc_mrr_at_100_diff1": 0.642714, "nauc_mrr_at_1000_max": 0.597357, "nauc_mrr_at_1000_std": 0.069225, "nauc_mrr_at_1000_diff1": 0.642899, "hit_rate_at_1": 0.57488, "hit_rate_at_3": 0.77295, "hit_rate_at_5": 0.84058, "hit_rate_at_10": 0.91304, "hit_rate_at_20": 0.9372, "hit_rate_at_100": 0.99517, "hit_rate_at_1000": 1.0, "main_score": 0.74279, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65625, "ndcg_at_3": 0.74423, "ndcg_at_5": 0.76222, "ndcg_at_10": 0.7786, "ndcg_at_20": 0.7856, "ndcg_at_100": 0.79477, "ndcg_at_1000": 0.79788, "map_at_1": 0.65625, "map_at_3": 0.72266, "map_at_5": 0.73281, "map_at_10": 0.73955, "map_at_20": 0.74151, "map_at_100": 0.74285, "map_at_1000": 0.74298, "recall_at_1": 0.65625, "recall_at_3": 0.80664, "recall_at_5": 0.84961, "recall_at_10": 0.90039, "recall_at_20": 0.92773, "recall_at_100": 0.97656, "recall_at_1000": 1.0, "accuracy": 0.65625, "precision_at_1": 0.65625, "precision_at_3": 0.26888, "precision_at_5": 0.16992, "precision_at_10": 0.09004, "precision_at_20": 0.04639, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.65625, "mrr_at_3": 0.722656, "mrr_at_5": 0.732812, "mrr_at_10": 0.739546, "mrr_at_20": 0.741514, "mrr_at_100": 0.742846, "mrr_at_1000": 0.742982, "nauc_ndcg_at_1_max": 0.57546, "nauc_ndcg_at_1_std": -0.096269, "nauc_ndcg_at_1_diff1": 0.777518, "nauc_ndcg_at_3_max": 0.677941, "nauc_ndcg_at_3_std": -0.014431, "nauc_ndcg_at_3_diff1": 0.763359, "nauc_ndcg_at_5_max": 0.686745, "nauc_ndcg_at_5_std": -0.010994, "nauc_ndcg_at_5_diff1": 0.768676, "nauc_ndcg_at_10_max": 0.676548, "nauc_ndcg_at_10_std": -0.013625, "nauc_ndcg_at_10_diff1": 0.755638, "nauc_ndcg_at_20_max": 0.674345, "nauc_ndcg_at_20_std": -0.017184, "nauc_ndcg_at_20_diff1": 0.761075, "nauc_ndcg_at_100_max": 0.663288, "nauc_ndcg_at_100_std": -0.022817, "nauc_ndcg_at_100_diff1": 0.763516, "nauc_ndcg_at_1000_max": 0.658634, "nauc_ndcg_at_1000_std": -0.031467, "nauc_ndcg_at_1000_diff1": 0.763894, "nauc_map_at_1_max": 0.57546, "nauc_map_at_1_std": -0.096269, "nauc_map_at_1_diff1": 0.777518, "nauc_map_at_3_max": 0.649444, "nauc_map_at_3_std": -0.040688, "nauc_map_at_3_diff1": 0.765901, "nauc_map_at_5_max": 0.652901, "nauc_map_at_5_std": -0.040352, "nauc_map_at_5_diff1": 0.768918, "nauc_map_at_10_max": 0.648163, "nauc_map_at_10_std": -0.042172, "nauc_map_at_10_diff1": 0.76409, "nauc_map_at_20_max": 0.6475, "nauc_map_at_20_std": -0.042842, "nauc_map_at_20_diff1": 0.765524, "nauc_map_at_100_max": 0.645971, "nauc_map_at_100_std": -0.043744, "nauc_map_at_100_diff1": 0.76583, "nauc_map_at_1000_max": 0.645796, "nauc_map_at_1000_std": -0.044109, "nauc_map_at_1000_diff1": 0.765849, "nauc_recall_at_1_max": 0.57546, "nauc_recall_at_1_std": -0.096269, "nauc_recall_at_1_diff1": 0.777518, "nauc_recall_at_3_max": 0.785886, "nauc_recall_at_3_std": 0.086994, "nauc_recall_at_3_diff1": 0.754509, "nauc_recall_at_5_max": 0.844088, "nauc_recall_at_5_std": 0.127985, "nauc_recall_at_5_diff1": 0.769288, "nauc_recall_at_10_max": 0.854684, "nauc_recall_at_10_std": 0.174908, "nauc_recall_at_10_diff1": 0.693041, "nauc_recall_at_20_max": 0.897334, "nauc_recall_at_20_std": 0.200868, "nauc_recall_at_20_diff1": 0.722739, "nauc_recall_at_100_max": 0.92472, "nauc_recall_at_100_std": 0.442567, "nauc_recall_at_100_diff1": 0.745062, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.57546, "nauc_precision_at_1_std": -0.096269, "nauc_precision_at_1_diff1": 0.777518, "nauc_precision_at_3_max": 0.785886, "nauc_precision_at_3_std": 0.086994, "nauc_precision_at_3_diff1": 0.754509, "nauc_precision_at_5_max": 0.844088, "nauc_precision_at_5_std": 0.127985, "nauc_precision_at_5_diff1": 0.769288, "nauc_precision_at_10_max": 0.854684, "nauc_precision_at_10_std": 0.174908, "nauc_precision_at_10_diff1": 0.693041, "nauc_precision_at_20_max": 0.897334, "nauc_precision_at_20_std": 0.200868, "nauc_precision_at_20_diff1": 0.722739, "nauc_precision_at_100_max": 0.92472, "nauc_precision_at_100_std": 0.442567, "nauc_precision_at_100_diff1": 0.745062, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.57546, "nauc_mrr_at_1_std": -0.096269, "nauc_mrr_at_1_diff1": 0.777518, "nauc_mrr_at_3_max": 0.649444, "nauc_mrr_at_3_std": -0.040688, "nauc_mrr_at_3_diff1": 0.765901, "nauc_mrr_at_5_max": 0.652901, "nauc_mrr_at_5_std": -0.040352, "nauc_mrr_at_5_diff1": 0.768918, "nauc_mrr_at_10_max": 0.648163, "nauc_mrr_at_10_std": -0.042172, "nauc_mrr_at_10_diff1": 0.76409, "nauc_mrr_at_20_max": 0.6475, "nauc_mrr_at_20_std": -0.042842, "nauc_mrr_at_20_diff1": 0.765524, "nauc_mrr_at_100_max": 0.645971, "nauc_mrr_at_100_std": -0.043744, "nauc_mrr_at_100_diff1": 0.76583, "nauc_mrr_at_1000_max": 0.645796, "nauc_mrr_at_1000_std": -0.044109, "nauc_mrr_at_1000_diff1": 0.765849, "hit_rate_at_1": 0.65625, "hit_rate_at_3": 0.80664, "hit_rate_at_5": 0.84961, "hit_rate_at_10": 0.90039, "hit_rate_at_20": 0.92773, "hit_rate_at_100": 0.97656, "hit_rate_at_1000": 1.0, "main_score": 0.7786, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65625, "ndcg_at_3": 0.74516, "ndcg_at_5": 0.76484, "ndcg_at_10": 0.7823, "ndcg_at_20": 0.79038, "ndcg_at_100": 0.79733, "ndcg_at_1000": 0.79984, "map_at_1": 0.65625, "map_at_3": 0.72266, "map_at_5": 0.73379, "map_at_10": 0.74123, "map_at_20": 0.74355, "map_at_100": 0.7444, "map_at_1000": 0.7445, "recall_at_1": 0.65625, "recall_at_3": 0.81055, "recall_at_5": 0.85742, "recall_at_10": 0.91016, "recall_at_20": 0.94141, "recall_at_100": 0.98047, "recall_at_1000": 1.0, "accuracy": 0.65625, "precision_at_1": 0.65625, "precision_at_3": 0.27018, "precision_at_5": 0.17148, "precision_at_10": 0.09102, "precision_at_20": 0.04707, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.65625, "mrr_at_3": 0.722656, "mrr_at_5": 0.733789, "mrr_at_10": 0.741233, "mrr_at_20": 0.743546, "mrr_at_100": 0.744405, "mrr_at_1000": 0.744499, "nauc_ndcg_at_1_max": 0.634435, "nauc_ndcg_at_1_std": -0.108677, "nauc_ndcg_at_1_diff1": 0.790736, "nauc_ndcg_at_3_max": 0.687854, "nauc_ndcg_at_3_std": -0.101875, "nauc_ndcg_at_3_diff1": 0.759218, "nauc_ndcg_at_5_max": 0.711542, "nauc_ndcg_at_5_std": -0.044048, "nauc_ndcg_at_5_diff1": 0.763766, "nauc_ndcg_at_10_max": 0.701651, "nauc_ndcg_at_10_std": -0.057966, "nauc_ndcg_at_10_diff1": 0.758518, "nauc_ndcg_at_20_max": 0.697017, "nauc_ndcg_at_20_std": -0.058012, "nauc_ndcg_at_20_diff1": 0.762054, "nauc_ndcg_at_100_max": 0.689849, "nauc_ndcg_at_100_std": -0.065261, "nauc_ndcg_at_100_diff1": 0.765064, "nauc_ndcg_at_1000_max": 0.687004, "nauc_ndcg_at_1000_std": -0.070362, "nauc_ndcg_at_1000_diff1": 0.766069, "nauc_map_at_1_max": 0.634435, "nauc_map_at_1_std": -0.108677, "nauc_map_at_1_diff1": 0.790736, "nauc_map_at_3_max": 0.672978, "nauc_map_at_3_std": -0.105217, "nauc_map_at_3_diff1": 0.767667, "nauc_map_at_5_max": 0.684402, "nauc_map_at_5_std": -0.075122, "nauc_map_at_5_diff1": 0.770461, "nauc_map_at_10_max": 0.679566, "nauc_map_at_10_std": -0.081572, "nauc_map_at_10_diff1": 0.768299, "nauc_map_at_20_max": 0.678362, "nauc_map_at_20_std": -0.081661, "nauc_map_at_20_diff1": 0.769401, "nauc_map_at_100_max": 0.677666, "nauc_map_at_100_std": -0.081888, "nauc_map_at_100_diff1": 0.769754, "nauc_map_at_1000_max": 0.677576, "nauc_map_at_1000_std": -0.082073, "nauc_map_at_1000_diff1": 0.769769, "nauc_recall_at_1_max": 0.634435, "nauc_recall_at_1_std": -0.108677, "nauc_recall_at_1_diff1": 0.790736, "nauc_recall_at_3_max": 0.745246, "nauc_recall_at_3_std": -0.088155, "nauc_recall_at_3_diff1": 0.72681, "nauc_recall_at_5_max": 0.847195, "nauc_recall_at_5_std": 0.117502, "nauc_recall_at_5_diff1": 0.732621, "nauc_recall_at_10_max": 0.860652, "nauc_recall_at_10_std": 0.119346, "nauc_recall_at_10_diff1": 0.688406, "nauc_recall_at_20_max": 0.886124, "nauc_recall_at_20_std": 0.207916, "nauc_recall_at_20_diff1": 0.689213, "nauc_recall_at_100_max": 0.886835, "nauc_recall_at_100_std": 0.27257, "nauc_recall_at_100_diff1": 0.687519, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.634435, "nauc_precision_at_1_std": -0.108677, "nauc_precision_at_1_diff1": 0.790736, "nauc_precision_at_3_max": 0.745246, "nauc_precision_at_3_std": -0.088155, "nauc_precision_at_3_diff1": 0.72681, "nauc_precision_at_5_max": 0.847195, "nauc_precision_at_5_std": 0.117502, "nauc_precision_at_5_diff1": 0.732621, "nauc_precision_at_10_max": 0.860652, "nauc_precision_at_10_std": 0.119346, "nauc_precision_at_10_diff1": 0.688406, "nauc_precision_at_20_max": 0.886124, "nauc_precision_at_20_std": 0.207916, "nauc_precision_at_20_diff1": 0.689213, "nauc_precision_at_100_max": 0.886835, "nauc_precision_at_100_std": 0.27257, "nauc_precision_at_100_diff1": 0.687519, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.634435, "nauc_mrr_at_1_std": -0.108677, "nauc_mrr_at_1_diff1": 0.790736, "nauc_mrr_at_3_max": 0.672978, "nauc_mrr_at_3_std": -0.105217, "nauc_mrr_at_3_diff1": 0.767667, "nauc_mrr_at_5_max": 0.684402, "nauc_mrr_at_5_std": -0.075122, "nauc_mrr_at_5_diff1": 0.770461, "nauc_mrr_at_10_max": 0.679566, "nauc_mrr_at_10_std": -0.081572, "nauc_mrr_at_10_diff1": 0.768299, "nauc_mrr_at_20_max": 0.678362, "nauc_mrr_at_20_std": -0.081661, "nauc_mrr_at_20_diff1": 0.769401, "nauc_mrr_at_100_max": 0.677666, "nauc_mrr_at_100_std": -0.081888, "nauc_mrr_at_100_diff1": 0.769754, "nauc_mrr_at_1000_max": 0.677576, "nauc_mrr_at_1000_std": -0.082073, "nauc_mrr_at_1000_diff1": 0.769769, "hit_rate_at_1": 0.65625, "hit_rate_at_3": 0.81055, "hit_rate_at_5": 0.85742, "hit_rate_at_10": 0.91016, "hit_rate_at_20": 0.94141, "hit_rate_at_100": 0.98047, "hit_rate_at_1000": 1.0, "main_score": 0.7823, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65816, "ndcg_at_3": 0.73973, "ndcg_at_5": 0.76279, "ndcg_at_10": 0.77995, "ndcg_at_20": 0.79076, "ndcg_at_100": 0.7995, "ndcg_at_1000": 0.80018, "map_at_1": 0.65816, "map_at_3": 0.72024, "map_at_5": 0.73299, "map_at_10": 0.73951, "map_at_20": 0.74273, "map_at_100": 0.74402, "map_at_1000": 0.74405, "recall_at_1": 0.65816, "recall_at_3": 0.79592, "recall_at_5": 0.85204, "recall_at_10": 0.90816, "recall_at_20": 0.94898, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "accuracy": 0.65816, "precision_at_1": 0.65816, "precision_at_3": 0.26531, "precision_at_5": 0.17041, "precision_at_10": 0.09082, "precision_at_20": 0.04745, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.658163, "mrr_at_3": 0.720238, "mrr_at_5": 0.732993, "mrr_at_10": 0.739512, "mrr_at_20": 0.742734, "mrr_at_100": 0.744022, "mrr_at_1000": 0.744051, "nauc_ndcg_at_1_max": 0.636682, "nauc_ndcg_at_1_std": 0.045942, "nauc_ndcg_at_1_diff1": 0.784349, "nauc_ndcg_at_3_max": 0.675916, "nauc_ndcg_at_3_std": 0.12369, "nauc_ndcg_at_3_diff1": 0.740237, "nauc_ndcg_at_5_max": 0.711691, "nauc_ndcg_at_5_std": 0.17671, "nauc_ndcg_at_5_diff1": 0.746816, "nauc_ndcg_at_10_max": 0.701522, "nauc_ndcg_at_10_std": 0.155088, "nauc_ndcg_at_10_diff1": 0.747858, "nauc_ndcg_at_20_max": 0.691197, "nauc_ndcg_at_20_std": 0.13453, "nauc_ndcg_at_20_diff1": 0.753875, "nauc_ndcg_at_100_max": 0.684114, "nauc_ndcg_at_100_std": 0.128264, "nauc_ndcg_at_100_diff1": 0.756269, "nauc_ndcg_at_1000_max": 0.682869, "nauc_ndcg_at_1000_std": 0.124828, "nauc_ndcg_at_1000_diff1": 0.755308, "nauc_map_at_1_max": 0.636682, "nauc_map_at_1_std": 0.045942, "nauc_map_at_1_diff1": 0.784349, "nauc_map_at_3_max": 0.665287, "nauc_map_at_3_std": 0.101638, "nauc_map_at_3_diff1": 0.75165, "nauc_map_at_5_max": 0.683315, "nauc_map_at_5_std": 0.127191, "nauc_map_at_5_diff1": 0.756019, "nauc_map_at_10_max": 0.679136, "nauc_map_at_10_std": 0.11839, "nauc_map_at_10_diff1": 0.756612, "nauc_map_at_20_max": 0.67636, "nauc_map_at_20_std": 0.113092, "nauc_map_at_20_diff1": 0.758245, "nauc_map_at_100_max": 0.675358, "nauc_map_at_100_std": 0.112139, "nauc_map_at_100_diff1": 0.758308, "nauc_map_at_1000_max": 0.675316, "nauc_map_at_1000_std": 0.112024, "nauc_map_at_1000_diff1": 0.758277, "nauc_recall_at_1_max": 0.636682, "nauc_recall_at_1_std": 0.045942, "nauc_recall_at_1_diff1": 0.784349, "nauc_recall_at_3_max": 0.714618, "nauc_recall_at_3_std": 0.204528, "nauc_recall_at_3_diff1": 0.698974, "nauc_recall_at_5_max": 0.851299, "nauc_recall_at_5_std": 0.420877, "nauc_recall_at_5_diff1": 0.704912, "nauc_recall_at_10_max": 0.859244, "nauc_recall_at_10_std": 0.411732, "nauc_recall_at_10_diff1": 0.688758, "nauc_recall_at_20_max": 0.843666, "nauc_recall_at_20_std": 0.331086, "nauc_recall_at_20_diff1": 0.721747, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636682, "nauc_precision_at_1_std": 0.045942, "nauc_precision_at_1_diff1": 0.784349, "nauc_precision_at_3_max": 0.714618, "nauc_precision_at_3_std": 0.204528, "nauc_precision_at_3_diff1": 0.698974, "nauc_precision_at_5_max": 0.851299, "nauc_precision_at_5_std": 0.420877, "nauc_precision_at_5_diff1": 0.704912, "nauc_precision_at_10_max": 0.859244, "nauc_precision_at_10_std": 0.411732, "nauc_precision_at_10_diff1": 0.688758, "nauc_precision_at_20_max": 0.843666, "nauc_precision_at_20_std": 0.331086, "nauc_precision_at_20_diff1": 0.721747, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.636682, "nauc_mrr_at_1_std": 0.045942, "nauc_mrr_at_1_diff1": 0.784349, "nauc_mrr_at_3_max": 0.665287, "nauc_mrr_at_3_std": 0.101638, "nauc_mrr_at_3_diff1": 0.75165, "nauc_mrr_at_5_max": 0.683315, "nauc_mrr_at_5_std": 0.127191, "nauc_mrr_at_5_diff1": 0.756019, "nauc_mrr_at_10_max": 0.679136, "nauc_mrr_at_10_std": 0.11839, "nauc_mrr_at_10_diff1": 0.756612, "nauc_mrr_at_20_max": 0.67636, "nauc_mrr_at_20_std": 0.113092, "nauc_mrr_at_20_diff1": 0.758245, "nauc_mrr_at_100_max": 0.675358, "nauc_mrr_at_100_std": 0.112139, "nauc_mrr_at_100_diff1": 0.758308, "nauc_mrr_at_1000_max": 0.675316, "nauc_mrr_at_1000_std": 0.112024, "nauc_mrr_at_1000_diff1": 0.758277, "hit_rate_at_1": 0.65816, "hit_rate_at_3": 0.79592, "hit_rate_at_5": 0.85204, "hit_rate_at_10": 0.90816, "hit_rate_at_20": 0.94898, "hit_rate_at_100": 0.9949, "hit_rate_at_1000": 1.0, "main_score": 0.77995, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66871, "ndcg_at_3": 0.74437, "ndcg_at_5": 0.75705, "ndcg_at_10": 0.775, "ndcg_at_20": 0.78509, "ndcg_at_100": 0.7972, "ndcg_at_1000": 0.79894, "map_at_1": 0.66871, "map_at_3": 0.72597, "map_at_5": 0.73303, "map_at_10": 0.7405, "map_at_20": 0.74288, "map_at_100": 0.7448, "map_at_1000": 0.7449, "recall_at_1": 0.66871, "recall_at_3": 0.79755, "recall_at_5": 0.82822, "recall_at_10": 0.88344, "recall_at_20": 0.92638, "recall_at_100": 0.98773, "recall_at_1000": 1.0, "accuracy": 0.66871, "precision_at_1": 0.66871, "precision_at_3": 0.26585, "precision_at_5": 0.16564, "precision_at_10": 0.08834, "precision_at_20": 0.04632, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.668712, "mrr_at_3": 0.725971, "mrr_at_5": 0.733027, "mrr_at_10": 0.740498, "mrr_at_20": 0.742877, "mrr_at_100": 0.744805, "mrr_at_1000": 0.744898, "nauc_ndcg_at_1_max": 0.661445, "nauc_ndcg_at_1_std": 0.209148, "nauc_ndcg_at_1_diff1": 0.784495, "nauc_ndcg_at_3_max": 0.72248, "nauc_ndcg_at_3_std": 0.264327, "nauc_ndcg_at_3_diff1": 0.769703, "nauc_ndcg_at_5_max": 0.719696, "nauc_ndcg_at_5_std": 0.267686, "nauc_ndcg_at_5_diff1": 0.764192, "nauc_ndcg_at_10_max": 0.72363, "nauc_ndcg_at_10_std": 0.287556, "nauc_ndcg_at_10_diff1": 0.759574, "nauc_ndcg_at_20_max": 0.719885, "nauc_ndcg_at_20_std": 0.286552, "nauc_ndcg_at_20_diff1": 0.769838, "nauc_ndcg_at_100_max": 0.711361, "nauc_ndcg_at_100_std": 0.270223, "nauc_ndcg_at_100_diff1": 0.770026, "nauc_ndcg_at_1000_max": 0.709792, "nauc_ndcg_at_1000_std": 0.267554, "nauc_ndcg_at_1000_diff1": 0.768389, "nauc_map_at_1_max": 0.661445, "nauc_map_at_1_std": 0.209148, "nauc_map_at_1_diff1": 0.784495, "nauc_map_at_3_max": 0.704826, "nauc_map_at_3_std": 0.249531, "nauc_map_at_3_diff1": 0.771253, "nauc_map_at_5_max": 0.703058, "nauc_map_at_5_std": 0.250841, "nauc_map_at_5_diff1": 0.7685, "nauc_map_at_10_max": 0.704408, "nauc_map_at_10_std": 0.258668, "nauc_map_at_10_diff1": 0.767119, "nauc_map_at_20_max": 0.703525, "nauc_map_at_20_std": 0.258032, "nauc_map_at_20_diff1": 0.769358, "nauc_map_at_100_max": 0.702363, "nauc_map_at_100_std": 0.256329, "nauc_map_at_100_diff1": 0.769388, "nauc_map_at_1000_max": 0.702293, "nauc_map_at_1000_std": 0.256212, "nauc_map_at_1000_diff1": 0.769318, "nauc_recall_at_1_max": 0.661445, "nauc_recall_at_1_std": 0.209148, "nauc_recall_at_1_diff1": 0.784495, "nauc_recall_at_3_max": 0.786949, "nauc_recall_at_3_std": 0.317776, "nauc_recall_at_3_diff1": 0.76542, "nauc_recall_at_5_max": 0.787865, "nauc_recall_at_5_std": 0.337471, "nauc_recall_at_5_diff1": 0.74683, "nauc_recall_at_10_max": 0.833268, "nauc_recall_at_10_std": 0.461957, "nauc_recall_at_10_diff1": 0.712647, "nauc_recall_at_20_max": 0.851265, "nauc_recall_at_20_std": 0.550876, "nauc_recall_at_20_diff1": 0.796356, "nauc_recall_at_100_max": 0.869548, "nauc_recall_at_100_std": 0.54009, "nauc_recall_at_100_diff1": 0.934774, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.661445, "nauc_precision_at_1_std": 0.209148, "nauc_precision_at_1_diff1": 0.784495, "nauc_precision_at_3_max": 0.786949, "nauc_precision_at_3_std": 0.317776, "nauc_precision_at_3_diff1": 0.76542, "nauc_precision_at_5_max": 0.787865, "nauc_precision_at_5_std": 0.337471, "nauc_precision_at_5_diff1": 0.74683, "nauc_precision_at_10_max": 0.833268, "nauc_precision_at_10_std": 0.461957, "nauc_precision_at_10_diff1": 0.712647, "nauc_precision_at_20_max": 0.851265, "nauc_precision_at_20_std": 0.550876, "nauc_precision_at_20_diff1": 0.796356, "nauc_precision_at_100_max": 0.869548, "nauc_precision_at_100_std": 0.54009, "nauc_precision_at_100_diff1": 0.934774, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.661445, "nauc_mrr_at_1_std": 0.209148, "nauc_mrr_at_1_diff1": 0.784495, "nauc_mrr_at_3_max": 0.704826, "nauc_mrr_at_3_std": 0.249531, "nauc_mrr_at_3_diff1": 0.771253, "nauc_mrr_at_5_max": 0.703058, "nauc_mrr_at_5_std": 0.250841, "nauc_mrr_at_5_diff1": 0.7685, "nauc_mrr_at_10_max": 0.704408, "nauc_mrr_at_10_std": 0.258668, "nauc_mrr_at_10_diff1": 0.767119, "nauc_mrr_at_20_max": 0.703525, "nauc_mrr_at_20_std": 0.258032, "nauc_mrr_at_20_diff1": 0.769358, "nauc_mrr_at_100_max": 0.702363, "nauc_mrr_at_100_std": 0.256329, "nauc_mrr_at_100_diff1": 0.769388, "nauc_mrr_at_1000_max": 0.702293, "nauc_mrr_at_1000_std": 0.256212, "nauc_mrr_at_1000_diff1": 0.769318, "hit_rate_at_1": 0.66871, "hit_rate_at_3": 0.79755, "hit_rate_at_5": 0.82822, "hit_rate_at_10": 0.88344, "hit_rate_at_20": 0.92638, "hit_rate_at_100": 0.98773, "hit_rate_at_1000": 1.0, "main_score": 0.775, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.64835, "ndcg_at_3": 0.74313, "ndcg_at_5": 0.75448, "ndcg_at_10": 0.7735, "ndcg_at_20": 0.78761, "ndcg_at_100": 0.79673, "ndcg_at_1000": 0.79673, "map_at_1": 0.64835, "map_at_3": 0.7207, "map_at_5": 0.72701, "map_at_10": 0.73456, "map_at_20": 0.73854, "map_at_100": 0.73979, "map_at_1000": 0.73979, "recall_at_1": 0.64835, "recall_at_3": 0.80769, "recall_at_5": 0.83516, "recall_at_10": 0.8956, "recall_at_20": 0.95055, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64835, "precision_at_1": 0.64835, "precision_at_3": 0.26923, "precision_at_5": 0.16703, "precision_at_10": 0.08956, "precision_at_20": 0.04753, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.648352, "mrr_at_3": 0.720696, "mrr_at_5": 0.727015, "mrr_at_10": 0.734561, "mrr_at_20": 0.738541, "mrr_at_100": 0.739792, "mrr_at_1000": 0.739792, "nauc_ndcg_at_1_max": 0.550494, "nauc_ndcg_at_1_std": 0.076889, "nauc_ndcg_at_1_diff1": 0.754915, "nauc_ndcg_at_3_max": 0.677754, "nauc_ndcg_at_3_std": 0.240855, "nauc_ndcg_at_3_diff1": 0.738899, "nauc_ndcg_at_5_max": 0.689734, "nauc_ndcg_at_5_std": 0.265743, "nauc_ndcg_at_5_diff1": 0.730678, "nauc_ndcg_at_10_max": 0.673553, "nauc_ndcg_at_10_std": 0.260596, "nauc_ndcg_at_10_diff1": 0.72373, "nauc_ndcg_at_20_max": 0.658327, "nauc_ndcg_at_20_std": 0.234414, "nauc_ndcg_at_20_diff1": 0.731304, "nauc_ndcg_at_100_max": 0.644234, "nauc_ndcg_at_100_std": 0.211274, "nauc_ndcg_at_100_diff1": 0.733226, "nauc_ndcg_at_1000_max": 0.644234, "nauc_ndcg_at_1000_std": 0.211274, "nauc_ndcg_at_1000_diff1": 0.733226, "nauc_map_at_1_max": 0.550494, "nauc_map_at_1_std": 0.076889, "nauc_map_at_1_diff1": 0.754915, "nauc_map_at_3_max": 0.638238, "nauc_map_at_3_std": 0.193108, "nauc_map_at_3_diff1": 0.739504, "nauc_map_at_5_max": 0.643403, "nauc_map_at_5_std": 0.204814, "nauc_map_at_5_diff1": 0.735484, "nauc_map_at_10_max": 0.63651, "nauc_map_at_10_std": 0.201174, "nauc_map_at_10_diff1": 0.733292, "nauc_map_at_20_max": 0.632334, "nauc_map_at_20_std": 0.19405, "nauc_map_at_20_diff1": 0.735222, "nauc_map_at_100_max": 0.630615, "nauc_map_at_100_std": 0.19128, "nauc_map_at_100_diff1": 0.735417, "nauc_map_at_1000_max": 0.630615, "nauc_map_at_1000_std": 0.19128, "nauc_map_at_1000_diff1": 0.735417, "nauc_recall_at_1_max": 0.550494, "nauc_recall_at_1_std": 0.076889, "nauc_recall_at_1_diff1": 0.754915, "nauc_recall_at_3_max": 0.830741, "nauc_recall_at_3_std": 0.424085, "nauc_recall_at_3_diff1": 0.738796, "nauc_recall_at_5_max": 0.893993, "nauc_recall_at_5_std": 0.533864, "nauc_recall_at_5_diff1": 0.710514, "nauc_recall_at_10_max": 0.899117, "nauc_recall_at_10_std": 0.639952, "nauc_recall_at_10_diff1": 0.657425, "nauc_recall_at_20_max": 0.925678, "nauc_recall_at_20_std": 0.676908, "nauc_recall_at_20_diff1": 0.69342, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.550494, "nauc_precision_at_1_std": 0.076889, "nauc_precision_at_1_diff1": 0.754915, "nauc_precision_at_3_max": 0.830741, "nauc_precision_at_3_std": 0.424085, "nauc_precision_at_3_diff1": 0.738796, "nauc_precision_at_5_max": 0.893993, "nauc_precision_at_5_std": 0.533864, "nauc_precision_at_5_diff1": 0.710514, "nauc_precision_at_10_max": 0.899117, "nauc_precision_at_10_std": 0.639952, "nauc_precision_at_10_diff1": 0.657425, "nauc_precision_at_20_max": 0.925678, "nauc_precision_at_20_std": 0.676908, "nauc_precision_at_20_diff1": 0.69342, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.550494, "nauc_mrr_at_1_std": 0.076889, "nauc_mrr_at_1_diff1": 0.754915, "nauc_mrr_at_3_max": 0.638238, "nauc_mrr_at_3_std": 0.193108, "nauc_mrr_at_3_diff1": 0.739504, "nauc_mrr_at_5_max": 0.643403, "nauc_mrr_at_5_std": 0.204814, "nauc_mrr_at_5_diff1": 0.735484, "nauc_mrr_at_10_max": 0.63651, "nauc_mrr_at_10_std": 0.201174, "nauc_mrr_at_10_diff1": 0.733292, "nauc_mrr_at_20_max": 0.632334, "nauc_mrr_at_20_std": 0.19405, "nauc_mrr_at_20_diff1": 0.735222, "nauc_mrr_at_100_max": 0.630615, "nauc_mrr_at_100_std": 0.19128, "nauc_mrr_at_100_diff1": 0.735417, "nauc_mrr_at_1000_max": 0.630615, "nauc_mrr_at_1000_std": 0.19128, "nauc_mrr_at_1000_diff1": 0.735417, "hit_rate_at_1": 0.64835, "hit_rate_at_3": 0.80769, "hit_rate_at_5": 0.83516, "hit_rate_at_10": 0.8956, "hit_rate_at_20": 0.95055, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.7735, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.61053, "ndcg_at_3": 0.73302, "ndcg_at_5": 0.75296, "ndcg_at_10": 0.77206, "ndcg_at_20": 0.78295, "ndcg_at_100": 0.78824, "ndcg_at_1000": 0.78896, "map_at_1": 0.61053, "map_at_3": 0.70263, "map_at_5": 0.71395, "map_at_10": 0.72207, "map_at_20": 0.72518, "map_at_100": 0.72606, "map_at_1000": 0.72609, "recall_at_1": 0.61053, "recall_at_3": 0.82105, "recall_at_5": 0.86842, "recall_at_10": 0.92632, "recall_at_20": 0.96842, "recall_at_100": 0.99474, "recall_at_1000": 1.0, "accuracy": 0.61053, "precision_at_1": 0.61053, "precision_at_3": 0.27368, "precision_at_5": 0.17368, "precision_at_10": 0.09263, "precision_at_20": 0.04842, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.610526, "mrr_at_3": 0.702632, "mrr_at_5": 0.713947, "mrr_at_10": 0.722074, "mrr_at_20": 0.72518, "mrr_at_100": 0.726056, "mrr_at_1000": 0.726089, "nauc_ndcg_at_1_max": 0.547832, "nauc_ndcg_at_1_std": 0.052225, "nauc_ndcg_at_1_diff1": 0.631383, "nauc_ndcg_at_3_max": 0.6348, "nauc_ndcg_at_3_std": 0.143637, "nauc_ndcg_at_3_diff1": 0.59416, "nauc_ndcg_at_5_max": 0.63736, "nauc_ndcg_at_5_std": 0.148361, "nauc_ndcg_at_5_diff1": 0.608486, "nauc_ndcg_at_10_max": 0.629176, "nauc_ndcg_at_10_std": 0.143249, "nauc_ndcg_at_10_diff1": 0.618586, "nauc_ndcg_at_20_max": 0.62996, "nauc_ndcg_at_20_std": 0.149903, "nauc_ndcg_at_20_diff1": 0.623839, "nauc_ndcg_at_100_max": 0.622153, "nauc_ndcg_at_100_std": 0.134056, "nauc_ndcg_at_100_diff1": 0.620357, "nauc_ndcg_at_1000_max": 0.620609, "nauc_ndcg_at_1000_std": 0.131051, "nauc_ndcg_at_1000_diff1": 0.619339, "nauc_map_at_1_max": 0.547832, "nauc_map_at_1_std": 0.052225, "nauc_map_at_1_diff1": 0.631383, "nauc_map_at_3_max": 0.617269, "nauc_map_at_3_std": 0.122147, "nauc_map_at_3_diff1": 0.607703, "nauc_map_at_5_max": 0.618103, "nauc_map_at_5_std": 0.123996, "nauc_map_at_5_diff1": 0.615537, "nauc_map_at_10_max": 0.614594, "nauc_map_at_10_std": 0.121718, "nauc_map_at_10_diff1": 0.61903, "nauc_map_at_20_max": 0.614493, "nauc_map_at_20_std": 0.122819, "nauc_map_at_20_diff1": 0.62025, "nauc_map_at_100_max": 0.613436, "nauc_map_at_100_std": 0.120742, "nauc_map_at_100_diff1": 0.619787, "nauc_map_at_1000_max": 0.613379, "nauc_map_at_1000_std": 0.120632, "nauc_map_at_1000_diff1": 0.61975, "nauc_recall_at_1_max": 0.547832, "nauc_recall_at_1_std": 0.052225, "nauc_recall_at_1_diff1": 0.631383, "nauc_recall_at_3_max": 0.704232, "nauc_recall_at_3_std": 0.231524, "nauc_recall_at_3_diff1": 0.535059, "nauc_recall_at_5_max": 0.734606, "nauc_recall_at_5_std": 0.275631, "nauc_recall_at_5_diff1": 0.571506, "nauc_recall_at_10_max": 0.740129, "nauc_recall_at_10_std": 0.322496, "nauc_recall_at_10_diff1": 0.629752, "nauc_recall_at_20_max": 0.910131, "nauc_recall_at_20_std": 0.717943, "nauc_recall_at_20_diff1": 0.761516, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.547832, "nauc_precision_at_1_std": 0.052225, "nauc_precision_at_1_diff1": 0.631383, "nauc_precision_at_3_max": 0.704232, "nauc_precision_at_3_std": 0.231524, "nauc_precision_at_3_diff1": 0.535059, "nauc_precision_at_5_max": 0.734606, "nauc_precision_at_5_std": 0.275631, "nauc_precision_at_5_diff1": 0.571506, "nauc_precision_at_10_max": 0.740129, "nauc_precision_at_10_std": 0.322496, "nauc_precision_at_10_diff1": 0.629752, "nauc_precision_at_20_max": 0.910131, "nauc_precision_at_20_std": 0.717943, "nauc_precision_at_20_diff1": 0.761516, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.547832, "nauc_mrr_at_1_std": 0.052225, "nauc_mrr_at_1_diff1": 0.631383, "nauc_mrr_at_3_max": 0.617269, "nauc_mrr_at_3_std": 0.122147, "nauc_mrr_at_3_diff1": 0.607703, "nauc_mrr_at_5_max": 0.618103, "nauc_mrr_at_5_std": 0.123996, "nauc_mrr_at_5_diff1": 0.615537, "nauc_mrr_at_10_max": 0.614594, "nauc_mrr_at_10_std": 0.121718, "nauc_mrr_at_10_diff1": 0.61903, "nauc_mrr_at_20_max": 0.614493, "nauc_mrr_at_20_std": 0.122819, "nauc_mrr_at_20_diff1": 0.62025, "nauc_mrr_at_100_max": 0.613436, "nauc_mrr_at_100_std": 0.120742, "nauc_mrr_at_100_diff1": 0.619787, "nauc_mrr_at_1000_max": 0.613379, "nauc_mrr_at_1000_std": 0.120632, "nauc_mrr_at_1000_diff1": 0.61975, "hit_rate_at_1": 0.61053, "hit_rate_at_3": 0.82105, "hit_rate_at_5": 0.86842, "hit_rate_at_10": 0.92632, "hit_rate_at_20": 0.96842, "hit_rate_at_100": 0.99474, "hit_rate_at_1000": 1.0, "main_score": 0.77206, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.55513, "ndcg_at_3": 0.65976, "ndcg_at_5": 0.68315, "ndcg_at_10": 0.70111, "ndcg_at_20": 0.71583, "ndcg_at_100": 0.72836, "ndcg_at_1000": 0.73205, "map_at_1": 0.55513, "map_at_3": 0.63378, "map_at_5": 0.64694, "map_at_10": 0.65462, "map_at_20": 0.65868, "map_at_100": 0.66026, "map_at_1000": 0.66044, "recall_at_1": 0.55513, "recall_at_3": 0.73501, "recall_at_5": 0.7911, "recall_at_10": 0.84526, "recall_at_20": 0.90329, "recall_at_100": 0.97292, "recall_at_1000": 1.0, "accuracy": 0.55513, "precision_at_1": 0.55513, "precision_at_3": 0.245, "precision_at_5": 0.15822, "precision_at_10": 0.08453, "precision_at_20": 0.04516, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.555126, "mrr_at_3": 0.633785, "mrr_at_5": 0.646937, "mrr_at_10": 0.654616, "mrr_at_20": 0.658679, "mrr_at_100": 0.660261, "mrr_at_1000": 0.660438, "nauc_ndcg_at_1_max": 0.683511, "nauc_ndcg_at_1_std": 0.075059, "nauc_ndcg_at_1_diff1": 0.764826, "nauc_ndcg_at_3_max": 0.703407, "nauc_ndcg_at_3_std": 0.147188, "nauc_ndcg_at_3_diff1": 0.695102, "nauc_ndcg_at_5_max": 0.699211, "nauc_ndcg_at_5_std": 0.15446, "nauc_ndcg_at_5_diff1": 0.691659, "nauc_ndcg_at_10_max": 0.70263, "nauc_ndcg_at_10_std": 0.161786, "nauc_ndcg_at_10_diff1": 0.690881, "nauc_ndcg_at_20_max": 0.700961, "nauc_ndcg_at_20_std": 0.160296, "nauc_ndcg_at_20_diff1": 0.698984, "nauc_ndcg_at_100_max": 0.697279, "nauc_ndcg_at_100_std": 0.155538, "nauc_ndcg_at_100_diff1": 0.701827, "nauc_ndcg_at_1000_max": 0.696875, "nauc_ndcg_at_1000_std": 0.145995, "nauc_ndcg_at_1000_diff1": 0.705812, "nauc_map_at_1_max": 0.683511, "nauc_map_at_1_std": 0.075059, "nauc_map_at_1_diff1": 0.764826, "nauc_map_at_3_max": 0.696439, "nauc_map_at_3_std": 0.127765, "nauc_map_at_3_diff1": 0.712732, "nauc_map_at_5_max": 0.693895, "nauc_map_at_5_std": 0.130245, "nauc_map_at_5_diff1": 0.711412, "nauc_map_at_10_max": 0.69505, "nauc_map_at_10_std": 0.132288, "nauc_map_at_10_diff1": 0.711652, "nauc_map_at_20_max": 0.694353, "nauc_map_at_20_std": 0.131487, "nauc_map_at_20_diff1": 0.713588, "nauc_map_at_100_max": 0.694015, "nauc_map_at_100_std": 0.131578, "nauc_map_at_100_diff1": 0.71395, "nauc_map_at_1000_max": 0.694012, "nauc_map_at_1000_std": 0.131171, "nauc_map_at_1000_diff1": 0.714145, "nauc_recall_at_1_max": 0.683511, "nauc_recall_at_1_std": 0.075059, "nauc_recall_at_1_diff1": 0.764826, "nauc_recall_at_3_max": 0.729063, "nauc_recall_at_3_std": 0.216346, "nauc_recall_at_3_diff1": 0.632928, "nauc_recall_at_5_max": 0.721774, "nauc_recall_at_5_std": 0.257947, "nauc_recall_at_5_diff1": 0.609654, "nauc_recall_at_10_max": 0.745825, "nauc_recall_at_10_std": 0.327924, "nauc_recall_at_10_diff1": 0.579751, "nauc_recall_at_20_max": 0.757228, "nauc_recall_at_20_std": 0.402792, "nauc_recall_at_20_diff1": 0.602407, "nauc_recall_at_100_max": 0.726932, "nauc_recall_at_100_std": 0.695955, "nauc_recall_at_100_diff1": 0.485325, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.683511, "nauc_precision_at_1_std": 0.075059, "nauc_precision_at_1_diff1": 0.764826, "nauc_precision_at_3_max": 0.729063, "nauc_precision_at_3_std": 0.216346, "nauc_precision_at_3_diff1": 0.632928, "nauc_precision_at_5_max": 0.721774, "nauc_precision_at_5_std": 0.257947, "nauc_precision_at_5_diff1": 0.609654, "nauc_precision_at_10_max": 0.745825, "nauc_precision_at_10_std": 0.327924, "nauc_precision_at_10_diff1": 0.579751, "nauc_precision_at_20_max": 0.757228, "nauc_precision_at_20_std": 0.402792, "nauc_precision_at_20_diff1": 0.602407, "nauc_precision_at_100_max": 0.726932, "nauc_precision_at_100_std": 0.695955, "nauc_precision_at_100_diff1": 0.485325, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.683511, "nauc_mrr_at_1_std": 0.075059, "nauc_mrr_at_1_diff1": 0.764826, "nauc_mrr_at_3_max": 0.696439, "nauc_mrr_at_3_std": 0.127765, "nauc_mrr_at_3_diff1": 0.712732, "nauc_mrr_at_5_max": 0.693895, "nauc_mrr_at_5_std": 0.130245, "nauc_mrr_at_5_diff1": 0.711412, "nauc_mrr_at_10_max": 0.69505, "nauc_mrr_at_10_std": 0.132288, "nauc_mrr_at_10_diff1": 0.711652, "nauc_mrr_at_20_max": 0.694353, "nauc_mrr_at_20_std": 0.131487, "nauc_mrr_at_20_diff1": 0.713588, "nauc_mrr_at_100_max": 0.694015, "nauc_mrr_at_100_std": 0.131578, "nauc_mrr_at_100_diff1": 0.71395, "nauc_mrr_at_1000_max": 0.694012, "nauc_mrr_at_1000_std": 0.131171, "nauc_mrr_at_1000_diff1": 0.714145, "hit_rate_at_1": 0.55513, "hit_rate_at_3": 0.73501, "hit_rate_at_5": 0.7911, "hit_rate_at_10": 0.84526, "hit_rate_at_20": 0.90329, "hit_rate_at_100": 0.97292, "hit_rate_at_1000": 1.0, "main_score": 0.70111, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.70508, "ndcg_at_3": 0.79608, "ndcg_at_5": 0.80734, "ndcg_at_10": 0.82038, "ndcg_at_20": 0.8238, "ndcg_at_100": 0.83332, "ndcg_at_1000": 0.83456, "map_at_1": 0.70508, "map_at_3": 0.77474, "map_at_5": 0.78099, "map_at_10": 0.78624, "map_at_20": 0.78715, "map_at_100": 0.78852, "map_at_1000": 0.78857, "recall_at_1": 0.70508, "recall_at_3": 0.85742, "recall_at_5": 0.88477, "recall_at_10": 0.92578, "recall_at_20": 0.93945, "recall_at_100": 0.99023, "recall_at_1000": 1.0, "accuracy": 0.70508, "precision_at_1": 0.70508, "precision_at_3": 0.28581, "precision_at_5": 0.17695, "precision_at_10": 0.09258, "precision_at_20": 0.04697, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.705078, "mrr_at_3": 0.77474, "mrr_at_5": 0.78099, "mrr_at_10": 0.786239, "mrr_at_20": 0.787152, "mrr_at_100": 0.78852, "mrr_at_1000": 0.788565, "nauc_ndcg_at_1_max": 0.63317, "nauc_ndcg_at_1_std": -0.018428, "nauc_ndcg_at_1_diff1": 0.814808, "nauc_ndcg_at_3_max": 0.720722, "nauc_ndcg_at_3_std": 0.045375, "nauc_ndcg_at_3_diff1": 0.789576, "nauc_ndcg_at_5_max": 0.717529, "nauc_ndcg_at_5_std": 0.050325, "nauc_ndcg_at_5_diff1": 0.786149, "nauc_ndcg_at_10_max": 0.720945, "nauc_ndcg_at_10_std": 0.077235, "nauc_ndcg_at_10_diff1": 0.788093, "nauc_ndcg_at_20_max": 0.716215, "nauc_ndcg_at_20_std": 0.071424, "nauc_ndcg_at_20_diff1": 0.788134, "nauc_ndcg_at_100_max": 0.703726, "nauc_ndcg_at_100_std": 0.049082, "nauc_ndcg_at_100_diff1": 0.790674, "nauc_ndcg_at_1000_max": 0.701663, "nauc_ndcg_at_1000_std": 0.043838, "nauc_ndcg_at_1000_diff1": 0.792352, "nauc_map_at_1_max": 0.63317, "nauc_map_at_1_std": -0.018428, "nauc_map_at_1_diff1": 0.814808, "nauc_map_at_3_max": 0.696038, "nauc_map_at_3_std": 0.025083, "nauc_map_at_3_diff1": 0.796646, "nauc_map_at_5_max": 0.694039, "nauc_map_at_5_std": 0.027, "nauc_map_at_5_diff1": 0.795128, "nauc_map_at_10_max": 0.694629, "nauc_map_at_10_std": 0.03592, "nauc_map_at_10_diff1": 0.795921, "nauc_map_at_20_max": 0.693459, "nauc_map_at_20_std": 0.034295, "nauc_map_at_20_diff1": 0.796019, "nauc_map_at_100_max": 0.691687, "nauc_map_at_100_std": 0.030802, "nauc_map_at_100_diff1": 0.796273, "nauc_map_at_1000_max": 0.691623, "nauc_map_at_1000_std": 0.030625, "nauc_map_at_1000_diff1": 0.796334, "nauc_recall_at_1_max": 0.63317, "nauc_recall_at_1_std": -0.018428, "nauc_recall_at_1_diff1": 0.814808, "nauc_recall_at_3_max": 0.824449, "nauc_recall_at_3_std": 0.132165, "nauc_recall_at_3_diff1": 0.759894, "nauc_recall_at_5_max": 0.832314, "nauc_recall_at_5_std": 0.168811, "nauc_recall_at_5_diff1": 0.740889, "nauc_recall_at_10_max": 0.915758, "nauc_recall_at_10_std": 0.412924, "nauc_recall_at_10_diff1": 0.732053, "nauc_recall_at_20_max": 0.90938, "nauc_recall_at_20_std": 0.430192, "nauc_recall_at_20_diff1": 0.718598, "nauc_recall_at_100_max": 0.947735, "nauc_recall_at_100_std": 0.650468, "nauc_recall_at_100_diff1": 0.601753, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.63317, "nauc_precision_at_1_std": -0.018428, "nauc_precision_at_1_diff1": 0.814808, "nauc_precision_at_3_max": 0.824449, "nauc_precision_at_3_std": 0.132165, "nauc_precision_at_3_diff1": 0.759894, "nauc_precision_at_5_max": 0.832314, "nauc_precision_at_5_std": 0.168811, "nauc_precision_at_5_diff1": 0.740889, "nauc_precision_at_10_max": 0.915758, "nauc_precision_at_10_std": 0.412924, "nauc_precision_at_10_diff1": 0.732053, "nauc_precision_at_20_max": 0.90938, "nauc_precision_at_20_std": 0.430192, "nauc_precision_at_20_diff1": 0.718598, "nauc_precision_at_100_max": 0.947735, "nauc_precision_at_100_std": 0.650468, "nauc_precision_at_100_diff1": 0.601753, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.63317, "nauc_mrr_at_1_std": -0.018428, "nauc_mrr_at_1_diff1": 0.814808, "nauc_mrr_at_3_max": 0.696038, "nauc_mrr_at_3_std": 0.025083, "nauc_mrr_at_3_diff1": 0.796646, "nauc_mrr_at_5_max": 0.694039, "nauc_mrr_at_5_std": 0.027, "nauc_mrr_at_5_diff1": 0.795128, "nauc_mrr_at_10_max": 0.694629, "nauc_mrr_at_10_std": 0.03592, "nauc_mrr_at_10_diff1": 0.795921, "nauc_mrr_at_20_max": 0.693459, "nauc_mrr_at_20_std": 0.034295, "nauc_mrr_at_20_diff1": 0.796019, "nauc_mrr_at_100_max": 0.691687, "nauc_mrr_at_100_std": 0.030802, "nauc_mrr_at_100_diff1": 0.796273, "nauc_mrr_at_1000_max": 0.691623, "nauc_mrr_at_1000_std": 0.030625, "nauc_mrr_at_1000_diff1": 0.796334, "hit_rate_at_1": 0.70508, "hit_rate_at_3": 0.85742, "hit_rate_at_5": 0.88477, "hit_rate_at_10": 0.92578, "hit_rate_at_20": 0.93945, "hit_rate_at_100": 0.99023, "hit_rate_at_1000": 1.0, "main_score": 0.82038, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.74913, "ndcg_at_3": 0.81812, "ndcg_at_5": 0.83139, "ndcg_at_10": 0.84231, "ndcg_at_20": 0.84833, "ndcg_at_100": 0.85447, "ndcg_at_1000": 0.85604, "map_at_1": 0.74913, "map_at_3": 0.80183, "map_at_5": 0.80919, "map_at_10": 0.81366, "map_at_20": 0.81534, "map_at_100": 0.81619, "map_at_1000": 0.81625, "recall_at_1": 0.74913, "recall_at_3": 0.86498, "recall_at_5": 0.89721, "recall_at_10": 0.93118, "recall_at_20": 0.9547, "recall_at_100": 0.9878, "recall_at_1000": 1.0, "accuracy": 0.74913, "precision_at_1": 0.74913, "precision_at_3": 0.28833, "precision_at_5": 0.17944, "precision_at_10": 0.09312, "precision_at_20": 0.04774, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.749129, "mrr_at_3": 0.801829, "mrr_at_5": 0.80919, "mrr_at_10": 0.813656, "mrr_at_20": 0.815344, "mrr_at_100": 0.816187, "mrr_at_1000": 0.816248, "nauc_ndcg_at_1_max": 0.70533, "nauc_ndcg_at_1_std": -0.22019, "nauc_ndcg_at_1_diff1": 0.852306, "nauc_ndcg_at_3_max": 0.764255, "nauc_ndcg_at_3_std": -0.232324, "nauc_ndcg_at_3_diff1": 0.829769, "nauc_ndcg_at_5_max": 0.762209, "nauc_ndcg_at_5_std": -0.199018, "nauc_ndcg_at_5_diff1": 0.828212, "nauc_ndcg_at_10_max": 0.762963, "nauc_ndcg_at_10_std": -0.173975, "nauc_ndcg_at_10_diff1": 0.82846, "nauc_ndcg_at_20_max": 0.760277, "nauc_ndcg_at_20_std": -0.173031, "nauc_ndcg_at_20_diff1": 0.83188, "nauc_ndcg_at_100_max": 0.753886, "nauc_ndcg_at_100_std": -0.188004, "nauc_ndcg_at_100_diff1": 0.833166, "nauc_ndcg_at_1000_max": 0.751548, "nauc_ndcg_at_1000_std": -0.194735, "nauc_ndcg_at_1000_diff1": 0.833959, "nauc_map_at_1_max": 0.70533, "nauc_map_at_1_std": -0.22019, "nauc_map_at_1_diff1": 0.852306, "nauc_map_at_3_max": 0.747054, "nauc_map_at_3_std": -0.230441, "nauc_map_at_3_diff1": 0.835325, "nauc_map_at_5_max": 0.745506, "nauc_map_at_5_std": -0.213179, "nauc_map_at_5_diff1": 0.834697, "nauc_map_at_10_max": 0.745553, "nauc_map_at_10_std": -0.20439, "nauc_map_at_10_diff1": 0.834986, "nauc_map_at_20_max": 0.744755, "nauc_map_at_20_std": -0.204317, "nauc_map_at_20_diff1": 0.835806, "nauc_map_at_100_max": 0.744034, "nauc_map_at_100_std": -0.206178, "nauc_map_at_100_diff1": 0.836074, "nauc_map_at_1000_max": 0.743961, "nauc_map_at_1000_std": -0.206386, "nauc_map_at_1000_diff1": 0.836114, "nauc_recall_at_1_max": 0.70533, "nauc_recall_at_1_std": -0.22019, "nauc_recall_at_1_diff1": 0.852306, "nauc_recall_at_3_max": 0.833191, "nauc_recall_at_3_std": -0.2389, "nauc_recall_at_3_diff1": 0.808099, "nauc_recall_at_5_max": 0.843752, "nauc_recall_at_5_std": -0.121399, "nauc_recall_at_5_diff1": 0.796791, "nauc_recall_at_10_max": 0.885751, "nauc_recall_at_10_std": 0.076527, "nauc_recall_at_10_diff1": 0.782653, "nauc_recall_at_20_max": 0.917073, "nauc_recall_at_20_std": 0.213521, "nauc_recall_at_20_diff1": 0.801409, "nauc_recall_at_100_max": 0.952136, "nauc_recall_at_100_std": 0.386082, "nauc_recall_at_100_diff1": 0.774094, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.70533, "nauc_precision_at_1_std": -0.22019, "nauc_precision_at_1_diff1": 0.852306, "nauc_precision_at_3_max": 0.833191, "nauc_precision_at_3_std": -0.2389, "nauc_precision_at_3_diff1": 0.808099, "nauc_precision_at_5_max": 0.843752, "nauc_precision_at_5_std": -0.121399, "nauc_precision_at_5_diff1": 0.796791, "nauc_precision_at_10_max": 0.885751, "nauc_precision_at_10_std": 0.076527, "nauc_precision_at_10_diff1": 0.782653, "nauc_precision_at_20_max": 0.917073, "nauc_precision_at_20_std": 0.213521, "nauc_precision_at_20_diff1": 0.801409, "nauc_precision_at_100_max": 0.952136, "nauc_precision_at_100_std": 0.386082, "nauc_precision_at_100_diff1": 0.774094, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.70533, "nauc_mrr_at_1_std": -0.22019, "nauc_mrr_at_1_diff1": 0.852306, "nauc_mrr_at_3_max": 0.747054, "nauc_mrr_at_3_std": -0.230441, "nauc_mrr_at_3_diff1": 0.835325, "nauc_mrr_at_5_max": 0.745506, "nauc_mrr_at_5_std": -0.213179, "nauc_mrr_at_5_diff1": 0.834697, "nauc_mrr_at_10_max": 0.745553, "nauc_mrr_at_10_std": -0.20439, "nauc_mrr_at_10_diff1": 0.834986, "nauc_mrr_at_20_max": 0.744755, "nauc_mrr_at_20_std": -0.204317, "nauc_mrr_at_20_diff1": 0.835806, "nauc_mrr_at_100_max": 0.744034, "nauc_mrr_at_100_std": -0.206178, "nauc_mrr_at_100_diff1": 0.836074, "nauc_mrr_at_1000_max": 0.743961, "nauc_mrr_at_1000_std": -0.206386, "nauc_mrr_at_1000_diff1": 0.836114, "hit_rate_at_1": 0.74913, "hit_rate_at_3": 0.86498, "hit_rate_at_5": 0.89721, "hit_rate_at_10": 0.93118, "hit_rate_at_20": 0.9547, "hit_rate_at_100": 0.9878, "hit_rate_at_1000": 1.0, "main_score": 0.84231, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.714, "ndcg_at_3": 0.79457, "ndcg_at_5": 0.81032, "ndcg_at_10": 0.81926, "ndcg_at_20": 0.82777, "ndcg_at_100": 0.83602, "ndcg_at_1000": 0.83686, "map_at_1": 0.714, "map_at_3": 0.77533, "map_at_5": 0.78413, "map_at_10": 0.78776, "map_at_20": 0.79004, "map_at_100": 0.79122, "map_at_1000": 0.79127, "recall_at_1": 0.714, "recall_at_3": 0.85, "recall_at_5": 0.888, "recall_at_10": 0.916, "recall_at_20": 0.95, "recall_at_100": 0.994, "recall_at_1000": 1.0, "accuracy": 0.714, "precision_at_1": 0.714, "precision_at_3": 0.28333, "precision_at_5": 0.1776, "precision_at_10": 0.0916, "precision_at_20": 0.0475, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.714, "mrr_at_3": 0.775333, "mrr_at_5": 0.784133, "mrr_at_10": 0.787757, "mrr_at_20": 0.790043, "mrr_at_100": 0.791222, "mrr_at_1000": 0.791267, "nauc_ndcg_at_1_max": 0.762362, "nauc_ndcg_at_1_std": 0.003532, "nauc_ndcg_at_1_diff1": 0.842247, "nauc_ndcg_at_3_max": 0.800878, "nauc_ndcg_at_3_std": 0.049599, "nauc_ndcg_at_3_diff1": 0.813648, "nauc_ndcg_at_5_max": 0.806699, "nauc_ndcg_at_5_std": 0.097422, "nauc_ndcg_at_5_diff1": 0.815883, "nauc_ndcg_at_10_max": 0.803631, "nauc_ndcg_at_10_std": 0.095633, "nauc_ndcg_at_10_diff1": 0.813777, "nauc_ndcg_at_20_max": 0.798794, "nauc_ndcg_at_20_std": 0.086162, "nauc_ndcg_at_20_diff1": 0.813521, "nauc_ndcg_at_100_max": 0.794932, "nauc_ndcg_at_100_std": 0.072296, "nauc_ndcg_at_100_diff1": 0.816761, "nauc_ndcg_at_1000_max": 0.794305, "nauc_ndcg_at_1000_std": 0.070805, "nauc_ndcg_at_1000_diff1": 0.818562, "nauc_map_at_1_max": 0.762362, "nauc_map_at_1_std": 0.003532, "nauc_map_at_1_diff1": 0.842247, "nauc_map_at_3_max": 0.790428, "nauc_map_at_3_std": 0.039056, "nauc_map_at_3_diff1": 0.821537, "nauc_map_at_5_max": 0.792813, "nauc_map_at_5_std": 0.062373, "nauc_map_at_5_diff1": 0.822643, "nauc_map_at_10_max": 0.791289, "nauc_map_at_10_std": 0.061051, "nauc_map_at_10_diff1": 0.821791, "nauc_map_at_20_max": 0.790096, "nauc_map_at_20_std": 0.058628, "nauc_map_at_20_diff1": 0.821734, "nauc_map_at_100_max": 0.789693, "nauc_map_at_100_std": 0.057567, "nauc_map_at_100_diff1": 0.822169, "nauc_map_at_1000_max": 0.789667, "nauc_map_at_1000_std": 0.057507, "nauc_map_at_1000_diff1": 0.822256, "nauc_recall_at_1_max": 0.762362, "nauc_recall_at_1_std": 0.003532, "nauc_recall_at_1_diff1": 0.842247, "nauc_recall_at_3_max": 0.842766, "nauc_recall_at_3_std": 0.090615, "nauc_recall_at_3_diff1": 0.781939, "nauc_recall_at_5_max": 0.878078, "nauc_recall_at_5_std": 0.284522, "nauc_recall_at_5_diff1": 0.783237, "nauc_recall_at_10_max": 0.88412, "nauc_recall_at_10_std": 0.332889, "nauc_recall_at_10_diff1": 0.76275, "nauc_recall_at_20_max": 0.877404, "nauc_recall_at_20_std": 0.373427, "nauc_recall_at_20_diff1": 0.72747, "nauc_recall_at_100_max": 0.907407, "nauc_recall_at_100_std": 0.34267, "nauc_recall_at_100_diff1": 0.515406, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.762362, "nauc_precision_at_1_std": 0.003532, "nauc_precision_at_1_diff1": 0.842247, "nauc_precision_at_3_max": 0.842766, "nauc_precision_at_3_std": 0.090615, "nauc_precision_at_3_diff1": 0.781939, "nauc_precision_at_5_max": 0.878078, "nauc_precision_at_5_std": 0.284522, "nauc_precision_at_5_diff1": 0.783237, "nauc_precision_at_10_max": 0.88412, "nauc_precision_at_10_std": 0.332889, "nauc_precision_at_10_diff1": 0.76275, "nauc_precision_at_20_max": 0.877404, "nauc_precision_at_20_std": 0.373427, "nauc_precision_at_20_diff1": 0.72747, "nauc_precision_at_100_max": 0.907407, "nauc_precision_at_100_std": 0.34267, "nauc_precision_at_100_diff1": 0.515406, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.762362, "nauc_mrr_at_1_std": 0.003532, "nauc_mrr_at_1_diff1": 0.842247, "nauc_mrr_at_3_max": 0.790428, "nauc_mrr_at_3_std": 0.039056, "nauc_mrr_at_3_diff1": 0.821537, "nauc_mrr_at_5_max": 0.792813, "nauc_mrr_at_5_std": 0.062373, "nauc_mrr_at_5_diff1": 0.822643, "nauc_mrr_at_10_max": 0.791289, "nauc_mrr_at_10_std": 0.061051, "nauc_mrr_at_10_diff1": 0.821791, "nauc_mrr_at_20_max": 0.790096, "nauc_mrr_at_20_std": 0.058628, "nauc_mrr_at_20_diff1": 0.821734, "nauc_mrr_at_100_max": 0.789693, "nauc_mrr_at_100_std": 0.057567, "nauc_mrr_at_100_diff1": 0.822169, "nauc_mrr_at_1000_max": 0.789667, "nauc_mrr_at_1000_std": 0.057507, "nauc_mrr_at_1000_diff1": 0.822256, "hit_rate_at_1": 0.714, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.888, "hit_rate_at_10": 0.916, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.994, "hit_rate_at_1000": 1.0, "main_score": 0.81926, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.6213, "ndcg_at_3": 0.71715, "ndcg_at_5": 0.73599, "ndcg_at_10": 0.75058, "ndcg_at_20": 0.76061, "ndcg_at_100": 0.77316, "ndcg_at_1000": 0.77584, "map_at_1": 0.6213, "map_at_3": 0.69428, "map_at_5": 0.70483, "map_at_10": 0.71081, "map_at_20": 0.7136, "map_at_100": 0.71535, "map_at_1000": 0.71548, "recall_at_1": 0.6213, "recall_at_3": 0.78304, "recall_at_5": 0.8284, "recall_at_10": 0.87377, "recall_at_20": 0.91321, "recall_at_100": 0.98028, "recall_at_1000": 1.0, "accuracy": 0.6213, "precision_at_1": 0.6213, "precision_at_3": 0.26101, "precision_at_5": 0.16568, "precision_at_10": 0.08738, "precision_at_20": 0.04566, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.621302, "mrr_at_3": 0.69428, "mrr_at_5": 0.704832, "mrr_at_10": 0.71081, "mrr_at_20": 0.713595, "mrr_at_100": 0.715354, "mrr_at_1000": 0.715481, "nauc_ndcg_at_1_max": 0.600588, "nauc_ndcg_at_1_std": 0.036174, "nauc_ndcg_at_1_diff1": 0.787877, "nauc_ndcg_at_3_max": 0.662221, "nauc_ndcg_at_3_std": 0.101207, "nauc_ndcg_at_3_diff1": 0.737938, "nauc_ndcg_at_5_max": 0.669578, "nauc_ndcg_at_5_std": 0.125236, "nauc_ndcg_at_5_diff1": 0.733114, "nauc_ndcg_at_10_max": 0.676629, "nauc_ndcg_at_10_std": 0.133723, "nauc_ndcg_at_10_diff1": 0.735375, "nauc_ndcg_at_20_max": 0.665383, "nauc_ndcg_at_20_std": 0.114917, "nauc_ndcg_at_20_diff1": 0.731948, "nauc_ndcg_at_100_max": 0.66115, "nauc_ndcg_at_100_std": 0.114005, "nauc_ndcg_at_100_diff1": 0.744694, "nauc_ndcg_at_1000_max": 0.65786, "nauc_ndcg_at_1000_std": 0.107255, "nauc_ndcg_at_1000_diff1": 0.744535, "nauc_map_at_1_max": 0.600588, "nauc_map_at_1_std": 0.036174, "nauc_map_at_1_diff1": 0.787877, "nauc_map_at_3_max": 0.646765, "nauc_map_at_3_std": 0.084191, "nauc_map_at_3_diff1": 0.751309, "nauc_map_at_5_max": 0.650102, "nauc_map_at_5_std": 0.096194, "nauc_map_at_5_diff1": 0.74913, "nauc_map_at_10_max": 0.652643, "nauc_map_at_10_std": 0.09933, "nauc_map_at_10_diff1": 0.750284, "nauc_map_at_20_max": 0.649594, "nauc_map_at_20_std": 0.094007, "nauc_map_at_20_diff1": 0.749596, "nauc_map_at_100_max": 0.64912, "nauc_map_at_100_std": 0.094386, "nauc_map_at_100_diff1": 0.751096, "nauc_map_at_1000_max": 0.649002, "nauc_map_at_1000_std": 0.094112, "nauc_map_at_1000_diff1": 0.751105, "nauc_recall_at_1_max": 0.600588, "nauc_recall_at_1_std": 0.036174, "nauc_recall_at_1_diff1": 0.787877, "nauc_recall_at_3_max": 0.718593, "nauc_recall_at_3_std": 0.163696, "nauc_recall_at_3_diff1": 0.688661, "nauc_recall_at_5_max": 0.755431, "nauc_recall_at_5_std": 0.256711, "nauc_recall_at_5_diff1": 0.662353, "nauc_recall_at_10_max": 0.816946, "nauc_recall_at_10_std": 0.337393, "nauc_recall_at_10_diff1": 0.652173, "nauc_recall_at_20_max": 0.77379, "nauc_recall_at_20_std": 0.258432, "nauc_recall_at_20_diff1": 0.586416, "nauc_recall_at_100_max": 0.899882, "nauc_recall_at_100_std": 0.586359, "nauc_recall_at_100_diff1": 0.762609, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.600588, "nauc_precision_at_1_std": 0.036174, "nauc_precision_at_1_diff1": 0.787877, "nauc_precision_at_3_max": 0.718593, "nauc_precision_at_3_std": 0.163696, "nauc_precision_at_3_diff1": 0.688661, "nauc_precision_at_5_max": 0.755431, "nauc_precision_at_5_std": 0.256711, "nauc_precision_at_5_diff1": 0.662353, "nauc_precision_at_10_max": 0.816946, "nauc_precision_at_10_std": 0.337393, "nauc_precision_at_10_diff1": 0.652173, "nauc_precision_at_20_max": 0.77379, "nauc_precision_at_20_std": 0.258432, "nauc_precision_at_20_diff1": 0.586416, "nauc_precision_at_100_max": 0.899882, "nauc_precision_at_100_std": 0.586359, "nauc_precision_at_100_diff1": 0.762609, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.600588, "nauc_mrr_at_1_std": 0.036174, "nauc_mrr_at_1_diff1": 0.787877, "nauc_mrr_at_3_max": 0.646765, "nauc_mrr_at_3_std": 0.084191, "nauc_mrr_at_3_diff1": 0.751309, "nauc_mrr_at_5_max": 0.650102, "nauc_mrr_at_5_std": 0.096194, "nauc_mrr_at_5_diff1": 0.74913, "nauc_mrr_at_10_max": 0.652643, "nauc_mrr_at_10_std": 0.09933, "nauc_mrr_at_10_diff1": 0.750284, "nauc_mrr_at_20_max": 0.649594, "nauc_mrr_at_20_std": 0.094007, "nauc_mrr_at_20_diff1": 0.749596, "nauc_mrr_at_100_max": 0.64912, "nauc_mrr_at_100_std": 0.094386, "nauc_mrr_at_100_diff1": 0.751096, "nauc_mrr_at_1000_max": 0.649002, "nauc_mrr_at_1000_std": 0.094112, "nauc_mrr_at_1000_diff1": 0.751105, "hit_rate_at_1": 0.6213, "hit_rate_at_3": 0.78304, "hit_rate_at_5": 0.8284, "hit_rate_at_10": 0.87377, "hit_rate_at_20": 0.91321, "hit_rate_at_100": 0.98028, "hit_rate_at_1000": 1.0, "main_score": 0.75058, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.61252, "ndcg_at_3": 0.70736, "ndcg_at_5": 0.729, "ndcg_at_10": 0.74444, "ndcg_at_20": 0.75585, "ndcg_at_100": 0.76664, "ndcg_at_1000": 0.76979, "map_at_1": 0.61252, "map_at_3": 0.68461, "map_at_5": 0.69654, "map_at_10": 0.70306, "map_at_20": 0.70622, "map_at_100": 0.70765, "map_at_1000": 0.70779, "recall_at_1": 0.61252, "recall_at_3": 0.77299, "recall_at_5": 0.82583, "recall_at_10": 0.8728, "recall_at_20": 0.91781, "recall_at_100": 0.97652, "recall_at_1000": 1.0, "accuracy": 0.61252, "precision_at_1": 0.61252, "precision_at_3": 0.25766, "precision_at_5": 0.16517, "precision_at_10": 0.08728, "precision_at_20": 0.04589, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.612524, "mrr_at_3": 0.684605, "mrr_at_5": 0.696543, "mrr_at_10": 0.703061, "mrr_at_20": 0.706216, "mrr_at_100": 0.707649, "mrr_at_1000": 0.707792, "nauc_ndcg_at_1_max": 0.631453, "nauc_ndcg_at_1_std": 0.171817, "nauc_ndcg_at_1_diff1": 0.755274, "nauc_ndcg_at_3_max": 0.708296, "nauc_ndcg_at_3_std": 0.271481, "nauc_ndcg_at_3_diff1": 0.727144, "nauc_ndcg_at_5_max": 0.716294, "nauc_ndcg_at_5_std": 0.287335, "nauc_ndcg_at_5_diff1": 0.732279, "nauc_ndcg_at_10_max": 0.711074, "nauc_ndcg_at_10_std": 0.292272, "nauc_ndcg_at_10_diff1": 0.730752, "nauc_ndcg_at_20_max": 0.705687, "nauc_ndcg_at_20_std": 0.287128, "nauc_ndcg_at_20_diff1": 0.731205, "nauc_ndcg_at_100_max": 0.698122, "nauc_ndcg_at_100_std": 0.269904, "nauc_ndcg_at_100_diff1": 0.732489, "nauc_ndcg_at_1000_max": 0.695022, "nauc_ndcg_at_1000_std": 0.261723, "nauc_ndcg_at_1000_diff1": 0.734299, "nauc_map_at_1_max": 0.631453, "nauc_map_at_1_std": 0.171817, "nauc_map_at_1_diff1": 0.755274, "nauc_map_at_3_max": 0.687897, "nauc_map_at_3_std": 0.239653, "nauc_map_at_3_diff1": 0.735275, "nauc_map_at_5_max": 0.690871, "nauc_map_at_5_std": 0.246056, "nauc_map_at_5_diff1": 0.737842, "nauc_map_at_10_max": 0.688502, "nauc_map_at_10_std": 0.246991, "nauc_map_at_10_diff1": 0.737534, "nauc_map_at_20_max": 0.686982, "nauc_map_at_20_std": 0.245495, "nauc_map_at_20_diff1": 0.737765, "nauc_map_at_100_max": 0.68595, "nauc_map_at_100_std": 0.243372, "nauc_map_at_100_diff1": 0.737784, "nauc_map_at_1000_max": 0.685825, "nauc_map_at_1000_std": 0.243078, "nauc_map_at_1000_diff1": 0.737852, "nauc_recall_at_1_max": 0.631453, "nauc_recall_at_1_std": 0.171817, "nauc_recall_at_1_diff1": 0.755274, "nauc_recall_at_3_max": 0.782594, "nauc_recall_at_3_std": 0.390406, "nauc_recall_at_3_diff1": 0.697161, "nauc_recall_at_5_max": 0.830877, "nauc_recall_at_5_std": 0.477679, "nauc_recall_at_5_diff1": 0.709175, "nauc_recall_at_10_max": 0.839081, "nauc_recall_at_10_std": 0.566358, "nauc_recall_at_10_diff1": 0.69193, "nauc_recall_at_20_max": 0.849843, "nauc_recall_at_20_std": 0.647764, "nauc_recall_at_20_diff1": 0.675722, "nauc_recall_at_100_max": 0.885659, "nauc_recall_at_100_std": 0.777727, "nauc_recall_at_100_diff1": 0.621689, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.631453, "nauc_precision_at_1_std": 0.171817, "nauc_precision_at_1_diff1": 0.755274, "nauc_precision_at_3_max": 0.782594, "nauc_precision_at_3_std": 0.390406, "nauc_precision_at_3_diff1": 0.697161, "nauc_precision_at_5_max": 0.830877, "nauc_precision_at_5_std": 0.477679, "nauc_precision_at_5_diff1": 0.709175, "nauc_precision_at_10_max": 0.839081, "nauc_precision_at_10_std": 0.566358, "nauc_precision_at_10_diff1": 0.69193, "nauc_precision_at_20_max": 0.849843, "nauc_precision_at_20_std": 0.647764, "nauc_precision_at_20_diff1": 0.675722, "nauc_precision_at_100_max": 0.885659, "nauc_precision_at_100_std": 0.777727, "nauc_precision_at_100_diff1": 0.621689, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.631453, "nauc_mrr_at_1_std": 0.171817, "nauc_mrr_at_1_diff1": 0.755274, "nauc_mrr_at_3_max": 0.687897, "nauc_mrr_at_3_std": 0.239653, "nauc_mrr_at_3_diff1": 0.735275, "nauc_mrr_at_5_max": 0.690871, "nauc_mrr_at_5_std": 0.246056, "nauc_mrr_at_5_diff1": 0.737842, "nauc_mrr_at_10_max": 0.688502, "nauc_mrr_at_10_std": 0.246991, "nauc_mrr_at_10_diff1": 0.737534, "nauc_mrr_at_20_max": 0.686982, "nauc_mrr_at_20_std": 0.245495, "nauc_mrr_at_20_diff1": 0.737765, "nauc_mrr_at_100_max": 0.68595, "nauc_mrr_at_100_std": 0.243372, "nauc_mrr_at_100_diff1": 0.737784, "nauc_mrr_at_1000_max": 0.685825, "nauc_mrr_at_1000_std": 0.243078, "nauc_mrr_at_1000_diff1": 0.737852, "hit_rate_at_1": 0.61252, "hit_rate_at_3": 0.77299, "hit_rate_at_5": 0.82583, "hit_rate_at_10": 0.8728, "hit_rate_at_20": 0.91781, "hit_rate_at_100": 0.97652, "hit_rate_at_1000": 1.0, "main_score": 0.74444, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67063, "ndcg_at_3": 0.76679, "ndcg_at_5": 0.78003, "ndcg_at_10": 0.79508, "ndcg_at_20": 0.80109, "ndcg_at_100": 0.81194, "ndcg_at_1000": 0.81306, "map_at_1": 0.67063, "map_at_3": 0.74372, "map_at_5": 0.75116, "map_at_10": 0.75755, "map_at_20": 0.75919, "map_at_100": 0.76077, "map_at_1000": 0.76083, "recall_at_1": 0.67063, "recall_at_3": 0.83333, "recall_at_5": 0.86508, "recall_at_10": 0.91071, "recall_at_20": 0.93452, "recall_at_100": 0.99206, "recall_at_1000": 1.0, "accuracy": 0.67063, "precision_at_1": 0.67063, "precision_at_3": 0.27778, "precision_at_5": 0.17302, "precision_at_10": 0.09107, "precision_at_20": 0.04673, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.670635, "mrr_at_3": 0.743717, "mrr_at_5": 0.751157, "mrr_at_10": 0.757549, "mrr_at_20": 0.759189, "mrr_at_100": 0.760769, "mrr_at_1000": 0.760828, "nauc_ndcg_at_1_max": 0.621579, "nauc_ndcg_at_1_std": 0.075658, "nauc_ndcg_at_1_diff1": 0.756857, "nauc_ndcg_at_3_max": 0.671729, "nauc_ndcg_at_3_std": 0.093113, "nauc_ndcg_at_3_diff1": 0.705364, "nauc_ndcg_at_5_max": 0.675044, "nauc_ndcg_at_5_std": 0.094398, "nauc_ndcg_at_5_diff1": 0.725896, "nauc_ndcg_at_10_max": 0.678546, "nauc_ndcg_at_10_std": 0.103521, "nauc_ndcg_at_10_diff1": 0.728519, "nauc_ndcg_at_20_max": 0.673623, "nauc_ndcg_at_20_std": 0.106608, "nauc_ndcg_at_20_diff1": 0.728472, "nauc_ndcg_at_100_max": 0.664698, "nauc_ndcg_at_100_std": 0.099166, "nauc_ndcg_at_100_diff1": 0.728266, "nauc_ndcg_at_1000_max": 0.664292, "nauc_ndcg_at_1000_std": 0.096608, "nauc_ndcg_at_1000_diff1": 0.729969, "nauc_map_at_1_max": 0.621579, "nauc_map_at_1_std": 0.075658, "nauc_map_at_1_diff1": 0.756857, "nauc_map_at_3_max": 0.658128, "nauc_map_at_3_std": 0.090958, "nauc_map_at_3_diff1": 0.71957, "nauc_map_at_5_max": 0.659737, "nauc_map_at_5_std": 0.091471, "nauc_map_at_5_diff1": 0.730791, "nauc_map_at_10_max": 0.660636, "nauc_map_at_10_std": 0.094784, "nauc_map_at_10_diff1": 0.731951, "nauc_map_at_20_max": 0.659316, "nauc_map_at_20_std": 0.094758, "nauc_map_at_20_diff1": 0.73197, "nauc_map_at_100_max": 0.658172, "nauc_map_at_100_std": 0.093732, "nauc_map_at_100_diff1": 0.732149, "nauc_map_at_1000_max": 0.658139, "nauc_map_at_1000_std": 0.093604, "nauc_map_at_1000_diff1": 0.732206, "nauc_recall_at_1_max": 0.621579, "nauc_recall_at_1_std": 0.075658, "nauc_recall_at_1_diff1": 0.756857, "nauc_recall_at_3_max": 0.726507, "nauc_recall_at_3_std": 0.100138, "nauc_recall_at_3_diff1": 0.647989, "nauc_recall_at_5_max": 0.747683, "nauc_recall_at_5_std": 0.106747, "nauc_recall_at_5_diff1": 0.706668, "nauc_recall_at_10_max": 0.802171, "nauc_recall_at_10_std": 0.167459, "nauc_recall_at_10_diff1": 0.713148, "nauc_recall_at_20_max": 0.796132, "nauc_recall_at_20_std": 0.239681, "nauc_recall_at_20_diff1": 0.707067, "nauc_recall_at_100_max": 0.711231, "nauc_recall_at_100_std": 0.455295, "nauc_recall_at_100_diff1": 0.465034, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.621579, "nauc_precision_at_1_std": 0.075658, "nauc_precision_at_1_diff1": 0.756857, "nauc_precision_at_3_max": 0.726507, "nauc_precision_at_3_std": 0.100138, "nauc_precision_at_3_diff1": 0.647989, "nauc_precision_at_5_max": 0.747683, "nauc_precision_at_5_std": 0.106747, "nauc_precision_at_5_diff1": 0.706668, "nauc_precision_at_10_max": 0.802171, "nauc_precision_at_10_std": 0.167459, "nauc_precision_at_10_diff1": 0.713148, "nauc_precision_at_20_max": 0.796132, "nauc_precision_at_20_std": 0.239681, "nauc_precision_at_20_diff1": 0.707067, "nauc_precision_at_100_max": 0.711231, "nauc_precision_at_100_std": 0.455295, "nauc_precision_at_100_diff1": 0.465034, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.621579, "nauc_mrr_at_1_std": 0.075658, "nauc_mrr_at_1_diff1": 0.756857, "nauc_mrr_at_3_max": 0.658128, "nauc_mrr_at_3_std": 0.090958, "nauc_mrr_at_3_diff1": 0.71957, "nauc_mrr_at_5_max": 0.659737, "nauc_mrr_at_5_std": 0.091471, "nauc_mrr_at_5_diff1": 0.730791, "nauc_mrr_at_10_max": 0.660636, "nauc_mrr_at_10_std": 0.094784, "nauc_mrr_at_10_diff1": 0.731951, "nauc_mrr_at_20_max": 0.659316, "nauc_mrr_at_20_std": 0.094758, "nauc_mrr_at_20_diff1": 0.73197, "nauc_mrr_at_100_max": 0.658172, "nauc_mrr_at_100_std": 0.093732, "nauc_mrr_at_100_diff1": 0.732149, "nauc_mrr_at_1000_max": 0.658139, "nauc_mrr_at_1000_std": 0.093604, "nauc_mrr_at_1000_diff1": 0.732206, "hit_rate_at_1": 0.67063, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.86508, "hit_rate_at_10": 0.91071, "hit_rate_at_20": 0.93452, "hit_rate_at_100": 0.99206, "hit_rate_at_1000": 1.0, "main_score": 0.79508, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.63354, "ndcg_at_3": 0.71717, "ndcg_at_5": 0.74605, "ndcg_at_10": 0.7563, "ndcg_at_20": 0.76699, "ndcg_at_100": 0.78099, "ndcg_at_1000": 0.78189, "map_at_1": 0.63354, "map_at_3": 0.69669, "map_at_5": 0.71315, "map_at_10": 0.7175, "map_at_20": 0.72027, "map_at_100": 0.72225, "map_at_1000": 0.7223, "recall_at_1": 0.63354, "recall_at_3": 0.7764, "recall_at_5": 0.84472, "recall_at_10": 0.87578, "recall_at_20": 0.91925, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "accuracy": 0.63354, "precision_at_1": 0.63354, "precision_at_3": 0.2588, "precision_at_5": 0.16894, "precision_at_10": 0.08758, "precision_at_20": 0.04596, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.63354, "mrr_at_3": 0.696687, "mrr_at_5": 0.713147, "mrr_at_10": 0.717502, "mrr_at_20": 0.720268, "mrr_at_100": 0.722254, "mrr_at_1000": 0.722305, "nauc_ndcg_at_1_max": 0.658716, "nauc_ndcg_at_1_std": 0.151907, "nauc_ndcg_at_1_diff1": 0.705739, "nauc_ndcg_at_3_max": 0.704141, "nauc_ndcg_at_3_std": 0.268029, "nauc_ndcg_at_3_diff1": 0.641131, "nauc_ndcg_at_5_max": 0.682797, "nauc_ndcg_at_5_std": 0.275855, "nauc_ndcg_at_5_diff1": 0.61223, "nauc_ndcg_at_10_max": 0.687544, "nauc_ndcg_at_10_std": 0.302103, "nauc_ndcg_at_10_diff1": 0.622497, "nauc_ndcg_at_20_max": 0.706359, "nauc_ndcg_at_20_std": 0.302989, "nauc_ndcg_at_20_diff1": 0.653173, "nauc_ndcg_at_100_max": 0.690876, "nauc_ndcg_at_100_std": 0.267046, "nauc_ndcg_at_100_diff1": 0.650398, "nauc_ndcg_at_1000_max": 0.689379, "nauc_ndcg_at_1000_std": 0.26413, "nauc_ndcg_at_1000_diff1": 0.648706, "nauc_map_at_1_max": 0.658716, "nauc_map_at_1_std": 0.151907, "nauc_map_at_1_diff1": 0.705739, "nauc_map_at_3_max": 0.691404, "nauc_map_at_3_std": 0.235303, "nauc_map_at_3_diff1": 0.656802, "nauc_map_at_5_max": 0.679512, "nauc_map_at_5_std": 0.237494, "nauc_map_at_5_diff1": 0.643074, "nauc_map_at_10_max": 0.681894, "nauc_map_at_10_std": 0.247999, "nauc_map_at_10_diff1": 0.647655, "nauc_map_at_20_max": 0.68631, "nauc_map_at_20_std": 0.247646, "nauc_map_at_20_diff1": 0.655235, "nauc_map_at_100_max": 0.684227, "nauc_map_at_100_std": 0.243277, "nauc_map_at_100_diff1": 0.654738, "nauc_map_at_1000_max": 0.684158, "nauc_map_at_1000_std": 0.243139, "nauc_map_at_1000_diff1": 0.654662, "nauc_recall_at_1_max": 0.658716, "nauc_recall_at_1_std": 0.151907, "nauc_recall_at_1_diff1": 0.705739, "nauc_recall_at_3_max": 0.750295, "nauc_recall_at_3_std": 0.386696, "nauc_recall_at_3_diff1": 0.585608, "nauc_recall_at_5_max": 0.694398, "nauc_recall_at_5_std": 0.458955, "nauc_recall_at_5_diff1": 0.461702, "nauc_recall_at_10_max": 0.715174, "nauc_recall_at_10_std": 0.624002, "nauc_recall_at_10_diff1": 0.479567, "nauc_recall_at_20_max": 0.910549, "nauc_recall_at_20_std": 0.792696, "nauc_recall_at_20_diff1": 0.704229, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869371, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.658716, "nauc_precision_at_1_std": 0.151907, "nauc_precision_at_1_diff1": 0.705739, "nauc_precision_at_3_max": 0.750295, "nauc_precision_at_3_std": 0.386696, "nauc_precision_at_3_diff1": 0.585608, "nauc_precision_at_5_max": 0.694398, "nauc_precision_at_5_std": 0.458955, "nauc_precision_at_5_diff1": 0.461702, "nauc_precision_at_10_max": 0.715174, "nauc_precision_at_10_std": 0.624002, "nauc_precision_at_10_diff1": 0.479567, "nauc_precision_at_20_max": 0.910549, "nauc_precision_at_20_std": 0.792696, "nauc_precision_at_20_diff1": 0.704229, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869371, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.658716, "nauc_mrr_at_1_std": 0.151907, "nauc_mrr_at_1_diff1": 0.705739, "nauc_mrr_at_3_max": 0.691404, "nauc_mrr_at_3_std": 0.235303, "nauc_mrr_at_3_diff1": 0.656802, "nauc_mrr_at_5_max": 0.679512, "nauc_mrr_at_5_std": 0.237494, "nauc_mrr_at_5_diff1": 0.643074, "nauc_mrr_at_10_max": 0.681894, "nauc_mrr_at_10_std": 0.247999, "nauc_mrr_at_10_diff1": 0.647655, "nauc_mrr_at_20_max": 0.68631, "nauc_mrr_at_20_std": 0.247646, "nauc_mrr_at_20_diff1": 0.655235, "nauc_mrr_at_100_max": 0.684227, "nauc_mrr_at_100_std": 0.243277, "nauc_mrr_at_100_diff1": 0.654738, "nauc_mrr_at_1000_max": 0.684158, "nauc_mrr_at_1000_std": 0.243139, "nauc_mrr_at_1000_diff1": 0.654662, "hit_rate_at_1": 0.63354, "hit_rate_at_3": 0.7764, "hit_rate_at_5": 0.84472, "hit_rate_at_10": 0.87578, "hit_rate_at_20": 0.91925, "hit_rate_at_100": 0.99379, "hit_rate_at_1000": 1.0, "main_score": 0.7563, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68367, "ndcg_at_3": 0.75237, "ndcg_at_5": 0.7752, "ndcg_at_10": 0.79452, "ndcg_at_20": 0.80743, "ndcg_at_100": 0.81219, "ndcg_at_1000": 0.81289, "map_at_1": 0.68367, "map_at_3": 0.73554, "map_at_5": 0.74804, "map_at_10": 0.75575, "map_at_20": 0.75931, "map_at_100": 0.75999, "map_at_1000": 0.76002, "recall_at_1": 0.68367, "recall_at_3": 0.80102, "recall_at_5": 0.85714, "recall_at_10": 0.91837, "recall_at_20": 0.96939, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "accuracy": 0.68367, "precision_at_1": 0.68367, "precision_at_3": 0.26701, "precision_at_5": 0.17143, "precision_at_10": 0.09184, "precision_at_20": 0.04847, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.683673, "mrr_at_3": 0.735544, "mrr_at_5": 0.748044, "mrr_at_10": 0.755754, "mrr_at_20": 0.759312, "mrr_at_100": 0.759988, "mrr_at_1000": 0.76002, "nauc_ndcg_at_1_max": 0.769983, "nauc_ndcg_at_1_std": 0.253482, "nauc_ndcg_at_1_diff1": 0.797845, "nauc_ndcg_at_3_max": 0.823562, "nauc_ndcg_at_3_std": 0.330528, "nauc_ndcg_at_3_diff1": 0.786559, "nauc_ndcg_at_5_max": 0.816893, "nauc_ndcg_at_5_std": 0.334706, "nauc_ndcg_at_5_diff1": 0.787031, "nauc_ndcg_at_10_max": 0.808833, "nauc_ndcg_at_10_std": 0.315195, "nauc_ndcg_at_10_diff1": 0.791327, "nauc_ndcg_at_20_max": 0.803031, "nauc_ndcg_at_20_std": 0.302446, "nauc_ndcg_at_20_diff1": 0.788121, "nauc_ndcg_at_100_max": 0.80406, "nauc_ndcg_at_100_std": 0.304999, "nauc_ndcg_at_100_diff1": 0.790944, "nauc_ndcg_at_1000_max": 0.803227, "nauc_ndcg_at_1000_std": 0.302047, "nauc_ndcg_at_1000_diff1": 0.790056, "nauc_map_at_1_max": 0.769983, "nauc_map_at_1_std": 0.253482, "nauc_map_at_1_diff1": 0.797845, "nauc_map_at_3_max": 0.808226, "nauc_map_at_3_std": 0.30395, "nauc_map_at_3_diff1": 0.78839, "nauc_map_at_5_max": 0.803794, "nauc_map_at_5_std": 0.303931, "nauc_map_at_5_diff1": 0.78874, "nauc_map_at_10_max": 0.800546, "nauc_map_at_10_std": 0.296423, "nauc_map_at_10_diff1": 0.790038, "nauc_map_at_20_max": 0.799282, "nauc_map_at_20_std": 0.293772, "nauc_map_at_20_diff1": 0.789546, "nauc_map_at_100_max": 0.79946, "nauc_map_at_100_std": 0.294047, "nauc_map_at_100_diff1": 0.789997, "nauc_map_at_1000_max": 0.799429, "nauc_map_at_1000_std": 0.293937, "nauc_map_at_1000_diff1": 0.789964, "nauc_recall_at_1_max": 0.769983, "nauc_recall_at_1_std": 0.253482, "nauc_recall_at_1_diff1": 0.797845, "nauc_recall_at_3_max": 0.878952, "nauc_recall_at_3_std": 0.428789, "nauc_recall_at_3_diff1": 0.780647, "nauc_recall_at_5_max": 0.877155, "nauc_recall_at_5_std": 0.483889, "nauc_recall_at_5_diff1": 0.780073, "nauc_recall_at_10_max": 0.862047, "nauc_recall_at_10_std": 0.444861, "nauc_recall_at_10_diff1": 0.808747, "nauc_recall_at_20_max": 0.814742, "nauc_recall_at_20_std": 0.355803, "nauc_recall_at_20_diff1": 0.755064, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.769983, "nauc_precision_at_1_std": 0.253482, "nauc_precision_at_1_diff1": 0.797845, "nauc_precision_at_3_max": 0.878952, "nauc_precision_at_3_std": 0.428789, "nauc_precision_at_3_diff1": 0.780647, "nauc_precision_at_5_max": 0.877155, "nauc_precision_at_5_std": 0.483889, "nauc_precision_at_5_diff1": 0.780073, "nauc_precision_at_10_max": 0.862047, "nauc_precision_at_10_std": 0.444861, "nauc_precision_at_10_diff1": 0.808747, "nauc_precision_at_20_max": 0.814742, "nauc_precision_at_20_std": 0.355803, "nauc_precision_at_20_diff1": 0.755064, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.769983, "nauc_mrr_at_1_std": 0.253482, "nauc_mrr_at_1_diff1": 0.797845, "nauc_mrr_at_3_max": 0.808226, "nauc_mrr_at_3_std": 0.30395, "nauc_mrr_at_3_diff1": 0.78839, "nauc_mrr_at_5_max": 0.803794, "nauc_mrr_at_5_std": 0.303931, "nauc_mrr_at_5_diff1": 0.78874, "nauc_mrr_at_10_max": 0.800546, "nauc_mrr_at_10_std": 0.296423, "nauc_mrr_at_10_diff1": 0.790038, "nauc_mrr_at_20_max": 0.799282, "nauc_mrr_at_20_std": 0.293772, "nauc_mrr_at_20_diff1": 0.789546, "nauc_mrr_at_100_max": 0.79946, "nauc_mrr_at_100_std": 0.294047, "nauc_mrr_at_100_diff1": 0.789997, "nauc_mrr_at_1000_max": 0.799429, "nauc_mrr_at_1000_std": 0.293937, "nauc_mrr_at_1000_diff1": 0.789964, "hit_rate_at_1": 0.68367, "hit_rate_at_3": 0.80102, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.91837, "hit_rate_at_20": 0.96939, "hit_rate_at_100": 0.9949, "hit_rate_at_1000": 1.0, "main_score": 0.79452, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.728, "ndcg_at_3": 0.79647, "ndcg_at_5": 0.81008, "ndcg_at_10": 0.82354, "ndcg_at_20": 0.83416, "ndcg_at_100": 0.83936, "ndcg_at_1000": 0.84121, "map_at_1": 0.728, "map_at_3": 0.78, "map_at_5": 0.7878, "map_at_10": 0.79366, "map_at_20": 0.79657, "map_at_100": 0.79728, "map_at_1000": 0.79735, "recall_at_1": 0.728, "recall_at_3": 0.844, "recall_at_5": 0.876, "recall_at_10": 0.916, "recall_at_20": 0.958, "recall_at_100": 0.986, "recall_at_1000": 1.0, "accuracy": 0.728, "precision_at_1": 0.728, "precision_at_3": 0.28133, "precision_at_5": 0.1752, "precision_at_10": 0.0916, "precision_at_20": 0.0479, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.728, "mrr_at_3": 0.78, "mrr_at_5": 0.7878, "mrr_at_10": 0.793659, "mrr_at_20": 0.796571, "mrr_at_100": 0.797278, "mrr_at_1000": 0.797354, "nauc_ndcg_at_1_max": 0.697697, "nauc_ndcg_at_1_std": -0.124373, "nauc_ndcg_at_1_diff1": 0.822706, "nauc_ndcg_at_3_max": 0.754717, "nauc_ndcg_at_3_std": -0.031323, "nauc_ndcg_at_3_diff1": 0.800821, "nauc_ndcg_at_5_max": 0.763449, "nauc_ndcg_at_5_std": -0.02436, "nauc_ndcg_at_5_diff1": 0.801288, "nauc_ndcg_at_10_max": 0.765064, "nauc_ndcg_at_10_std": -0.015305, "nauc_ndcg_at_10_diff1": 0.805716, "nauc_ndcg_at_20_max": 0.758972, "nauc_ndcg_at_20_std": -0.013045, "nauc_ndcg_at_20_diff1": 0.80406, "nauc_ndcg_at_100_max": 0.752726, "nauc_ndcg_at_100_std": -0.02698, "nauc_ndcg_at_100_diff1": 0.805661, "nauc_ndcg_at_1000_max": 0.749771, "nauc_ndcg_at_1000_std": -0.035908, "nauc_ndcg_at_1000_diff1": 0.8054, "nauc_map_at_1_max": 0.697697, "nauc_map_at_1_std": -0.124373, "nauc_map_at_1_diff1": 0.822706, "nauc_map_at_3_max": 0.740142, "nauc_map_at_3_std": -0.056069, "nauc_map_at_3_diff1": 0.805193, "nauc_map_at_5_max": 0.744141, "nauc_map_at_5_std": -0.053224, "nauc_map_at_5_diff1": 0.805453, "nauc_map_at_10_max": 0.744115, "nauc_map_at_10_std": -0.049914, "nauc_map_at_10_diff1": 0.806884, "nauc_map_at_20_max": 0.74247, "nauc_map_at_20_std": -0.049878, "nauc_map_at_20_diff1": 0.806604, "nauc_map_at_100_max": 0.74172, "nauc_map_at_100_std": -0.0517, "nauc_map_at_100_diff1": 0.806781, "nauc_map_at_1000_max": 0.741617, "nauc_map_at_1000_std": -0.052004, "nauc_map_at_1000_diff1": 0.806766, "nauc_recall_at_1_max": 0.697697, "nauc_recall_at_1_std": -0.124373, "nauc_recall_at_1_diff1": 0.822706, "nauc_recall_at_3_max": 0.809949, "nauc_recall_at_3_std": 0.063057, "nauc_recall_at_3_diff1": 0.785017, "nauc_recall_at_5_max": 0.85243, "nauc_recall_at_5_std": 0.10773, "nauc_recall_at_5_diff1": 0.783868, "nauc_recall_at_10_max": 0.901694, "nauc_recall_at_10_std": 0.209362, "nauc_recall_at_10_diff1": 0.805644, "nauc_recall_at_20_max": 0.949424, "nauc_recall_at_20_std": 0.463541, "nauc_recall_at_20_diff1": 0.779467, "nauc_recall_at_100_max": 0.981326, "nauc_recall_at_100_std": 0.667934, "nauc_recall_at_100_diff1": 0.821929, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.697697, "nauc_precision_at_1_std": -0.124373, "nauc_precision_at_1_diff1": 0.822706, "nauc_precision_at_3_max": 0.809949, "nauc_precision_at_3_std": 0.063057, "nauc_precision_at_3_diff1": 0.785017, "nauc_precision_at_5_max": 0.85243, "nauc_precision_at_5_std": 0.10773, "nauc_precision_at_5_diff1": 0.783868, "nauc_precision_at_10_max": 0.901694, "nauc_precision_at_10_std": 0.209362, "nauc_precision_at_10_diff1": 0.805644, "nauc_precision_at_20_max": 0.949424, "nauc_precision_at_20_std": 0.463541, "nauc_precision_at_20_diff1": 0.779467, "nauc_precision_at_100_max": 0.981326, "nauc_precision_at_100_std": 0.667934, "nauc_precision_at_100_diff1": 0.821929, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.697697, "nauc_mrr_at_1_std": -0.124373, "nauc_mrr_at_1_diff1": 0.822706, "nauc_mrr_at_3_max": 0.740142, "nauc_mrr_at_3_std": -0.056069, "nauc_mrr_at_3_diff1": 0.805193, "nauc_mrr_at_5_max": 0.744141, "nauc_mrr_at_5_std": -0.053224, "nauc_mrr_at_5_diff1": 0.805453, "nauc_mrr_at_10_max": 0.744115, "nauc_mrr_at_10_std": -0.049914, "nauc_mrr_at_10_diff1": 0.806884, "nauc_mrr_at_20_max": 0.74247, "nauc_mrr_at_20_std": -0.049878, "nauc_mrr_at_20_diff1": 0.806604, "nauc_mrr_at_100_max": 0.74172, "nauc_mrr_at_100_std": -0.0517, "nauc_mrr_at_100_diff1": 0.806781, "nauc_mrr_at_1000_max": 0.741617, "nauc_mrr_at_1000_std": -0.052004, "nauc_mrr_at_1000_diff1": 0.806766, "hit_rate_at_1": 0.728, "hit_rate_at_3": 0.844, "hit_rate_at_5": 0.876, "hit_rate_at_10": 0.916, "hit_rate_at_20": 0.958, "hit_rate_at_100": 0.986, "hit_rate_at_1000": 1.0, "main_score": 0.82354, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.726, "ndcg_at_3": 0.80305, "ndcg_at_5": 0.81312, "ndcg_at_10": 0.82473, "ndcg_at_20": 0.83099, "ndcg_at_100": 0.83979, "ndcg_at_1000": 0.84142, "map_at_1": 0.726, "map_at_3": 0.78467, "map_at_5": 0.79037, "map_at_10": 0.79515, "map_at_20": 0.79697, "map_at_100": 0.79814, "map_at_1000": 0.79822, "recall_at_1": 0.726, "recall_at_3": 0.856, "recall_at_5": 0.88, "recall_at_10": 0.916, "recall_at_20": 0.94, "recall_at_100": 0.988, "recall_at_1000": 1.0, "accuracy": 0.726, "precision_at_1": 0.726, "precision_at_3": 0.28533, "precision_at_5": 0.176, "precision_at_10": 0.0916, "precision_at_20": 0.047, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.726, "mrr_at_3": 0.784667, "mrr_at_5": 0.790367, "mrr_at_10": 0.795152, "mrr_at_20": 0.796967, "mrr_at_100": 0.798139, "mrr_at_1000": 0.798217, "nauc_ndcg_at_1_max": 0.70802, "nauc_ndcg_at_1_std": 0.023174, "nauc_ndcg_at_1_diff1": 0.809015, "nauc_ndcg_at_3_max": 0.764889, "nauc_ndcg_at_3_std": 0.086485, "nauc_ndcg_at_3_diff1": 0.777388, "nauc_ndcg_at_5_max": 0.766158, "nauc_ndcg_at_5_std": 0.100821, "nauc_ndcg_at_5_diff1": 0.770451, "nauc_ndcg_at_10_max": 0.765631, "nauc_ndcg_at_10_std": 0.119916, "nauc_ndcg_at_10_diff1": 0.780958, "nauc_ndcg_at_20_max": 0.763752, "nauc_ndcg_at_20_std": 0.114425, "nauc_ndcg_at_20_diff1": 0.781733, "nauc_ndcg_at_100_max": 0.75556, "nauc_ndcg_at_100_std": 0.096058, "nauc_ndcg_at_100_diff1": 0.783428, "nauc_ndcg_at_1000_max": 0.754166, "nauc_ndcg_at_1000_std": 0.09096, "nauc_ndcg_at_1000_diff1": 0.783376, "nauc_map_at_1_max": 0.70802, "nauc_map_at_1_std": 0.023174, "nauc_map_at_1_diff1": 0.809015, "nauc_map_at_3_max": 0.748975, "nauc_map_at_3_std": 0.066393, "nauc_map_at_3_diff1": 0.78479, "nauc_map_at_5_max": 0.749346, "nauc_map_at_5_std": 0.073632, "nauc_map_at_5_diff1": 0.78136, "nauc_map_at_10_max": 0.748849, "nauc_map_at_10_std": 0.081191, "nauc_map_at_10_diff1": 0.785293, "nauc_map_at_20_max": 0.748174, "nauc_map_at_20_std": 0.079434, "nauc_map_at_20_diff1": 0.785479, "nauc_map_at_100_max": 0.747179, "nauc_map_at_100_std": 0.076928, "nauc_map_at_100_diff1": 0.785726, "nauc_map_at_1000_max": 0.747135, "nauc_map_at_1000_std": 0.076751, "nauc_map_at_1000_diff1": 0.785739, "nauc_recall_at_1_max": 0.70802, "nauc_recall_at_1_std": 0.023174, "nauc_recall_at_1_diff1": 0.809015, "nauc_recall_at_3_max": 0.82902, "nauc_recall_at_3_std": 0.16892, "nauc_recall_at_3_diff1": 0.748453, "nauc_recall_at_5_max": 0.843915, "nauc_recall_at_5_std": 0.23056, "nauc_recall_at_5_diff1": 0.719687, "nauc_recall_at_10_max": 0.870737, "nauc_recall_at_10_std": 0.37943, "nauc_recall_at_10_diff1": 0.762861, "nauc_recall_at_20_max": 0.895269, "nauc_recall_at_20_std": 0.429536, "nauc_recall_at_20_diff1": 0.764332, "nauc_recall_at_100_max": 0.885621, "nauc_recall_at_100_std": 0.563103, "nauc_recall_at_100_diff1": 0.796919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.70802, "nauc_precision_at_1_std": 0.023174, "nauc_precision_at_1_diff1": 0.809015, "nauc_precision_at_3_max": 0.82902, "nauc_precision_at_3_std": 0.16892, "nauc_precision_at_3_diff1": 0.748453, "nauc_precision_at_5_max": 0.843915, "nauc_precision_at_5_std": 0.23056, "nauc_precision_at_5_diff1": 0.719687, "nauc_precision_at_10_max": 0.870737, "nauc_precision_at_10_std": 0.37943, "nauc_precision_at_10_diff1": 0.762861, "nauc_precision_at_20_max": 0.895269, "nauc_precision_at_20_std": 0.429536, "nauc_precision_at_20_diff1": 0.764332, "nauc_precision_at_100_max": 0.885621, "nauc_precision_at_100_std": 0.563103, "nauc_precision_at_100_diff1": 0.796919, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.70802, "nauc_mrr_at_1_std": 0.023174, "nauc_mrr_at_1_diff1": 0.809015, "nauc_mrr_at_3_max": 0.748975, "nauc_mrr_at_3_std": 0.066393, "nauc_mrr_at_3_diff1": 0.78479, "nauc_mrr_at_5_max": 0.749346, "nauc_mrr_at_5_std": 0.073632, "nauc_mrr_at_5_diff1": 0.78136, "nauc_mrr_at_10_max": 0.748849, "nauc_mrr_at_10_std": 0.081191, "nauc_mrr_at_10_diff1": 0.785293, "nauc_mrr_at_20_max": 0.748174, "nauc_mrr_at_20_std": 0.079434, "nauc_mrr_at_20_diff1": 0.785479, "nauc_mrr_at_100_max": 0.747179, "nauc_mrr_at_100_std": 0.076928, "nauc_mrr_at_100_diff1": 0.785726, "nauc_mrr_at_1000_max": 0.747135, "nauc_mrr_at_1000_std": 0.076751, "nauc_mrr_at_1000_diff1": 0.785739, "hit_rate_at_1": 0.726, "hit_rate_at_3": 0.856, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.916, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.988, "hit_rate_at_1000": 1.0, "main_score": 0.82473, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.6631, "ndcg_at_3": 0.76419, "ndcg_at_5": 0.77938, "ndcg_at_10": 0.79559, "ndcg_at_20": 0.7996, "ndcg_at_100": 0.81349, "ndcg_at_1000": 0.81349, "map_at_1": 0.6631, "map_at_3": 0.74153, "map_at_5": 0.74982, "map_at_10": 0.7569, "map_at_20": 0.75797, "map_at_100": 0.76029, "map_at_1000": 0.76029, "recall_at_1": 0.6631, "recall_at_3": 0.82888, "recall_at_5": 0.86631, "recall_at_10": 0.91444, "recall_at_20": 0.93048, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6631, "precision_at_1": 0.6631, "precision_at_3": 0.27629, "precision_at_5": 0.17326, "precision_at_10": 0.09144, "precision_at_20": 0.04652, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.663102, "mrr_at_3": 0.741533, "mrr_at_5": 0.749822, "mrr_at_10": 0.756899, "mrr_at_20": 0.757974, "mrr_at_100": 0.760285, "mrr_at_1000": 0.760285, "nauc_ndcg_at_1_max": 0.521156, "nauc_ndcg_at_1_std": 0.083201, "nauc_ndcg_at_1_diff1": 0.740704, "nauc_ndcg_at_3_max": 0.671567, "nauc_ndcg_at_3_std": 0.240988, "nauc_ndcg_at_3_diff1": 0.701003, "nauc_ndcg_at_5_max": 0.665935, "nauc_ndcg_at_5_std": 0.27644, "nauc_ndcg_at_5_diff1": 0.688098, "nauc_ndcg_at_10_max": 0.644404, "nauc_ndcg_at_10_std": 0.231369, "nauc_ndcg_at_10_diff1": 0.695096, "nauc_ndcg_at_20_max": 0.638475, "nauc_ndcg_at_20_std": 0.237307, "nauc_ndcg_at_20_diff1": 0.693338, "nauc_ndcg_at_100_max": 0.624914, "nauc_ndcg_at_100_std": 0.206259, "nauc_ndcg_at_100_diff1": 0.70311, "nauc_ndcg_at_1000_max": 0.624914, "nauc_ndcg_at_1000_std": 0.206259, "nauc_ndcg_at_1000_diff1": 0.70311, "nauc_map_at_1_max": 0.521156, "nauc_map_at_1_std": 0.083201, "nauc_map_at_1_diff1": 0.740704, "nauc_map_at_3_max": 0.629146, "nauc_map_at_3_std": 0.196469, "nauc_map_at_3_diff1": 0.709372, "nauc_map_at_5_max": 0.625396, "nauc_map_at_5_std": 0.212849, "nauc_map_at_5_diff1": 0.703788, "nauc_map_at_10_max": 0.61603, "nauc_map_at_10_std": 0.194307, "nauc_map_at_10_diff1": 0.706691, "nauc_map_at_20_max": 0.614569, "nauc_map_at_20_std": 0.195465, "nauc_map_at_20_diff1": 0.706344, "nauc_map_at_100_max": 0.612689, "nauc_map_at_100_std": 0.190568, "nauc_map_at_100_diff1": 0.707748, "nauc_map_at_1000_max": 0.612689, "nauc_map_at_1000_std": 0.190568, "nauc_map_at_1000_diff1": 0.707748, "nauc_recall_at_1_max": 0.521156, "nauc_recall_at_1_std": 0.083201, "nauc_recall_at_1_diff1": 0.740704, "nauc_recall_at_3_max": 0.839711, "nauc_recall_at_3_std": 0.417457, "nauc_recall_at_3_diff1": 0.669556, "nauc_recall_at_5_max": 0.858126, "nauc_recall_at_5_std": 0.590214, "nauc_recall_at_5_diff1": 0.610469, "nauc_recall_at_10_max": 0.823285, "nauc_recall_at_10_std": 0.466517, "nauc_recall_at_10_diff1": 0.616759, "nauc_recall_at_20_max": 0.80386, "nauc_recall_at_20_std": 0.580734, "nauc_recall_at_20_diff1": 0.581102, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.521156, "nauc_precision_at_1_std": 0.083201, "nauc_precision_at_1_diff1": 0.740704, "nauc_precision_at_3_max": 0.839711, "nauc_precision_at_3_std": 0.417457, "nauc_precision_at_3_diff1": 0.669556, "nauc_precision_at_5_max": 0.858126, "nauc_precision_at_5_std": 0.590214, "nauc_precision_at_5_diff1": 0.610469, "nauc_precision_at_10_max": 0.823285, "nauc_precision_at_10_std": 0.466517, "nauc_precision_at_10_diff1": 0.616759, "nauc_precision_at_20_max": 0.80386, "nauc_precision_at_20_std": 0.580734, "nauc_precision_at_20_diff1": 0.581102, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.521156, "nauc_mrr_at_1_std": 0.083201, "nauc_mrr_at_1_diff1": 0.740704, "nauc_mrr_at_3_max": 0.629146, "nauc_mrr_at_3_std": 0.196469, "nauc_mrr_at_3_diff1": 0.709372, "nauc_mrr_at_5_max": 0.625396, "nauc_mrr_at_5_std": 0.212849, "nauc_mrr_at_5_diff1": 0.703788, "nauc_mrr_at_10_max": 0.61603, "nauc_mrr_at_10_std": 0.194307, "nauc_mrr_at_10_diff1": 0.706691, "nauc_mrr_at_20_max": 0.614569, "nauc_mrr_at_20_std": 0.195465, "nauc_mrr_at_20_diff1": 0.706344, "nauc_mrr_at_100_max": 0.612689, "nauc_mrr_at_100_std": 0.190568, "nauc_mrr_at_100_diff1": 0.707748, "nauc_mrr_at_1000_max": 0.612689, "nauc_mrr_at_1000_std": 0.190568, "nauc_mrr_at_1000_diff1": 0.707748, "hit_rate_at_1": 0.6631, "hit_rate_at_3": 0.82888, "hit_rate_at_5": 0.86631, "hit_rate_at_10": 0.91444, "hit_rate_at_20": 0.93048, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79559, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.7037, "ndcg_at_3": 0.76827, "ndcg_at_5": 0.78808, "ndcg_at_10": 0.79714, "ndcg_at_20": 0.808, "ndcg_at_100": 0.81991, "ndcg_at_1000": 0.82068, "map_at_1": 0.7037, "map_at_3": 0.7522, "map_at_5": 0.76332, "map_at_10": 0.76735, "map_at_20": 0.77041, "map_at_100": 0.7721, "map_at_1000": 0.77215, "recall_at_1": 0.7037, "recall_at_3": 0.81481, "recall_at_5": 0.86243, "recall_at_10": 0.88889, "recall_at_20": 0.93122, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "accuracy": 0.7037, "precision_at_1": 0.7037, "precision_at_3": 0.2716, "precision_at_5": 0.17249, "precision_at_10": 0.08889, "precision_at_20": 0.04656, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.703704, "mrr_at_3": 0.752205, "mrr_at_5": 0.763316, "mrr_at_10": 0.767347, "mrr_at_20": 0.770412, "mrr_at_100": 0.772101, "mrr_at_1000": 0.772146, "nauc_ndcg_at_1_max": 0.666852, "nauc_ndcg_at_1_std": 0.199716, "nauc_ndcg_at_1_diff1": 0.769468, "nauc_ndcg_at_3_max": 0.739898, "nauc_ndcg_at_3_std": 0.350281, "nauc_ndcg_at_3_diff1": 0.739239, "nauc_ndcg_at_5_max": 0.73508, "nauc_ndcg_at_5_std": 0.36251, "nauc_ndcg_at_5_diff1": 0.72409, "nauc_ndcg_at_10_max": 0.733287, "nauc_ndcg_at_10_std": 0.363892, "nauc_ndcg_at_10_diff1": 0.719157, "nauc_ndcg_at_20_max": 0.73226, "nauc_ndcg_at_20_std": 0.360356, "nauc_ndcg_at_20_diff1": 0.723793, "nauc_ndcg_at_100_max": 0.724358, "nauc_ndcg_at_100_std": 0.330357, "nauc_ndcg_at_100_diff1": 0.737898, "nauc_ndcg_at_1000_max": 0.723041, "nauc_ndcg_at_1000_std": 0.328486, "nauc_ndcg_at_1000_diff1": 0.737271, "nauc_map_at_1_max": 0.666852, "nauc_map_at_1_std": 0.199716, "nauc_map_at_1_diff1": 0.769468, "nauc_map_at_3_max": 0.721024, "nauc_map_at_3_std": 0.308797, "nauc_map_at_3_diff1": 0.748561, "nauc_map_at_5_max": 0.717756, "nauc_map_at_5_std": 0.312851, "nauc_map_at_5_diff1": 0.741222, "nauc_map_at_10_max": 0.71699, "nauc_map_at_10_std": 0.312973, "nauc_map_at_10_diff1": 0.73984, "nauc_map_at_20_max": 0.716653, "nauc_map_at_20_std": 0.311907, "nauc_map_at_20_diff1": 0.741219, "nauc_map_at_100_max": 0.715731, "nauc_map_at_100_std": 0.308237, "nauc_map_at_100_diff1": 0.743292, "nauc_map_at_1000_max": 0.715668, "nauc_map_at_1000_std": 0.308146, "nauc_map_at_1000_diff1": 0.743265, "nauc_recall_at_1_max": 0.666852, "nauc_recall_at_1_std": 0.199716, "nauc_recall_at_1_diff1": 0.769468, "nauc_recall_at_3_max": 0.808155, "nauc_recall_at_3_std": 0.501774, "nauc_recall_at_3_diff1": 0.704663, "nauc_recall_at_5_max": 0.812415, "nauc_recall_at_5_std": 0.593259, "nauc_recall_at_5_diff1": 0.641673, "nauc_recall_at_10_max": 0.817695, "nauc_recall_at_10_std": 0.644514, "nauc_recall_at_10_diff1": 0.597765, "nauc_recall_at_20_max": 0.854903, "nauc_recall_at_20_std": 0.766177, "nauc_recall_at_20_diff1": 0.57166, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.721951, "nauc_recall_at_100_diff1": 0.869204, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.666852, "nauc_precision_at_1_std": 0.199716, "nauc_precision_at_1_diff1": 0.769468, "nauc_precision_at_3_max": 0.808155, "nauc_precision_at_3_std": 0.501774, "nauc_precision_at_3_diff1": 0.704663, "nauc_precision_at_5_max": 0.812415, "nauc_precision_at_5_std": 0.593259, "nauc_precision_at_5_diff1": 0.641673, "nauc_precision_at_10_max": 0.817695, "nauc_precision_at_10_std": 0.644514, "nauc_precision_at_10_diff1": 0.597765, "nauc_precision_at_20_max": 0.854903, "nauc_precision_at_20_std": 0.766177, "nauc_precision_at_20_diff1": 0.57166, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.721951, "nauc_precision_at_100_diff1": 0.869204, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.666852, "nauc_mrr_at_1_std": 0.199716, "nauc_mrr_at_1_diff1": 0.769468, "nauc_mrr_at_3_max": 0.721024, "nauc_mrr_at_3_std": 0.308797, "nauc_mrr_at_3_diff1": 0.748561, "nauc_mrr_at_5_max": 0.717756, "nauc_mrr_at_5_std": 0.312851, "nauc_mrr_at_5_diff1": 0.741222, "nauc_mrr_at_10_max": 0.71699, "nauc_mrr_at_10_std": 0.312973, "nauc_mrr_at_10_diff1": 0.73984, "nauc_mrr_at_20_max": 0.716653, "nauc_mrr_at_20_std": 0.311907, "nauc_mrr_at_20_diff1": 0.741219, "nauc_mrr_at_100_max": 0.715731, "nauc_mrr_at_100_std": 0.308237, "nauc_mrr_at_100_diff1": 0.743292, "nauc_mrr_at_1000_max": 0.715668, "nauc_mrr_at_1000_std": 0.308146, "nauc_mrr_at_1000_diff1": 0.743265, "hit_rate_at_1": 0.7037, "hit_rate_at_3": 0.81481, "hit_rate_at_5": 0.86243, "hit_rate_at_10": 0.88889, "hit_rate_at_20": 0.93122, "hit_rate_at_100": 0.99471, "hit_rate_at_1000": 1.0, "main_score": 0.79714, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.7205, "ndcg_at_3": 0.80427, "ndcg_at_5": 0.81978, "ndcg_at_10": 0.83163, "ndcg_at_20": 0.83809, "ndcg_at_100": 0.84459, "ndcg_at_1000": 0.84551, "map_at_1": 0.7205, "map_at_3": 0.78571, "map_at_5": 0.79441, "map_at_10": 0.79918, "map_at_20": 0.80105, "map_at_100": 0.80181, "map_at_1000": 0.80187, "recall_at_1": 0.7205, "recall_at_3": 0.85714, "recall_at_5": 0.89441, "recall_at_10": 0.93168, "recall_at_20": 0.95652, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "accuracy": 0.7205, "precision_at_1": 0.7205, "precision_at_3": 0.28571, "precision_at_5": 0.17888, "precision_at_10": 0.09317, "precision_at_20": 0.04783, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.720497, "mrr_at_3": 0.785714, "mrr_at_5": 0.79441, "mrr_at_10": 0.799179, "mrr_at_20": 0.801045, "mrr_at_100": 0.801805, "mrr_at_1000": 0.801866, "nauc_ndcg_at_1_max": 0.654828, "nauc_ndcg_at_1_std": 0.210061, "nauc_ndcg_at_1_diff1": 0.782654, "nauc_ndcg_at_3_max": 0.75285, "nauc_ndcg_at_3_std": 0.348646, "nauc_ndcg_at_3_diff1": 0.764601, "nauc_ndcg_at_5_max": 0.738044, "nauc_ndcg_at_5_std": 0.323353, "nauc_ndcg_at_5_diff1": 0.753104, "nauc_ndcg_at_10_max": 0.731414, "nauc_ndcg_at_10_std": 0.334042, "nauc_ndcg_at_10_diff1": 0.747012, "nauc_ndcg_at_20_max": 0.722548, "nauc_ndcg_at_20_std": 0.310908, "nauc_ndcg_at_20_diff1": 0.741848, "nauc_ndcg_at_100_max": 0.719359, "nauc_ndcg_at_100_std": 0.308777, "nauc_ndcg_at_100_diff1": 0.752019, "nauc_ndcg_at_1000_max": 0.719338, "nauc_ndcg_at_1000_std": 0.305053, "nauc_ndcg_at_1000_diff1": 0.754625, "nauc_map_at_1_max": 0.654828, "nauc_map_at_1_std": 0.210061, "nauc_map_at_1_diff1": 0.782654, "nauc_map_at_3_max": 0.726804, "nauc_map_at_3_std": 0.3135, "nauc_map_at_3_diff1": 0.767742, "nauc_map_at_5_max": 0.718451, "nauc_map_at_5_std": 0.299679, "nauc_map_at_5_diff1": 0.762255, "nauc_map_at_10_max": 0.715685, "nauc_map_at_10_std": 0.302684, "nauc_map_at_10_diff1": 0.760486, "nauc_map_at_20_max": 0.713366, "nauc_map_at_20_std": 0.296778, "nauc_map_at_20_diff1": 0.759415, "nauc_map_at_100_max": 0.713014, "nauc_map_at_100_std": 0.296131, "nauc_map_at_100_diff1": 0.760541, "nauc_map_at_1000_max": 0.71301, "nauc_map_at_1000_std": 0.295935, "nauc_map_at_1000_diff1": 0.760678, "nauc_recall_at_1_max": 0.654828, "nauc_recall_at_1_std": 0.210061, "nauc_recall_at_1_diff1": 0.782654, "nauc_recall_at_3_max": 0.856575, "nauc_recall_at_3_std": 0.487497, "nauc_recall_at_3_diff1": 0.753194, "nauc_recall_at_5_max": 0.831827, "nauc_recall_at_5_std": 0.432856, "nauc_recall_at_5_diff1": 0.705184, "nauc_recall_at_10_max": 0.834893, "nauc_recall_at_10_std": 0.567226, "nauc_recall_at_10_diff1": 0.635422, "nauc_recall_at_20_max": 0.780183, "nauc_recall_at_20_std": 0.402171, "nauc_recall_at_20_diff1": 0.504052, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 0.869371, "nauc_recall_at_100_diff1": 0.359649, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.654828, "nauc_precision_at_1_std": 0.210061, "nauc_precision_at_1_diff1": 0.782654, "nauc_precision_at_3_max": 0.856575, "nauc_precision_at_3_std": 0.487497, "nauc_precision_at_3_diff1": 0.753194, "nauc_precision_at_5_max": 0.831827, "nauc_precision_at_5_std": 0.432856, "nauc_precision_at_5_diff1": 0.705184, "nauc_precision_at_10_max": 0.834893, "nauc_precision_at_10_std": 0.567226, "nauc_precision_at_10_diff1": 0.635422, "nauc_precision_at_20_max": 0.780183, "nauc_precision_at_20_std": 0.402171, "nauc_precision_at_20_diff1": 0.504052, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 0.869371, "nauc_precision_at_100_diff1": 0.359649, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.654828, "nauc_mrr_at_1_std": 0.210061, "nauc_mrr_at_1_diff1": 0.782654, "nauc_mrr_at_3_max": 0.726804, "nauc_mrr_at_3_std": 0.3135, "nauc_mrr_at_3_diff1": 0.767742, "nauc_mrr_at_5_max": 0.718451, "nauc_mrr_at_5_std": 0.299679, "nauc_mrr_at_5_diff1": 0.762255, "nauc_mrr_at_10_max": 0.715685, "nauc_mrr_at_10_std": 0.302684, "nauc_mrr_at_10_diff1": 0.760486, "nauc_mrr_at_20_max": 0.713366, "nauc_mrr_at_20_std": 0.296778, "nauc_mrr_at_20_diff1": 0.759415, "nauc_mrr_at_100_max": 0.713014, "nauc_mrr_at_100_std": 0.296131, "nauc_mrr_at_100_diff1": 0.760541, "nauc_mrr_at_1000_max": 0.71301, "nauc_mrr_at_1000_std": 0.295935, "nauc_mrr_at_1000_diff1": 0.760678, "hit_rate_at_1": 0.7205, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.89441, "hit_rate_at_10": 0.93168, "hit_rate_at_20": 0.95652, "hit_rate_at_100": 0.99379, "hit_rate_at_1000": 1.0, "main_score": 0.83163, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.58065, "ndcg_at_3": 0.69431, "ndcg_at_5": 0.7274, "ndcg_at_10": 0.74843, "ndcg_at_20": 0.7567, "ndcg_at_100": 0.76486, "ndcg_at_1000": 0.76486, "map_at_1": 0.58065, "map_at_3": 0.66667, "map_at_5": 0.68495, "map_at_10": 0.69372, "map_at_20": 0.69605, "map_at_100": 0.69689, "map_at_1000": 0.69689, "recall_at_1": 0.58065, "recall_at_3": 0.77419, "recall_at_5": 0.85484, "recall_at_10": 0.91935, "recall_at_20": 0.95161, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.58065, "precision_at_1": 0.58065, "precision_at_3": 0.25806, "precision_at_5": 0.17097, "precision_at_10": 0.09194, "precision_at_20": 0.04758, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.580645, "mrr_at_3": 0.666667, "mrr_at_5": 0.684946, "mrr_at_10": 0.693723, "mrr_at_20": 0.696052, "mrr_at_100": 0.696895, "mrr_at_1000": 0.696895, "nauc_ndcg_at_1_max": 0.490862, "nauc_ndcg_at_1_std": 0.060007, "nauc_ndcg_at_1_diff1": 0.637948, "nauc_ndcg_at_3_max": 0.543871, "nauc_ndcg_at_3_std": 0.169135, "nauc_ndcg_at_3_diff1": 0.564845, "nauc_ndcg_at_5_max": 0.535344, "nauc_ndcg_at_5_std": 0.161738, "nauc_ndcg_at_5_diff1": 0.580629, "nauc_ndcg_at_10_max": 0.528025, "nauc_ndcg_at_10_std": 0.145899, "nauc_ndcg_at_10_diff1": 0.588669, "nauc_ndcg_at_20_max": 0.524731, "nauc_ndcg_at_20_std": 0.146496, "nauc_ndcg_at_20_diff1": 0.586793, "nauc_ndcg_at_100_max": 0.519651, "nauc_ndcg_at_100_std": 0.130404, "nauc_ndcg_at_100_diff1": 0.591421, "nauc_ndcg_at_1000_max": 0.519651, "nauc_ndcg_at_1000_std": 0.130404, "nauc_ndcg_at_1000_diff1": 0.591421, "nauc_map_at_1_max": 0.490862, "nauc_map_at_1_std": 0.060007, "nauc_map_at_1_diff1": 0.637948, "nauc_map_at_3_max": 0.523684, "nauc_map_at_3_std": 0.130438, "nauc_map_at_3_diff1": 0.584252, "nauc_map_at_5_max": 0.518315, "nauc_map_at_5_std": 0.124928, "nauc_map_at_5_diff1": 0.592889, "nauc_map_at_10_max": 0.515411, "nauc_map_at_10_std": 0.119215, "nauc_map_at_10_diff1": 0.596392, "nauc_map_at_20_max": 0.514358, "nauc_map_at_20_std": 0.118729, "nauc_map_at_20_diff1": 0.595939, "nauc_map_at_100_max": 0.514095, "nauc_map_at_100_std": 0.117438, "nauc_map_at_100_diff1": 0.59633, "nauc_map_at_1000_max": 0.514095, "nauc_map_at_1000_std": 0.117438, "nauc_map_at_1000_diff1": 0.59633, "nauc_recall_at_1_max": 0.490862, "nauc_recall_at_1_std": 0.060007, "nauc_recall_at_1_diff1": 0.637948, "nauc_recall_at_3_max": 0.623452, "nauc_recall_at_3_std": 0.320524, "nauc_recall_at_3_diff1": 0.491784, "nauc_recall_at_5_max": 0.627422, "nauc_recall_at_5_std": 0.36011, "nauc_recall_at_5_diff1": 0.521589, "nauc_recall_at_10_max": 0.633506, "nauc_recall_at_10_std": 0.362969, "nauc_recall_at_10_diff1": 0.537574, "nauc_recall_at_20_max": 0.657533, "nauc_recall_at_20_std": 0.531274, "nauc_recall_at_20_diff1": 0.476709, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.490862, "nauc_precision_at_1_std": 0.060007, "nauc_precision_at_1_diff1": 0.637948, "nauc_precision_at_3_max": 0.623452, "nauc_precision_at_3_std": 0.320524, "nauc_precision_at_3_diff1": 0.491784, "nauc_precision_at_5_max": 0.627422, "nauc_precision_at_5_std": 0.36011, "nauc_precision_at_5_diff1": 0.521589, "nauc_precision_at_10_max": 0.633506, "nauc_precision_at_10_std": 0.362969, "nauc_precision_at_10_diff1": 0.537574, "nauc_precision_at_20_max": 0.657533, "nauc_precision_at_20_std": 0.531274, "nauc_precision_at_20_diff1": 0.476709, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.490862, "nauc_mrr_at_1_std": 0.060007, "nauc_mrr_at_1_diff1": 0.637948, "nauc_mrr_at_3_max": 0.523684, "nauc_mrr_at_3_std": 0.130438, "nauc_mrr_at_3_diff1": 0.584252, "nauc_mrr_at_5_max": 0.518315, "nauc_mrr_at_5_std": 0.124928, "nauc_mrr_at_5_diff1": 0.592889, "nauc_mrr_at_10_max": 0.515411, "nauc_mrr_at_10_std": 0.119215, "nauc_mrr_at_10_diff1": 0.596392, "nauc_mrr_at_20_max": 0.514358, "nauc_mrr_at_20_std": 0.118729, "nauc_mrr_at_20_diff1": 0.595939, "nauc_mrr_at_100_max": 0.514095, "nauc_mrr_at_100_std": 0.117438, "nauc_mrr_at_100_diff1": 0.59633, "nauc_mrr_at_1000_max": 0.514095, "nauc_mrr_at_1000_std": 0.117438, "nauc_mrr_at_1000_diff1": 0.59633, "hit_rate_at_1": 0.58065, "hit_rate_at_3": 0.77419, "hit_rate_at_5": 0.85484, "hit_rate_at_10": 0.91935, "hit_rate_at_20": 0.95161, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.74843, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.71166, "ndcg_at_3": 0.81682, "ndcg_at_5": 0.82659, "ndcg_at_10": 0.83634, "ndcg_at_20": 0.84909, "ndcg_at_100": 0.8517, "ndcg_at_1000": 0.8517, "map_at_1": 0.71166, "map_at_3": 0.79346, "map_at_5": 0.79867, "map_at_10": 0.80259, "map_at_20": 0.80627, "map_at_100": 0.80677, "map_at_1000": 0.80677, "recall_at_1": 0.71166, "recall_at_3": 0.88344, "recall_at_5": 0.90798, "recall_at_10": 0.93865, "recall_at_20": 0.98773, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71166, "precision_at_1": 0.71166, "precision_at_3": 0.29448, "precision_at_5": 0.1816, "precision_at_10": 0.09387, "precision_at_20": 0.04939, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.711656, "mrr_at_3": 0.793456, "mrr_at_5": 0.798671, "mrr_at_10": 0.80259, "mrr_at_20": 0.806269, "mrr_at_100": 0.806766, "mrr_at_1000": 0.806766, "nauc_ndcg_at_1_max": 0.58256, "nauc_ndcg_at_1_std": -0.028518, "nauc_ndcg_at_1_diff1": 0.809531, "nauc_ndcg_at_3_max": 0.696503, "nauc_ndcg_at_3_std": 0.032759, "nauc_ndcg_at_3_diff1": 0.830141, "nauc_ndcg_at_5_max": 0.684332, "nauc_ndcg_at_5_std": 0.03979, "nauc_ndcg_at_5_diff1": 0.818767, "nauc_ndcg_at_10_max": 0.674698, "nauc_ndcg_at_10_std": 0.025662, "nauc_ndcg_at_10_diff1": 0.817405, "nauc_ndcg_at_20_max": 0.657668, "nauc_ndcg_at_20_std": 0.008139, "nauc_ndcg_at_20_diff1": 0.817737, "nauc_ndcg_at_100_max": 0.660459, "nauc_ndcg_at_100_std": 0.020719, "nauc_ndcg_at_100_diff1": 0.820122, "nauc_ndcg_at_1000_max": 0.660459, "nauc_ndcg_at_1000_std": 0.020719, "nauc_ndcg_at_1000_diff1": 0.820122, "nauc_map_at_1_max": 0.58256, "nauc_map_at_1_std": -0.028518, "nauc_map_at_1_diff1": 0.809531, "nauc_map_at_3_max": 0.667319, "nauc_map_at_3_std": 0.01803, "nauc_map_at_3_diff1": 0.825565, "nauc_map_at_5_max": 0.660953, "nauc_map_at_5_std": 0.021014, "nauc_map_at_5_diff1": 0.820167, "nauc_map_at_10_max": 0.657664, "nauc_map_at_10_std": 0.017906, "nauc_map_at_10_diff1": 0.819646, "nauc_map_at_20_max": 0.653608, "nauc_map_at_20_std": 0.014703, "nauc_map_at_20_diff1": 0.819913, "nauc_map_at_100_max": 0.653872, "nauc_map_at_100_std": 0.01639, "nauc_map_at_100_diff1": 0.820154, "nauc_map_at_1000_max": 0.653872, "nauc_map_at_1000_std": 0.01639, "nauc_map_at_1000_diff1": 0.820154, "nauc_recall_at_1_max": 0.58256, "nauc_recall_at_1_std": -0.028518, "nauc_recall_at_1_diff1": 0.809531, "nauc_recall_at_3_max": 0.828473, "nauc_recall_at_3_std": 0.098538, "nauc_recall_at_3_diff1": 0.850235, "nauc_recall_at_5_max": 0.806876, "nauc_recall_at_5_std": 0.144162, "nauc_recall_at_5_diff1": 0.805508, "nauc_recall_at_10_max": 0.787545, "nauc_recall_at_10_std": 0.057711, "nauc_recall_at_10_diff1": 0.789946, "nauc_recall_at_20_max": 0.495472, "nauc_recall_at_20_std": -0.659856, "nauc_recall_at_20_diff1": 0.679072, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.58256, "nauc_precision_at_1_std": -0.028518, "nauc_precision_at_1_diff1": 0.809531, "nauc_precision_at_3_max": 0.828473, "nauc_precision_at_3_std": 0.098538, "nauc_precision_at_3_diff1": 0.850235, "nauc_precision_at_5_max": 0.806876, "nauc_precision_at_5_std": 0.144162, "nauc_precision_at_5_diff1": 0.805508, "nauc_precision_at_10_max": 0.787545, "nauc_precision_at_10_std": 0.057711, "nauc_precision_at_10_diff1": 0.789946, "nauc_precision_at_20_max": 0.495472, "nauc_precision_at_20_std": -0.659856, "nauc_precision_at_20_diff1": 0.679072, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.58256, "nauc_mrr_at_1_std": -0.028518, "nauc_mrr_at_1_diff1": 0.809531, "nauc_mrr_at_3_max": 0.667319, "nauc_mrr_at_3_std": 0.01803, "nauc_mrr_at_3_diff1": 0.825565, "nauc_mrr_at_5_max": 0.660953, "nauc_mrr_at_5_std": 0.021014, "nauc_mrr_at_5_diff1": 0.820167, "nauc_mrr_at_10_max": 0.657664, "nauc_mrr_at_10_std": 0.017906, "nauc_mrr_at_10_diff1": 0.819646, "nauc_mrr_at_20_max": 0.653608, "nauc_mrr_at_20_std": 0.014703, "nauc_mrr_at_20_diff1": 0.819913, "nauc_mrr_at_100_max": 0.653872, "nauc_mrr_at_100_std": 0.01639, "nauc_mrr_at_100_diff1": 0.820154, "nauc_mrr_at_1000_max": 0.653872, "nauc_mrr_at_1000_std": 0.01639, "nauc_mrr_at_1000_diff1": 0.820154, "hit_rate_at_1": 0.71166, "hit_rate_at_3": 0.88344, "hit_rate_at_5": 0.90798, "hit_rate_at_10": 0.93865, "hit_rate_at_20": 0.98773, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83634, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.69822, "ndcg_at_3": 0.7839, "ndcg_at_5": 0.80207, "ndcg_at_10": 0.81481, "ndcg_at_20": 0.82068, "ndcg_at_100": 0.8296, "ndcg_at_1000": 0.83012, "map_at_1": 0.69822, "map_at_3": 0.76364, "map_at_5": 0.7739, "map_at_10": 0.77915, "map_at_20": 0.7807, "map_at_100": 0.78199, "map_at_1000": 0.78201, "recall_at_1": 0.69822, "recall_at_3": 0.84221, "recall_at_5": 0.8856, "recall_at_10": 0.92505, "recall_at_20": 0.94872, "recall_at_100": 0.99606, "recall_at_1000": 1.0, "accuracy": 0.69822, "precision_at_1": 0.69822, "precision_at_3": 0.28074, "precision_at_5": 0.17712, "precision_at_10": 0.0925, "precision_at_20": 0.04744, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.698225, "mrr_at_3": 0.763642, "mrr_at_5": 0.773899, "mrr_at_10": 0.779149, "mrr_at_20": 0.780701, "mrr_at_100": 0.78199, "mrr_at_1000": 0.78201, "nauc_ndcg_at_1_max": 0.599117, "nauc_ndcg_at_1_std": -0.220875, "nauc_ndcg_at_1_diff1": 0.758857, "nauc_ndcg_at_3_max": 0.6546, "nauc_ndcg_at_3_std": -0.226602, "nauc_ndcg_at_3_diff1": 0.737758, "nauc_ndcg_at_5_max": 0.663752, "nauc_ndcg_at_5_std": -0.202416, "nauc_ndcg_at_5_diff1": 0.741723, "nauc_ndcg_at_10_max": 0.654, "nauc_ndcg_at_10_std": -0.194085, "nauc_ndcg_at_10_diff1": 0.73563, "nauc_ndcg_at_20_max": 0.648908, "nauc_ndcg_at_20_std": -0.200322, "nauc_ndcg_at_20_diff1": 0.736949, "nauc_ndcg_at_100_max": 0.645514, "nauc_ndcg_at_100_std": -0.198015, "nauc_ndcg_at_100_diff1": 0.742558, "nauc_ndcg_at_1000_max": 0.644532, "nauc_ndcg_at_1000_std": -0.201622, "nauc_ndcg_at_1000_diff1": 0.741688, "nauc_map_at_1_max": 0.599117, "nauc_map_at_1_std": -0.220875, "nauc_map_at_1_diff1": 0.758857, "nauc_map_at_3_max": 0.640067, "nauc_map_at_3_std": -0.221535, "nauc_map_at_3_diff1": 0.742515, "nauc_map_at_5_max": 0.643917, "nauc_map_at_5_std": -0.209234, "nauc_map_at_5_diff1": 0.744804, "nauc_map_at_10_max": 0.639855, "nauc_map_at_10_std": -0.205765, "nauc_map_at_10_diff1": 0.742495, "nauc_map_at_20_max": 0.63872, "nauc_map_at_20_std": -0.207035, "nauc_map_at_20_diff1": 0.742886, "nauc_map_at_100_max": 0.638446, "nauc_map_at_100_std": -0.206415, "nauc_map_at_100_diff1": 0.743653, "nauc_map_at_1000_max": 0.638416, "nauc_map_at_1000_std": -0.206524, "nauc_map_at_1000_diff1": 0.743627, "nauc_recall_at_1_max": 0.599117, "nauc_recall_at_1_std": -0.220875, "nauc_recall_at_1_diff1": 0.758857, "nauc_recall_at_3_max": 0.712307, "nauc_recall_at_3_std": -0.249071, "nauc_recall_at_3_diff1": 0.71938, "nauc_recall_at_5_max": 0.767225, "nauc_recall_at_5_std": -0.164083, "nauc_recall_at_5_diff1": 0.727644, "nauc_recall_at_10_max": 0.753625, "nauc_recall_at_10_std": -0.09747, "nauc_recall_at_10_diff1": 0.681869, "nauc_recall_at_20_max": 0.732301, "nauc_recall_at_20_std": -0.13806, "nauc_recall_at_20_diff1": 0.672397, "nauc_recall_at_100_max": 0.934598, "nauc_recall_at_100_std": 0.869195, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.599117, "nauc_precision_at_1_std": -0.220875, "nauc_precision_at_1_diff1": 0.758857, "nauc_precision_at_3_max": 0.712307, "nauc_precision_at_3_std": -0.249071, "nauc_precision_at_3_diff1": 0.71938, "nauc_precision_at_5_max": 0.767225, "nauc_precision_at_5_std": -0.164083, "nauc_precision_at_5_diff1": 0.727644, "nauc_precision_at_10_max": 0.753625, "nauc_precision_at_10_std": -0.09747, "nauc_precision_at_10_diff1": 0.681869, "nauc_precision_at_20_max": 0.732301, "nauc_precision_at_20_std": -0.13806, "nauc_precision_at_20_diff1": 0.672397, "nauc_precision_at_100_max": 0.934598, "nauc_precision_at_100_std": 0.869195, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.599117, "nauc_mrr_at_1_std": -0.220875, "nauc_mrr_at_1_diff1": 0.758857, "nauc_mrr_at_3_max": 0.640067, "nauc_mrr_at_3_std": -0.221535, "nauc_mrr_at_3_diff1": 0.742515, "nauc_mrr_at_5_max": 0.643917, "nauc_mrr_at_5_std": -0.209234, "nauc_mrr_at_5_diff1": 0.744804, "nauc_mrr_at_10_max": 0.639855, "nauc_mrr_at_10_std": -0.205765, "nauc_mrr_at_10_diff1": 0.742495, "nauc_mrr_at_20_max": 0.63872, "nauc_mrr_at_20_std": -0.207035, "nauc_mrr_at_20_diff1": 0.742886, "nauc_mrr_at_100_max": 0.638446, "nauc_mrr_at_100_std": -0.206415, "nauc_mrr_at_100_diff1": 0.743653, "nauc_mrr_at_1000_max": 0.638416, "nauc_mrr_at_1000_std": -0.206524, "nauc_mrr_at_1000_diff1": 0.743627, "hit_rate_at_1": 0.69822, "hit_rate_at_3": 0.84221, "hit_rate_at_5": 0.8856, "hit_rate_at_10": 0.92505, "hit_rate_at_20": 0.94872, "hit_rate_at_100": 0.99606, "hit_rate_at_1000": 1.0, "main_score": 0.81481, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.71123, "ndcg_at_3": 0.79673, "ndcg_at_5": 0.80801, "ndcg_at_10": 0.81806, "ndcg_at_20": 0.82875, "ndcg_at_100": 0.83728, "ndcg_at_1000": 0.83728, "map_at_1": 0.71123, "map_at_3": 0.77629, "map_at_5": 0.78271, "map_at_10": 0.78669, "map_at_20": 0.78956, "map_at_100": 0.79096, "map_at_1000": 0.79096, "recall_at_1": 0.71123, "recall_at_3": 0.85561, "recall_at_5": 0.88235, "recall_at_10": 0.91444, "recall_at_20": 0.95722, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71123, "precision_at_1": 0.71123, "precision_at_3": 0.2852, "precision_at_5": 0.17647, "precision_at_10": 0.09144, "precision_at_20": 0.04786, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.71123, "mrr_at_3": 0.776292, "mrr_at_5": 0.782709, "mrr_at_10": 0.78669, "mrr_at_20": 0.789562, "mrr_at_100": 0.790963, "mrr_at_1000": 0.790963, "nauc_ndcg_at_1_max": 0.579611, "nauc_ndcg_at_1_std": -0.037693, "nauc_ndcg_at_1_diff1": 0.785096, "nauc_ndcg_at_3_max": 0.682572, "nauc_ndcg_at_3_std": 0.058749, "nauc_ndcg_at_3_diff1": 0.790698, "nauc_ndcg_at_5_max": 0.685371, "nauc_ndcg_at_5_std": 0.058573, "nauc_ndcg_at_5_diff1": 0.785911, "nauc_ndcg_at_10_max": 0.675723, "nauc_ndcg_at_10_std": 0.047393, "nauc_ndcg_at_10_diff1": 0.794773, "nauc_ndcg_at_20_max": 0.663027, "nauc_ndcg_at_20_std": 0.043309, "nauc_ndcg_at_20_diff1": 0.786524, "nauc_ndcg_at_100_max": 0.654819, "nauc_ndcg_at_100_std": 0.026236, "nauc_ndcg_at_100_diff1": 0.788418, "nauc_ndcg_at_1000_max": 0.654819, "nauc_ndcg_at_1000_std": 0.026236, "nauc_ndcg_at_1000_diff1": 0.788418, "nauc_map_at_1_max": 0.579611, "nauc_map_at_1_std": -0.037693, "nauc_map_at_1_diff1": 0.785096, "nauc_map_at_3_max": 0.653811, "nauc_map_at_3_std": 0.025966, "nauc_map_at_3_diff1": 0.787902, "nauc_map_at_5_max": 0.653933, "nauc_map_at_5_std": 0.023737, "nauc_map_at_5_diff1": 0.785453, "nauc_map_at_10_max": 0.650059, "nauc_map_at_10_std": 0.019325, "nauc_map_at_10_diff1": 0.789395, "nauc_map_at_20_max": 0.646877, "nauc_map_at_20_std": 0.018121, "nauc_map_at_20_diff1": 0.787397, "nauc_map_at_100_max": 0.645724, "nauc_map_at_100_std": 0.015759, "nauc_map_at_100_diff1": 0.787618, "nauc_map_at_1000_max": 0.645724, "nauc_map_at_1000_std": 0.015759, "nauc_map_at_1000_diff1": 0.787618, "nauc_recall_at_1_max": 0.579611, "nauc_recall_at_1_std": -0.037693, "nauc_recall_at_1_diff1": 0.785096, "nauc_recall_at_3_max": 0.801477, "nauc_recall_at_3_std": 0.198048, "nauc_recall_at_3_diff1": 0.803052, "nauc_recall_at_5_max": 0.83885, "nauc_recall_at_5_std": 0.233867, "nauc_recall_at_5_diff1": 0.787823, "nauc_recall_at_10_max": 0.832648, "nauc_recall_at_10_std": 0.225181, "nauc_recall_at_10_diff1": 0.832452, "nauc_recall_at_20_max": 0.804801, "nauc_recall_at_20_std": 0.339196, "nauc_recall_at_20_diff1": 0.753337, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.579611, "nauc_precision_at_1_std": -0.037693, "nauc_precision_at_1_diff1": 0.785096, "nauc_precision_at_3_max": 0.801477, "nauc_precision_at_3_std": 0.198048, "nauc_precision_at_3_diff1": 0.803052, "nauc_precision_at_5_max": 0.83885, "nauc_precision_at_5_std": 0.233867, "nauc_precision_at_5_diff1": 0.787823, "nauc_precision_at_10_max": 0.832648, "nauc_precision_at_10_std": 0.225181, "nauc_precision_at_10_diff1": 0.832452, "nauc_precision_at_20_max": 0.804801, "nauc_precision_at_20_std": 0.339196, "nauc_precision_at_20_diff1": 0.753337, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.579611, "nauc_mrr_at_1_std": -0.037693, "nauc_mrr_at_1_diff1": 0.785096, "nauc_mrr_at_3_max": 0.653811, "nauc_mrr_at_3_std": 0.025966, "nauc_mrr_at_3_diff1": 0.787902, "nauc_mrr_at_5_max": 0.653933, "nauc_mrr_at_5_std": 0.023737, "nauc_mrr_at_5_diff1": 0.785453, "nauc_mrr_at_10_max": 0.650059, "nauc_mrr_at_10_std": 0.019325, "nauc_mrr_at_10_diff1": 0.789395, "nauc_mrr_at_20_max": 0.646877, "nauc_mrr_at_20_std": 0.018121, "nauc_mrr_at_20_diff1": 0.787397, "nauc_mrr_at_100_max": 0.645724, "nauc_mrr_at_100_std": 0.015759, "nauc_mrr_at_100_diff1": 0.787618, "nauc_mrr_at_1000_max": 0.645724, "nauc_mrr_at_1000_std": 0.015759, "nauc_mrr_at_1000_diff1": 0.787618, "hit_rate_at_1": 0.71123, "hit_rate_at_3": 0.85561, "hit_rate_at_5": 0.88235, "hit_rate_at_10": 0.91444, "hit_rate_at_20": 0.95722, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81806, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65878, "ndcg_at_3": 0.73767, "ndcg_at_5": 0.75737, "ndcg_at_10": 0.77077, "ndcg_at_20": 0.78138, "ndcg_at_100": 0.79281, "ndcg_at_1000": 0.79472, "map_at_1": 0.65878, "map_at_3": 0.71795, "map_at_5": 0.72899, "map_at_10": 0.73453, "map_at_20": 0.73752, "map_at_100": 0.73916, "map_at_1000": 0.73925, "recall_at_1": 0.65878, "recall_at_3": 0.79487, "recall_at_5": 0.84221, "recall_at_10": 0.88363, "recall_at_20": 0.92505, "recall_at_100": 0.98619, "recall_at_1000": 1.0, "accuracy": 0.65878, "precision_at_1": 0.65878, "precision_at_3": 0.26496, "precision_at_5": 0.16844, "precision_at_10": 0.08836, "precision_at_20": 0.04625, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.658777, "mrr_at_3": 0.717949, "mrr_at_5": 0.728994, "mrr_at_10": 0.734534, "mrr_at_20": 0.737524, "mrr_at_100": 0.739157, "mrr_at_1000": 0.739253, "nauc_ndcg_at_1_max": 0.686543, "nauc_ndcg_at_1_std": 0.113906, "nauc_ndcg_at_1_diff1": 0.820354, "nauc_ndcg_at_3_max": 0.716338, "nauc_ndcg_at_3_std": 0.154541, "nauc_ndcg_at_3_diff1": 0.781634, "nauc_ndcg_at_5_max": 0.716224, "nauc_ndcg_at_5_std": 0.160038, "nauc_ndcg_at_5_diff1": 0.779008, "nauc_ndcg_at_10_max": 0.717381, "nauc_ndcg_at_10_std": 0.162713, "nauc_ndcg_at_10_diff1": 0.779643, "nauc_ndcg_at_20_max": 0.716209, "nauc_ndcg_at_20_std": 0.15997, "nauc_ndcg_at_20_diff1": 0.78819, "nauc_ndcg_at_100_max": 0.713958, "nauc_ndcg_at_100_std": 0.153987, "nauc_ndcg_at_100_diff1": 0.791138, "nauc_ndcg_at_1000_max": 0.712572, "nauc_ndcg_at_1000_std": 0.152014, "nauc_ndcg_at_1000_diff1": 0.791525, "nauc_map_at_1_max": 0.686543, "nauc_map_at_1_std": 0.113906, "nauc_map_at_1_diff1": 0.820354, "nauc_map_at_3_max": 0.709643, "nauc_map_at_3_std": 0.144037, "nauc_map_at_3_diff1": 0.793703, "nauc_map_at_5_max": 0.708992, "nauc_map_at_5_std": 0.145954, "nauc_map_at_5_diff1": 0.792836, "nauc_map_at_10_max": 0.709496, "nauc_map_at_10_std": 0.146192, "nauc_map_at_10_diff1": 0.793503, "nauc_map_at_20_max": 0.708998, "nauc_map_at_20_std": 0.145365, "nauc_map_at_20_diff1": 0.795572, "nauc_map_at_100_max": 0.708887, "nauc_map_at_100_std": 0.14517, "nauc_map_at_100_diff1": 0.795907, "nauc_map_at_1000_max": 0.708823, "nauc_map_at_1000_std": 0.145067, "nauc_map_at_1000_diff1": 0.795929, "nauc_recall_at_1_max": 0.686543, "nauc_recall_at_1_std": 0.113906, "nauc_recall_at_1_diff1": 0.820354, "nauc_recall_at_3_max": 0.740066, "nauc_recall_at_3_std": 0.192671, "nauc_recall_at_3_diff1": 0.736645, "nauc_recall_at_5_max": 0.748122, "nauc_recall_at_5_std": 0.224599, "nauc_recall_at_5_diff1": 0.71573, "nauc_recall_at_10_max": 0.761869, "nauc_recall_at_10_std": 0.264041, "nauc_recall_at_10_diff1": 0.697571, "nauc_recall_at_20_max": 0.776237, "nauc_recall_at_20_std": 0.289714, "nauc_recall_at_20_diff1": 0.742556, "nauc_recall_at_100_max": 0.838288, "nauc_recall_at_100_std": 0.322119, "nauc_recall_at_100_diff1": 0.757892, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.686543, "nauc_precision_at_1_std": 0.113906, "nauc_precision_at_1_diff1": 0.820354, "nauc_precision_at_3_max": 0.740066, "nauc_precision_at_3_std": 0.192671, "nauc_precision_at_3_diff1": 0.736645, "nauc_precision_at_5_max": 0.748122, "nauc_precision_at_5_std": 0.224599, "nauc_precision_at_5_diff1": 0.71573, "nauc_precision_at_10_max": 0.761869, "nauc_precision_at_10_std": 0.264041, "nauc_precision_at_10_diff1": 0.697571, "nauc_precision_at_20_max": 0.776237, "nauc_precision_at_20_std": 0.289714, "nauc_precision_at_20_diff1": 0.742556, "nauc_precision_at_100_max": 0.838288, "nauc_precision_at_100_std": 0.322119, "nauc_precision_at_100_diff1": 0.757892, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.686543, "nauc_mrr_at_1_std": 0.113906, "nauc_mrr_at_1_diff1": 0.820354, "nauc_mrr_at_3_max": 0.709643, "nauc_mrr_at_3_std": 0.144037, "nauc_mrr_at_3_diff1": 0.793703, "nauc_mrr_at_5_max": 0.708992, "nauc_mrr_at_5_std": 0.145954, "nauc_mrr_at_5_diff1": 0.792836, "nauc_mrr_at_10_max": 0.709496, "nauc_mrr_at_10_std": 0.146192, "nauc_mrr_at_10_diff1": 0.793503, "nauc_mrr_at_20_max": 0.708998, "nauc_mrr_at_20_std": 0.145365, "nauc_mrr_at_20_diff1": 0.795572, "nauc_mrr_at_100_max": 0.708887, "nauc_mrr_at_100_std": 0.14517, "nauc_mrr_at_100_diff1": 0.795907, "nauc_mrr_at_1000_max": 0.708823, "nauc_mrr_at_1000_std": 0.145067, "nauc_mrr_at_1000_diff1": 0.795929, "hit_rate_at_1": 0.65878, "hit_rate_at_3": 0.79487, "hit_rate_at_5": 0.84221, "hit_rate_at_10": 0.88363, "hit_rate_at_20": 0.92505, "hit_rate_at_100": 0.98619, "hit_rate_at_1000": 1.0, "main_score": 0.77077, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.61017, "ndcg_at_3": 0.71966, "ndcg_at_5": 0.73863, "ndcg_at_10": 0.75481, "ndcg_at_20": 0.77357, "ndcg_at_100": 0.77957, "ndcg_at_1000": 0.77957, "map_at_1": 0.61017, "map_at_3": 0.69303, "map_at_5": 0.70377, "map_at_10": 0.71027, "map_at_20": 0.7155, "map_at_100": 0.71621, "map_at_1000": 0.71621, "recall_at_1": 0.61017, "recall_at_3": 0.79661, "recall_at_5": 0.84181, "recall_at_10": 0.89266, "recall_at_20": 0.9661, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61017, "precision_at_1": 0.61017, "precision_at_3": 0.26554, "precision_at_5": 0.16836, "precision_at_10": 0.08927, "precision_at_20": 0.04831, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.610169, "mrr_at_3": 0.693032, "mrr_at_5": 0.703766, "mrr_at_10": 0.710268, "mrr_at_20": 0.715502, "mrr_at_100": 0.716213, "mrr_at_1000": 0.716213, "nauc_ndcg_at_1_max": 0.608671, "nauc_ndcg_at_1_std": 0.091118, "nauc_ndcg_at_1_diff1": 0.739827, "nauc_ndcg_at_3_max": 0.644275, "nauc_ndcg_at_3_std": 0.21219, "nauc_ndcg_at_3_diff1": 0.69717, "nauc_ndcg_at_5_max": 0.630984, "nauc_ndcg_at_5_std": 0.206642, "nauc_ndcg_at_5_diff1": 0.676313, "nauc_ndcg_at_10_max": 0.623308, "nauc_ndcg_at_10_std": 0.209165, "nauc_ndcg_at_10_diff1": 0.687224, "nauc_ndcg_at_20_max": 0.617242, "nauc_ndcg_at_20_std": 0.193434, "nauc_ndcg_at_20_diff1": 0.684087, "nauc_ndcg_at_100_max": 0.620257, "nauc_ndcg_at_100_std": 0.182027, "nauc_ndcg_at_100_diff1": 0.694914, "nauc_ndcg_at_1000_max": 0.620257, "nauc_ndcg_at_1000_std": 0.182027, "nauc_ndcg_at_1000_diff1": 0.694914, "nauc_map_at_1_max": 0.608671, "nauc_map_at_1_std": 0.091118, "nauc_map_at_1_diff1": 0.739827, "nauc_map_at_3_max": 0.630105, "nauc_map_at_3_std": 0.178768, "nauc_map_at_3_diff1": 0.706044, "nauc_map_at_5_max": 0.623118, "nauc_map_at_5_std": 0.175186, "nauc_map_at_5_diff1": 0.695894, "nauc_map_at_10_max": 0.620178, "nauc_map_at_10_std": 0.174922, "nauc_map_at_10_diff1": 0.700234, "nauc_map_at_20_max": 0.618794, "nauc_map_at_20_std": 0.170456, "nauc_map_at_20_diff1": 0.69988, "nauc_map_at_100_max": 0.619123, "nauc_map_at_100_std": 0.169619, "nauc_map_at_100_diff1": 0.701065, "nauc_map_at_1000_max": 0.619123, "nauc_map_at_1000_std": 0.169619, "nauc_map_at_1000_diff1": 0.701065, "nauc_recall_at_1_max": 0.608671, "nauc_recall_at_1_std": 0.091118, "nauc_recall_at_1_diff1": 0.739827, "nauc_recall_at_3_max": 0.701842, "nauc_recall_at_3_std": 0.341939, "nauc_recall_at_3_diff1": 0.664429, "nauc_recall_at_5_max": 0.667508, "nauc_recall_at_5_std": 0.352195, "nauc_recall_at_5_diff1": 0.581423, "nauc_recall_at_10_max": 0.636391, "nauc_recall_at_10_std": 0.432992, "nauc_recall_at_10_diff1": 0.608151, "nauc_recall_at_20_max": 0.528351, "nauc_recall_at_20_std": 0.575461, "nauc_recall_at_20_diff1": 0.366124, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.608671, "nauc_precision_at_1_std": 0.091118, "nauc_precision_at_1_diff1": 0.739827, "nauc_precision_at_3_max": 0.701842, "nauc_precision_at_3_std": 0.341939, "nauc_precision_at_3_diff1": 0.664429, "nauc_precision_at_5_max": 0.667508, "nauc_precision_at_5_std": 0.352195, "nauc_precision_at_5_diff1": 0.581423, "nauc_precision_at_10_max": 0.636391, "nauc_precision_at_10_std": 0.432992, "nauc_precision_at_10_diff1": 0.608151, "nauc_precision_at_20_max": 0.528351, "nauc_precision_at_20_std": 0.575461, "nauc_precision_at_20_diff1": 0.366124, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.608671, "nauc_mrr_at_1_std": 0.091118, "nauc_mrr_at_1_diff1": 0.739827, "nauc_mrr_at_3_max": 0.630105, "nauc_mrr_at_3_std": 0.178768, "nauc_mrr_at_3_diff1": 0.706044, "nauc_mrr_at_5_max": 0.623118, "nauc_mrr_at_5_std": 0.175186, "nauc_mrr_at_5_diff1": 0.695894, "nauc_mrr_at_10_max": 0.620178, "nauc_mrr_at_10_std": 0.174922, "nauc_mrr_at_10_diff1": 0.700234, "nauc_mrr_at_20_max": 0.618794, "nauc_mrr_at_20_std": 0.170456, "nauc_mrr_at_20_diff1": 0.69988, "nauc_mrr_at_100_max": 0.619123, "nauc_mrr_at_100_std": 0.169619, "nauc_mrr_at_100_diff1": 0.701065, "nauc_mrr_at_1000_max": 0.619123, "nauc_mrr_at_1000_std": 0.169619, "nauc_mrr_at_1000_diff1": 0.701065, "hit_rate_at_1": 0.61017, "hit_rate_at_3": 0.79661, "hit_rate_at_5": 0.84181, "hit_rate_at_10": 0.89266, "hit_rate_at_20": 0.9661, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.75481, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.67725, "ndcg_at_3": 0.80177, "ndcg_at_5": 0.81726, "ndcg_at_10": 0.8309, "ndcg_at_20": 0.83217, "ndcg_at_100": 0.83725, "ndcg_at_1000": 0.83725, "map_at_1": 0.67725, "map_at_3": 0.7716, "map_at_5": 0.78034, "map_at_10": 0.78592, "map_at_20": 0.78624, "map_at_100": 0.787, "map_at_1000": 0.787, "recall_at_1": 0.67725, "recall_at_3": 0.88889, "recall_at_5": 0.92593, "recall_at_10": 0.96825, "recall_at_20": 0.97354, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67725, "precision_at_1": 0.67725, "precision_at_3": 0.2963, "precision_at_5": 0.18519, "precision_at_10": 0.09683, "precision_at_20": 0.04868, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.677249, "mrr_at_3": 0.771605, "mrr_at_5": 0.780335, "mrr_at_10": 0.785924, "mrr_at_20": 0.786235, "mrr_at_100": 0.786998, "mrr_at_1000": 0.786998, "nauc_ndcg_at_1_max": 0.580006, "nauc_ndcg_at_1_std": 0.175472, "nauc_ndcg_at_1_diff1": 0.776673, "nauc_ndcg_at_3_max": 0.584345, "nauc_ndcg_at_3_std": 0.180334, "nauc_ndcg_at_3_diff1": 0.7067, "nauc_ndcg_at_5_max": 0.615193, "nauc_ndcg_at_5_std": 0.214858, "nauc_ndcg_at_5_diff1": 0.733705, "nauc_ndcg_at_10_max": 0.60576, "nauc_ndcg_at_10_std": 0.217517, "nauc_ndcg_at_10_diff1": 0.722242, "nauc_ndcg_at_20_max": 0.602374, "nauc_ndcg_at_20_std": 0.210796, "nauc_ndcg_at_20_diff1": 0.723691, "nauc_ndcg_at_100_max": 0.596759, "nauc_ndcg_at_100_std": 0.200824, "nauc_ndcg_at_100_diff1": 0.732086, "nauc_ndcg_at_1000_max": 0.596759, "nauc_ndcg_at_1000_std": 0.200824, "nauc_ndcg_at_1000_diff1": 0.732086, "nauc_map_at_1_max": 0.580006, "nauc_map_at_1_std": 0.175472, "nauc_map_at_1_diff1": 0.776673, "nauc_map_at_3_max": 0.582091, "nauc_map_at_3_std": 0.18183, "nauc_map_at_3_diff1": 0.725016, "nauc_map_at_5_max": 0.597244, "nauc_map_at_5_std": 0.198838, "nauc_map_at_5_diff1": 0.738095, "nauc_map_at_10_max": 0.593783, "nauc_map_at_10_std": 0.200333, "nauc_map_at_10_diff1": 0.734458, "nauc_map_at_20_max": 0.593105, "nauc_map_at_20_std": 0.199, "nauc_map_at_20_diff1": 0.73476, "nauc_map_at_100_max": 0.592519, "nauc_map_at_100_std": 0.197117, "nauc_map_at_100_diff1": 0.736107, "nauc_map_at_1000_max": 0.592519, "nauc_map_at_1000_std": 0.197117, "nauc_map_at_1000_diff1": 0.736107, "nauc_recall_at_1_max": 0.580006, "nauc_recall_at_1_std": 0.175472, "nauc_recall_at_1_diff1": 0.776673, "nauc_recall_at_3_max": 0.596891, "nauc_recall_at_3_std": 0.170094, "nauc_recall_at_3_diff1": 0.613348, "nauc_recall_at_5_max": 0.758814, "nauc_recall_at_5_std": 0.340994, "nauc_recall_at_5_diff1": 0.716403, "nauc_recall_at_10_max": 0.807569, "nauc_recall_at_10_std": 0.513467, "nauc_recall_at_10_diff1": 0.527173, "nauc_recall_at_20_max": 0.769082, "nauc_recall_at_20_std": 0.416161, "nauc_recall_at_20_diff1": 0.521908, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.580006, "nauc_precision_at_1_std": 0.175472, "nauc_precision_at_1_diff1": 0.776673, "nauc_precision_at_3_max": 0.596891, "nauc_precision_at_3_std": 0.170094, "nauc_precision_at_3_diff1": 0.613348, "nauc_precision_at_5_max": 0.758814, "nauc_precision_at_5_std": 0.340994, "nauc_precision_at_5_diff1": 0.716403, "nauc_precision_at_10_max": 0.807569, "nauc_precision_at_10_std": 0.513467, "nauc_precision_at_10_diff1": 0.527173, "nauc_precision_at_20_max": 0.769082, "nauc_precision_at_20_std": 0.416161, "nauc_precision_at_20_diff1": 0.521908, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.580006, "nauc_mrr_at_1_std": 0.175472, "nauc_mrr_at_1_diff1": 0.776673, "nauc_mrr_at_3_max": 0.582091, "nauc_mrr_at_3_std": 0.18183, "nauc_mrr_at_3_diff1": 0.725016, "nauc_mrr_at_5_max": 0.597244, "nauc_mrr_at_5_std": 0.198838, "nauc_mrr_at_5_diff1": 0.738095, "nauc_mrr_at_10_max": 0.593783, "nauc_mrr_at_10_std": 0.200333, "nauc_mrr_at_10_diff1": 0.734458, "nauc_mrr_at_20_max": 0.593105, "nauc_mrr_at_20_std": 0.199, "nauc_mrr_at_20_diff1": 0.73476, "nauc_mrr_at_100_max": 0.592519, "nauc_mrr_at_100_std": 0.197117, "nauc_mrr_at_100_diff1": 0.736107, "nauc_mrr_at_1000_max": 0.592519, "nauc_mrr_at_1000_std": 0.197117, "nauc_mrr_at_1000_diff1": 0.736107, "hit_rate_at_1": 0.67725, "hit_rate_at_3": 0.88889, "hit_rate_at_5": 0.92593, "hit_rate_at_10": 0.96825, "hit_rate_at_20": 0.97354, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.8309, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.55215, "ndcg_at_3": 0.64329, "ndcg_at_5": 0.67867, "ndcg_at_10": 0.70862, "ndcg_at_20": 0.72248, "ndcg_at_100": 0.73375, "ndcg_at_1000": 0.73375, "map_at_1": 0.55215, "map_at_3": 0.62168, "map_at_5": 0.64131, "map_at_10": 0.65377, "map_at_20": 0.65752, "map_at_100": 0.65905, "map_at_1000": 0.65905, "recall_at_1": 0.55215, "recall_at_3": 0.70552, "recall_at_5": 0.79141, "recall_at_10": 0.88344, "recall_at_20": 0.93865, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.55215, "precision_at_1": 0.55215, "precision_at_3": 0.23517, "precision_at_5": 0.15828, "precision_at_10": 0.08834, "precision_at_20": 0.04693, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.552147, "mrr_at_3": 0.621677, "mrr_at_5": 0.641309, "mrr_at_10": 0.653771, "mrr_at_20": 0.657518, "mrr_at_100": 0.65905, "mrr_at_1000": 0.65905, "nauc_ndcg_at_1_max": 0.583975, "nauc_ndcg_at_1_std": 0.015314, "nauc_ndcg_at_1_diff1": 0.680375, "nauc_ndcg_at_3_max": 0.579759, "nauc_ndcg_at_3_std": 0.014289, "nauc_ndcg_at_3_diff1": 0.667077, "nauc_ndcg_at_5_max": 0.587656, "nauc_ndcg_at_5_std": 0.074174, "nauc_ndcg_at_5_diff1": 0.666054, "nauc_ndcg_at_10_max": 0.622259, "nauc_ndcg_at_10_std": 0.119076, "nauc_ndcg_at_10_diff1": 0.68145, "nauc_ndcg_at_20_max": 0.599841, "nauc_ndcg_at_20_std": 0.079863, "nauc_ndcg_at_20_diff1": 0.676818, "nauc_ndcg_at_100_max": 0.596265, "nauc_ndcg_at_100_std": 0.060683, "nauc_ndcg_at_100_diff1": 0.676065, "nauc_ndcg_at_1000_max": 0.596265, "nauc_ndcg_at_1000_std": 0.060683, "nauc_ndcg_at_1000_diff1": 0.676065, "nauc_map_at_1_max": 0.583975, "nauc_map_at_1_std": 0.015314, "nauc_map_at_1_diff1": 0.680375, "nauc_map_at_3_max": 0.580019, "nauc_map_at_3_std": 0.011484, "nauc_map_at_3_diff1": 0.670706, "nauc_map_at_5_max": 0.584816, "nauc_map_at_5_std": 0.042269, "nauc_map_at_5_diff1": 0.670716, "nauc_map_at_10_max": 0.597895, "nauc_map_at_10_std": 0.058744, "nauc_map_at_10_diff1": 0.676937, "nauc_map_at_20_max": 0.592566, "nauc_map_at_20_std": 0.048951, "nauc_map_at_20_diff1": 0.675744, "nauc_map_at_100_max": 0.592095, "nauc_map_at_100_std": 0.046688, "nauc_map_at_100_diff1": 0.675714, "nauc_map_at_1000_max": 0.592095, "nauc_map_at_1000_std": 0.046688, "nauc_map_at_1000_diff1": 0.675714, "nauc_recall_at_1_max": 0.583975, "nauc_recall_at_1_std": 0.015314, "nauc_recall_at_1_diff1": 0.680375, "nauc_recall_at_3_max": 0.579303, "nauc_recall_at_3_std": 0.025206, "nauc_recall_at_3_diff1": 0.654842, "nauc_recall_at_5_max": 0.60054, "nauc_recall_at_5_std": 0.223341, "nauc_recall_at_5_diff1": 0.645422, "nauc_recall_at_10_max": 0.818694, "nauc_recall_at_10_std": 0.590672, "nauc_recall_at_10_diff1": 0.722246, "nauc_recall_at_20_max": 0.664321, "nauc_recall_at_20_std": 0.439082, "nauc_recall_at_20_diff1": 0.693857, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.583975, "nauc_precision_at_1_std": 0.015314, "nauc_precision_at_1_diff1": 0.680375, "nauc_precision_at_3_max": 0.579303, "nauc_precision_at_3_std": 0.025206, "nauc_precision_at_3_diff1": 0.654842, "nauc_precision_at_5_max": 0.60054, "nauc_precision_at_5_std": 0.223341, "nauc_precision_at_5_diff1": 0.645422, "nauc_precision_at_10_max": 0.818694, "nauc_precision_at_10_std": 0.590672, "nauc_precision_at_10_diff1": 0.722246, "nauc_precision_at_20_max": 0.664321, "nauc_precision_at_20_std": 0.439082, "nauc_precision_at_20_diff1": 0.693857, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.583975, "nauc_mrr_at_1_std": 0.015314, "nauc_mrr_at_1_diff1": 0.680375, "nauc_mrr_at_3_max": 0.580019, "nauc_mrr_at_3_std": 0.011484, "nauc_mrr_at_3_diff1": 0.670706, "nauc_mrr_at_5_max": 0.584816, "nauc_mrr_at_5_std": 0.042269, "nauc_mrr_at_5_diff1": 0.670716, "nauc_mrr_at_10_max": 0.597895, "nauc_mrr_at_10_std": 0.058744, "nauc_mrr_at_10_diff1": 0.676937, "nauc_mrr_at_20_max": 0.592566, "nauc_mrr_at_20_std": 0.048951, "nauc_mrr_at_20_diff1": 0.675744, "nauc_mrr_at_100_max": 0.592095, "nauc_mrr_at_100_std": 0.046688, "nauc_mrr_at_100_diff1": 0.675714, "nauc_mrr_at_1000_max": 0.592095, "nauc_mrr_at_1000_std": 0.046688, "nauc_mrr_at_1000_diff1": 0.675714, "hit_rate_at_1": 0.55215, "hit_rate_at_3": 0.70552, "hit_rate_at_5": 0.79141, "hit_rate_at_10": 0.88344, "hit_rate_at_20": 0.93865, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70862, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.65934, "ndcg_at_3": 0.78506, "ndcg_at_5": 0.79689, "ndcg_at_10": 0.81332, "ndcg_at_20": 0.81923, "ndcg_at_100": 0.82236, "ndcg_at_1000": 0.82315, "map_at_1": 0.65934, "map_at_3": 0.75275, "map_at_5": 0.75962, "map_at_10": 0.76666, "map_at_20": 0.76847, "map_at_100": 0.76892, "map_at_1000": 0.76897, "recall_at_1": 0.65934, "recall_at_3": 0.87912, "recall_at_5": 0.90659, "recall_at_10": 0.95604, "recall_at_20": 0.97802, "recall_at_100": 0.99451, "recall_at_1000": 1.0, "accuracy": 0.65934, "precision_at_1": 0.65934, "precision_at_3": 0.29304, "precision_at_5": 0.18132, "precision_at_10": 0.0956, "precision_at_20": 0.0489, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.659341, "mrr_at_3": 0.752747, "mrr_at_5": 0.759615, "mrr_at_10": 0.766658, "mrr_at_20": 0.768466, "mrr_at_100": 0.768923, "mrr_at_1000": 0.768968, "nauc_ndcg_at_1_max": 0.583841, "nauc_ndcg_at_1_std": -0.148114, "nauc_ndcg_at_1_diff1": 0.795933, "nauc_ndcg_at_3_max": 0.650854, "nauc_ndcg_at_3_std": -0.026009, "nauc_ndcg_at_3_diff1": 0.778911, "nauc_ndcg_at_5_max": 0.645867, "nauc_ndcg_at_5_std": -0.047994, "nauc_ndcg_at_5_diff1": 0.784599, "nauc_ndcg_at_10_max": 0.642622, "nauc_ndcg_at_10_std": -0.035243, "nauc_ndcg_at_10_diff1": 0.784639, "nauc_ndcg_at_20_max": 0.632847, "nauc_ndcg_at_20_std": -0.046584, "nauc_ndcg_at_20_diff1": 0.781631, "nauc_ndcg_at_100_max": 0.625356, "nauc_ndcg_at_100_std": -0.061789, "nauc_ndcg_at_100_diff1": 0.782831, "nauc_ndcg_at_1000_max": 0.625726, "nauc_ndcg_at_1000_std": -0.064988, "nauc_ndcg_at_1000_diff1": 0.783143, "nauc_map_at_1_max": 0.583841, "nauc_map_at_1_std": -0.148114, "nauc_map_at_1_diff1": 0.795933, "nauc_map_at_3_max": 0.627313, "nauc_map_at_3_std": -0.066831, "nauc_map_at_3_diff1": 0.781947, "nauc_map_at_5_max": 0.624123, "nauc_map_at_5_std": -0.07903, "nauc_map_at_5_diff1": 0.78488, "nauc_map_at_10_max": 0.622855, "nauc_map_at_10_std": -0.073333, "nauc_map_at_10_diff1": 0.784679, "nauc_map_at_20_max": 0.620271, "nauc_map_at_20_std": -0.07668, "nauc_map_at_20_diff1": 0.783975, "nauc_map_at_100_max": 0.619394, "nauc_map_at_100_std": -0.0785, "nauc_map_at_100_diff1": 0.784117, "nauc_map_at_1000_max": 0.619409, "nauc_map_at_1000_std": -0.078644, "nauc_map_at_1000_diff1": 0.784131, "nauc_recall_at_1_max": 0.583841, "nauc_recall_at_1_std": -0.148114, "nauc_recall_at_1_diff1": 0.795933, "nauc_recall_at_3_max": 0.775503, "nauc_recall_at_3_std": 0.188743, "nauc_recall_at_3_diff1": 0.764827, "nauc_recall_at_5_max": 0.786192, "nauc_recall_at_5_std": 0.147672, "nauc_recall_at_5_diff1": 0.786377, "nauc_recall_at_10_max": 0.893302, "nauc_recall_at_10_std": 0.453311, "nauc_recall_at_10_diff1": 0.7941, "nauc_recall_at_20_max": 0.888547, "nauc_recall_at_20_std": 0.658681, "nauc_recall_at_20_diff1": 0.722785, "nauc_recall_at_100_max": 0.554188, "nauc_recall_at_100_std": 0.554188, "nauc_recall_at_100_diff1": 0.722785, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.583841, "nauc_precision_at_1_std": -0.148114, "nauc_precision_at_1_diff1": 0.795933, "nauc_precision_at_3_max": 0.775503, "nauc_precision_at_3_std": 0.188743, "nauc_precision_at_3_diff1": 0.764827, "nauc_precision_at_5_max": 0.786192, "nauc_precision_at_5_std": 0.147672, "nauc_precision_at_5_diff1": 0.786377, "nauc_precision_at_10_max": 0.893302, "nauc_precision_at_10_std": 0.453311, "nauc_precision_at_10_diff1": 0.7941, "nauc_precision_at_20_max": 0.888547, "nauc_precision_at_20_std": 0.658681, "nauc_precision_at_20_diff1": 0.722785, "nauc_precision_at_100_max": 0.554188, "nauc_precision_at_100_std": 0.554188, "nauc_precision_at_100_diff1": 0.722785, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.583841, "nauc_mrr_at_1_std": -0.148114, "nauc_mrr_at_1_diff1": 0.795933, "nauc_mrr_at_3_max": 0.627313, "nauc_mrr_at_3_std": -0.066831, "nauc_mrr_at_3_diff1": 0.781947, "nauc_mrr_at_5_max": 0.624123, "nauc_mrr_at_5_std": -0.07903, "nauc_mrr_at_5_diff1": 0.78488, "nauc_mrr_at_10_max": 0.622855, "nauc_mrr_at_10_std": -0.073333, "nauc_mrr_at_10_diff1": 0.784679, "nauc_mrr_at_20_max": 0.620271, "nauc_mrr_at_20_std": -0.07668, "nauc_mrr_at_20_diff1": 0.783975, "nauc_mrr_at_100_max": 0.619394, "nauc_mrr_at_100_std": -0.0785, "nauc_mrr_at_100_diff1": 0.784117, "nauc_mrr_at_1000_max": 0.619409, "nauc_mrr_at_1000_std": -0.078644, "nauc_mrr_at_1000_diff1": 0.784131, "hit_rate_at_1": 0.65934, "hit_rate_at_3": 0.87912, "hit_rate_at_5": 0.90659, "hit_rate_at_10": 0.95604, "hit_rate_at_20": 0.97802, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 1.0, "main_score": 0.81332, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66341, "ndcg_at_3": 0.76854, "ndcg_at_5": 0.78395, "ndcg_at_10": 0.80138, "ndcg_at_20": 0.80638, "ndcg_at_100": 0.81331, "ndcg_at_1000": 0.81458, "map_at_1": 0.66341, "map_at_3": 0.74266, "map_at_5": 0.75127, "map_at_10": 0.75865, "map_at_20": 0.76005, "map_at_100": 0.76101, "map_at_1000": 0.76106, "recall_at_1": 0.66341, "recall_at_3": 0.84344, "recall_at_5": 0.88063, "recall_at_10": 0.93346, "recall_at_20": 0.95303, "recall_at_100": 0.99022, "recall_at_1000": 1.0, "accuracy": 0.66341, "precision_at_1": 0.66341, "precision_at_3": 0.28115, "precision_at_5": 0.17613, "precision_at_10": 0.09335, "precision_at_20": 0.04765, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.663405, "mrr_at_3": 0.742661, "mrr_at_5": 0.751272, "mrr_at_10": 0.75865, "mrr_at_20": 0.760052, "mrr_at_100": 0.761012, "mrr_at_1000": 0.76106, "nauc_ndcg_at_1_max": 0.573124, "nauc_ndcg_at_1_std": -0.124185, "nauc_ndcg_at_1_diff1": 0.76436, "nauc_ndcg_at_3_max": 0.609879, "nauc_ndcg_at_3_std": -0.118652, "nauc_ndcg_at_3_diff1": 0.716418, "nauc_ndcg_at_5_max": 0.623367, "nauc_ndcg_at_5_std": -0.092891, "nauc_ndcg_at_5_diff1": 0.718711, "nauc_ndcg_at_10_max": 0.624868, "nauc_ndcg_at_10_std": -0.076806, "nauc_ndcg_at_10_diff1": 0.725968, "nauc_ndcg_at_20_max": 0.620974, "nauc_ndcg_at_20_std": -0.071395, "nauc_ndcg_at_20_diff1": 0.727309, "nauc_ndcg_at_100_max": 0.613272, "nauc_ndcg_at_100_std": -0.081227, "nauc_ndcg_at_100_diff1": 0.730921, "nauc_ndcg_at_1000_max": 0.611043, "nauc_ndcg_at_1000_std": -0.088662, "nauc_ndcg_at_1000_diff1": 0.731468, "nauc_map_at_1_max": 0.573124, "nauc_map_at_1_std": -0.124185, "nauc_map_at_1_diff1": 0.76436, "nauc_map_at_3_max": 0.600211, "nauc_map_at_3_std": -0.117499, "nauc_map_at_3_diff1": 0.730522, "nauc_map_at_5_max": 0.60612, "nauc_map_at_5_std": -0.105276, "nauc_map_at_5_diff1": 0.731873, "nauc_map_at_10_max": 0.606146, "nauc_map_at_10_std": -0.099419, "nauc_map_at_10_diff1": 0.734853, "nauc_map_at_20_max": 0.605195, "nauc_map_at_20_std": -0.098184, "nauc_map_at_20_diff1": 0.735195, "nauc_map_at_100_max": 0.604239, "nauc_map_at_100_std": -0.099155, "nauc_map_at_100_diff1": 0.735623, "nauc_map_at_1000_max": 0.604166, "nauc_map_at_1000_std": -0.099387, "nauc_map_at_1000_diff1": 0.735643, "nauc_recall_at_1_max": 0.573124, "nauc_recall_at_1_std": -0.124185, "nauc_recall_at_1_diff1": 0.76436, "nauc_recall_at_3_max": 0.650715, "nauc_recall_at_3_std": -0.12537, "nauc_recall_at_3_diff1": 0.65578, "nauc_recall_at_5_max": 0.71837, "nauc_recall_at_5_std": -0.021576, "nauc_recall_at_5_diff1": 0.650111, "nauc_recall_at_10_max": 0.800928, "nauc_recall_at_10_std": 0.150845, "nauc_recall_at_10_diff1": 0.6562, "nauc_recall_at_20_max": 0.817424, "nauc_recall_at_20_std": 0.317951, "nauc_recall_at_20_diff1": 0.64671, "nauc_recall_at_100_max": 0.892188, "nauc_recall_at_100_std": 0.858603, "nauc_recall_at_100_diff1": 0.661756, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.573124, "nauc_precision_at_1_std": -0.124185, "nauc_precision_at_1_diff1": 0.76436, "nauc_precision_at_3_max": 0.650715, "nauc_precision_at_3_std": -0.12537, "nauc_precision_at_3_diff1": 0.65578, "nauc_precision_at_5_max": 0.71837, "nauc_precision_at_5_std": -0.021576, "nauc_precision_at_5_diff1": 0.650111, "nauc_precision_at_10_max": 0.800928, "nauc_precision_at_10_std": 0.150845, "nauc_precision_at_10_diff1": 0.6562, "nauc_precision_at_20_max": 0.817424, "nauc_precision_at_20_std": 0.317951, "nauc_precision_at_20_diff1": 0.64671, "nauc_precision_at_100_max": 0.892188, "nauc_precision_at_100_std": 0.858603, "nauc_precision_at_100_diff1": 0.661756, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.573124, "nauc_mrr_at_1_std": -0.124185, "nauc_mrr_at_1_diff1": 0.76436, "nauc_mrr_at_3_max": 0.600211, "nauc_mrr_at_3_std": -0.117499, "nauc_mrr_at_3_diff1": 0.730522, "nauc_mrr_at_5_max": 0.60612, "nauc_mrr_at_5_std": -0.105276, "nauc_mrr_at_5_diff1": 0.731873, "nauc_mrr_at_10_max": 0.606146, "nauc_mrr_at_10_std": -0.099419, "nauc_mrr_at_10_diff1": 0.734853, "nauc_mrr_at_20_max": 0.605195, "nauc_mrr_at_20_std": -0.098184, "nauc_mrr_at_20_diff1": 0.735195, "nauc_mrr_at_100_max": 0.604239, "nauc_mrr_at_100_std": -0.099155, "nauc_mrr_at_100_diff1": 0.735623, "nauc_mrr_at_1000_max": 0.604166, "nauc_mrr_at_1000_std": -0.099387, "nauc_mrr_at_1000_diff1": 0.735643, "hit_rate_at_1": 0.66341, "hit_rate_at_3": 0.84344, "hit_rate_at_5": 0.88063, "hit_rate_at_10": 0.93346, "hit_rate_at_20": 0.95303, "hit_rate_at_100": 0.99022, "hit_rate_at_1000": 1.0, "main_score": 0.80138, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.74597, "ndcg_at_5": 0.77466, "ndcg_at_10": 0.79542, "ndcg_at_20": 0.80889, "ndcg_at_100": 0.81158, "ndcg_at_1000": 0.81158, "map_at_1": 0.66667, "map_at_3": 0.72751, "map_at_5": 0.74365, "map_at_10": 0.75235, "map_at_20": 0.75609, "map_at_100": 0.75637, "map_at_1000": 0.75637, "recall_at_1": 0.66667, "recall_at_3": 0.79894, "recall_at_5": 0.86772, "recall_at_10": 0.93122, "recall_at_20": 0.98413, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66667, "precision_at_1": 0.66667, "precision_at_3": 0.26631, "precision_at_5": 0.17354, "precision_at_10": 0.09312, "precision_at_20": 0.04921, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.727513, "mrr_at_5": 0.743651, "mrr_at_10": 0.752347, "mrr_at_20": 0.756092, "mrr_at_100": 0.756367, "mrr_at_1000": 0.756367, "nauc_ndcg_at_1_max": 0.700144, "nauc_ndcg_at_1_std": 0.13102, "nauc_ndcg_at_1_diff1": 0.851724, "nauc_ndcg_at_3_max": 0.746956, "nauc_ndcg_at_3_std": 0.201292, "nauc_ndcg_at_3_diff1": 0.812151, "nauc_ndcg_at_5_max": 0.740002, "nauc_ndcg_at_5_std": 0.230679, "nauc_ndcg_at_5_diff1": 0.812846, "nauc_ndcg_at_10_max": 0.744196, "nauc_ndcg_at_10_std": 0.227247, "nauc_ndcg_at_10_diff1": 0.809601, "nauc_ndcg_at_20_max": 0.740959, "nauc_ndcg_at_20_std": 0.215923, "nauc_ndcg_at_20_diff1": 0.821439, "nauc_ndcg_at_100_max": 0.736706, "nauc_ndcg_at_100_std": 0.206366, "nauc_ndcg_at_100_diff1": 0.822262, "nauc_ndcg_at_1000_max": 0.736706, "nauc_ndcg_at_1000_std": 0.206366, "nauc_ndcg_at_1000_diff1": 0.822262, "nauc_map_at_1_max": 0.700144, "nauc_map_at_1_std": 0.13102, "nauc_map_at_1_diff1": 0.851724, "nauc_map_at_3_max": 0.736723, "nauc_map_at_3_std": 0.185741, "nauc_map_at_3_diff1": 0.823383, "nauc_map_at_5_max": 0.732759, "nauc_map_at_5_std": 0.200489, "nauc_map_at_5_diff1": 0.824454, "nauc_map_at_10_max": 0.734028, "nauc_map_at_10_std": 0.198849, "nauc_map_at_10_diff1": 0.823511, "nauc_map_at_20_max": 0.733069, "nauc_map_at_20_std": 0.196219, "nauc_map_at_20_diff1": 0.826241, "nauc_map_at_100_max": 0.73272, "nauc_map_at_100_std": 0.195473, "nauc_map_at_100_diff1": 0.82626, "nauc_map_at_1000_max": 0.73272, "nauc_map_at_1000_std": 0.195473, "nauc_map_at_1000_diff1": 0.82626, "nauc_recall_at_1_max": 0.700144, "nauc_recall_at_1_std": 0.13102, "nauc_recall_at_1_diff1": 0.851724, "nauc_recall_at_3_max": 0.782598, "nauc_recall_at_3_std": 0.25558, "nauc_recall_at_3_diff1": 0.77129, "nauc_recall_at_5_max": 0.772027, "nauc_recall_at_5_std": 0.383632, "nauc_recall_at_5_diff1": 0.75471, "nauc_recall_at_10_max": 0.832432, "nauc_recall_at_10_std": 0.477095, "nauc_recall_at_10_diff1": 0.682747, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.807569, "nauc_recall_at_20_diff1": 0.758484, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.700144, "nauc_precision_at_1_std": 0.13102, "nauc_precision_at_1_diff1": 0.851724, "nauc_precision_at_3_max": 0.782598, "nauc_precision_at_3_std": 0.25558, "nauc_precision_at_3_diff1": 0.77129, "nauc_precision_at_5_max": 0.772027, "nauc_precision_at_5_std": 0.383632, "nauc_precision_at_5_diff1": 0.75471, "nauc_precision_at_10_max": 0.832432, "nauc_precision_at_10_std": 0.477095, "nauc_precision_at_10_diff1": 0.682747, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.807569, "nauc_precision_at_20_diff1": 0.758484, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.700144, "nauc_mrr_at_1_std": 0.13102, "nauc_mrr_at_1_diff1": 0.851724, "nauc_mrr_at_3_max": 0.736723, "nauc_mrr_at_3_std": 0.185741, "nauc_mrr_at_3_diff1": 0.823383, "nauc_mrr_at_5_max": 0.732759, "nauc_mrr_at_5_std": 0.200489, "nauc_mrr_at_5_diff1": 0.824454, "nauc_mrr_at_10_max": 0.734028, "nauc_mrr_at_10_std": 0.198849, "nauc_mrr_at_10_diff1": 0.823511, "nauc_mrr_at_20_max": 0.733069, "nauc_mrr_at_20_std": 0.196219, "nauc_mrr_at_20_diff1": 0.826241, "nauc_mrr_at_100_max": 0.73272, "nauc_mrr_at_100_std": 0.195473, "nauc_mrr_at_100_diff1": 0.82626, "nauc_mrr_at_1000_max": 0.73272, "nauc_mrr_at_1000_std": 0.195473, "nauc_mrr_at_1000_diff1": 0.82626, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.79894, "hit_rate_at_5": 0.86772, "hit_rate_at_10": 0.93122, "hit_rate_at_20": 0.98413, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79542, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59887, "ndcg_at_3": 0.7128, "ndcg_at_5": 0.72884, "ndcg_at_10": 0.74398, "ndcg_at_20": 0.75507, "ndcg_at_100": 0.76934, "ndcg_at_1000": 0.77098, "map_at_1": 0.59887, "map_at_3": 0.68738, "map_at_5": 0.69614, "map_at_10": 0.70269, "map_at_20": 0.70556, "map_at_100": 0.70778, "map_at_1000": 0.70788, "recall_at_1": 0.59887, "recall_at_3": 0.78531, "recall_at_5": 0.82486, "recall_at_10": 0.87006, "recall_at_20": 0.91525, "recall_at_100": 0.9887, "recall_at_1000": 1.0, "accuracy": 0.59887, "precision_at_1": 0.59887, "precision_at_3": 0.26177, "precision_at_5": 0.16497, "precision_at_10": 0.08701, "precision_at_20": 0.04576, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.59887, "mrr_at_3": 0.687382, "mrr_at_5": 0.696139, "mrr_at_10": 0.70269, "mrr_at_20": 0.705556, "mrr_at_100": 0.707779, "mrr_at_1000": 0.707876, "nauc_ndcg_at_1_max": 0.529973, "nauc_ndcg_at_1_std": 0.164257, "nauc_ndcg_at_1_diff1": 0.791401, "nauc_ndcg_at_3_max": 0.601622, "nauc_ndcg_at_3_std": 0.232121, "nauc_ndcg_at_3_diff1": 0.739934, "nauc_ndcg_at_5_max": 0.606567, "nauc_ndcg_at_5_std": 0.239707, "nauc_ndcg_at_5_diff1": 0.73193, "nauc_ndcg_at_10_max": 0.614079, "nauc_ndcg_at_10_std": 0.270625, "nauc_ndcg_at_10_diff1": 0.732685, "nauc_ndcg_at_20_max": 0.599204, "nauc_ndcg_at_20_std": 0.249195, "nauc_ndcg_at_20_diff1": 0.728804, "nauc_ndcg_at_100_max": 0.594015, "nauc_ndcg_at_100_std": 0.242629, "nauc_ndcg_at_100_diff1": 0.73729, "nauc_ndcg_at_1000_max": 0.59246, "nauc_ndcg_at_1000_std": 0.237332, "nauc_ndcg_at_1000_diff1": 0.740722, "nauc_map_at_1_max": 0.529973, "nauc_map_at_1_std": 0.164257, "nauc_map_at_1_diff1": 0.791401, "nauc_map_at_3_max": 0.583694, "nauc_map_at_3_std": 0.215941, "nauc_map_at_3_diff1": 0.749704, "nauc_map_at_5_max": 0.585057, "nauc_map_at_5_std": 0.218582, "nauc_map_at_5_diff1": 0.745895, "nauc_map_at_10_max": 0.587025, "nauc_map_at_10_std": 0.228956, "nauc_map_at_10_diff1": 0.746445, "nauc_map_at_20_max": 0.583486, "nauc_map_at_20_std": 0.223838, "nauc_map_at_20_diff1": 0.745601, "nauc_map_at_100_max": 0.583252, "nauc_map_at_100_std": 0.223796, "nauc_map_at_100_diff1": 0.747079, "nauc_map_at_1000_max": 0.583178, "nauc_map_at_1000_std": 0.223543, "nauc_map_at_1000_diff1": 0.747246, "nauc_recall_at_1_max": 0.529973, "nauc_recall_at_1_std": 0.164257, "nauc_recall_at_1_diff1": 0.791401, "nauc_recall_at_3_max": 0.668008, "nauc_recall_at_3_std": 0.291525, "nauc_recall_at_3_diff1": 0.705729, "nauc_recall_at_5_max": 0.701607, "nauc_recall_at_5_std": 0.333399, "nauc_recall_at_5_diff1": 0.672221, "nauc_recall_at_10_max": 0.773563, "nauc_recall_at_10_std": 0.530253, "nauc_recall_at_10_diff1": 0.658237, "nauc_recall_at_20_max": 0.703206, "nauc_recall_at_20_std": 0.443368, "nauc_recall_at_20_diff1": 0.586448, "nauc_recall_at_100_max": 0.777229, "nauc_recall_at_100_std": 0.861195, "nauc_recall_at_100_diff1": 0.339248, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.529973, "nauc_precision_at_1_std": 0.164257, "nauc_precision_at_1_diff1": 0.791401, "nauc_precision_at_3_max": 0.668008, "nauc_precision_at_3_std": 0.291525, "nauc_precision_at_3_diff1": 0.705729, "nauc_precision_at_5_max": 0.701607, "nauc_precision_at_5_std": 0.333399, "nauc_precision_at_5_diff1": 0.672221, "nauc_precision_at_10_max": 0.773563, "nauc_precision_at_10_std": 0.530253, "nauc_precision_at_10_diff1": 0.658237, "nauc_precision_at_20_max": 0.703206, "nauc_precision_at_20_std": 0.443368, "nauc_precision_at_20_diff1": 0.586448, "nauc_precision_at_100_max": 0.777229, "nauc_precision_at_100_std": 0.861195, "nauc_precision_at_100_diff1": 0.339248, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.529973, "nauc_mrr_at_1_std": 0.164257, "nauc_mrr_at_1_diff1": 0.791401, "nauc_mrr_at_3_max": 0.583694, "nauc_mrr_at_3_std": 0.215941, "nauc_mrr_at_3_diff1": 0.749704, "nauc_mrr_at_5_max": 0.585057, "nauc_mrr_at_5_std": 0.218582, "nauc_mrr_at_5_diff1": 0.745895, "nauc_mrr_at_10_max": 0.587025, "nauc_mrr_at_10_std": 0.228956, "nauc_mrr_at_10_diff1": 0.746445, "nauc_mrr_at_20_max": 0.583486, "nauc_mrr_at_20_std": 0.223838, "nauc_mrr_at_20_diff1": 0.745601, "nauc_mrr_at_100_max": 0.583252, "nauc_mrr_at_100_std": 0.223796, "nauc_mrr_at_100_diff1": 0.747079, "nauc_mrr_at_1000_max": 0.583178, "nauc_mrr_at_1000_std": 0.223543, "nauc_mrr_at_1000_diff1": 0.747246, "hit_rate_at_1": 0.59887, "hit_rate_at_3": 0.78531, "hit_rate_at_5": 0.82486, "hit_rate_at_10": 0.87006, "hit_rate_at_20": 0.91525, "hit_rate_at_100": 0.9887, "hit_rate_at_1000": 1.0, "main_score": 0.74398, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.68689, "ndcg_at_3": 0.77159, "ndcg_at_5": 0.78692, "ndcg_at_10": 0.80635, "ndcg_at_20": 0.81178, "ndcg_at_100": 0.81696, "ndcg_at_1000": 0.81985, "map_at_1": 0.68689, "map_at_3": 0.75082, "map_at_5": 0.75933, "map_at_10": 0.76761, "map_at_20": 0.76909, "map_at_100": 0.76971, "map_at_1000": 0.76984, "recall_at_1": 0.68689, "recall_at_3": 0.8317, "recall_at_5": 0.86888, "recall_at_10": 0.92759, "recall_at_20": 0.94912, "recall_at_100": 0.97847, "recall_at_1000": 1.0, "accuracy": 0.68689, "precision_at_1": 0.68689, "precision_at_3": 0.27723, "precision_at_5": 0.17378, "precision_at_10": 0.09276, "precision_at_20": 0.04746, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.686888, "mrr_at_3": 0.750815, "mrr_at_5": 0.759328, "mrr_at_10": 0.767607, "mrr_at_20": 0.769091, "mrr_at_100": 0.769708, "mrr_at_1000": 0.769839, "nauc_ndcg_at_1_max": 0.607562, "nauc_ndcg_at_1_std": 0.038198, "nauc_ndcg_at_1_diff1": 0.806357, "nauc_ndcg_at_3_max": 0.664705, "nauc_ndcg_at_3_std": 0.106057, "nauc_ndcg_at_3_diff1": 0.773038, "nauc_ndcg_at_5_max": 0.672429, "nauc_ndcg_at_5_std": 0.110765, "nauc_ndcg_at_5_diff1": 0.771003, "nauc_ndcg_at_10_max": 0.673411, "nauc_ndcg_at_10_std": 0.150689, "nauc_ndcg_at_10_diff1": 0.777511, "nauc_ndcg_at_20_max": 0.667005, "nauc_ndcg_at_20_std": 0.137496, "nauc_ndcg_at_20_diff1": 0.77876, "nauc_ndcg_at_100_max": 0.662699, "nauc_ndcg_at_100_std": 0.127278, "nauc_ndcg_at_100_diff1": 0.78207, "nauc_ndcg_at_1000_max": 0.658485, "nauc_ndcg_at_1000_std": 0.116196, "nauc_ndcg_at_1000_diff1": 0.781974, "nauc_map_at_1_max": 0.607562, "nauc_map_at_1_std": 0.038198, "nauc_map_at_1_diff1": 0.806357, "nauc_map_at_3_max": 0.648004, "nauc_map_at_3_std": 0.085834, "nauc_map_at_3_diff1": 0.782046, "nauc_map_at_5_max": 0.651943, "nauc_map_at_5_std": 0.088474, "nauc_map_at_5_diff1": 0.78139, "nauc_map_at_10_max": 0.651916, "nauc_map_at_10_std": 0.103437, "nauc_map_at_10_diff1": 0.784255, "nauc_map_at_20_max": 0.650285, "nauc_map_at_20_std": 0.100043, "nauc_map_at_20_diff1": 0.784635, "nauc_map_at_100_max": 0.649748, "nauc_map_at_100_std": 0.098866, "nauc_map_at_100_diff1": 0.784926, "nauc_map_at_1000_max": 0.649599, "nauc_map_at_1000_std": 0.098451, "nauc_map_at_1000_diff1": 0.784931, "nauc_recall_at_1_max": 0.607562, "nauc_recall_at_1_std": 0.038198, "nauc_recall_at_1_diff1": 0.806357, "nauc_recall_at_3_max": 0.731152, "nauc_recall_at_3_std": 0.186738, "nauc_recall_at_3_diff1": 0.737611, "nauc_recall_at_5_max": 0.771629, "nauc_recall_at_5_std": 0.217555, "nauc_recall_at_5_diff1": 0.720862, "nauc_recall_at_10_max": 0.847853, "nauc_recall_at_10_std": 0.565412, "nauc_recall_at_10_diff1": 0.727886, "nauc_recall_at_20_max": 0.838939, "nauc_recall_at_20_std": 0.570886, "nauc_recall_at_20_diff1": 0.721702, "nauc_recall_at_100_max": 0.898604, "nauc_recall_at_100_std": 0.738198, "nauc_recall_at_100_diff1": 0.790438, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.607562, "nauc_precision_at_1_std": 0.038198, "nauc_precision_at_1_diff1": 0.806357, "nauc_precision_at_3_max": 0.731152, "nauc_precision_at_3_std": 0.186738, "nauc_precision_at_3_diff1": 0.737611, "nauc_precision_at_5_max": 0.771629, "nauc_precision_at_5_std": 0.217555, "nauc_precision_at_5_diff1": 0.720862, "nauc_precision_at_10_max": 0.847853, "nauc_precision_at_10_std": 0.565412, "nauc_precision_at_10_diff1": 0.727886, "nauc_precision_at_20_max": 0.838939, "nauc_precision_at_20_std": 0.570886, "nauc_precision_at_20_diff1": 0.721702, "nauc_precision_at_100_max": 0.898604, "nauc_precision_at_100_std": 0.738198, "nauc_precision_at_100_diff1": 0.790438, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.607562, "nauc_mrr_at_1_std": 0.038198, "nauc_mrr_at_1_diff1": 0.806357, "nauc_mrr_at_3_max": 0.648004, "nauc_mrr_at_3_std": 0.085834, "nauc_mrr_at_3_diff1": 0.782046, "nauc_mrr_at_5_max": 0.651943, "nauc_mrr_at_5_std": 0.088474, "nauc_mrr_at_5_diff1": 0.78139, "nauc_mrr_at_10_max": 0.651916, "nauc_mrr_at_10_std": 0.103437, "nauc_mrr_at_10_diff1": 0.784255, "nauc_mrr_at_20_max": 0.650285, "nauc_mrr_at_20_std": 0.100043, "nauc_mrr_at_20_diff1": 0.784635, "nauc_mrr_at_100_max": 0.649748, "nauc_mrr_at_100_std": 0.098866, "nauc_mrr_at_100_diff1": 0.784926, "nauc_mrr_at_1000_max": 0.649599, "nauc_mrr_at_1000_std": 0.098451, "nauc_mrr_at_1000_diff1": 0.784931, "hit_rate_at_1": 0.68689, "hit_rate_at_3": 0.8317, "hit_rate_at_5": 0.86888, "hit_rate_at_10": 0.92759, "hit_rate_at_20": 0.94912, "hit_rate_at_100": 0.97847, "hit_rate_at_1000": 1.0, "main_score": 0.80635, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.64674, "ndcg_at_3": 0.74806, "ndcg_at_5": 0.76769, "ndcg_at_10": 0.78378, "ndcg_at_20": 0.79609, "ndcg_at_100": 0.80246, "ndcg_at_1000": 0.80325, "map_at_1": 0.64674, "map_at_3": 0.72464, "map_at_5": 0.73524, "map_at_10": 0.74203, "map_at_20": 0.74537, "map_at_100": 0.74635, "map_at_1000": 0.7464, "recall_at_1": 0.64674, "recall_at_3": 0.81522, "recall_at_5": 0.86413, "recall_at_10": 0.91304, "recall_at_20": 0.96196, "recall_at_100": 0.99457, "recall_at_1000": 1.0, "accuracy": 0.64674, "precision_at_1": 0.64674, "precision_at_3": 0.27174, "precision_at_5": 0.17283, "precision_at_10": 0.0913, "precision_at_20": 0.0481, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.646739, "mrr_at_3": 0.724638, "mrr_at_5": 0.735236, "mrr_at_10": 0.742033, "mrr_at_20": 0.745371, "mrr_at_100": 0.74635, "mrr_at_1000": 0.746395, "nauc_ndcg_at_1_max": 0.515033, "nauc_ndcg_at_1_std": -0.055417, "nauc_ndcg_at_1_diff1": 0.682193, "nauc_ndcg_at_3_max": 0.550885, "nauc_ndcg_at_3_std": -0.019462, "nauc_ndcg_at_3_diff1": 0.662226, "nauc_ndcg_at_5_max": 0.560436, "nauc_ndcg_at_5_std": -0.040209, "nauc_ndcg_at_5_diff1": 0.668348, "nauc_ndcg_at_10_max": 0.560438, "nauc_ndcg_at_10_std": 0.003459, "nauc_ndcg_at_10_diff1": 0.659731, "nauc_ndcg_at_20_max": 0.545546, "nauc_ndcg_at_20_std": -0.003373, "nauc_ndcg_at_20_diff1": 0.653458, "nauc_ndcg_at_100_max": 0.547267, "nauc_ndcg_at_100_std": -0.022331, "nauc_ndcg_at_100_diff1": 0.665615, "nauc_ndcg_at_1000_max": 0.546452, "nauc_ndcg_at_1000_std": -0.025015, "nauc_ndcg_at_1000_diff1": 0.665351, "nauc_map_at_1_max": 0.515033, "nauc_map_at_1_std": -0.055417, "nauc_map_at_1_diff1": 0.682193, "nauc_map_at_3_max": 0.542833, "nauc_map_at_3_std": -0.030837, "nauc_map_at_3_diff1": 0.668468, "nauc_map_at_5_max": 0.546946, "nauc_map_at_5_std": -0.041024, "nauc_map_at_5_diff1": 0.671321, "nauc_map_at_10_max": 0.545745, "nauc_map_at_10_std": -0.027571, "nauc_map_at_10_diff1": 0.668131, "nauc_map_at_20_max": 0.542132, "nauc_map_at_20_std": -0.029986, "nauc_map_at_20_diff1": 0.66694, "nauc_map_at_100_max": 0.542621, "nauc_map_at_100_std": -0.032238, "nauc_map_at_100_diff1": 0.668554, "nauc_map_at_1000_max": 0.542583, "nauc_map_at_1000_std": -0.032361, "nauc_map_at_1000_diff1": 0.668543, "nauc_recall_at_1_max": 0.515033, "nauc_recall_at_1_std": -0.055417, "nauc_recall_at_1_diff1": 0.682193, "nauc_recall_at_3_max": 0.581076, "nauc_recall_at_3_std": 0.025621, "nauc_recall_at_3_diff1": 0.637528, "nauc_recall_at_5_max": 0.628941, "nauc_recall_at_5_std": -0.041823, "nauc_recall_at_5_diff1": 0.655666, "nauc_recall_at_10_max": 0.674637, "nauc_recall_at_10_std": 0.275762, "nauc_recall_at_10_diff1": 0.594354, "nauc_recall_at_20_max": 0.552477, "nauc_recall_at_20_std": 0.518477, "nauc_recall_at_20_diff1": 0.392735, "nauc_recall_at_100_max": 0.722337, "nauc_recall_at_100_std": 0.55453, "nauc_recall_at_100_diff1": 0.722337, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.515033, "nauc_precision_at_1_std": -0.055417, "nauc_precision_at_1_diff1": 0.682193, "nauc_precision_at_3_max": 0.581076, "nauc_precision_at_3_std": 0.025621, "nauc_precision_at_3_diff1": 0.637528, "nauc_precision_at_5_max": 0.628941, "nauc_precision_at_5_std": -0.041823, "nauc_precision_at_5_diff1": 0.655666, "nauc_precision_at_10_max": 0.674637, "nauc_precision_at_10_std": 0.275762, "nauc_precision_at_10_diff1": 0.594354, "nauc_precision_at_20_max": 0.552477, "nauc_precision_at_20_std": 0.518477, "nauc_precision_at_20_diff1": 0.392735, "nauc_precision_at_100_max": 0.722337, "nauc_precision_at_100_std": 0.55453, "nauc_precision_at_100_diff1": 0.722337, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.515033, "nauc_mrr_at_1_std": -0.055417, "nauc_mrr_at_1_diff1": 0.682193, "nauc_mrr_at_3_max": 0.542833, "nauc_mrr_at_3_std": -0.030837, "nauc_mrr_at_3_diff1": 0.668468, "nauc_mrr_at_5_max": 0.546946, "nauc_mrr_at_5_std": -0.041024, "nauc_mrr_at_5_diff1": 0.671321, "nauc_mrr_at_10_max": 0.545745, "nauc_mrr_at_10_std": -0.027571, "nauc_mrr_at_10_diff1": 0.668131, "nauc_mrr_at_20_max": 0.542132, "nauc_mrr_at_20_std": -0.029986, "nauc_mrr_at_20_diff1": 0.66694, "nauc_mrr_at_100_max": 0.542621, "nauc_mrr_at_100_std": -0.032238, "nauc_mrr_at_100_diff1": 0.668554, "nauc_mrr_at_1000_max": 0.542583, "nauc_mrr_at_1000_std": -0.032361, "nauc_mrr_at_1000_diff1": 0.668543, "hit_rate_at_1": 0.64674, "hit_rate_at_3": 0.81522, "hit_rate_at_5": 0.86413, "hit_rate_at_10": 0.91304, "hit_rate_at_20": 0.96196, "hit_rate_at_100": 0.99457, "hit_rate_at_1000": 1.0, "main_score": 0.78378, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57447, "ndcg_at_3": 0.6749, "ndcg_at_5": 0.7152, "ndcg_at_10": 0.72871, "ndcg_at_20": 0.73693, "ndcg_at_100": 0.75121, "ndcg_at_1000": 0.75272, "map_at_1": 0.57447, "map_at_3": 0.65071, "map_at_5": 0.67358, "map_at_10": 0.679, "map_at_20": 0.68134, "map_at_100": 0.68347, "map_at_1000": 0.68355, "recall_at_1": 0.57447, "recall_at_3": 0.74468, "recall_at_5": 0.84043, "recall_at_10": 0.88298, "recall_at_20": 0.91489, "recall_at_100": 0.98936, "recall_at_1000": 1.0, "accuracy": 0.57447, "precision_at_1": 0.57447, "precision_at_3": 0.24823, "precision_at_5": 0.16809, "precision_at_10": 0.0883, "precision_at_20": 0.04574, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.574468, "mrr_at_3": 0.650709, "mrr_at_5": 0.673582, "mrr_at_10": 0.679, "mrr_at_20": 0.681335, "mrr_at_100": 0.683468, "mrr_at_1000": 0.683548, "nauc_ndcg_at_1_max": 0.584397, "nauc_ndcg_at_1_std": 0.102326, "nauc_ndcg_at_1_diff1": 0.722461, "nauc_ndcg_at_3_max": 0.592768, "nauc_ndcg_at_3_std": 0.151848, "nauc_ndcg_at_3_diff1": 0.63012, "nauc_ndcg_at_5_max": 0.63576, "nauc_ndcg_at_5_std": 0.187323, "nauc_ndcg_at_5_diff1": 0.660158, "nauc_ndcg_at_10_max": 0.638677, "nauc_ndcg_at_10_std": 0.194382, "nauc_ndcg_at_10_diff1": 0.665213, "nauc_ndcg_at_20_max": 0.634704, "nauc_ndcg_at_20_std": 0.195671, "nauc_ndcg_at_20_diff1": 0.665192, "nauc_ndcg_at_100_max": 0.619976, "nauc_ndcg_at_100_std": 0.169855, "nauc_ndcg_at_100_diff1": 0.671778, "nauc_ndcg_at_1000_max": 0.618148, "nauc_ndcg_at_1000_std": 0.16705, "nauc_ndcg_at_1000_diff1": 0.669316, "nauc_map_at_1_max": 0.584397, "nauc_map_at_1_std": 0.102326, "nauc_map_at_1_diff1": 0.722461, "nauc_map_at_3_max": 0.590768, "nauc_map_at_3_std": 0.137938, "nauc_map_at_3_diff1": 0.652993, "nauc_map_at_5_max": 0.612436, "nauc_map_at_5_std": 0.154731, "nauc_map_at_5_diff1": 0.670721, "nauc_map_at_10_max": 0.612876, "nauc_map_at_10_std": 0.156502, "nauc_map_at_10_diff1": 0.672259, "nauc_map_at_20_max": 0.611633, "nauc_map_at_20_std": 0.156382, "nauc_map_at_20_diff1": 0.672204, "nauc_map_at_100_max": 0.609756, "nauc_map_at_100_std": 0.153107, "nauc_map_at_100_diff1": 0.673065, "nauc_map_at_1000_max": 0.609672, "nauc_map_at_1000_std": 0.152979, "nauc_map_at_1000_diff1": 0.672962, "nauc_recall_at_1_max": 0.584397, "nauc_recall_at_1_std": 0.102326, "nauc_recall_at_1_diff1": 0.722461, "nauc_recall_at_3_max": 0.599755, "nauc_recall_at_3_std": 0.201661, "nauc_recall_at_3_diff1": 0.549756, "nauc_recall_at_5_max": 0.762102, "nauc_recall_at_5_std": 0.359305, "nauc_recall_at_5_diff1": 0.614156, "nauc_recall_at_10_max": 0.822348, "nauc_recall_at_10_std": 0.45884, "nauc_recall_at_10_diff1": 0.635316, "nauc_recall_at_20_max": 0.848888, "nauc_recall_at_20_std": 0.565984, "nauc_recall_at_20_diff1": 0.627046, "nauc_recall_at_100_max": 0.860838, "nauc_recall_at_100_std": 0.540031, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.584397, "nauc_precision_at_1_std": 0.102326, "nauc_precision_at_1_diff1": 0.722461, "nauc_precision_at_3_max": 0.599755, "nauc_precision_at_3_std": 0.201661, "nauc_precision_at_3_diff1": 0.549756, "nauc_precision_at_5_max": 0.762102, "nauc_precision_at_5_std": 0.359305, "nauc_precision_at_5_diff1": 0.614156, "nauc_precision_at_10_max": 0.822348, "nauc_precision_at_10_std": 0.45884, "nauc_precision_at_10_diff1": 0.635316, "nauc_precision_at_20_max": 0.848888, "nauc_precision_at_20_std": 0.565984, "nauc_precision_at_20_diff1": 0.627046, "nauc_precision_at_100_max": 0.860838, "nauc_precision_at_100_std": 0.540031, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.584397, "nauc_mrr_at_1_std": 0.102326, "nauc_mrr_at_1_diff1": 0.722461, "nauc_mrr_at_3_max": 0.590768, "nauc_mrr_at_3_std": 0.137938, "nauc_mrr_at_3_diff1": 0.652993, "nauc_mrr_at_5_max": 0.612436, "nauc_mrr_at_5_std": 0.154731, "nauc_mrr_at_5_diff1": 0.670721, "nauc_mrr_at_10_max": 0.612876, "nauc_mrr_at_10_std": 0.156502, "nauc_mrr_at_10_diff1": 0.672259, "nauc_mrr_at_20_max": 0.611633, "nauc_mrr_at_20_std": 0.156382, "nauc_mrr_at_20_diff1": 0.672204, "nauc_mrr_at_100_max": 0.609756, "nauc_mrr_at_100_std": 0.153107, "nauc_mrr_at_100_diff1": 0.673065, "nauc_mrr_at_1000_max": 0.609672, "nauc_mrr_at_1000_std": 0.152979, "nauc_mrr_at_1000_diff1": 0.672962, "hit_rate_at_1": 0.57447, "hit_rate_at_3": 0.74468, "hit_rate_at_5": 0.84043, "hit_rate_at_10": 0.88298, "hit_rate_at_20": 0.91489, "hit_rate_at_100": 0.98936, "hit_rate_at_1000": 1.0, "main_score": 0.72871, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60526, "ndcg_at_3": 0.72775, "ndcg_at_5": 0.75403, "ndcg_at_10": 0.76395, "ndcg_at_20": 0.77327, "ndcg_at_100": 0.78131, "ndcg_at_1000": 0.7828, "map_at_1": 0.60526, "map_at_3": 0.69737, "map_at_5": 0.71211, "map_at_10": 0.71603, "map_at_20": 0.7186, "map_at_100": 0.71977, "map_at_1000": 0.71985, "recall_at_1": 0.60526, "recall_at_3": 0.81579, "recall_at_5": 0.87895, "recall_at_10": 0.91053, "recall_at_20": 0.94737, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "accuracy": 0.60526, "precision_at_1": 0.60526, "precision_at_3": 0.27193, "precision_at_5": 0.17579, "precision_at_10": 0.09105, "precision_at_20": 0.04737, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.605263, "mrr_at_3": 0.697368, "mrr_at_5": 0.712105, "mrr_at_10": 0.71603, "mrr_at_20": 0.718597, "mrr_at_100": 0.719773, "mrr_at_1000": 0.719853, "nauc_ndcg_at_1_max": 0.587511, "nauc_ndcg_at_1_std": 0.197028, "nauc_ndcg_at_1_diff1": 0.793401, "nauc_ndcg_at_3_max": 0.694533, "nauc_ndcg_at_3_std": 0.331717, "nauc_ndcg_at_3_diff1": 0.737724, "nauc_ndcg_at_5_max": 0.701856, "nauc_ndcg_at_5_std": 0.35076, "nauc_ndcg_at_5_diff1": 0.750556, "nauc_ndcg_at_10_max": 0.688113, "nauc_ndcg_at_10_std": 0.328059, "nauc_ndcg_at_10_diff1": 0.745534, "nauc_ndcg_at_20_max": 0.679869, "nauc_ndcg_at_20_std": 0.318761, "nauc_ndcg_at_20_diff1": 0.751766, "nauc_ndcg_at_100_max": 0.673766, "nauc_ndcg_at_100_std": 0.310802, "nauc_ndcg_at_100_diff1": 0.758661, "nauc_ndcg_at_1000_max": 0.671088, "nauc_ndcg_at_1000_std": 0.305144, "nauc_ndcg_at_1000_diff1": 0.75837, "nauc_map_at_1_max": 0.587511, "nauc_map_at_1_std": 0.197028, "nauc_map_at_1_diff1": 0.793401, "nauc_map_at_3_max": 0.666142, "nauc_map_at_3_std": 0.293429, "nauc_map_at_3_diff1": 0.754363, "nauc_map_at_5_max": 0.668411, "nauc_map_at_5_std": 0.301801, "nauc_map_at_5_diff1": 0.761241, "nauc_map_at_10_max": 0.66349, "nauc_map_at_10_std": 0.293569, "nauc_map_at_10_diff1": 0.75998, "nauc_map_at_20_max": 0.661461, "nauc_map_at_20_std": 0.291021, "nauc_map_at_20_diff1": 0.761481, "nauc_map_at_100_max": 0.660678, "nauc_map_at_100_std": 0.29008, "nauc_map_at_100_diff1": 0.762555, "nauc_map_at_1000_max": 0.660563, "nauc_map_at_1000_std": 0.289837, "nauc_map_at_1000_diff1": 0.762546, "nauc_recall_at_1_max": 0.587511, "nauc_recall_at_1_std": 0.197028, "nauc_recall_at_1_diff1": 0.793401, "nauc_recall_at_3_max": 0.811789, "nauc_recall_at_3_std": 0.491573, "nauc_recall_at_3_diff1": 0.66774, "nauc_recall_at_5_max": 0.895651, "nauc_recall_at_5_std": 0.637561, "nauc_recall_at_5_diff1": 0.692311, "nauc_recall_at_10_max": 0.8575, "nauc_recall_at_10_std": 0.566513, "nauc_recall_at_10_diff1": 0.634097, "nauc_recall_at_20_max": 0.854622, "nauc_recall_at_20_std": 0.603501, "nauc_recall_at_20_diff1": 0.647339, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.795752, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587511, "nauc_precision_at_1_std": 0.197028, "nauc_precision_at_1_diff1": 0.793401, "nauc_precision_at_3_max": 0.811789, "nauc_precision_at_3_std": 0.491573, "nauc_precision_at_3_diff1": 0.66774, "nauc_precision_at_5_max": 0.895651, "nauc_precision_at_5_std": 0.637561, "nauc_precision_at_5_diff1": 0.692311, "nauc_precision_at_10_max": 0.8575, "nauc_precision_at_10_std": 0.566513, "nauc_precision_at_10_diff1": 0.634097, "nauc_precision_at_20_max": 0.854622, "nauc_precision_at_20_std": 0.603501, "nauc_precision_at_20_diff1": 0.647339, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.795752, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.587511, "nauc_mrr_at_1_std": 0.197028, "nauc_mrr_at_1_diff1": 0.793401, "nauc_mrr_at_3_max": 0.666142, "nauc_mrr_at_3_std": 0.293429, "nauc_mrr_at_3_diff1": 0.754363, "nauc_mrr_at_5_max": 0.668411, "nauc_mrr_at_5_std": 0.301801, "nauc_mrr_at_5_diff1": 0.761241, "nauc_mrr_at_10_max": 0.66349, "nauc_mrr_at_10_std": 0.293569, "nauc_mrr_at_10_diff1": 0.75998, "nauc_mrr_at_20_max": 0.661461, "nauc_mrr_at_20_std": 0.291021, "nauc_mrr_at_20_diff1": 0.761481, "nauc_mrr_at_100_max": 0.660678, "nauc_mrr_at_100_std": 0.29008, "nauc_mrr_at_100_diff1": 0.762555, "nauc_mrr_at_1000_max": 0.660563, "nauc_mrr_at_1000_std": 0.289837, "nauc_mrr_at_1000_diff1": 0.762546, "hit_rate_at_1": 0.60526, "hit_rate_at_3": 0.81579, "hit_rate_at_5": 0.87895, "hit_rate_at_10": 0.91053, "hit_rate_at_20": 0.94737, "hit_rate_at_100": 0.98947, "hit_rate_at_1000": 1.0, "main_score": 0.76395, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.64087, "ndcg_at_3": 0.74929, "ndcg_at_5": 0.77208, "ndcg_at_10": 0.78708, "ndcg_at_20": 0.79729, "ndcg_at_100": 0.80106, "ndcg_at_1000": 0.8029, "map_at_1": 0.64087, "map_at_3": 0.72354, "map_at_5": 0.73614, "map_at_10": 0.74247, "map_at_20": 0.74538, "map_at_100": 0.7458, "map_at_1000": 0.74588, "recall_at_1": 0.64087, "recall_at_3": 0.82341, "recall_at_5": 0.87897, "recall_at_10": 0.9246, "recall_at_20": 0.96429, "recall_at_100": 0.98611, "recall_at_1000": 1.0, "accuracy": 0.64087, "precision_at_1": 0.64087, "precision_at_3": 0.27447, "precision_at_5": 0.17579, "precision_at_10": 0.09246, "precision_at_20": 0.04821, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.640873, "mrr_at_3": 0.723545, "mrr_at_5": 0.736144, "mrr_at_10": 0.742474, "mrr_at_20": 0.745377, "mrr_at_100": 0.745798, "mrr_at_1000": 0.745876, "nauc_ndcg_at_1_max": 0.590616, "nauc_ndcg_at_1_std": 0.02639, "nauc_ndcg_at_1_diff1": 0.743231, "nauc_ndcg_at_3_max": 0.630299, "nauc_ndcg_at_3_std": 0.078725, "nauc_ndcg_at_3_diff1": 0.696842, "nauc_ndcg_at_5_max": 0.637453, "nauc_ndcg_at_5_std": 0.087101, "nauc_ndcg_at_5_diff1": 0.70142, "nauc_ndcg_at_10_max": 0.638932, "nauc_ndcg_at_10_std": 0.081006, "nauc_ndcg_at_10_diff1": 0.70035, "nauc_ndcg_at_20_max": 0.632238, "nauc_ndcg_at_20_std": 0.079911, "nauc_ndcg_at_20_diff1": 0.706762, "nauc_ndcg_at_100_max": 0.627581, "nauc_ndcg_at_100_std": 0.069207, "nauc_ndcg_at_100_diff1": 0.710903, "nauc_ndcg_at_1000_max": 0.624597, "nauc_ndcg_at_1000_std": 0.066409, "nauc_ndcg_at_1000_diff1": 0.711266, "nauc_map_at_1_max": 0.590616, "nauc_map_at_1_std": 0.02639, "nauc_map_at_1_diff1": 0.743231, "nauc_map_at_3_max": 0.617583, "nauc_map_at_3_std": 0.059747, "nauc_map_at_3_diff1": 0.711984, "nauc_map_at_5_max": 0.620102, "nauc_map_at_5_std": 0.062046, "nauc_map_at_5_diff1": 0.715076, "nauc_map_at_10_max": 0.620153, "nauc_map_at_10_std": 0.058835, "nauc_map_at_10_diff1": 0.714664, "nauc_map_at_20_max": 0.618425, "nauc_map_at_20_std": 0.058327, "nauc_map_at_20_diff1": 0.716442, "nauc_map_at_100_max": 0.617907, "nauc_map_at_100_std": 0.05721, "nauc_map_at_100_diff1": 0.71669, "nauc_map_at_1000_max": 0.617807, "nauc_map_at_1000_std": 0.057161, "nauc_map_at_1000_diff1": 0.7167, "nauc_recall_at_1_max": 0.590616, "nauc_recall_at_1_std": 0.02639, "nauc_recall_at_1_diff1": 0.743231, "nauc_recall_at_3_max": 0.682822, "nauc_recall_at_3_std": 0.158313, "nauc_recall_at_3_diff1": 0.634149, "nauc_recall_at_5_max": 0.73626, "nauc_recall_at_5_std": 0.231842, "nauc_recall_at_5_diff1": 0.626255, "nauc_recall_at_10_max": 0.803433, "nauc_recall_at_10_std": 0.274539, "nauc_recall_at_10_diff1": 0.581735, "nauc_recall_at_20_max": 0.857147, "nauc_recall_at_20_std": 0.467707, "nauc_recall_at_20_diff1": 0.566121, "nauc_recall_at_100_max": 0.901989, "nauc_recall_at_100_std": 0.356788, "nauc_recall_at_100_diff1": 0.673306, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590616, "nauc_precision_at_1_std": 0.02639, "nauc_precision_at_1_diff1": 0.743231, "nauc_precision_at_3_max": 0.682822, "nauc_precision_at_3_std": 0.158313, "nauc_precision_at_3_diff1": 0.634149, "nauc_precision_at_5_max": 0.73626, "nauc_precision_at_5_std": 0.231842, "nauc_precision_at_5_diff1": 0.626255, "nauc_precision_at_10_max": 0.803433, "nauc_precision_at_10_std": 0.274539, "nauc_precision_at_10_diff1": 0.581735, "nauc_precision_at_20_max": 0.857147, "nauc_precision_at_20_std": 0.467707, "nauc_precision_at_20_diff1": 0.566121, "nauc_precision_at_100_max": 0.901989, "nauc_precision_at_100_std": 0.356788, "nauc_precision_at_100_diff1": 0.673306, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.590616, "nauc_mrr_at_1_std": 0.02639, "nauc_mrr_at_1_diff1": 0.743231, "nauc_mrr_at_3_max": 0.617583, "nauc_mrr_at_3_std": 0.059747, "nauc_mrr_at_3_diff1": 0.711984, "nauc_mrr_at_5_max": 0.620102, "nauc_mrr_at_5_std": 0.062046, "nauc_mrr_at_5_diff1": 0.715076, "nauc_mrr_at_10_max": 0.620153, "nauc_mrr_at_10_std": 0.058835, "nauc_mrr_at_10_diff1": 0.714664, "nauc_mrr_at_20_max": 0.618425, "nauc_mrr_at_20_std": 0.058327, "nauc_mrr_at_20_diff1": 0.716442, "nauc_mrr_at_100_max": 0.617907, "nauc_mrr_at_100_std": 0.05721, "nauc_mrr_at_100_diff1": 0.71669, "nauc_mrr_at_1000_max": 0.617807, "nauc_mrr_at_1000_std": 0.057161, "nauc_mrr_at_1000_diff1": 0.7167, "hit_rate_at_1": 0.64087, "hit_rate_at_3": 0.82341, "hit_rate_at_5": 0.87897, "hit_rate_at_10": 0.9246, "hit_rate_at_20": 0.96429, "hit_rate_at_100": 0.98611, "hit_rate_at_1000": 1.0, "main_score": 0.78708, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.6646, "ndcg_at_3": 0.77876, "ndcg_at_5": 0.78919, "ndcg_at_10": 0.79739, "ndcg_at_20": 0.81035, "ndcg_at_100": 0.81635, "ndcg_at_1000": 0.81814, "map_at_1": 0.6646, "map_at_3": 0.75155, "map_at_5": 0.75745, "map_at_10": 0.76093, "map_at_20": 0.7647, "map_at_100": 0.76561, "map_at_1000": 0.76571, "recall_at_1": 0.6646, "recall_at_3": 0.85714, "recall_at_5": 0.88199, "recall_at_10": 0.90683, "recall_at_20": 0.95652, "recall_at_100": 0.98758, "recall_at_1000": 1.0, "accuracy": 0.6646, "precision_at_1": 0.6646, "precision_at_3": 0.28571, "precision_at_5": 0.1764, "precision_at_10": 0.09068, "precision_at_20": 0.04783, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.664596, "mrr_at_3": 0.751553, "mrr_at_5": 0.757453, "mrr_at_10": 0.760929, "mrr_at_20": 0.764699, "mrr_at_100": 0.76561, "mrr_at_1000": 0.765713, "nauc_ndcg_at_1_max": 0.552119, "nauc_ndcg_at_1_std": 0.09584, "nauc_ndcg_at_1_diff1": 0.736923, "nauc_ndcg_at_3_max": 0.662611, "nauc_ndcg_at_3_std": 0.211817, "nauc_ndcg_at_3_diff1": 0.726689, "nauc_ndcg_at_5_max": 0.672193, "nauc_ndcg_at_5_std": 0.227103, "nauc_ndcg_at_5_diff1": 0.726587, "nauc_ndcg_at_10_max": 0.665243, "nauc_ndcg_at_10_std": 0.210117, "nauc_ndcg_at_10_diff1": 0.7405, "nauc_ndcg_at_20_max": 0.650166, "nauc_ndcg_at_20_std": 0.203166, "nauc_ndcg_at_20_diff1": 0.733998, "nauc_ndcg_at_100_max": 0.642498, "nauc_ndcg_at_100_std": 0.197768, "nauc_ndcg_at_100_diff1": 0.736656, "nauc_ndcg_at_1000_max": 0.641058, "nauc_ndcg_at_1000_std": 0.192439, "nauc_ndcg_at_1000_diff1": 0.733677, "nauc_map_at_1_max": 0.552119, "nauc_map_at_1_std": 0.09584, "nauc_map_at_1_diff1": 0.736923, "nauc_map_at_3_max": 0.634137, "nauc_map_at_3_std": 0.181648, "nauc_map_at_3_diff1": 0.728615, "nauc_map_at_5_max": 0.638353, "nauc_map_at_5_std": 0.188897, "nauc_map_at_5_diff1": 0.728412, "nauc_map_at_10_max": 0.635204, "nauc_map_at_10_std": 0.181942, "nauc_map_at_10_diff1": 0.733493, "nauc_map_at_20_max": 0.631137, "nauc_map_at_20_std": 0.180186, "nauc_map_at_20_diff1": 0.731833, "nauc_map_at_100_max": 0.630214, "nauc_map_at_100_std": 0.179509, "nauc_map_at_100_diff1": 0.732292, "nauc_map_at_1000_max": 0.630158, "nauc_map_at_1000_std": 0.179281, "nauc_map_at_1000_diff1": 0.732156, "nauc_recall_at_1_max": 0.552119, "nauc_recall_at_1_std": 0.09584, "nauc_recall_at_1_diff1": 0.736923, "nauc_recall_at_3_max": 0.788071, "nauc_recall_at_3_std": 0.34496, "nauc_recall_at_3_diff1": 0.718761, "nauc_recall_at_5_max": 0.847541, "nauc_recall_at_5_std": 0.42617, "nauc_recall_at_5_diff1": 0.718385, "nauc_recall_at_10_max": 0.85033, "nauc_recall_at_10_std": 0.377019, "nauc_recall_at_10_diff1": 0.797851, "nauc_recall_at_20_max": 0.838482, "nauc_recall_at_20_std": 0.450649, "nauc_recall_at_20_diff1": 0.767979, "nauc_recall_at_100_max": 0.77746, "nauc_recall_at_100_std": 0.679825, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.552119, "nauc_precision_at_1_std": 0.09584, "nauc_precision_at_1_diff1": 0.736923, "nauc_precision_at_3_max": 0.788071, "nauc_precision_at_3_std": 0.34496, "nauc_precision_at_3_diff1": 0.718761, "nauc_precision_at_5_max": 0.847541, "nauc_precision_at_5_std": 0.42617, "nauc_precision_at_5_diff1": 0.718385, "nauc_precision_at_10_max": 0.85033, "nauc_precision_at_10_std": 0.377019, "nauc_precision_at_10_diff1": 0.797851, "nauc_precision_at_20_max": 0.838482, "nauc_precision_at_20_std": 0.450649, "nauc_precision_at_20_diff1": 0.767979, "nauc_precision_at_100_max": 0.77746, "nauc_precision_at_100_std": 0.679825, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.552119, "nauc_mrr_at_1_std": 0.09584, "nauc_mrr_at_1_diff1": 0.736923, "nauc_mrr_at_3_max": 0.634137, "nauc_mrr_at_3_std": 0.181648, "nauc_mrr_at_3_diff1": 0.728615, "nauc_mrr_at_5_max": 0.638353, "nauc_mrr_at_5_std": 0.188897, "nauc_mrr_at_5_diff1": 0.728412, "nauc_mrr_at_10_max": 0.635204, "nauc_mrr_at_10_std": 0.181942, "nauc_mrr_at_10_diff1": 0.733493, "nauc_mrr_at_20_max": 0.631137, "nauc_mrr_at_20_std": 0.180186, "nauc_mrr_at_20_diff1": 0.731833, "nauc_mrr_at_100_max": 0.630214, "nauc_mrr_at_100_std": 0.179509, "nauc_mrr_at_100_diff1": 0.732292, "nauc_mrr_at_1000_max": 0.630158, "nauc_mrr_at_1000_std": 0.179281, "nauc_mrr_at_1000_diff1": 0.732156, "hit_rate_at_1": 0.6646, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.88199, "hit_rate_at_10": 0.90683, "hit_rate_at_20": 0.95652, "hit_rate_at_100": 0.98758, "hit_rate_at_1000": 1.0, "main_score": 0.79739, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.55026, "ndcg_at_3": 0.67214, "ndcg_at_5": 0.71382, "ndcg_at_10": 0.72604, "ndcg_at_20": 0.73833, "ndcg_at_100": 0.7488, "ndcg_at_1000": 0.74956, "map_at_1": 0.55026, "map_at_3": 0.64286, "map_at_5": 0.66614, "map_at_10": 0.67132, "map_at_20": 0.67482, "map_at_100": 0.67652, "map_at_1000": 0.67656, "recall_at_1": 0.55026, "recall_at_3": 0.75661, "recall_at_5": 0.85714, "recall_at_10": 0.89418, "recall_at_20": 0.9418, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "accuracy": 0.55026, "precision_at_1": 0.55026, "precision_at_3": 0.2522, "precision_at_5": 0.17143, "precision_at_10": 0.08942, "precision_at_20": 0.04709, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.550265, "mrr_at_3": 0.642857, "mrr_at_5": 0.666138, "mrr_at_10": 0.671324, "mrr_at_20": 0.67482, "mrr_at_100": 0.67652, "mrr_at_1000": 0.676564, "nauc_ndcg_at_1_max": 0.455535, "nauc_ndcg_at_1_std": 0.109283, "nauc_ndcg_at_1_diff1": 0.763584, "nauc_ndcg_at_3_max": 0.536837, "nauc_ndcg_at_3_std": 0.207915, "nauc_ndcg_at_3_diff1": 0.699573, "nauc_ndcg_at_5_max": 0.529871, "nauc_ndcg_at_5_std": 0.228034, "nauc_ndcg_at_5_diff1": 0.693261, "nauc_ndcg_at_10_max": 0.556374, "nauc_ndcg_at_10_std": 0.243911, "nauc_ndcg_at_10_diff1": 0.704759, "nauc_ndcg_at_20_max": 0.54523, "nauc_ndcg_at_20_std": 0.232261, "nauc_ndcg_at_20_diff1": 0.711661, "nauc_ndcg_at_100_max": 0.527204, "nauc_ndcg_at_100_std": 0.202696, "nauc_ndcg_at_100_diff1": 0.715052, "nauc_ndcg_at_1000_max": 0.526455, "nauc_ndcg_at_1000_std": 0.200132, "nauc_ndcg_at_1000_diff1": 0.715673, "nauc_map_at_1_max": 0.455535, "nauc_map_at_1_std": 0.109283, "nauc_map_at_1_diff1": 0.763584, "nauc_map_at_3_max": 0.516272, "nauc_map_at_3_std": 0.175922, "nauc_map_at_3_diff1": 0.716479, "nauc_map_at_5_max": 0.511457, "nauc_map_at_5_std": 0.184726, "nauc_map_at_5_diff1": 0.715117, "nauc_map_at_10_max": 0.521478, "nauc_map_at_10_std": 0.190408, "nauc_map_at_10_diff1": 0.71967, "nauc_map_at_20_max": 0.518438, "nauc_map_at_20_std": 0.186823, "nauc_map_at_20_diff1": 0.721452, "nauc_map_at_100_max": 0.515936, "nauc_map_at_100_std": 0.182792, "nauc_map_at_100_diff1": 0.721699, "nauc_map_at_1000_max": 0.5159, "nauc_map_at_1000_std": 0.182672, "nauc_map_at_1000_diff1": 0.721728, "nauc_recall_at_1_max": 0.455535, "nauc_recall_at_1_std": 0.109283, "nauc_recall_at_1_diff1": 0.763584, "nauc_recall_at_3_max": 0.612458, "nauc_recall_at_3_std": 0.329787, "nauc_recall_at_3_diff1": 0.636979, "nauc_recall_at_5_max": 0.628092, "nauc_recall_at_5_std": 0.474944, "nauc_recall_at_5_diff1": 0.56974, "nauc_recall_at_10_max": 0.81873, "nauc_recall_at_10_std": 0.643648, "nauc_recall_at_10_diff1": 0.605452, "nauc_recall_at_20_max": 0.873183, "nauc_recall_at_20_std": 0.807315, "nauc_recall_at_20_diff1": 0.623067, "nauc_recall_at_100_max": 0.721951, "nauc_recall_at_100_std": 0.869204, "nauc_recall_at_100_diff1": 0.553501, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.455535, "nauc_precision_at_1_std": 0.109283, "nauc_precision_at_1_diff1": 0.763584, "nauc_precision_at_3_max": 0.612458, "nauc_precision_at_3_std": 0.329787, "nauc_precision_at_3_diff1": 0.636979, "nauc_precision_at_5_max": 0.628092, "nauc_precision_at_5_std": 0.474944, "nauc_precision_at_5_diff1": 0.56974, "nauc_precision_at_10_max": 0.81873, "nauc_precision_at_10_std": 0.643648, "nauc_precision_at_10_diff1": 0.605452, "nauc_precision_at_20_max": 0.873183, "nauc_precision_at_20_std": 0.807315, "nauc_precision_at_20_diff1": 0.623067, "nauc_precision_at_100_max": 0.721951, "nauc_precision_at_100_std": 0.869204, "nauc_precision_at_100_diff1": 0.553501, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.455535, "nauc_mrr_at_1_std": 0.109283, "nauc_mrr_at_1_diff1": 0.763584, "nauc_mrr_at_3_max": 0.516272, "nauc_mrr_at_3_std": 0.175922, "nauc_mrr_at_3_diff1": 0.716479, "nauc_mrr_at_5_max": 0.511457, "nauc_mrr_at_5_std": 0.184726, "nauc_mrr_at_5_diff1": 0.715117, "nauc_mrr_at_10_max": 0.521478, "nauc_mrr_at_10_std": 0.190408, "nauc_mrr_at_10_diff1": 0.71967, "nauc_mrr_at_20_max": 0.518438, "nauc_mrr_at_20_std": 0.186823, "nauc_mrr_at_20_diff1": 0.721452, "nauc_mrr_at_100_max": 0.515936, "nauc_mrr_at_100_std": 0.182792, "nauc_mrr_at_100_diff1": 0.721699, "nauc_mrr_at_1000_max": 0.5159, "nauc_mrr_at_1000_std": 0.182672, "nauc_mrr_at_1000_diff1": 0.721728, "hit_rate_at_1": 0.55026, "hit_rate_at_3": 0.75661, "hit_rate_at_5": 0.85714, "hit_rate_at_10": 0.89418, "hit_rate_at_20": 0.9418, "hit_rate_at_100": 0.99471, "hit_rate_at_1000": 1.0, "main_score": 0.72604, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.60326, "ndcg_at_3": 0.70458, "ndcg_at_5": 0.731, "ndcg_at_10": 0.75379, "ndcg_at_20": 0.76228, "ndcg_at_100": 0.77346, "ndcg_at_1000": 0.77346, "map_at_1": 0.60326, "map_at_3": 0.68116, "map_at_5": 0.69556, "map_at_10": 0.70492, "map_at_20": 0.70738, "map_at_100": 0.70895, "map_at_1000": 0.70895, "recall_at_1": 0.60326, "recall_at_3": 0.77174, "recall_at_5": 0.83696, "recall_at_10": 0.90761, "recall_at_20": 0.94022, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60326, "precision_at_1": 0.60326, "precision_at_3": 0.25725, "precision_at_5": 0.16739, "precision_at_10": 0.09076, "precision_at_20": 0.04701, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.603261, "mrr_at_3": 0.681159, "mrr_at_5": 0.695562, "mrr_at_10": 0.704915, "mrr_at_20": 0.707378, "mrr_at_100": 0.708945, "mrr_at_1000": 0.708945, "nauc_ndcg_at_1_max": 0.387086, "nauc_ndcg_at_1_std": 0.057096, "nauc_ndcg_at_1_diff1": 0.655565, "nauc_ndcg_at_3_max": 0.482764, "nauc_ndcg_at_3_std": 0.101655, "nauc_ndcg_at_3_diff1": 0.607564, "nauc_ndcg_at_5_max": 0.488087, "nauc_ndcg_at_5_std": 0.104827, "nauc_ndcg_at_5_diff1": 0.590247, "nauc_ndcg_at_10_max": 0.477138, "nauc_ndcg_at_10_std": 0.091467, "nauc_ndcg_at_10_diff1": 0.573006, "nauc_ndcg_at_20_max": 0.477257, "nauc_ndcg_at_20_std": 0.116746, "nauc_ndcg_at_20_diff1": 0.580954, "nauc_ndcg_at_100_max": 0.465444, "nauc_ndcg_at_100_std": 0.096638, "nauc_ndcg_at_100_diff1": 0.602959, "nauc_ndcg_at_1000_max": 0.465444, "nauc_ndcg_at_1000_std": 0.096638, "nauc_ndcg_at_1000_diff1": 0.602959, "nauc_map_at_1_max": 0.387086, "nauc_map_at_1_std": 0.057096, "nauc_map_at_1_diff1": 0.655565, "nauc_map_at_3_max": 0.460739, "nauc_map_at_3_std": 0.088342, "nauc_map_at_3_diff1": 0.621597, "nauc_map_at_5_max": 0.461002, "nauc_map_at_5_std": 0.087662, "nauc_map_at_5_diff1": 0.613433, "nauc_map_at_10_max": 0.456886, "nauc_map_at_10_std": 0.083578, "nauc_map_at_10_diff1": 0.60805, "nauc_map_at_20_max": 0.457003, "nauc_map_at_20_std": 0.090391, "nauc_map_at_20_diff1": 0.610129, "nauc_map_at_100_max": 0.455742, "nauc_map_at_100_std": 0.08811, "nauc_map_at_100_diff1": 0.613069, "nauc_map_at_1000_max": 0.455742, "nauc_map_at_1000_std": 0.08811, "nauc_map_at_1000_diff1": 0.613069, "nauc_recall_at_1_max": 0.387086, "nauc_recall_at_1_std": 0.057096, "nauc_recall_at_1_diff1": 0.655565, "nauc_recall_at_3_max": 0.56111, "nauc_recall_at_3_std": 0.151005, "nauc_recall_at_3_diff1": 0.555699, "nauc_recall_at_5_max": 0.616445, "nauc_recall_at_5_std": 0.190505, "nauc_recall_at_5_diff1": 0.476705, "nauc_recall_at_10_max": 0.617365, "nauc_recall_at_10_std": 0.13808, "nauc_recall_at_10_diff1": 0.281766, "nauc_recall_at_20_max": 0.686788, "nauc_recall_at_20_std": 0.463324, "nauc_recall_at_20_diff1": 0.230157, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.387086, "nauc_precision_at_1_std": 0.057096, "nauc_precision_at_1_diff1": 0.655565, "nauc_precision_at_3_max": 0.56111, "nauc_precision_at_3_std": 0.151005, "nauc_precision_at_3_diff1": 0.555699, "nauc_precision_at_5_max": 0.616445, "nauc_precision_at_5_std": 0.190505, "nauc_precision_at_5_diff1": 0.476705, "nauc_precision_at_10_max": 0.617365, "nauc_precision_at_10_std": 0.13808, "nauc_precision_at_10_diff1": 0.281766, "nauc_precision_at_20_max": 0.686788, "nauc_precision_at_20_std": 0.463324, "nauc_precision_at_20_diff1": 0.230157, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.387086, "nauc_mrr_at_1_std": 0.057096, "nauc_mrr_at_1_diff1": 0.655565, "nauc_mrr_at_3_max": 0.460739, "nauc_mrr_at_3_std": 0.088342, "nauc_mrr_at_3_diff1": 0.621597, "nauc_mrr_at_5_max": 0.461002, "nauc_mrr_at_5_std": 0.087662, "nauc_mrr_at_5_diff1": 0.613433, "nauc_mrr_at_10_max": 0.456886, "nauc_mrr_at_10_std": 0.083578, "nauc_mrr_at_10_diff1": 0.60805, "nauc_mrr_at_20_max": 0.457003, "nauc_mrr_at_20_std": 0.090391, "nauc_mrr_at_20_diff1": 0.610129, "nauc_mrr_at_100_max": 0.455742, "nauc_mrr_at_100_std": 0.08811, "nauc_mrr_at_100_diff1": 0.613069, "nauc_mrr_at_1000_max": 0.455742, "nauc_mrr_at_1000_std": 0.08811, "nauc_mrr_at_1000_diff1": 0.613069, "hit_rate_at_1": 0.60326, "hit_rate_at_3": 0.77174, "hit_rate_at_5": 0.83696, "hit_rate_at_10": 0.90761, "hit_rate_at_20": 0.94022, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.75379, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.69643, "ndcg_at_3": 0.78512, "ndcg_at_5": 0.80588, "ndcg_at_10": 0.81796, "ndcg_at_20": 0.82298, "ndcg_at_100": 0.82937, "ndcg_at_1000": 0.83121, "map_at_1": 0.69643, "map_at_3": 0.76422, "map_at_5": 0.77593, "map_at_10": 0.78084, "map_at_20": 0.78221, "map_at_100": 0.78315, "map_at_1000": 0.78323, "recall_at_1": 0.69643, "recall_at_3": 0.84524, "recall_at_5": 0.89484, "recall_at_10": 0.93254, "recall_at_20": 0.95238, "recall_at_100": 0.98611, "recall_at_1000": 1.0, "accuracy": 0.69643, "precision_at_1": 0.69643, "precision_at_3": 0.28175, "precision_at_5": 0.17897, "precision_at_10": 0.09325, "precision_at_20": 0.04762, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.696429, "mrr_at_3": 0.76422, "mrr_at_5": 0.775926, "mrr_at_10": 0.780842, "mrr_at_20": 0.782214, "mrr_at_100": 0.783145, "mrr_at_1000": 0.783226, "nauc_ndcg_at_1_max": 0.551913, "nauc_ndcg_at_1_std": 0.092371, "nauc_ndcg_at_1_diff1": 0.766083, "nauc_ndcg_at_3_max": 0.621591, "nauc_ndcg_at_3_std": 0.144418, "nauc_ndcg_at_3_diff1": 0.711324, "nauc_ndcg_at_5_max": 0.626691, "nauc_ndcg_at_5_std": 0.152618, "nauc_ndcg_at_5_diff1": 0.717119, "nauc_ndcg_at_10_max": 0.628021, "nauc_ndcg_at_10_std": 0.164203, "nauc_ndcg_at_10_diff1": 0.722919, "nauc_ndcg_at_20_max": 0.622605, "nauc_ndcg_at_20_std": 0.160935, "nauc_ndcg_at_20_diff1": 0.724606, "nauc_ndcg_at_100_max": 0.612852, "nauc_ndcg_at_100_std": 0.15328, "nauc_ndcg_at_100_diff1": 0.724816, "nauc_ndcg_at_1000_max": 0.610968, "nauc_ndcg_at_1000_std": 0.148798, "nauc_ndcg_at_1000_diff1": 0.72787, "nauc_map_at_1_max": 0.551913, "nauc_map_at_1_std": 0.092371, "nauc_map_at_1_diff1": 0.766083, "nauc_map_at_3_max": 0.602961, "nauc_map_at_3_std": 0.133789, "nauc_map_at_3_diff1": 0.726338, "nauc_map_at_5_max": 0.604647, "nauc_map_at_5_std": 0.136934, "nauc_map_at_5_diff1": 0.730008, "nauc_map_at_10_max": 0.604554, "nauc_map_at_10_std": 0.140782, "nauc_map_at_10_diff1": 0.732113, "nauc_map_at_20_max": 0.603142, "nauc_map_at_20_std": 0.139817, "nauc_map_at_20_diff1": 0.732509, "nauc_map_at_100_max": 0.601959, "nauc_map_at_100_std": 0.139073, "nauc_map_at_100_diff1": 0.732544, "nauc_map_at_1000_max": 0.601903, "nauc_map_at_1000_std": 0.138921, "nauc_map_at_1000_diff1": 0.732685, "nauc_recall_at_1_max": 0.551913, "nauc_recall_at_1_std": 0.092371, "nauc_recall_at_1_diff1": 0.766083, "nauc_recall_at_3_max": 0.696809, "nauc_recall_at_3_std": 0.185167, "nauc_recall_at_3_diff1": 0.650457, "nauc_recall_at_5_max": 0.747611, "nauc_recall_at_5_std": 0.238075, "nauc_recall_at_5_diff1": 0.648416, "nauc_recall_at_10_max": 0.823942, "nauc_recall_at_10_std": 0.368724, "nauc_recall_at_10_diff1": 0.657733, "nauc_recall_at_20_max": 0.834885, "nauc_recall_at_20_std": 0.412703, "nauc_recall_at_20_diff1": 0.654287, "nauc_recall_at_100_max": 0.776655, "nauc_recall_at_100_std": 0.526213, "nauc_recall_at_100_diff1": 0.497723, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.551913, "nauc_precision_at_1_std": 0.092371, "nauc_precision_at_1_diff1": 0.766083, "nauc_precision_at_3_max": 0.696809, "nauc_precision_at_3_std": 0.185167, "nauc_precision_at_3_diff1": 0.650457, "nauc_precision_at_5_max": 0.747611, "nauc_precision_at_5_std": 0.238075, "nauc_precision_at_5_diff1": 0.648416, "nauc_precision_at_10_max": 0.823942, "nauc_precision_at_10_std": 0.368724, "nauc_precision_at_10_diff1": 0.657733, "nauc_precision_at_20_max": 0.834885, "nauc_precision_at_20_std": 0.412703, "nauc_precision_at_20_diff1": 0.654287, "nauc_precision_at_100_max": 0.776655, "nauc_precision_at_100_std": 0.526213, "nauc_precision_at_100_diff1": 0.497723, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.551913, "nauc_mrr_at_1_std": 0.092371, "nauc_mrr_at_1_diff1": 0.766083, "nauc_mrr_at_3_max": 0.602961, "nauc_mrr_at_3_std": 0.133789, "nauc_mrr_at_3_diff1": 0.726338, "nauc_mrr_at_5_max": 0.604647, "nauc_mrr_at_5_std": 0.136934, "nauc_mrr_at_5_diff1": 0.730008, "nauc_mrr_at_10_max": 0.604554, "nauc_mrr_at_10_std": 0.140782, "nauc_mrr_at_10_diff1": 0.732113, "nauc_mrr_at_20_max": 0.603142, "nauc_mrr_at_20_std": 0.139817, "nauc_mrr_at_20_diff1": 0.732509, "nauc_mrr_at_100_max": 0.601959, "nauc_mrr_at_100_std": 0.139073, "nauc_mrr_at_100_diff1": 0.732544, "nauc_mrr_at_1000_max": 0.601903, "nauc_mrr_at_1000_std": 0.138921, "nauc_mrr_at_1000_diff1": 0.732685, "hit_rate_at_1": 0.69643, "hit_rate_at_3": 0.84524, "hit_rate_at_5": 0.89484, "hit_rate_at_10": 0.93254, "hit_rate_at_20": 0.95238, "hit_rate_at_100": 0.98611, "hit_rate_at_1000": 1.0, "main_score": 0.81796, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "mteb_version": "2.18.7" } ], "test": [ { "ndcg_at_1": 0.48359, "ndcg_at_3": 0.55937, "ndcg_at_5": 0.57973, "ndcg_at_10": 0.59591, "ndcg_at_20": 0.60896, "ndcg_at_100": 0.62727, "ndcg_at_1000": 0.64018, "map_at_1": 0.4835, "map_at_3": 0.54094, "map_at_5": 0.55222, "map_at_10": 0.55886, "map_at_20": 0.56245, "map_at_100": 0.56493, "map_at_1000": 0.56537, "recall_at_1": 0.4835, "recall_at_3": 0.61251, "recall_at_5": 0.66201, "recall_at_10": 0.71226, "recall_at_20": 0.76383, "recall_at_100": 0.86321, "recall_at_1000": 0.96728, "accuracy": 0.4835, "precision_at_1": 0.48359, "precision_at_3": 0.2042, "precision_at_5": 0.13242, "precision_at_10": 0.07124, "precision_at_20": 0.0382, "precision_at_100": 0.00863, "precision_at_1000": 0.00097, "mrr_at_1": 0.483593, "mrr_at_3": 0.541034, "mrr_at_5": 0.552313, "mrr_at_10": 0.558952, "mrr_at_20": 0.56254, "mrr_at_100": 0.565027, "mrr_at_1000": 0.565466, "nauc_ndcg_at_1_max": 0.662893, "nauc_ndcg_at_1_std": 0.077942, "nauc_ndcg_at_1_diff1": 0.730462, "nauc_ndcg_at_3_max": 0.688933, "nauc_ndcg_at_3_std": 0.126474, "nauc_ndcg_at_3_diff1": 0.681191, "nauc_ndcg_at_5_max": 0.690369, "nauc_ndcg_at_5_std": 0.13644, "nauc_ndcg_at_5_diff1": 0.676875, "nauc_ndcg_at_10_max": 0.690263, "nauc_ndcg_at_10_std": 0.144606, "nauc_ndcg_at_10_diff1": 0.671968, "nauc_ndcg_at_20_max": 0.689892, "nauc_ndcg_at_20_std": 0.149517, "nauc_ndcg_at_20_diff1": 0.671938, "nauc_ndcg_at_100_max": 0.688934, "nauc_ndcg_at_100_std": 0.15629, "nauc_ndcg_at_100_diff1": 0.674805, "nauc_ndcg_at_1000_max": 0.688345, "nauc_ndcg_at_1000_std": 0.148433, "nauc_ndcg_at_1000_diff1": 0.679809, "nauc_map_at_1_max": 0.662409, "nauc_map_at_1_std": 0.077477, "nauc_map_at_1_diff1": 0.730132, "nauc_map_at_3_max": 0.683061, "nauc_map_at_3_std": 0.114439, "nauc_map_at_3_diff1": 0.693263, "nauc_map_at_5_max": 0.683678, "nauc_map_at_5_std": 0.119592, "nauc_map_at_5_diff1": 0.691248, "nauc_map_at_10_max": 0.683639, "nauc_map_at_10_std": 0.122795, "nauc_map_at_10_diff1": 0.689443, "nauc_map_at_20_max": 0.683451, "nauc_map_at_20_std": 0.123848, "nauc_map_at_20_diff1": 0.689559, "nauc_map_at_100_max": 0.683276, "nauc_map_at_100_std": 0.124673, "nauc_map_at_100_diff1": 0.68999, "nauc_map_at_1000_max": 0.683243, "nauc_map_at_1000_std": 0.124468, "nauc_map_at_1000_diff1": 0.690137, "nauc_recall_at_1_max": 0.662409, "nauc_recall_at_1_std": 0.077477, "nauc_recall_at_1_diff1": 0.730132, "nauc_recall_at_3_max": 0.706257, "nauc_recall_at_3_std": 0.163327, "nauc_recall_at_3_diff1": 0.643235, "nauc_recall_at_5_max": 0.712061, "nauc_recall_at_5_std": 0.193913, "nauc_recall_at_5_diff1": 0.627426, "nauc_recall_at_10_max": 0.713644, "nauc_recall_at_10_std": 0.230136, "nauc_recall_at_10_diff1": 0.603378, "nauc_recall_at_20_max": 0.716149, "nauc_recall_at_20_std": 0.272232, "nauc_recall_at_20_diff1": 0.5914, "nauc_recall_at_100_max": 0.721669, "nauc_recall_at_100_std": 0.420169, "nauc_recall_at_100_diff1": 0.575709, "nauc_recall_at_1000_max": 0.785051, "nauc_recall_at_1000_std": 0.661906, "nauc_recall_at_1000_diff1": 0.615497, "nauc_precision_at_1_max": 0.662893, "nauc_precision_at_1_std": 0.077942, "nauc_precision_at_1_diff1": 0.730462, "nauc_precision_at_3_max": 0.706907, "nauc_precision_at_3_std": 0.163885, "nauc_precision_at_3_diff1": 0.643695, "nauc_precision_at_5_max": 0.712775, "nauc_precision_at_5_std": 0.194532, "nauc_precision_at_5_diff1": 0.627928, "nauc_precision_at_10_max": 0.714489, "nauc_precision_at_10_std": 0.23085, "nauc_precision_at_10_diff1": 0.603973, "nauc_precision_at_20_max": 0.717142, "nauc_precision_at_20_std": 0.273085, "nauc_precision_at_20_diff1": 0.592095, "nauc_precision_at_100_max": 0.723352, "nauc_precision_at_100_std": 0.421665, "nauc_precision_at_100_diff1": 0.576883, "nauc_precision_at_1000_max": 0.787358, "nauc_precision_at_1000_std": 0.66556, "nauc_precision_at_1000_diff1": 0.616129, "nauc_mrr_at_1_max": 0.662893, "nauc_mrr_at_1_std": 0.077942, "nauc_mrr_at_1_diff1": 0.730462, "nauc_mrr_at_3_max": 0.683574, "nauc_mrr_at_3_std": 0.114933, "nauc_mrr_at_3_diff1": 0.693612, "nauc_mrr_at_5_max": 0.684202, "nauc_mrr_at_5_std": 0.120095, "nauc_mrr_at_5_diff1": 0.691603, "nauc_mrr_at_10_max": 0.684169, "nauc_mrr_at_10_std": 0.123304, "nauc_mrr_at_10_diff1": 0.689802, "nauc_mrr_at_20_max": 0.683985, "nauc_mrr_at_20_std": 0.124362, "nauc_mrr_at_20_diff1": 0.689921, "nauc_mrr_at_100_max": 0.683814, "nauc_mrr_at_100_std": 0.12519, "nauc_mrr_at_100_diff1": 0.690354, "nauc_mrr_at_1000_max": 0.683773, "nauc_mrr_at_1000_std": 0.124978, "nauc_mrr_at_1000_diff1": 0.690497, "hit_rate_at_1": 0.48359, "hit_rate_at_3": 0.6126, "hit_rate_at_5": 0.6621, "hit_rate_at_10": 0.71236, "hit_rate_at_20": 0.76392, "hit_rate_at_100": 0.8633, "hit_rate_at_1000": 0.96737, "main_score": 0.59591, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.00061, "ndcg_at_3": 0.00099, "ndcg_at_5": 0.00151, "ndcg_at_10": 0.00248, "ndcg_at_20": 0.00382, "ndcg_at_100": 0.01644, "ndcg_at_1000": 0.083, "map_at_1": 0.00061, "map_at_3": 0.00091, "map_at_5": 0.00121, "map_at_10": 0.0016, "map_at_20": 0.00195, "map_at_100": 0.00343, "map_at_1000": 0.00485, "recall_at_1": 0.00061, "recall_at_3": 0.00121, "recall_at_5": 0.00243, "recall_at_10": 0.00546, "recall_at_20": 0.01092, "recall_at_100": 0.08283, "recall_at_1000": 0.67476, "accuracy": 0.00061, "precision_at_1": 0.00061, "precision_at_3": 0.0004, "precision_at_5": 0.00049, "precision_at_10": 0.00055, "precision_at_20": 0.00055, "precision_at_100": 0.00083, "precision_at_1000": 0.00068, "mrr_at_1": 0.000607, "mrr_at_3": 0.00091, "mrr_at_5": 0.001214, "mrr_at_10": 0.001599, "mrr_at_20": 0.001949, "mrr_at_100": 0.003438, "mrr_at_1000": 0.004852, "nauc_ndcg_at_1_max": -0.205941, "nauc_ndcg_at_1_std": -0.415295, "nauc_ndcg_at_1_diff1": -0.070629, "nauc_ndcg_at_3_max": -0.00083, "nauc_ndcg_at_3_std": 0.132216, "nauc_ndcg_at_3_diff1": 0.082136, "nauc_ndcg_at_5_max": 0.019903, "nauc_ndcg_at_5_std": 0.256974, "nauc_ndcg_at_5_diff1": -0.017426, "nauc_ndcg_at_10_max": -0.039391, "nauc_ndcg_at_10_std": 0.104199, "nauc_ndcg_at_10_diff1": -0.102627, "nauc_ndcg_at_20_max": -0.002972, "nauc_ndcg_at_20_std": 0.076572, "nauc_ndcg_at_20_diff1": -0.091713, "nauc_ndcg_at_100_max": -0.023327, "nauc_ndcg_at_100_std": 0.024307, "nauc_ndcg_at_100_diff1": -0.040964, "nauc_ndcg_at_1000_max": -0.044609, "nauc_ndcg_at_1000_std": 0.026432, "nauc_ndcg_at_1000_diff1": -0.044698, "nauc_map_at_1_max": -0.205941, "nauc_map_at_1_std": -0.415295, "nauc_map_at_1_diff1": -0.070629, "nauc_map_at_3_max": -0.029206, "nauc_map_at_3_std": 0.05647, "nauc_map_at_3_diff1": 0.061001, "nauc_map_at_5_max": -0.007114, "nauc_map_at_5_std": 0.165652, "nauc_map_at_5_diff1": -0.005734, "nauc_map_at_10_max": -0.033216, "nauc_map_at_10_std": 0.091907, "nauc_map_at_10_diff1": -0.060588, "nauc_map_at_20_max": -0.014194, "nauc_map_at_20_std": 0.082514, "nauc_map_at_20_diff1": -0.058664, "nauc_map_at_100_max": -0.022006, "nauc_map_at_100_std": 0.043676, "nauc_map_at_100_diff1": -0.04425, "nauc_map_at_1000_max": -0.023868, "nauc_map_at_1000_std": 0.041412, "nauc_map_at_1000_diff1": -0.039907, "nauc_recall_at_1_max": -0.205941, "nauc_recall_at_1_std": -0.415295, "nauc_recall_at_1_diff1": -0.070629, "nauc_recall_at_3_max": 0.059161, "nauc_recall_at_3_std": 0.292352, "nauc_recall_at_3_diff1": 0.126817, "nauc_recall_at_5_max": 0.059161, "nauc_recall_at_5_std": 0.392775, "nauc_recall_at_5_diff1": -0.039562, "nauc_recall_at_10_max": -0.054014, "nauc_recall_at_10_std": 0.100685, "nauc_recall_at_10_diff1": -0.15024, "nauc_recall_at_20_max": 0.003029, "nauc_recall_at_20_std": 0.059764, "nauc_recall_at_20_diff1": -0.116172, "nauc_recall_at_100_max": -0.026092, "nauc_recall_at_100_std": 0.019288, "nauc_recall_at_100_diff1": -0.038768, "nauc_recall_at_1000_max": -0.05989, "nauc_recall_at_1000_std": 0.026846, "nauc_recall_at_1000_diff1": -0.054388, "nauc_precision_at_1_max": -0.205941, "nauc_precision_at_1_std": -0.415295, "nauc_precision_at_1_diff1": -0.070629, "nauc_precision_at_3_max": 0.059161, "nauc_precision_at_3_std": 0.292352, "nauc_precision_at_3_diff1": 0.126817, "nauc_precision_at_5_max": 0.059161, "nauc_precision_at_5_std": 0.392775, "nauc_precision_at_5_diff1": -0.039562, "nauc_precision_at_10_max": -0.054014, "nauc_precision_at_10_std": 0.100685, "nauc_precision_at_10_diff1": -0.15024, "nauc_precision_at_20_max": 0.003029, "nauc_precision_at_20_std": 0.059764, "nauc_precision_at_20_diff1": -0.116172, "nauc_precision_at_100_max": -0.02358, "nauc_precision_at_100_std": 0.018466, "nauc_precision_at_100_diff1": -0.03621, "nauc_precision_at_1000_max": -0.057112, "nauc_precision_at_1000_std": 0.02595, "nauc_precision_at_1000_diff1": -0.05163, "nauc_mrr_at_1_max": -0.205941, "nauc_mrr_at_1_std": -0.415295, "nauc_mrr_at_1_diff1": -0.070629, "nauc_mrr_at_3_max": -0.029206, "nauc_mrr_at_3_std": 0.05647, "nauc_mrr_at_3_diff1": 0.061001, "nauc_mrr_at_5_max": -0.007114, "nauc_mrr_at_5_std": 0.165652, "nauc_mrr_at_5_diff1": -0.005734, "nauc_mrr_at_10_max": -0.033216, "nauc_mrr_at_10_std": 0.091907, "nauc_mrr_at_10_diff1": -0.060588, "nauc_mrr_at_20_max": -0.014194, "nauc_mrr_at_20_std": 0.082514, "nauc_mrr_at_20_diff1": -0.058664, "nauc_mrr_at_100_max": -0.020845, "nauc_mrr_at_100_std": 0.043253, "nauc_mrr_at_100_diff1": -0.043051, "nauc_mrr_at_1000_max": -0.023012, "nauc_mrr_at_1000_std": 0.041103, "nauc_mrr_at_1000_diff1": -0.039031, "hit_rate_at_1": 0.00061, "hit_rate_at_3": 0.00121, "hit_rate_at_5": 0.00243, "hit_rate_at_10": 0.00546, "hit_rate_at_20": 0.01092, "hit_rate_at_100": 0.08313, "hit_rate_at_1000": 0.67476, "main_score": 0.00248, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.44017, "ndcg_at_3": 0.52949, "ndcg_at_5": 0.55053, "ndcg_at_10": 0.57229, "ndcg_at_20": 0.58826, "ndcg_at_100": 0.61051, "ndcg_at_1000": 0.62192, "map_at_1": 0.44008, "map_at_3": 0.50781, "map_at_5": 0.51951, "map_at_10": 0.52849, "map_at_20": 0.5329, "map_at_100": 0.53596, "map_at_1000": 0.53639, "recall_at_1": 0.44008, "recall_at_3": 0.59209, "recall_at_5": 0.6431, "recall_at_10": 0.71033, "recall_at_20": 0.77335, "recall_at_100": 0.89347, "recall_at_1000": 0.98331, "accuracy": 0.44008, "precision_at_1": 0.44017, "precision_at_3": 0.19742, "precision_at_5": 0.12866, "precision_at_10": 0.07106, "precision_at_20": 0.03868, "precision_at_100": 0.00894, "precision_at_1000": 0.00098, "mrr_at_1": 0.440173, "mrr_at_3": 0.507814, "mrr_at_5": 0.519508, "mrr_at_10": 0.528506, "mrr_at_20": 0.532913, "mrr_at_100": 0.535971, "mrr_at_1000": 0.536401, "nauc_ndcg_at_1_max": 0.572633, "nauc_ndcg_at_1_std": -0.024387, "nauc_ndcg_at_1_diff1": 0.682776, "nauc_ndcg_at_3_max": 0.583092, "nauc_ndcg_at_3_std": -0.008458, "nauc_ndcg_at_3_diff1": 0.627329, "nauc_ndcg_at_5_max": 0.583334, "nauc_ndcg_at_5_std": 7e-05, "nauc_ndcg_at_5_diff1": 0.618571, "nauc_ndcg_at_10_max": 0.584272, "nauc_ndcg_at_10_std": 0.010939, "nauc_ndcg_at_10_diff1": 0.616249, "nauc_ndcg_at_20_max": 0.582215, "nauc_ndcg_at_20_std": 0.014666, "nauc_ndcg_at_20_diff1": 0.617022, "nauc_ndcg_at_100_max": 0.581918, "nauc_ndcg_at_100_std": 0.019646, "nauc_ndcg_at_100_diff1": 0.621136, "nauc_ndcg_at_1000_max": 0.582825, "nauc_ndcg_at_1000_std": 0.01245, "nauc_ndcg_at_1000_diff1": 0.626276, "nauc_map_at_1_max": 0.572313, "nauc_map_at_1_std": -0.024843, "nauc_map_at_1_diff1": 0.682607, "nauc_map_at_3_max": 0.581293, "nauc_map_at_3_std": -0.012689, "nauc_map_at_3_diff1": 0.641008, "nauc_map_at_5_max": 0.58129, "nauc_map_at_5_std": -0.008327, "nauc_map_at_5_diff1": 0.636513, "nauc_map_at_10_max": 0.581779, "nauc_map_at_10_std": -0.004073, "nauc_map_at_10_diff1": 0.635962, "nauc_map_at_20_max": 0.581266, "nauc_map_at_20_std": -0.003236, "nauc_map_at_20_diff1": 0.636353, "nauc_map_at_100_max": 0.58122, "nauc_map_at_100_std": -0.002681, "nauc_map_at_100_diff1": 0.636917, "nauc_map_at_1000_max": 0.581276, "nauc_map_at_1000_std": -0.002836, "nauc_map_at_1000_diff1": 0.637093, "nauc_recall_at_1_max": 0.572313, "nauc_recall_at_1_std": -0.024843, "nauc_recall_at_1_diff1": 0.682607, "nauc_recall_at_3_max": 0.588285, "nauc_recall_at_3_std": 0.004729, "nauc_recall_at_3_diff1": 0.585139, "nauc_recall_at_5_max": 0.589897, "nauc_recall_at_5_std": 0.029661, "nauc_recall_at_5_diff1": 0.557782, "nauc_recall_at_10_max": 0.593109, "nauc_recall_at_10_std": 0.074528, "nauc_recall_at_10_diff1": 0.538968, "nauc_recall_at_20_max": 0.582878, "nauc_recall_at_20_std": 0.109454, "nauc_recall_at_20_diff1": 0.526277, "nauc_recall_at_100_max": 0.579514, "nauc_recall_at_100_std": 0.267115, "nauc_recall_at_100_diff1": 0.502218, "nauc_recall_at_1000_max": 0.647913, "nauc_recall_at_1000_std": 0.561352, "nauc_recall_at_1000_diff1": 0.522036, "nauc_precision_at_1_max": 0.572633, "nauc_precision_at_1_std": -0.024387, "nauc_precision_at_1_diff1": 0.682776, "nauc_precision_at_3_max": 0.588361, "nauc_precision_at_3_std": 0.005751, "nauc_precision_at_3_diff1": 0.584871, "nauc_precision_at_5_max": 0.589978, "nauc_precision_at_5_std": 0.030749, "nauc_precision_at_5_diff1": 0.557519, "nauc_precision_at_10_max": 0.594005, "nauc_precision_at_10_std": 0.076395, "nauc_precision_at_10_diff1": 0.538701, "nauc_precision_at_20_max": 0.583985, "nauc_precision_at_20_std": 0.111689, "nauc_precision_at_20_diff1": 0.525967, "nauc_precision_at_100_max": 0.578009, "nauc_precision_at_100_std": 0.272809, "nauc_precision_at_100_diff1": 0.496993, "nauc_precision_at_1000_max": 0.635041, "nauc_precision_at_1000_std": 0.579412, "nauc_precision_at_1000_diff1": 0.489407, "nauc_mrr_at_1_max": 0.572633, "nauc_mrr_at_1_std": -0.024387, "nauc_mrr_at_1_diff1": 0.682776, "nauc_mrr_at_3_max": 0.581293, "nauc_mrr_at_3_std": -0.012689, "nauc_mrr_at_3_diff1": 0.641008, "nauc_mrr_at_5_max": 0.58129, "nauc_mrr_at_5_std": -0.008327, "nauc_mrr_at_5_diff1": 0.636513, "nauc_mrr_at_10_max": 0.581865, "nauc_mrr_at_10_std": -0.004003, "nauc_mrr_at_10_diff1": 0.635964, "nauc_mrr_at_20_max": 0.581353, "nauc_mrr_at_20_std": -0.003164, "nauc_mrr_at_20_diff1": 0.636355, "nauc_mrr_at_100_max": 0.581277, "nauc_mrr_at_100_std": -0.002633, "nauc_mrr_at_100_diff1": 0.636917, "nauc_mrr_at_1000_max": 0.581333, "nauc_mrr_at_1000_std": -0.002788, "nauc_mrr_at_1000_diff1": 0.637094, "hit_rate_at_1": 0.44017, "hit_rate_at_3": 0.59209, "hit_rate_at_5": 0.6431, "hit_rate_at_10": 0.71043, "hit_rate_at_20": 0.77344, "hit_rate_at_100": 0.89347, "hit_rate_at_1000": 0.98331, "main_score": 0.57229, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47068, "ndcg_at_3": 0.5616, "ndcg_at_5": 0.58599, "ndcg_at_10": 0.60629, "ndcg_at_20": 0.62178, "ndcg_at_100": 0.64136, "ndcg_at_1000": 0.65215, "map_at_1": 0.47068, "map_at_3": 0.53952, "map_at_5": 0.55319, "map_at_10": 0.56159, "map_at_20": 0.56598, "map_at_100": 0.56867, "map_at_1000": 0.56908, "recall_at_1": 0.47068, "recall_at_3": 0.62538, "recall_at_5": 0.68402, "recall_at_10": 0.74671, "recall_at_20": 0.80688, "recall_at_100": 0.91254, "recall_at_1000": 0.99747, "accuracy": 0.47068, "precision_at_1": 0.47068, "precision_at_3": 0.20846, "precision_at_5": 0.1368, "precision_at_10": 0.07467, "precision_at_20": 0.04034, "precision_at_100": 0.00913, "precision_at_1000": 0.001, "mrr_at_1": 0.470677, "mrr_at_3": 0.539518, "mrr_at_5": 0.553193, "mrr_at_10": 0.56159, "mrr_at_20": 0.565981, "mrr_at_100": 0.568669, "mrr_at_1000": 0.569076, "nauc_ndcg_at_1_max": 0.604975, "nauc_ndcg_at_1_std": -0.048161, "nauc_ndcg_at_1_diff1": 0.675653, "nauc_ndcg_at_3_max": 0.633583, "nauc_ndcg_at_3_std": -0.007804, "nauc_ndcg_at_3_diff1": 0.625106, "nauc_ndcg_at_5_max": 0.630812, "nauc_ndcg_at_5_std": -0.006861, "nauc_ndcg_at_5_diff1": 0.613592, "nauc_ndcg_at_10_max": 0.632622, "nauc_ndcg_at_10_std": 0.003588, "nauc_ndcg_at_10_diff1": 0.609591, "nauc_ndcg_at_20_max": 0.631762, "nauc_ndcg_at_20_std": 0.013359, "nauc_ndcg_at_20_diff1": 0.613118, "nauc_ndcg_at_100_max": 0.625686, "nauc_ndcg_at_100_std": 0.008896, "nauc_ndcg_at_100_diff1": 0.616486, "nauc_ndcg_at_1000_max": 0.626564, "nauc_ndcg_at_1000_std": -0.001177, "nauc_ndcg_at_1000_diff1": 0.622855, "nauc_map_at_1_max": 0.604975, "nauc_map_at_1_std": -0.048161, "nauc_map_at_1_diff1": 0.675653, "nauc_map_at_3_max": 0.626145, "nauc_map_at_3_std": -0.018969, "nauc_map_at_3_diff1": 0.637857, "nauc_map_at_5_max": 0.624584, "nauc_map_at_5_std": -0.01864, "nauc_map_at_5_diff1": 0.631842, "nauc_map_at_10_max": 0.624891, "nauc_map_at_10_std": -0.015213, "nauc_map_at_10_diff1": 0.63032, "nauc_map_at_20_max": 0.624608, "nauc_map_at_20_std": -0.013087, "nauc_map_at_20_diff1": 0.631411, "nauc_map_at_100_max": 0.623725, "nauc_map_at_100_std": -0.013668, "nauc_map_at_100_diff1": 0.631869, "nauc_map_at_1000_max": 0.623779, "nauc_map_at_1000_std": -0.013967, "nauc_map_at_1000_diff1": 0.632146, "nauc_recall_at_1_max": 0.604975, "nauc_recall_at_1_std": -0.048161, "nauc_recall_at_1_diff1": 0.675653, "nauc_recall_at_3_max": 0.657259, "nauc_recall_at_3_std": 0.028044, "nauc_recall_at_3_diff1": 0.58469, "nauc_recall_at_5_max": 0.651927, "nauc_recall_at_5_std": 0.034588, "nauc_recall_at_5_diff1": 0.548459, "nauc_recall_at_10_max": 0.665266, "nauc_recall_at_10_std": 0.087583, "nauc_recall_at_10_diff1": 0.52221, "nauc_recall_at_20_max": 0.667921, "nauc_recall_at_20_std": 0.170444, "nauc_recall_at_20_diff1": 0.522724, "nauc_recall_at_100_max": 0.612878, "nauc_recall_at_100_std": 0.257618, "nauc_recall_at_100_diff1": 0.487196, "nauc_recall_at_1000_max": 0.710158, "nauc_recall_at_1000_std": 0.336867, "nauc_recall_at_1000_diff1": 0.865994, "nauc_precision_at_1_max": 0.604975, "nauc_precision_at_1_std": -0.048161, "nauc_precision_at_1_diff1": 0.675653, "nauc_precision_at_3_max": 0.657259, "nauc_precision_at_3_std": 0.028044, "nauc_precision_at_3_diff1": 0.58469, "nauc_precision_at_5_max": 0.651927, "nauc_precision_at_5_std": 0.034588, "nauc_precision_at_5_diff1": 0.548459, "nauc_precision_at_10_max": 0.665266, "nauc_precision_at_10_std": 0.087583, "nauc_precision_at_10_diff1": 0.52221, "nauc_precision_at_20_max": 0.667921, "nauc_precision_at_20_std": 0.170444, "nauc_precision_at_20_diff1": 0.522724, "nauc_precision_at_100_max": 0.612878, "nauc_precision_at_100_std": 0.257618, "nauc_precision_at_100_diff1": 0.487196, "nauc_precision_at_1000_max": 0.710158, "nauc_precision_at_1000_std": 0.336867, "nauc_precision_at_1000_diff1": 0.865994, "nauc_mrr_at_1_max": 0.604975, "nauc_mrr_at_1_std": -0.048161, "nauc_mrr_at_1_diff1": 0.675653, "nauc_mrr_at_3_max": 0.626145, "nauc_mrr_at_3_std": -0.018969, "nauc_mrr_at_3_diff1": 0.637857, "nauc_mrr_at_5_max": 0.624584, "nauc_mrr_at_5_std": -0.01864, "nauc_mrr_at_5_diff1": 0.631842, "nauc_mrr_at_10_max": 0.624891, "nauc_mrr_at_10_std": -0.015213, "nauc_mrr_at_10_diff1": 0.63032, "nauc_mrr_at_20_max": 0.624608, "nauc_mrr_at_20_std": -0.013087, "nauc_mrr_at_20_diff1": 0.631411, "nauc_mrr_at_100_max": 0.623725, "nauc_mrr_at_100_std": -0.013668, "nauc_mrr_at_100_diff1": 0.631869, "nauc_mrr_at_1000_max": 0.623779, "nauc_mrr_at_1000_std": -0.013967, "nauc_mrr_at_1000_diff1": 0.632146, "hit_rate_at_1": 0.47068, "hit_rate_at_3": 0.62538, "hit_rate_at_5": 0.68402, "hit_rate_at_10": 0.74671, "hit_rate_at_20": 0.80688, "hit_rate_at_100": 0.91254, "hit_rate_at_1000": 0.99747, "main_score": 0.60629, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.35063, "ndcg_at_3": 0.43055, "ndcg_at_5": 0.45796, "ndcg_at_10": 0.48485, "ndcg_at_20": 0.5041, "ndcg_at_100": 0.53208, "ndcg_at_1000": 0.54849, "map_at_1": 0.35063, "map_at_3": 0.41098, "map_at_5": 0.4263, "map_at_10": 0.43753, "map_at_20": 0.44284, "map_at_100": 0.44668, "map_at_1000": 0.44731, "recall_at_1": 0.35063, "recall_at_3": 0.48717, "recall_at_5": 0.55325, "recall_at_10": 0.63572, "recall_at_20": 0.71163, "recall_at_100": 0.86292, "recall_at_1000": 0.99181, "accuracy": 0.35063, "precision_at_1": 0.35063, "precision_at_3": 0.16239, "precision_at_5": 0.11065, "precision_at_10": 0.06357, "precision_at_20": 0.03558, "precision_at_100": 0.00863, "precision_at_1000": 0.00099, "mrr_at_1": 0.350628, "mrr_at_3": 0.410978, "mrr_at_5": 0.426297, "mrr_at_10": 0.437527, "mrr_at_20": 0.442841, "mrr_at_100": 0.446684, "mrr_at_1000": 0.447308, "nauc_ndcg_at_1_max": 0.554168, "nauc_ndcg_at_1_std": 0.001749, "nauc_ndcg_at_1_diff1": 0.630477, "nauc_ndcg_at_3_max": 0.565342, "nauc_ndcg_at_3_std": -0.000827, "nauc_ndcg_at_3_diff1": 0.555554, "nauc_ndcg_at_5_max": 0.564194, "nauc_ndcg_at_5_std": -0.000522, "nauc_ndcg_at_5_diff1": 0.547571, "nauc_ndcg_at_10_max": 0.565081, "nauc_ndcg_at_10_std": 0.013524, "nauc_ndcg_at_10_diff1": 0.538263, "nauc_ndcg_at_20_max": 0.563965, "nauc_ndcg_at_20_std": 0.020264, "nauc_ndcg_at_20_diff1": 0.545607, "nauc_ndcg_at_100_max": 0.568806, "nauc_ndcg_at_100_std": 0.030573, "nauc_ndcg_at_100_diff1": 0.547753, "nauc_ndcg_at_1000_max": 0.565926, "nauc_ndcg_at_1000_std": 0.020806, "nauc_ndcg_at_1000_diff1": 0.554407, "nauc_map_at_1_max": 0.554168, "nauc_map_at_1_std": 0.001749, "nauc_map_at_1_diff1": 0.630477, "nauc_map_at_3_max": 0.563098, "nauc_map_at_3_std": -0.000698, "nauc_map_at_3_diff1": 0.572464, "nauc_map_at_5_max": 0.562483, "nauc_map_at_5_std": -0.000654, "nauc_map_at_5_diff1": 0.568469, "nauc_map_at_10_max": 0.562497, "nauc_map_at_10_std": 0.004686, "nauc_map_at_10_diff1": 0.564654, "nauc_map_at_20_max": 0.562179, "nauc_map_at_20_std": 0.00631, "nauc_map_at_20_diff1": 0.566748, "nauc_map_at_100_max": 0.562693, "nauc_map_at_100_std": 0.007506, "nauc_map_at_100_diff1": 0.567106, "nauc_map_at_1000_max": 0.562621, "nauc_map_at_1000_std": 0.007376, "nauc_map_at_1000_diff1": 0.567311, "nauc_recall_at_1_max": 0.554168, "nauc_recall_at_1_std": 0.001749, "nauc_recall_at_1_diff1": 0.630477, "nauc_recall_at_3_max": 0.571671, "nauc_recall_at_3_std": -0.000997, "nauc_recall_at_3_diff1": 0.506944, "nauc_recall_at_5_max": 0.568963, "nauc_recall_at_5_std": 0.000309, "nauc_recall_at_5_diff1": 0.48306, "nauc_recall_at_10_max": 0.574686, "nauc_recall_at_10_std": 0.051254, "nauc_recall_at_10_diff1": 0.444954, "nauc_recall_at_20_max": 0.570761, "nauc_recall_at_20_std": 0.092625, "nauc_recall_at_20_diff1": 0.46633, "nauc_recall_at_100_max": 0.637449, "nauc_recall_at_100_std": 0.280009, "nauc_recall_at_100_diff1": 0.42477, "nauc_recall_at_1000_max": 0.825888, "nauc_recall_at_1000_std": 0.910682, "nauc_recall_at_1000_diff1": 0.470253, "nauc_precision_at_1_max": 0.554168, "nauc_precision_at_1_std": 0.001749, "nauc_precision_at_1_diff1": 0.630477, "nauc_precision_at_3_max": 0.571671, "nauc_precision_at_3_std": -0.000997, "nauc_precision_at_3_diff1": 0.506944, "nauc_precision_at_5_max": 0.568963, "nauc_precision_at_5_std": 0.000309, "nauc_precision_at_5_diff1": 0.48306, "nauc_precision_at_10_max": 0.574686, "nauc_precision_at_10_std": 0.051254, "nauc_precision_at_10_diff1": 0.444954, "nauc_precision_at_20_max": 0.570761, "nauc_precision_at_20_std": 0.092625, "nauc_precision_at_20_diff1": 0.46633, "nauc_precision_at_100_max": 0.637449, "nauc_precision_at_100_std": 0.280009, "nauc_precision_at_100_diff1": 0.42477, "nauc_precision_at_1000_max": 0.825888, "nauc_precision_at_1000_std": 0.910682, "nauc_precision_at_1000_diff1": 0.470253, "nauc_mrr_at_1_max": 0.554168, "nauc_mrr_at_1_std": 0.001749, "nauc_mrr_at_1_diff1": 0.630477, "nauc_mrr_at_3_max": 0.563098, "nauc_mrr_at_3_std": -0.000698, "nauc_mrr_at_3_diff1": 0.572464, "nauc_mrr_at_5_max": 0.562483, "nauc_mrr_at_5_std": -0.000654, "nauc_mrr_at_5_diff1": 0.568469, "nauc_mrr_at_10_max": 0.562497, "nauc_mrr_at_10_std": 0.004686, "nauc_mrr_at_10_diff1": 0.564654, "nauc_mrr_at_20_max": 0.562179, "nauc_mrr_at_20_std": 0.00631, "nauc_mrr_at_20_diff1": 0.566748, "nauc_mrr_at_100_max": 0.562693, "nauc_mrr_at_100_std": 0.007506, "nauc_mrr_at_100_diff1": 0.567106, "nauc_mrr_at_1000_max": 0.562621, "nauc_mrr_at_1000_std": 0.007376, "nauc_mrr_at_1000_diff1": 0.567311, "hit_rate_at_1": 0.35063, "hit_rate_at_3": 0.48717, "hit_rate_at_5": 0.55325, "hit_rate_at_10": 0.63572, "hit_rate_at_20": 0.71163, "hit_rate_at_100": 0.86292, "hit_rate_at_1000": 0.99181, "main_score": 0.48485, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.38153, "ndcg_at_3": 0.46738, "ndcg_at_5": 0.49328, "ndcg_at_10": 0.52047, "ndcg_at_20": 0.53581, "ndcg_at_100": 0.5615, "ndcg_at_1000": 0.57671, "map_at_1": 0.38153, "map_at_3": 0.44683, "map_at_5": 0.46117, "map_at_10": 0.47239, "map_at_20": 0.47662, "map_at_100": 0.48022, "map_at_1000": 0.48076, "recall_at_1": 0.38153, "recall_at_3": 0.52662, "recall_at_5": 0.58964, "recall_at_10": 0.67367, "recall_at_20": 0.73425, "recall_at_100": 0.87201, "recall_at_1000": 0.99316, "accuracy": 0.38153, "precision_at_1": 0.38153, "precision_at_3": 0.17554, "precision_at_5": 0.11793, "precision_at_10": 0.06737, "precision_at_20": 0.03671, "precision_at_100": 0.00872, "precision_at_1000": 0.00099, "mrr_at_1": 0.381534, "mrr_at_3": 0.446833, "mrr_at_5": 0.461171, "mrr_at_10": 0.472392, "mrr_at_20": 0.476617, "mrr_at_100": 0.480223, "mrr_at_1000": 0.48076, "nauc_ndcg_at_1_max": 0.606628, "nauc_ndcg_at_1_std": 0.018818, "nauc_ndcg_at_1_diff1": 0.657322, "nauc_ndcg_at_3_max": 0.618267, "nauc_ndcg_at_3_std": 0.048093, "nauc_ndcg_at_3_diff1": 0.591206, "nauc_ndcg_at_5_max": 0.61347, "nauc_ndcg_at_5_std": 0.055729, "nauc_ndcg_at_5_diff1": 0.580836, "nauc_ndcg_at_10_max": 0.610339, "nauc_ndcg_at_10_std": 0.063375, "nauc_ndcg_at_10_diff1": 0.577745, "nauc_ndcg_at_20_max": 0.615252, "nauc_ndcg_at_20_std": 0.072044, "nauc_ndcg_at_20_diff1": 0.582699, "nauc_ndcg_at_100_max": 0.612406, "nauc_ndcg_at_100_std": 0.077021, "nauc_ndcg_at_100_diff1": 0.585059, "nauc_ndcg_at_1000_max": 0.612791, "nauc_ndcg_at_1000_std": 0.066327, "nauc_ndcg_at_1000_diff1": 0.591089, "nauc_map_at_1_max": 0.606628, "nauc_map_at_1_std": 0.018818, "nauc_map_at_1_diff1": 0.657322, "nauc_map_at_3_max": 0.615693, "nauc_map_at_3_std": 0.042191, "nauc_map_at_3_diff1": 0.607036, "nauc_map_at_5_max": 0.612945, "nauc_map_at_5_std": 0.04605, "nauc_map_at_5_diff1": 0.601662, "nauc_map_at_10_max": 0.611786, "nauc_map_at_10_std": 0.048757, "nauc_map_at_10_diff1": 0.600945, "nauc_map_at_20_max": 0.613033, "nauc_map_at_20_std": 0.050994, "nauc_map_at_20_diff1": 0.602372, "nauc_map_at_100_max": 0.612607, "nauc_map_at_100_std": 0.051708, "nauc_map_at_100_diff1": 0.6028, "nauc_map_at_1000_max": 0.612584, "nauc_map_at_1000_std": 0.051458, "nauc_map_at_1000_diff1": 0.602938, "nauc_recall_at_1_max": 0.606628, "nauc_recall_at_1_std": 0.018818, "nauc_recall_at_1_diff1": 0.657322, "nauc_recall_at_3_max": 0.625814, "nauc_recall_at_3_std": 0.065135, "nauc_recall_at_3_diff1": 0.544204, "nauc_recall_at_5_max": 0.614374, "nauc_recall_at_5_std": 0.08707, "nauc_recall_at_5_diff1": 0.513842, "nauc_recall_at_10_max": 0.602435, "nauc_recall_at_10_std": 0.121221, "nauc_recall_at_10_diff1": 0.490593, "nauc_recall_at_20_max": 0.627563, "nauc_recall_at_20_std": 0.175616, "nauc_recall_at_20_diff1": 0.502692, "nauc_recall_at_100_max": 0.604262, "nauc_recall_at_100_std": 0.319428, "nauc_recall_at_100_diff1": 0.463101, "nauc_recall_at_1000_max": 0.673761, "nauc_recall_at_1000_std": 0.685693, "nauc_recall_at_1000_diff1": 0.497905, "nauc_precision_at_1_max": 0.606628, "nauc_precision_at_1_std": 0.018818, "nauc_precision_at_1_diff1": 0.657322, "nauc_precision_at_3_max": 0.625814, "nauc_precision_at_3_std": 0.065135, "nauc_precision_at_3_diff1": 0.544204, "nauc_precision_at_5_max": 0.614374, "nauc_precision_at_5_std": 0.08707, "nauc_precision_at_5_diff1": 0.513842, "nauc_precision_at_10_max": 0.602435, "nauc_precision_at_10_std": 0.121221, "nauc_precision_at_10_diff1": 0.490593, "nauc_precision_at_20_max": 0.627563, "nauc_precision_at_20_std": 0.175616, "nauc_precision_at_20_diff1": 0.502692, "nauc_precision_at_100_max": 0.604262, "nauc_precision_at_100_std": 0.319428, "nauc_precision_at_100_diff1": 0.463101, "nauc_precision_at_1000_max": 0.673761, "nauc_precision_at_1000_std": 0.685693, "nauc_precision_at_1000_diff1": 0.497905, "nauc_mrr_at_1_max": 0.606628, "nauc_mrr_at_1_std": 0.018818, "nauc_mrr_at_1_diff1": 0.657322, "nauc_mrr_at_3_max": 0.615693, "nauc_mrr_at_3_std": 0.042191, "nauc_mrr_at_3_diff1": 0.607036, "nauc_mrr_at_5_max": 0.612945, "nauc_mrr_at_5_std": 0.04605, "nauc_mrr_at_5_diff1": 0.601662, "nauc_mrr_at_10_max": 0.611786, "nauc_mrr_at_10_std": 0.048757, "nauc_mrr_at_10_diff1": 0.600945, "nauc_mrr_at_20_max": 0.613033, "nauc_mrr_at_20_std": 0.050994, "nauc_mrr_at_20_diff1": 0.602372, "nauc_mrr_at_100_max": 0.612607, "nauc_mrr_at_100_std": 0.051708, "nauc_mrr_at_100_diff1": 0.6028, "nauc_mrr_at_1000_max": 0.612584, "nauc_mrr_at_1000_std": 0.051458, "nauc_mrr_at_1000_diff1": 0.602938, "hit_rate_at_1": 0.38153, "hit_rate_at_3": 0.52662, "hit_rate_at_5": 0.58964, "hit_rate_at_10": 0.67367, "hit_rate_at_20": 0.73425, "hit_rate_at_100": 0.87201, "hit_rate_at_1000": 0.99316, "main_score": 0.52047, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.41266, "ndcg_at_3": 0.49941, "ndcg_at_5": 0.52739, "ndcg_at_10": 0.55194, "ndcg_at_20": 0.57061, "ndcg_at_100": 0.59553, "ndcg_at_1000": 0.60632, "map_at_1": 0.41266, "map_at_3": 0.47838, "map_at_5": 0.49389, "map_at_10": 0.50394, "map_at_20": 0.50915, "map_at_100": 0.51265, "map_at_1000": 0.51307, "recall_at_1": 0.41266, "recall_at_3": 0.56015, "recall_at_5": 0.62814, "recall_at_10": 0.7045, "recall_at_20": 0.77772, "recall_at_100": 0.91109, "recall_at_1000": 0.99529, "accuracy": 0.41266, "precision_at_1": 0.41266, "precision_at_3": 0.18672, "precision_at_5": 0.12563, "precision_at_10": 0.07045, "precision_at_20": 0.03889, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.412657, "mrr_at_3": 0.478382, "mrr_at_5": 0.493889, "mrr_at_10": 0.503935, "mrr_at_20": 0.509148, "mrr_at_100": 0.512651, "mrr_at_1000": 0.513071, "nauc_ndcg_at_1_max": 0.578834, "nauc_ndcg_at_1_std": -0.044715, "nauc_ndcg_at_1_diff1": 0.658605, "nauc_ndcg_at_3_max": 0.575596, "nauc_ndcg_at_3_std": -0.041623, "nauc_ndcg_at_3_diff1": 0.593896, "nauc_ndcg_at_5_max": 0.578366, "nauc_ndcg_at_5_std": -0.020848, "nauc_ndcg_at_5_diff1": 0.581819, "nauc_ndcg_at_10_max": 0.573715, "nauc_ndcg_at_10_std": -0.025151, "nauc_ndcg_at_10_diff1": 0.582069, "nauc_ndcg_at_20_max": 0.573136, "nauc_ndcg_at_20_std": -0.021706, "nauc_ndcg_at_20_diff1": 0.581504, "nauc_ndcg_at_100_max": 0.575173, "nauc_ndcg_at_100_std": -0.01194, "nauc_ndcg_at_100_diff1": 0.585296, "nauc_ndcg_at_1000_max": 0.576994, "nauc_ndcg_at_1000_std": -0.020821, "nauc_ndcg_at_1000_diff1": 0.593589, "nauc_map_at_1_max": 0.578834, "nauc_map_at_1_std": -0.044715, "nauc_map_at_1_diff1": 0.658605, "nauc_map_at_3_max": 0.577086, "nauc_map_at_3_std": -0.042174, "nauc_map_at_3_diff1": 0.610104, "nauc_map_at_5_max": 0.578383, "nauc_map_at_5_std": -0.030969, "nauc_map_at_5_diff1": 0.603755, "nauc_map_at_10_max": 0.576712, "nauc_map_at_10_std": -0.032967, "nauc_map_at_10_diff1": 0.604329, "nauc_map_at_20_max": 0.576834, "nauc_map_at_20_std": -0.032236, "nauc_map_at_20_diff1": 0.604608, "nauc_map_at_100_max": 0.577161, "nauc_map_at_100_std": -0.030851, "nauc_map_at_100_diff1": 0.605054, "nauc_map_at_1000_max": 0.57726, "nauc_map_at_1000_std": -0.031065, "nauc_map_at_1000_diff1": 0.605356, "nauc_recall_at_1_max": 0.578834, "nauc_recall_at_1_std": -0.044715, "nauc_recall_at_1_diff1": 0.658605, "nauc_recall_at_3_max": 0.570749, "nauc_recall_at_3_std": -0.040039, "nauc_recall_at_3_diff1": 0.544416, "nauc_recall_at_5_max": 0.578762, "nauc_recall_at_5_std": 0.015764, "nauc_recall_at_5_diff1": 0.507815, "nauc_recall_at_10_max": 0.560004, "nauc_recall_at_10_std": 0.006523, "nauc_recall_at_10_diff1": 0.495549, "nauc_recall_at_20_max": 0.550193, "nauc_recall_at_20_std": 0.035809, "nauc_recall_at_20_diff1": 0.467581, "nauc_recall_at_100_max": 0.552741, "nauc_recall_at_100_std": 0.259549, "nauc_recall_at_100_diff1": 0.39761, "nauc_recall_at_1000_max": 0.83791, "nauc_recall_at_1000_std": 0.774407, "nauc_recall_at_1000_diff1": 0.740438, "nauc_precision_at_1_max": 0.578834, "nauc_precision_at_1_std": -0.044715, "nauc_precision_at_1_diff1": 0.658605, "nauc_precision_at_3_max": 0.570749, "nauc_precision_at_3_std": -0.040039, "nauc_precision_at_3_diff1": 0.544416, "nauc_precision_at_5_max": 0.578762, "nauc_precision_at_5_std": 0.015764, "nauc_precision_at_5_diff1": 0.507815, "nauc_precision_at_10_max": 0.560004, "nauc_precision_at_10_std": 0.006523, "nauc_precision_at_10_diff1": 0.495549, "nauc_precision_at_20_max": 0.550193, "nauc_precision_at_20_std": 0.035809, "nauc_precision_at_20_diff1": 0.467581, "nauc_precision_at_100_max": 0.552741, "nauc_precision_at_100_std": 0.259549, "nauc_precision_at_100_diff1": 0.39761, "nauc_precision_at_1000_max": 0.83791, "nauc_precision_at_1000_std": 0.774407, "nauc_precision_at_1000_diff1": 0.740438, "nauc_mrr_at_1_max": 0.578834, "nauc_mrr_at_1_std": -0.044715, "nauc_mrr_at_1_diff1": 0.658605, "nauc_mrr_at_3_max": 0.577086, "nauc_mrr_at_3_std": -0.042174, "nauc_mrr_at_3_diff1": 0.610104, "nauc_mrr_at_5_max": 0.578383, "nauc_mrr_at_5_std": -0.030969, "nauc_mrr_at_5_diff1": 0.603755, "nauc_mrr_at_10_max": 0.576712, "nauc_mrr_at_10_std": -0.032967, "nauc_mrr_at_10_diff1": 0.604329, "nauc_mrr_at_20_max": 0.576834, "nauc_mrr_at_20_std": -0.032236, "nauc_mrr_at_20_diff1": 0.604608, "nauc_mrr_at_100_max": 0.577161, "nauc_mrr_at_100_std": -0.030851, "nauc_mrr_at_100_diff1": 0.605054, "nauc_mrr_at_1000_max": 0.57726, "nauc_mrr_at_1000_std": -0.031065, "nauc_mrr_at_1000_diff1": 0.605356, "hit_rate_at_1": 0.41266, "hit_rate_at_3": 0.56015, "hit_rate_at_5": 0.62814, "hit_rate_at_10": 0.7045, "hit_rate_at_20": 0.77772, "hit_rate_at_100": 0.91109, "hit_rate_at_1000": 0.99529, "main_score": 0.55194, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42693, "ndcg_at_3": 0.51417, "ndcg_at_5": 0.53833, "ndcg_at_10": 0.56228, "ndcg_at_20": 0.5779, "ndcg_at_100": 0.60021, "ndcg_at_1000": 0.61264, "map_at_1": 0.42693, "map_at_3": 0.49313, "map_at_5": 0.5065, "map_at_10": 0.5165, "map_at_20": 0.52086, "map_at_100": 0.52384, "map_at_1000": 0.52428, "recall_at_1": 0.42693, "recall_at_3": 0.57489, "recall_at_5": 0.63372, "recall_at_10": 0.7071, "recall_at_20": 0.76834, "recall_at_100": 0.89024, "recall_at_1000": 0.98969, "accuracy": 0.42693, "precision_at_1": 0.42693, "precision_at_3": 0.19163, "precision_at_5": 0.12674, "precision_at_10": 0.07071, "precision_at_20": 0.03842, "precision_at_100": 0.0089, "precision_at_1000": 0.00099, "mrr_at_1": 0.426925, "mrr_at_3": 0.493127, "mrr_at_5": 0.506499, "mrr_at_10": 0.516499, "mrr_at_20": 0.520864, "mrr_at_100": 0.523844, "mrr_at_1000": 0.524281, "nauc_ndcg_at_1_max": 0.608855, "nauc_ndcg_at_1_std": -0.061023, "nauc_ndcg_at_1_diff1": 0.70526, "nauc_ndcg_at_3_max": 0.618942, "nauc_ndcg_at_3_std": -0.047791, "nauc_ndcg_at_3_diff1": 0.643141, "nauc_ndcg_at_5_max": 0.620867, "nauc_ndcg_at_5_std": -0.031973, "nauc_ndcg_at_5_diff1": 0.634518, "nauc_ndcg_at_10_max": 0.619094, "nauc_ndcg_at_10_std": -0.022252, "nauc_ndcg_at_10_diff1": 0.633312, "nauc_ndcg_at_20_max": 0.618547, "nauc_ndcg_at_20_std": -0.019266, "nauc_ndcg_at_20_diff1": 0.634794, "nauc_ndcg_at_100_max": 0.619764, "nauc_ndcg_at_100_std": -0.009878, "nauc_ndcg_at_100_diff1": 0.636573, "nauc_ndcg_at_1000_max": 0.619194, "nauc_ndcg_at_1000_std": -0.023336, "nauc_ndcg_at_1000_diff1": 0.64338, "nauc_map_at_1_max": 0.608855, "nauc_map_at_1_std": -0.061023, "nauc_map_at_1_diff1": 0.70526, "nauc_map_at_3_max": 0.616757, "nauc_map_at_3_std": -0.052197, "nauc_map_at_3_diff1": 0.658182, "nauc_map_at_5_max": 0.617512, "nauc_map_at_5_std": -0.043942, "nauc_map_at_5_diff1": 0.653557, "nauc_map_at_10_max": 0.616962, "nauc_map_at_10_std": -0.040228, "nauc_map_at_10_diff1": 0.653375, "nauc_map_at_20_max": 0.616781, "nauc_map_at_20_std": -0.039458, "nauc_map_at_20_diff1": 0.654016, "nauc_map_at_100_max": 0.616936, "nauc_map_at_100_std": -0.038449, "nauc_map_at_100_diff1": 0.654326, "nauc_map_at_1000_max": 0.616914, "nauc_map_at_1000_std": -0.038787, "nauc_map_at_1000_diff1": 0.654542, "nauc_recall_at_1_max": 0.608855, "nauc_recall_at_1_std": -0.061023, "nauc_recall_at_1_diff1": 0.70526, "nauc_recall_at_3_max": 0.625491, "nauc_recall_at_3_std": -0.033792, "nauc_recall_at_3_diff1": 0.597229, "nauc_recall_at_5_max": 0.632422, "nauc_recall_at_5_std": 0.010865, "nauc_recall_at_5_diff1": 0.570988, "nauc_recall_at_10_max": 0.626257, "nauc_recall_at_10_std": 0.054316, "nauc_recall_at_10_diff1": 0.556177, "nauc_recall_at_20_max": 0.624971, "nauc_recall_at_20_std": 0.085513, "nauc_recall_at_20_diff1": 0.547447, "nauc_recall_at_100_max": 0.646158, "nauc_recall_at_100_std": 0.313504, "nauc_recall_at_100_diff1": 0.492432, "nauc_recall_at_1000_max": 0.782507, "nauc_recall_at_1000_std": 0.373806, "nauc_recall_at_1000_diff1": 0.580796, "nauc_precision_at_1_max": 0.608855, "nauc_precision_at_1_std": -0.061023, "nauc_precision_at_1_diff1": 0.70526, "nauc_precision_at_3_max": 0.625491, "nauc_precision_at_3_std": -0.033792, "nauc_precision_at_3_diff1": 0.597229, "nauc_precision_at_5_max": 0.632422, "nauc_precision_at_5_std": 0.010865, "nauc_precision_at_5_diff1": 0.570988, "nauc_precision_at_10_max": 0.626257, "nauc_precision_at_10_std": 0.054316, "nauc_precision_at_10_diff1": 0.556177, "nauc_precision_at_20_max": 0.624971, "nauc_precision_at_20_std": 0.085513, "nauc_precision_at_20_diff1": 0.547447, "nauc_precision_at_100_max": 0.646158, "nauc_precision_at_100_std": 0.313504, "nauc_precision_at_100_diff1": 0.492432, "nauc_precision_at_1000_max": 0.782507, "nauc_precision_at_1000_std": 0.373806, "nauc_precision_at_1000_diff1": 0.580796, "nauc_mrr_at_1_max": 0.608855, "nauc_mrr_at_1_std": -0.061023, "nauc_mrr_at_1_diff1": 0.70526, "nauc_mrr_at_3_max": 0.616757, "nauc_mrr_at_3_std": -0.052197, "nauc_mrr_at_3_diff1": 0.658182, "nauc_mrr_at_5_max": 0.617512, "nauc_mrr_at_5_std": -0.043942, "nauc_mrr_at_5_diff1": 0.653557, "nauc_mrr_at_10_max": 0.616962, "nauc_mrr_at_10_std": -0.040228, "nauc_mrr_at_10_diff1": 0.653375, "nauc_mrr_at_20_max": 0.616781, "nauc_mrr_at_20_std": -0.039458, "nauc_mrr_at_20_diff1": 0.654016, "nauc_mrr_at_100_max": 0.616936, "nauc_mrr_at_100_std": -0.038449, "nauc_mrr_at_100_diff1": 0.654326, "nauc_mrr_at_1000_max": 0.616914, "nauc_mrr_at_1000_std": -0.038787, "nauc_mrr_at_1000_diff1": 0.654542, "hit_rate_at_1": 0.42693, "hit_rate_at_3": 0.57489, "hit_rate_at_5": 0.63372, "hit_rate_at_10": 0.7071, "hit_rate_at_20": 0.76834, "hit_rate_at_100": 0.89024, "hit_rate_at_1000": 0.98969, "main_score": 0.56228, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.54376, "ndcg_at_3": 0.62076, "ndcg_at_5": 0.6389, "ndcg_at_10": 0.65517, "ndcg_at_20": 0.66711, "ndcg_at_100": 0.68447, "ndcg_at_1000": 0.69422, "map_at_1": 0.54365, "map_at_3": 0.60233, "map_at_5": 0.61244, "map_at_10": 0.61916, "map_at_20": 0.62241, "map_at_100": 0.62475, "map_at_1000": 0.6251, "recall_at_1": 0.54365, "recall_at_3": 0.67383, "recall_at_5": 0.7177, "recall_at_10": 0.768, "recall_at_20": 0.81542, "recall_at_100": 0.90989, "recall_at_1000": 0.9873, "accuracy": 0.54365, "precision_at_1": 0.54376, "precision_at_3": 0.22468, "precision_at_5": 0.14359, "precision_at_10": 0.07682, "precision_at_20": 0.04078, "precision_at_100": 0.0091, "precision_at_1000": 0.00099, "mrr_at_1": 0.543762, "mrr_at_3": 0.602371, "mrr_at_5": 0.612475, "mrr_at_10": 0.619198, "mrr_at_20": 0.622449, "mrr_at_100": 0.624791, "mrr_at_1000": 0.625143, "nauc_ndcg_at_1_max": 0.665042, "nauc_ndcg_at_1_std": -0.035005, "nauc_ndcg_at_1_diff1": 0.789919, "nauc_ndcg_at_3_max": 0.705196, "nauc_ndcg_at_3_std": -0.008143, "nauc_ndcg_at_3_diff1": 0.750133, "nauc_ndcg_at_5_max": 0.709425, "nauc_ndcg_at_5_std": 0.004215, "nauc_ndcg_at_5_diff1": 0.746803, "nauc_ndcg_at_10_max": 0.709282, "nauc_ndcg_at_10_std": 0.016932, "nauc_ndcg_at_10_diff1": 0.744024, "nauc_ndcg_at_20_max": 0.707877, "nauc_ndcg_at_20_std": 0.026185, "nauc_ndcg_at_20_diff1": 0.742651, "nauc_ndcg_at_100_max": 0.704133, "nauc_ndcg_at_100_std": 0.02616, "nauc_ndcg_at_100_diff1": 0.745945, "nauc_ndcg_at_1000_max": 0.703388, "nauc_ndcg_at_1000_std": 0.0168, "nauc_ndcg_at_1000_diff1": 0.750336, "nauc_map_at_1_max": 0.664387, "nauc_map_at_1_std": -0.035576, "nauc_map_at_1_diff1": 0.789769, "nauc_map_at_3_max": 0.695495, "nauc_map_at_3_std": -0.015892, "nauc_map_at_3_diff1": 0.760418, "nauc_map_at_5_max": 0.697416, "nauc_map_at_5_std": -0.009567, "nauc_map_at_5_diff1": 0.758783, "nauc_map_at_10_max": 0.697302, "nauc_map_at_10_std": -0.004572, "nauc_map_at_10_diff1": 0.757902, "nauc_map_at_20_max": 0.696871, "nauc_map_at_20_std": -0.00235, "nauc_map_at_20_diff1": 0.757597, "nauc_map_at_100_max": 0.696434, "nauc_map_at_100_std": -0.00234, "nauc_map_at_100_diff1": 0.757976, "nauc_map_at_1000_max": 0.696424, "nauc_map_at_1000_std": -0.0026, "nauc_map_at_1000_diff1": 0.758136, "nauc_recall_at_1_max": 0.664387, "nauc_recall_at_1_std": -0.035576, "nauc_recall_at_1_diff1": 0.789769, "nauc_recall_at_3_max": 0.735951, "nauc_recall_at_3_std": 0.017033, "nauc_recall_at_3_diff1": 0.716751, "nauc_recall_at_5_max": 0.751951, "nauc_recall_at_5_std": 0.055178, "nauc_recall_at_5_diff1": 0.704021, "nauc_recall_at_10_max": 0.757731, "nauc_recall_at_10_std": 0.113193, "nauc_recall_at_10_diff1": 0.685403, "nauc_recall_at_20_max": 0.759173, "nauc_recall_at_20_std": 0.188391, "nauc_recall_at_20_diff1": 0.665783, "nauc_recall_at_100_max": 0.746268, "nauc_recall_at_100_std": 0.326749, "nauc_recall_at_100_diff1": 0.649713, "nauc_recall_at_1000_max": 0.860611, "nauc_recall_at_1000_std": 0.66113, "nauc_recall_at_1000_diff1": 0.709075, "nauc_precision_at_1_max": 0.665042, "nauc_precision_at_1_std": -0.035005, "nauc_precision_at_1_diff1": 0.789919, "nauc_precision_at_3_max": 0.736323, "nauc_precision_at_3_std": 0.018416, "nauc_precision_at_3_diff1": 0.715881, "nauc_precision_at_5_max": 0.752339, "nauc_precision_at_5_std": 0.056654, "nauc_precision_at_5_diff1": 0.703075, "nauc_precision_at_10_max": 0.758175, "nauc_precision_at_10_std": 0.114818, "nauc_precision_at_10_diff1": 0.684327, "nauc_precision_at_20_max": 0.759707, "nauc_precision_at_20_std": 0.19019, "nauc_precision_at_20_diff1": 0.664525, "nauc_precision_at_100_max": 0.747149, "nauc_precision_at_100_std": 0.329955, "nauc_precision_at_100_diff1": 0.647837, "nauc_precision_at_1000_max": 0.805109, "nauc_precision_at_1000_std": 0.662505, "nauc_precision_at_1000_diff1": 0.639558, "nauc_mrr_at_1_max": 0.665042, "nauc_mrr_at_1_std": -0.035005, "nauc_mrr_at_1_diff1": 0.789919, "nauc_mrr_at_3_max": 0.695733, "nauc_mrr_at_3_std": -0.015684, "nauc_mrr_at_3_diff1": 0.760471, "nauc_mrr_at_5_max": 0.69766, "nauc_mrr_at_5_std": -0.009354, "nauc_mrr_at_5_diff1": 0.758838, "nauc_mrr_at_10_max": 0.69755, "nauc_mrr_at_10_std": -0.004356, "nauc_mrr_at_10_diff1": 0.757957, "nauc_mrr_at_20_max": 0.697121, "nauc_mrr_at_20_std": -0.002131, "nauc_mrr_at_20_diff1": 0.757652, "nauc_mrr_at_100_max": 0.696683, "nauc_mrr_at_100_std": -0.002121, "nauc_mrr_at_100_diff1": 0.758035, "nauc_mrr_at_1000_max": 0.696673, "nauc_mrr_at_1000_std": -0.002383, "nauc_mrr_at_1000_diff1": 0.758194, "hit_rate_at_1": 0.54376, "hit_rate_at_3": 0.67383, "hit_rate_at_5": 0.7177, "hit_rate_at_10": 0.768, "hit_rate_at_20": 0.81542, "hit_rate_at_100": 0.91004, "hit_rate_at_1000": 0.98737, "main_score": 0.65517, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.53844, "ndcg_at_3": 0.61787, "ndcg_at_5": 0.63553, "ndcg_at_10": 0.65538, "ndcg_at_20": 0.66887, "ndcg_at_100": 0.685, "ndcg_at_1000": 0.69403, "map_at_1": 0.53822, "map_at_3": 0.5989, "map_at_5": 0.60873, "map_at_10": 0.61703, "map_at_20": 0.62076, "map_at_100": 0.62294, "map_at_1000": 0.62327, "recall_at_1": 0.53822, "recall_at_3": 0.67239, "recall_at_5": 0.71516, "recall_at_10": 0.77598, "recall_at_20": 0.82916, "recall_at_100": 0.91669, "recall_at_1000": 0.98826, "accuracy": 0.53822, "precision_at_1": 0.53844, "precision_at_3": 0.22424, "precision_at_5": 0.1431, "precision_at_10": 0.07764, "precision_at_20": 0.04148, "precision_at_100": 0.00917, "precision_at_1000": 0.00099, "mrr_at_1": 0.538444, "mrr_at_3": 0.599047, "mrr_at_5": 0.608874, "mrr_at_10": 0.61715, "mrr_at_20": 0.620873, "mrr_at_100": 0.623061, "mrr_at_1000": 0.623387, "nauc_ndcg_at_1_max": 0.6607, "nauc_ndcg_at_1_std": -0.051193, "nauc_ndcg_at_1_diff1": 0.785912, "nauc_ndcg_at_3_max": 0.698248, "nauc_ndcg_at_3_std": -0.029346, "nauc_ndcg_at_3_diff1": 0.749498, "nauc_ndcg_at_5_max": 0.695631, "nauc_ndcg_at_5_std": -0.01898, "nauc_ndcg_at_5_diff1": 0.742009, "nauc_ndcg_at_10_max": 0.696613, "nauc_ndcg_at_10_std": -0.005371, "nauc_ndcg_at_10_diff1": 0.737096, "nauc_ndcg_at_20_max": 0.698453, "nauc_ndcg_at_20_std": 0.003924, "nauc_ndcg_at_20_diff1": 0.738017, "nauc_ndcg_at_100_max": 0.696248, "nauc_ndcg_at_100_std": 0.00764, "nauc_ndcg_at_100_diff1": 0.741336, "nauc_ndcg_at_1000_max": 0.693528, "nauc_ndcg_at_1000_std": -0.004469, "nauc_ndcg_at_1000_diff1": 0.745458, "nauc_map_at_1_max": 0.65998, "nauc_map_at_1_std": -0.052326, "nauc_map_at_1_diff1": 0.785808, "nauc_map_at_3_max": 0.688937, "nauc_map_at_3_std": -0.034947, "nauc_map_at_3_diff1": 0.758411, "nauc_map_at_5_max": 0.687315, "nauc_map_at_5_std": -0.029457, "nauc_map_at_5_diff1": 0.754557, "nauc_map_at_10_max": 0.687623, "nauc_map_at_10_std": -0.024591, "nauc_map_at_10_diff1": 0.75298, "nauc_map_at_20_max": 0.687919, "nauc_map_at_20_std": -0.022581, "nauc_map_at_20_diff1": 0.753324, "nauc_map_at_100_max": 0.687589, "nauc_map_at_100_std": -0.022264, "nauc_map_at_100_diff1": 0.753752, "nauc_map_at_1000_max": 0.687496, "nauc_map_at_1000_std": -0.022613, "nauc_map_at_1000_diff1": 0.753877, "nauc_recall_at_1_max": 0.65998, "nauc_recall_at_1_std": -0.052326, "nauc_recall_at_1_diff1": 0.785808, "nauc_recall_at_3_max": 0.727624, "nauc_recall_at_3_std": -0.012233, "nauc_recall_at_3_diff1": 0.720694, "nauc_recall_at_5_max": 0.723535, "nauc_recall_at_5_std": 0.018373, "nauc_recall_at_5_diff1": 0.696709, "nauc_recall_at_10_max": 0.733124, "nauc_recall_at_10_std": 0.084377, "nauc_recall_at_10_diff1": 0.666291, "nauc_recall_at_20_max": 0.755602, "nauc_recall_at_20_std": 0.169423, "nauc_recall_at_20_diff1": 0.65408, "nauc_recall_at_100_max": 0.774208, "nauc_recall_at_100_std": 0.381529, "nauc_recall_at_100_diff1": 0.632879, "nauc_recall_at_1000_max": 0.811727, "nauc_recall_at_1000_std": 0.62576, "nauc_recall_at_1000_diff1": 0.660841, "nauc_precision_at_1_max": 0.6607, "nauc_precision_at_1_std": -0.051193, "nauc_precision_at_1_diff1": 0.785912, "nauc_precision_at_3_max": 0.727921, "nauc_precision_at_3_std": -0.010114, "nauc_precision_at_3_diff1": 0.719695, "nauc_precision_at_5_max": 0.723923, "nauc_precision_at_5_std": 0.020678, "nauc_precision_at_5_diff1": 0.695689, "nauc_precision_at_10_max": 0.73222, "nauc_precision_at_10_std": 0.087821, "nauc_precision_at_10_diff1": 0.663519, "nauc_precision_at_20_max": 0.754353, "nauc_precision_at_20_std": 0.173368, "nauc_precision_at_20_diff1": 0.650637, "nauc_precision_at_100_max": 0.772044, "nauc_precision_at_100_std": 0.391266, "nauc_precision_at_100_diff1": 0.626202, "nauc_precision_at_1000_max": 0.725632, "nauc_precision_at_1000_std": 0.649568, "nauc_precision_at_1000_diff1": 0.556294, "nauc_mrr_at_1_max": 0.6607, "nauc_mrr_at_1_std": -0.051193, "nauc_mrr_at_1_diff1": 0.785912, "nauc_mrr_at_3_max": 0.689394, "nauc_mrr_at_3_std": -0.034121, "nauc_mrr_at_3_diff1": 0.758482, "nauc_mrr_at_5_max": 0.687781, "nauc_mrr_at_5_std": -0.028614, "nauc_mrr_at_5_diff1": 0.754628, "nauc_mrr_at_10_max": 0.688013, "nauc_mrr_at_10_std": -0.023915, "nauc_mrr_at_10_diff1": 0.753037, "nauc_mrr_at_20_max": 0.688312, "nauc_mrr_at_20_std": -0.021898, "nauc_mrr_at_20_diff1": 0.753382, "nauc_mrr_at_100_max": 0.687985, "nauc_mrr_at_100_std": -0.021563, "nauc_mrr_at_100_diff1": 0.75381, "nauc_mrr_at_1000_max": 0.687891, "nauc_mrr_at_1000_std": -0.021918, "nauc_mrr_at_1000_diff1": 0.753935, "hit_rate_at_1": 0.53844, "hit_rate_at_3": 0.6725, "hit_rate_at_5": 0.71527, "hit_rate_at_10": 0.77598, "hit_rate_at_20": 0.82916, "hit_rate_at_100": 0.91691, "hit_rate_at_1000": 0.98826, "main_score": 0.65538, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.55099, "ndcg_at_3": 0.63247, "ndcg_at_5": 0.65009, "ndcg_at_10": 0.67103, "ndcg_at_20": 0.68381, "ndcg_at_100": 0.7005, "ndcg_at_1000": 0.7085, "map_at_1": 0.55099, "map_at_3": 0.61286, "map_at_5": 0.62264, "map_at_10": 0.63138, "map_at_20": 0.63489, "map_at_100": 0.63726, "map_at_1000": 0.63756, "recall_at_1": 0.55099, "recall_at_3": 0.68901, "recall_at_5": 0.73183, "recall_at_10": 0.79606, "recall_at_20": 0.84648, "recall_at_100": 0.93549, "recall_at_1000": 0.99831, "accuracy": 0.55099, "precision_at_1": 0.55099, "precision_at_3": 0.22967, "precision_at_5": 0.14637, "precision_at_10": 0.07961, "precision_at_20": 0.04234, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "mrr_at_1": 0.550986, "mrr_at_3": 0.612864, "mrr_at_5": 0.622638, "mrr_at_10": 0.631378, "mrr_at_20": 0.634902, "mrr_at_100": 0.637278, "mrr_at_1000": 0.637575, "nauc_ndcg_at_1_max": 0.608928, "nauc_ndcg_at_1_std": -0.113546, "nauc_ndcg_at_1_diff1": 0.774125, "nauc_ndcg_at_3_max": 0.672403, "nauc_ndcg_at_3_std": -0.074803, "nauc_ndcg_at_3_diff1": 0.737161, "nauc_ndcg_at_5_max": 0.68126, "nauc_ndcg_at_5_std": -0.054842, "nauc_ndcg_at_5_diff1": 0.730168, "nauc_ndcg_at_10_max": 0.678365, "nauc_ndcg_at_10_std": -0.041228, "nauc_ndcg_at_10_diff1": 0.724515, "nauc_ndcg_at_20_max": 0.678122, "nauc_ndcg_at_20_std": -0.034309, "nauc_ndcg_at_20_diff1": 0.72726, "nauc_ndcg_at_100_max": 0.670545, "nauc_ndcg_at_100_std": -0.042553, "nauc_ndcg_at_100_diff1": 0.730385, "nauc_ndcg_at_1000_max": 0.667513, "nauc_ndcg_at_1000_std": -0.051561, "nauc_ndcg_at_1000_diff1": 0.734901, "nauc_map_at_1_max": 0.608928, "nauc_map_at_1_std": -0.113546, "nauc_map_at_1_diff1": 0.774125, "nauc_map_at_3_max": 0.657059, "nauc_map_at_3_std": -0.083107, "nauc_map_at_3_diff1": 0.746579, "nauc_map_at_5_max": 0.661341, "nauc_map_at_5_std": -0.072761, "nauc_map_at_5_diff1": 0.743139, "nauc_map_at_10_max": 0.659771, "nauc_map_at_10_std": -0.068143, "nauc_map_at_10_diff1": 0.741273, "nauc_map_at_20_max": 0.659565, "nauc_map_at_20_std": -0.06661, "nauc_map_at_20_diff1": 0.742146, "nauc_map_at_100_max": 0.658554, "nauc_map_at_100_std": -0.067303, "nauc_map_at_100_diff1": 0.742555, "nauc_map_at_1000_max": 0.658437, "nauc_map_at_1000_std": -0.067603, "nauc_map_at_1000_diff1": 0.742688, "nauc_recall_at_1_max": 0.608928, "nauc_recall_at_1_std": -0.113546, "nauc_recall_at_1_diff1": 0.774125, "nauc_recall_at_3_max": 0.722238, "nauc_recall_at_3_std": -0.04838, "nauc_recall_at_3_diff1": 0.706326, "nauc_recall_at_5_max": 0.754192, "nauc_recall_at_5_std": 0.012492, "nauc_recall_at_5_diff1": 0.682133, "nauc_recall_at_10_max": 0.759715, "nauc_recall_at_10_std": 0.088973, "nauc_recall_at_10_diff1": 0.645954, "nauc_recall_at_20_max": 0.781333, "nauc_recall_at_20_std": 0.173278, "nauc_recall_at_20_diff1": 0.641519, "nauc_recall_at_100_max": 0.759467, "nauc_recall_at_100_std": 0.240988, "nauc_recall_at_100_diff1": 0.598961, "nauc_recall_at_1000_max": 0.912827, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.785989, "nauc_precision_at_1_max": 0.608928, "nauc_precision_at_1_std": -0.113546, "nauc_precision_at_1_diff1": 0.774125, "nauc_precision_at_3_max": 0.722238, "nauc_precision_at_3_std": -0.04838, "nauc_precision_at_3_diff1": 0.706326, "nauc_precision_at_5_max": 0.754192, "nauc_precision_at_5_std": 0.012492, "nauc_precision_at_5_diff1": 0.682133, "nauc_precision_at_10_max": 0.759715, "nauc_precision_at_10_std": 0.088973, "nauc_precision_at_10_diff1": 0.645954, "nauc_precision_at_20_max": 0.781574, "nauc_precision_at_20_std": 0.173332, "nauc_precision_at_20_diff1": 0.640667, "nauc_precision_at_100_max": 0.760368, "nauc_precision_at_100_std": 0.241508, "nauc_precision_at_100_diff1": 0.597202, "nauc_precision_at_1000_max": 0.460634, "nauc_precision_at_1000_std": 0.606773, "nauc_precision_at_1000_diff1": 0.286356, "nauc_mrr_at_1_max": 0.608928, "nauc_mrr_at_1_std": -0.113546, "nauc_mrr_at_1_diff1": 0.774125, "nauc_mrr_at_3_max": 0.657059, "nauc_mrr_at_3_std": -0.083107, "nauc_mrr_at_3_diff1": 0.746579, "nauc_mrr_at_5_max": 0.661341, "nauc_mrr_at_5_std": -0.072761, "nauc_mrr_at_5_diff1": 0.743139, "nauc_mrr_at_10_max": 0.659771, "nauc_mrr_at_10_std": -0.068143, "nauc_mrr_at_10_diff1": 0.741273, "nauc_mrr_at_20_max": 0.659566, "nauc_mrr_at_20_std": -0.066619, "nauc_mrr_at_20_diff1": 0.742128, "nauc_mrr_at_100_max": 0.658555, "nauc_mrr_at_100_std": -0.067312, "nauc_mrr_at_100_diff1": 0.742537, "nauc_mrr_at_1000_max": 0.658438, "nauc_mrr_at_1000_std": -0.06761, "nauc_mrr_at_1000_diff1": 0.742675, "hit_rate_at_1": 0.55099, "hit_rate_at_3": 0.68901, "hit_rate_at_5": 0.73183, "hit_rate_at_10": 0.79606, "hit_rate_at_20": 0.84676, "hit_rate_at_100": 0.93577, "hit_rate_at_1000": 0.99831, "main_score": 0.67103, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42168, "ndcg_at_3": 0.50882, "ndcg_at_5": 0.53082, "ndcg_at_10": 0.55457, "ndcg_at_20": 0.57172, "ndcg_at_100": 0.59596, "ndcg_at_1000": 0.60871, "map_at_1": 0.42168, "map_at_3": 0.48788, "map_at_5": 0.49998, "map_at_10": 0.50978, "map_at_20": 0.5145, "map_at_100": 0.51779, "map_at_1000": 0.51826, "recall_at_1": 0.42168, "recall_at_3": 0.56923, "recall_at_5": 0.62308, "recall_at_10": 0.6965, "recall_at_20": 0.76434, "recall_at_100": 0.8958, "recall_at_1000": 0.9972, "accuracy": 0.42168, "precision_at_1": 0.42168, "precision_at_3": 0.18974, "precision_at_5": 0.12462, "precision_at_10": 0.06965, "precision_at_20": 0.03822, "precision_at_100": 0.00896, "precision_at_1000": 0.001, "mrr_at_1": 0.421678, "mrr_at_3": 0.487879, "mrr_at_5": 0.499977, "mrr_at_10": 0.509783, "mrr_at_20": 0.514499, "mrr_at_100": 0.517792, "mrr_at_1000": 0.518256, "nauc_ndcg_at_1_max": 0.57614, "nauc_ndcg_at_1_std": -0.003355, "nauc_ndcg_at_1_diff1": 0.636354, "nauc_ndcg_at_3_max": 0.608523, "nauc_ndcg_at_3_std": 0.028321, "nauc_ndcg_at_3_diff1": 0.591789, "nauc_ndcg_at_5_max": 0.611106, "nauc_ndcg_at_5_std": 0.040717, "nauc_ndcg_at_5_diff1": 0.576148, "nauc_ndcg_at_10_max": 0.605814, "nauc_ndcg_at_10_std": 0.05548, "nauc_ndcg_at_10_diff1": 0.565205, "nauc_ndcg_at_20_max": 0.606002, "nauc_ndcg_at_20_std": 0.05982, "nauc_ndcg_at_20_diff1": 0.563451, "nauc_ndcg_at_100_max": 0.603233, "nauc_ndcg_at_100_std": 0.060686, "nauc_ndcg_at_100_diff1": 0.569104, "nauc_ndcg_at_1000_max": 0.602289, "nauc_ndcg_at_1000_std": 0.048008, "nauc_ndcg_at_1000_diff1": 0.578695, "nauc_map_at_1_max": 0.57614, "nauc_map_at_1_std": -0.003355, "nauc_map_at_1_diff1": 0.636354, "nauc_map_at_3_max": 0.599308, "nauc_map_at_3_std": 0.01979, "nauc_map_at_3_diff1": 0.602441, "nauc_map_at_5_max": 0.600266, "nauc_map_at_5_std": 0.026258, "nauc_map_at_5_diff1": 0.593924, "nauc_map_at_10_max": 0.598437, "nauc_map_at_10_std": 0.032256, "nauc_map_at_10_diff1": 0.590411, "nauc_map_at_20_max": 0.598306, "nauc_map_at_20_std": 0.03286, "nauc_map_at_20_diff1": 0.590365, "nauc_map_at_100_max": 0.59786, "nauc_map_at_100_std": 0.032704, "nauc_map_at_100_diff1": 0.591214, "nauc_map_at_1000_max": 0.597853, "nauc_map_at_1000_std": 0.032388, "nauc_map_at_1000_diff1": 0.591525, "nauc_recall_at_1_max": 0.57614, "nauc_recall_at_1_std": -0.003355, "nauc_recall_at_1_diff1": 0.636354, "nauc_recall_at_3_max": 0.637213, "nauc_recall_at_3_std": 0.054697, "nauc_recall_at_3_diff1": 0.559407, "nauc_recall_at_5_max": 0.647722, "nauc_recall_at_5_std": 0.09018, "nauc_recall_at_5_diff1": 0.516364, "nauc_recall_at_10_max": 0.630701, "nauc_recall_at_10_std": 0.150412, "nauc_recall_at_10_diff1": 0.462632, "nauc_recall_at_20_max": 0.638658, "nauc_recall_at_20_std": 0.199765, "nauc_recall_at_20_diff1": 0.427612, "nauc_recall_at_100_max": 0.63549, "nauc_recall_at_100_std": 0.362428, "nauc_recall_at_100_diff1": 0.372779, "nauc_recall_at_1000_max": 0.888539, "nauc_recall_at_1000_std": 0.753735, "nauc_recall_at_1000_diff1": 0.865196, "nauc_precision_at_1_max": 0.57614, "nauc_precision_at_1_std": -0.003355, "nauc_precision_at_1_diff1": 0.636354, "nauc_precision_at_3_max": 0.637213, "nauc_precision_at_3_std": 0.054697, "nauc_precision_at_3_diff1": 0.559407, "nauc_precision_at_5_max": 0.647722, "nauc_precision_at_5_std": 0.09018, "nauc_precision_at_5_diff1": 0.516364, "nauc_precision_at_10_max": 0.630701, "nauc_precision_at_10_std": 0.150412, "nauc_precision_at_10_diff1": 0.462632, "nauc_precision_at_20_max": 0.638658, "nauc_precision_at_20_std": 0.199765, "nauc_precision_at_20_diff1": 0.427612, "nauc_precision_at_100_max": 0.63549, "nauc_precision_at_100_std": 0.362428, "nauc_precision_at_100_diff1": 0.372779, "nauc_precision_at_1000_max": 0.888539, "nauc_precision_at_1000_std": 0.753735, "nauc_precision_at_1000_diff1": 0.865196, "nauc_mrr_at_1_max": 0.57614, "nauc_mrr_at_1_std": -0.003355, "nauc_mrr_at_1_diff1": 0.636354, "nauc_mrr_at_3_max": 0.599308, "nauc_mrr_at_3_std": 0.01979, "nauc_mrr_at_3_diff1": 0.602441, "nauc_mrr_at_5_max": 0.600266, "nauc_mrr_at_5_std": 0.026258, "nauc_mrr_at_5_diff1": 0.593924, "nauc_mrr_at_10_max": 0.598437, "nauc_mrr_at_10_std": 0.032256, "nauc_mrr_at_10_diff1": 0.590411, "nauc_mrr_at_20_max": 0.598306, "nauc_mrr_at_20_std": 0.03286, "nauc_mrr_at_20_diff1": 0.590365, "nauc_mrr_at_100_max": 0.59786, "nauc_mrr_at_100_std": 0.032704, "nauc_mrr_at_100_diff1": 0.591214, "nauc_mrr_at_1000_max": 0.597853, "nauc_mrr_at_1000_std": 0.032388, "nauc_mrr_at_1000_diff1": 0.591525, "hit_rate_at_1": 0.42168, "hit_rate_at_3": 0.56923, "hit_rate_at_5": 0.62308, "hit_rate_at_10": 0.6965, "hit_rate_at_20": 0.76434, "hit_rate_at_100": 0.8958, "hit_rate_at_1000": 0.9972, "main_score": 0.55457, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48239, "ndcg_at_3": 0.55272, "ndcg_at_5": 0.57412, "ndcg_at_10": 0.59289, "ndcg_at_20": 0.60852, "ndcg_at_100": 0.63046, "ndcg_at_1000": 0.64357, "map_at_1": 0.48239, "map_at_3": 0.53572, "map_at_5": 0.5476, "map_at_10": 0.55537, "map_at_20": 0.5597, "map_at_100": 0.56281, "map_at_1000": 0.56329, "recall_at_1": 0.48239, "recall_at_3": 0.60179, "recall_at_5": 0.65373, "recall_at_10": 0.71164, "recall_at_20": 0.77313, "recall_at_100": 0.89015, "recall_at_1000": 0.99403, "accuracy": 0.48239, "precision_at_1": 0.48239, "precision_at_3": 0.2006, "precision_at_5": 0.13075, "precision_at_10": 0.07116, "precision_at_20": 0.03866, "precision_at_100": 0.0089, "precision_at_1000": 0.00099, "mrr_at_1": 0.482388, "mrr_at_3": 0.535721, "mrr_at_5": 0.547602, "mrr_at_10": 0.555369, "mrr_at_20": 0.559705, "mrr_at_100": 0.562809, "mrr_at_1000": 0.563289, "nauc_ndcg_at_1_max": 0.705231, "nauc_ndcg_at_1_std": -0.013682, "nauc_ndcg_at_1_diff1": 0.781762, "nauc_ndcg_at_3_max": 0.736371, "nauc_ndcg_at_3_std": 0.051837, "nauc_ndcg_at_3_diff1": 0.734792, "nauc_ndcg_at_5_max": 0.740608, "nauc_ndcg_at_5_std": 0.067039, "nauc_ndcg_at_5_diff1": 0.729151, "nauc_ndcg_at_10_max": 0.735403, "nauc_ndcg_at_10_std": 0.071448, "nauc_ndcg_at_10_diff1": 0.724334, "nauc_ndcg_at_20_max": 0.732664, "nauc_ndcg_at_20_std": 0.076573, "nauc_ndcg_at_20_diff1": 0.722745, "nauc_ndcg_at_100_max": 0.732776, "nauc_ndcg_at_100_std": 0.08121, "nauc_ndcg_at_100_diff1": 0.727961, "nauc_ndcg_at_1000_max": 0.731221, "nauc_ndcg_at_1000_std": 0.065563, "nauc_ndcg_at_1000_diff1": 0.733414, "nauc_map_at_1_max": 0.705231, "nauc_map_at_1_std": -0.013682, "nauc_map_at_1_diff1": 0.781762, "nauc_map_at_3_max": 0.728852, "nauc_map_at_3_std": 0.03484, "nauc_map_at_3_diff1": 0.746361, "nauc_map_at_5_max": 0.730933, "nauc_map_at_5_std": 0.042637, "nauc_map_at_5_diff1": 0.743483, "nauc_map_at_10_max": 0.728767, "nauc_map_at_10_std": 0.043954, "nauc_map_at_10_diff1": 0.741766, "nauc_map_at_20_max": 0.727952, "nauc_map_at_20_std": 0.044994, "nauc_map_at_20_diff1": 0.741528, "nauc_map_at_100_max": 0.72786, "nauc_map_at_100_std": 0.045484, "nauc_map_at_100_diff1": 0.742275, "nauc_map_at_1000_max": 0.727821, "nauc_map_at_1000_std": 0.045004, "nauc_map_at_1000_diff1": 0.742475, "nauc_recall_at_1_max": 0.705231, "nauc_recall_at_1_std": -0.013682, "nauc_recall_at_1_diff1": 0.781762, "nauc_recall_at_3_max": 0.759414, "nauc_recall_at_3_std": 0.104474, "nauc_recall_at_3_diff1": 0.699232, "nauc_recall_at_5_max": 0.773425, "nauc_recall_at_5_std": 0.151091, "nauc_recall_at_5_diff1": 0.680746, "nauc_recall_at_10_max": 0.758157, "nauc_recall_at_10_std": 0.179603, "nauc_recall_at_10_diff1": 0.656162, "nauc_recall_at_20_max": 0.748216, "nauc_recall_at_20_std": 0.231833, "nauc_recall_at_20_diff1": 0.632528, "nauc_recall_at_100_max": 0.765693, "nauc_recall_at_100_std": 0.426608, "nauc_recall_at_100_diff1": 0.624045, "nauc_recall_at_1000_max": 0.733183, "nauc_recall_at_1000_std": 0.693291, "nauc_recall_at_1000_diff1": 0.717352, "nauc_precision_at_1_max": 0.705231, "nauc_precision_at_1_std": -0.013682, "nauc_precision_at_1_diff1": 0.781762, "nauc_precision_at_3_max": 0.759414, "nauc_precision_at_3_std": 0.104474, "nauc_precision_at_3_diff1": 0.699232, "nauc_precision_at_5_max": 0.773425, "nauc_precision_at_5_std": 0.151091, "nauc_precision_at_5_diff1": 0.680746, "nauc_precision_at_10_max": 0.758157, "nauc_precision_at_10_std": 0.179603, "nauc_precision_at_10_diff1": 0.656162, "nauc_precision_at_20_max": 0.748216, "nauc_precision_at_20_std": 0.231833, "nauc_precision_at_20_diff1": 0.632528, "nauc_precision_at_100_max": 0.765693, "nauc_precision_at_100_std": 0.426608, "nauc_precision_at_100_diff1": 0.624045, "nauc_precision_at_1000_max": 0.733183, "nauc_precision_at_1000_std": 0.693291, "nauc_precision_at_1000_diff1": 0.717352, "nauc_mrr_at_1_max": 0.705231, "nauc_mrr_at_1_std": -0.013682, "nauc_mrr_at_1_diff1": 0.781762, "nauc_mrr_at_3_max": 0.728852, "nauc_mrr_at_3_std": 0.03484, "nauc_mrr_at_3_diff1": 0.746361, "nauc_mrr_at_5_max": 0.730933, "nauc_mrr_at_5_std": 0.042637, "nauc_mrr_at_5_diff1": 0.743483, "nauc_mrr_at_10_max": 0.728767, "nauc_mrr_at_10_std": 0.043954, "nauc_mrr_at_10_diff1": 0.741766, "nauc_mrr_at_20_max": 0.727952, "nauc_mrr_at_20_std": 0.044994, "nauc_mrr_at_20_diff1": 0.741528, "nauc_mrr_at_100_max": 0.72786, "nauc_mrr_at_100_std": 0.045484, "nauc_mrr_at_100_diff1": 0.742275, "nauc_mrr_at_1000_max": 0.727821, "nauc_mrr_at_1000_std": 0.045004, "nauc_mrr_at_1000_diff1": 0.742475, "hit_rate_at_1": 0.48239, "hit_rate_at_3": 0.60179, "hit_rate_at_5": 0.65373, "hit_rate_at_10": 0.71164, "hit_rate_at_20": 0.77313, "hit_rate_at_100": 0.89015, "hit_rate_at_1000": 0.99403, "main_score": 0.59289, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.4858, "ndcg_at_3": 0.57872, "ndcg_at_5": 0.59952, "ndcg_at_10": 0.62082, "ndcg_at_20": 0.63664, "ndcg_at_100": 0.65562, "ndcg_at_1000": 0.66552, "map_at_1": 0.4858, "map_at_3": 0.55617, "map_at_5": 0.56784, "map_at_10": 0.57671, "map_at_20": 0.58112, "map_at_100": 0.58385, "map_at_1000": 0.58424, "recall_at_1": 0.4858, "recall_at_3": 0.64383, "recall_at_5": 0.69383, "recall_at_10": 0.75926, "recall_at_20": 0.8213, "recall_at_100": 0.92222, "recall_at_1000": 0.99877, "accuracy": 0.4858, "precision_at_1": 0.4858, "precision_at_3": 0.21461, "precision_at_5": 0.13877, "precision_at_10": 0.07593, "precision_at_20": 0.04108, "precision_at_100": 0.00923, "precision_at_1000": 0.001, "mrr_at_1": 0.485802, "mrr_at_3": 0.556173, "mrr_at_5": 0.56784, "mrr_at_10": 0.576713, "mrr_at_20": 0.581133, "mrr_at_100": 0.58384, "mrr_at_1000": 0.584235, "nauc_ndcg_at_1_max": 0.603279, "nauc_ndcg_at_1_std": -0.068562, "nauc_ndcg_at_1_diff1": 0.743001, "nauc_ndcg_at_3_max": 0.619241, "nauc_ndcg_at_3_std": -0.050117, "nauc_ndcg_at_3_diff1": 0.679968, "nauc_ndcg_at_5_max": 0.619932, "nauc_ndcg_at_5_std": -0.042039, "nauc_ndcg_at_5_diff1": 0.669186, "nauc_ndcg_at_10_max": 0.625345, "nauc_ndcg_at_10_std": -0.034184, "nauc_ndcg_at_10_diff1": 0.667749, "nauc_ndcg_at_20_max": 0.620888, "nauc_ndcg_at_20_std": -0.026694, "nauc_ndcg_at_20_diff1": 0.665063, "nauc_ndcg_at_100_max": 0.621313, "nauc_ndcg_at_100_std": -0.025897, "nauc_ndcg_at_100_diff1": 0.671418, "nauc_ndcg_at_1000_max": 0.619734, "nauc_ndcg_at_1000_std": -0.036317, "nauc_ndcg_at_1000_diff1": 0.679238, "nauc_map_at_1_max": 0.603279, "nauc_map_at_1_std": -0.068562, "nauc_map_at_1_diff1": 0.743001, "nauc_map_at_3_max": 0.615976, "nauc_map_at_3_std": -0.054653, "nauc_map_at_3_diff1": 0.696009, "nauc_map_at_5_max": 0.616233, "nauc_map_at_5_std": -0.050292, "nauc_map_at_5_diff1": 0.690652, "nauc_map_at_10_max": 0.618275, "nauc_map_at_10_std": -0.047474, "nauc_map_at_10_diff1": 0.690444, "nauc_map_at_20_max": 0.617144, "nauc_map_at_20_std": -0.045732, "nauc_map_at_20_diff1": 0.689988, "nauc_map_at_100_max": 0.617154, "nauc_map_at_100_std": -0.046021, "nauc_map_at_100_diff1": 0.690847, "nauc_map_at_1000_max": 0.617139, "nauc_map_at_1000_std": -0.046286, "nauc_map_at_1000_diff1": 0.691165, "nauc_recall_at_1_max": 0.603279, "nauc_recall_at_1_std": -0.068562, "nauc_recall_at_1_diff1": 0.743001, "nauc_recall_at_3_max": 0.629397, "nauc_recall_at_3_std": -0.035555, "nauc_recall_at_3_diff1": 0.628209, "nauc_recall_at_5_max": 0.63264, "nauc_recall_at_5_std": -0.012075, "nauc_recall_at_5_diff1": 0.592143, "nauc_recall_at_10_max": 0.657384, "nauc_recall_at_10_std": 0.026969, "nauc_recall_at_10_diff1": 0.570366, "nauc_recall_at_20_max": 0.636146, "nauc_recall_at_20_std": 0.091733, "nauc_recall_at_20_diff1": 0.525626, "nauc_recall_at_100_max": 0.662602, "nauc_recall_at_100_std": 0.257396, "nauc_recall_at_100_diff1": 0.4825, "nauc_recall_at_1000_max": 0.24043, "nauc_recall_at_1000_std": 0.093371, "nauc_recall_at_1000_diff1": 0.638189, "nauc_precision_at_1_max": 0.603279, "nauc_precision_at_1_std": -0.068562, "nauc_precision_at_1_diff1": 0.743001, "nauc_precision_at_3_max": 0.629397, "nauc_precision_at_3_std": -0.035555, "nauc_precision_at_3_diff1": 0.628209, "nauc_precision_at_5_max": 0.63264, "nauc_precision_at_5_std": -0.012075, "nauc_precision_at_5_diff1": 0.592143, "nauc_precision_at_10_max": 0.657384, "nauc_precision_at_10_std": 0.026969, "nauc_precision_at_10_diff1": 0.570366, "nauc_precision_at_20_max": 0.638195, "nauc_precision_at_20_std": 0.095073, "nauc_precision_at_20_diff1": 0.525447, "nauc_precision_at_100_max": 0.657988, "nauc_precision_at_100_std": 0.267511, "nauc_precision_at_100_diff1": 0.47159, "nauc_precision_at_1000_max": 0.279241, "nauc_precision_at_1000_std": 0.515167, "nauc_precision_at_1000_diff1": 0.193109, "nauc_mrr_at_1_max": 0.603279, "nauc_mrr_at_1_std": -0.068562, "nauc_mrr_at_1_diff1": 0.743001, "nauc_mrr_at_3_max": 0.615976, "nauc_mrr_at_3_std": -0.054653, "nauc_mrr_at_3_diff1": 0.696009, "nauc_mrr_at_5_max": 0.616233, "nauc_mrr_at_5_std": -0.050292, "nauc_mrr_at_5_diff1": 0.690652, "nauc_mrr_at_10_max": 0.618275, "nauc_mrr_at_10_std": -0.047474, "nauc_mrr_at_10_diff1": 0.690444, "nauc_mrr_at_20_max": 0.617204, "nauc_mrr_at_20_std": -0.045638, "nauc_mrr_at_20_diff1": 0.689991, "nauc_mrr_at_100_max": 0.617132, "nauc_mrr_at_100_std": -0.046057, "nauc_mrr_at_100_diff1": 0.690847, "nauc_mrr_at_1000_max": 0.617116, "nauc_mrr_at_1000_std": -0.046322, "nauc_mrr_at_1000_diff1": 0.691164, "hit_rate_at_1": 0.4858, "hit_rate_at_3": 0.64383, "hit_rate_at_5": 0.69383, "hit_rate_at_10": 0.75926, "hit_rate_at_20": 0.8216, "hit_rate_at_100": 0.92222, "hit_rate_at_1000": 0.99877, "main_score": 0.62082, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.3814, "ndcg_at_3": 0.4605, "ndcg_at_5": 0.48169, "ndcg_at_10": 0.50424, "ndcg_at_20": 0.52074, "ndcg_at_100": 0.5462, "ndcg_at_1000": 0.56189, "map_at_1": 0.38131, "map_at_3": 0.44122, "map_at_5": 0.45295, "map_at_10": 0.46222, "map_at_20": 0.46675, "map_at_100": 0.47021, "map_at_1000": 0.47074, "recall_at_1": 0.38131, "recall_at_3": 0.51613, "recall_at_5": 0.56769, "recall_at_10": 0.63763, "recall_at_20": 0.70289, "recall_at_100": 0.84099, "recall_at_1000": 0.96728, "accuracy": 0.38131, "precision_at_1": 0.3814, "precision_at_3": 0.17207, "precision_at_5": 0.11356, "precision_at_10": 0.06377, "precision_at_20": 0.03515, "precision_at_100": 0.00841, "precision_at_1000": 0.00097, "mrr_at_1": 0.381399, "mrr_at_3": 0.441309, "mrr_at_5": 0.453047, "mrr_at_10": 0.462315, "mrr_at_20": 0.466841, "mrr_at_100": 0.470297, "mrr_at_1000": 0.470831, "nauc_ndcg_at_1_max": 0.591117, "nauc_ndcg_at_1_std": 0.044576, "nauc_ndcg_at_1_diff1": 0.680092, "nauc_ndcg_at_3_max": 0.604024, "nauc_ndcg_at_3_std": 0.076001, "nauc_ndcg_at_3_diff1": 0.613904, "nauc_ndcg_at_5_max": 0.604719, "nauc_ndcg_at_5_std": 0.082936, "nauc_ndcg_at_5_diff1": 0.606024, "nauc_ndcg_at_10_max": 0.60068, "nauc_ndcg_at_10_std": 0.090507, "nauc_ndcg_at_10_diff1": 0.599956, "nauc_ndcg_at_20_max": 0.600167, "nauc_ndcg_at_20_std": 0.096835, "nauc_ndcg_at_20_diff1": 0.599537, "nauc_ndcg_at_100_max": 0.601683, "nauc_ndcg_at_100_std": 0.107003, "nauc_ndcg_at_100_diff1": 0.60069, "nauc_ndcg_at_1000_max": 0.601874, "nauc_ndcg_at_1000_std": 0.098735, "nauc_ndcg_at_1000_diff1": 0.607913, "nauc_map_at_1_max": 0.590689, "nauc_map_at_1_std": 0.044124, "nauc_map_at_1_diff1": 0.679669, "nauc_map_at_3_max": 0.601621, "nauc_map_at_3_std": 0.068426, "nauc_map_at_3_diff1": 0.62959, "nauc_map_at_5_max": 0.602032, "nauc_map_at_5_std": 0.072062, "nauc_map_at_5_diff1": 0.625528, "nauc_map_at_10_max": 0.600349, "nauc_map_at_10_std": 0.074988, "nauc_map_at_10_diff1": 0.623173, "nauc_map_at_20_max": 0.600233, "nauc_map_at_20_std": 0.076443, "nauc_map_at_20_diff1": 0.623312, "nauc_map_at_100_max": 0.600387, "nauc_map_at_100_std": 0.07772, "nauc_map_at_100_diff1": 0.623599, "nauc_map_at_1000_max": 0.60039, "nauc_map_at_1000_std": 0.077514, "nauc_map_at_1000_diff1": 0.623828, "nauc_recall_at_1_max": 0.590689, "nauc_recall_at_1_std": 0.044124, "nauc_recall_at_1_diff1": 0.679669, "nauc_recall_at_3_max": 0.610266, "nauc_recall_at_3_std": 0.097872, "nauc_recall_at_3_diff1": 0.567142, "nauc_recall_at_5_max": 0.612135, "nauc_recall_at_5_std": 0.117112, "nauc_recall_at_5_diff1": 0.544108, "nauc_recall_at_10_max": 0.599019, "nauc_recall_at_10_std": 0.147242, "nauc_recall_at_10_diff1": 0.516976, "nauc_recall_at_20_max": 0.595949, "nauc_recall_at_20_std": 0.187568, "nauc_recall_at_20_diff1": 0.502253, "nauc_recall_at_100_max": 0.611391, "nauc_recall_at_100_std": 0.35596, "nauc_recall_at_100_diff1": 0.448748, "nauc_recall_at_1000_max": 0.658947, "nauc_recall_at_1000_std": 0.621227, "nauc_recall_at_1000_diff1": 0.420412, "nauc_precision_at_1_max": 0.591117, "nauc_precision_at_1_std": 0.044576, "nauc_precision_at_1_diff1": 0.680092, "nauc_precision_at_3_max": 0.610799, "nauc_precision_at_3_std": 0.098355, "nauc_precision_at_3_diff1": 0.567671, "nauc_precision_at_5_max": 0.612698, "nauc_precision_at_5_std": 0.117624, "nauc_precision_at_5_diff1": 0.544664, "nauc_precision_at_10_max": 0.59968, "nauc_precision_at_10_std": 0.147824, "nauc_precision_at_10_diff1": 0.517623, "nauc_precision_at_20_max": 0.596741, "nauc_precision_at_20_std": 0.188252, "nauc_precision_at_20_diff1": 0.50302, "nauc_precision_at_100_max": 0.612228, "nauc_precision_at_100_std": 0.357346, "nauc_precision_at_100_diff1": 0.449935, "nauc_precision_at_1000_max": 0.661354, "nauc_precision_at_1000_std": 0.62469, "nauc_precision_at_1000_diff1": 0.424873, "nauc_mrr_at_1_max": 0.591117, "nauc_mrr_at_1_std": 0.044576, "nauc_mrr_at_1_diff1": 0.680092, "nauc_mrr_at_3_max": 0.602056, "nauc_mrr_at_3_std": 0.068885, "nauc_mrr_at_3_diff1": 0.630023, "nauc_mrr_at_5_max": 0.602471, "nauc_mrr_at_5_std": 0.072526, "nauc_mrr_at_5_diff1": 0.625966, "nauc_mrr_at_10_max": 0.60079, "nauc_mrr_at_10_std": 0.075453, "nauc_mrr_at_10_diff1": 0.623614, "nauc_mrr_at_20_max": 0.600677, "nauc_mrr_at_20_std": 0.076912, "nauc_mrr_at_20_diff1": 0.623755, "nauc_mrr_at_100_max": 0.600792, "nauc_mrr_at_100_std": 0.078147, "nauc_mrr_at_100_diff1": 0.624003, "nauc_mrr_at_1000_max": 0.600795, "nauc_mrr_at_1000_std": 0.07794, "nauc_mrr_at_1000_diff1": 0.624232, "hit_rate_at_1": 0.3814, "hit_rate_at_3": 0.51622, "hit_rate_at_5": 0.56779, "hit_rate_at_10": 0.63773, "hit_rate_at_20": 0.70298, "hit_rate_at_100": 0.84099, "hit_rate_at_1000": 0.96737, "main_score": 0.50424, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.58298, "ndcg_at_3": 0.65688, "ndcg_at_5": 0.6759, "ndcg_at_10": 0.69328, "ndcg_at_20": 0.70411, "ndcg_at_100": 0.71946, "ndcg_at_1000": 0.72671, "map_at_1": 0.58287, "map_at_3": 0.63908, "map_at_5": 0.64966, "map_at_10": 0.6569, "map_at_20": 0.65988, "map_at_100": 0.66199, "map_at_1000": 0.66224, "recall_at_1": 0.58287, "recall_at_3": 0.70818, "recall_at_5": 0.75427, "recall_at_10": 0.80767, "recall_at_20": 0.85043, "recall_at_100": 0.93327, "recall_at_1000": 0.99136, "accuracy": 0.58287, "precision_at_1": 0.58298, "precision_at_3": 0.23613, "precision_at_5": 0.1509, "precision_at_10": 0.08079, "precision_at_20": 0.04253, "precision_at_100": 0.00934, "precision_at_1000": 0.00099, "mrr_at_1": 0.582982, "mrr_at_3": 0.639117, "mrr_at_5": 0.649697, "mrr_at_10": 0.656939, "mrr_at_20": 0.659919, "mrr_at_100": 0.662031, "mrr_at_1000": 0.662282, "nauc_ndcg_at_1_max": 0.68187, "nauc_ndcg_at_1_std": -0.056237, "nauc_ndcg_at_1_diff1": 0.814737, "nauc_ndcg_at_3_max": 0.736275, "nauc_ndcg_at_3_std": -0.016504, "nauc_ndcg_at_3_diff1": 0.780124, "nauc_ndcg_at_5_max": 0.738189, "nauc_ndcg_at_5_std": -0.004235, "nauc_ndcg_at_5_diff1": 0.776242, "nauc_ndcg_at_10_max": 0.733122, "nauc_ndcg_at_10_std": 0.003465, "nauc_ndcg_at_10_diff1": 0.771631, "nauc_ndcg_at_20_max": 0.733487, "nauc_ndcg_at_20_std": 0.008306, "nauc_ndcg_at_20_diff1": 0.774052, "nauc_ndcg_at_100_max": 0.729097, "nauc_ndcg_at_100_std": 0.009936, "nauc_ndcg_at_100_diff1": 0.775749, "nauc_ndcg_at_1000_max": 0.727581, "nauc_ndcg_at_1000_std": 0.000655, "nauc_ndcg_at_1000_diff1": 0.779565, "nauc_map_at_1_max": 0.681184, "nauc_map_at_1_std": -0.056832, "nauc_map_at_1_diff1": 0.814679, "nauc_map_at_3_max": 0.72311, "nauc_map_at_3_std": -0.026887, "nauc_map_at_3_diff1": 0.789207, "nauc_map_at_5_max": 0.723725, "nauc_map_at_5_std": -0.020936, "nauc_map_at_5_diff1": 0.787451, "nauc_map_at_10_max": 0.721525, "nauc_map_at_10_std": -0.018358, "nauc_map_at_10_diff1": 0.785841, "nauc_map_at_20_max": 0.721562, "nauc_map_at_20_std": -0.017348, "nauc_map_at_20_diff1": 0.786613, "nauc_map_at_100_max": 0.720849, "nauc_map_at_100_std": -0.017299, "nauc_map_at_100_diff1": 0.786696, "nauc_map_at_1000_max": 0.720818, "nauc_map_at_1000_std": -0.017505, "nauc_map_at_1000_diff1": 0.786839, "nauc_recall_at_1_max": 0.681184, "nauc_recall_at_1_std": -0.056832, "nauc_recall_at_1_diff1": 0.814679, "nauc_recall_at_3_max": 0.778902, "nauc_recall_at_3_std": 0.017487, "nauc_recall_at_3_diff1": 0.750056, "nauc_recall_at_5_max": 0.791178, "nauc_recall_at_5_std": 0.0599, "nauc_recall_at_5_diff1": 0.733874, "nauc_recall_at_10_max": 0.780803, "nauc_recall_at_10_std": 0.107812, "nauc_recall_at_10_diff1": 0.705103, "nauc_recall_at_20_max": 0.794892, "nauc_recall_at_20_std": 0.167263, "nauc_recall_at_20_diff1": 0.703541, "nauc_recall_at_100_max": 0.790681, "nauc_recall_at_100_std": 0.375633, "nauc_recall_at_100_diff1": 0.667529, "nauc_recall_at_1000_max": 0.857757, "nauc_recall_at_1000_std": 0.751483, "nauc_recall_at_1000_diff1": 0.694368, "nauc_precision_at_1_max": 0.68187, "nauc_precision_at_1_std": -0.056237, "nauc_precision_at_1_diff1": 0.814737, "nauc_precision_at_3_max": 0.779238, "nauc_precision_at_3_std": 0.018981, "nauc_precision_at_3_diff1": 0.748809, "nauc_precision_at_5_max": 0.791544, "nauc_precision_at_5_std": 0.061545, "nauc_precision_at_5_diff1": 0.732467, "nauc_precision_at_10_max": 0.781271, "nauc_precision_at_10_std": 0.109717, "nauc_precision_at_10_diff1": 0.703447, "nauc_precision_at_20_max": 0.795443, "nauc_precision_at_20_std": 0.169501, "nauc_precision_at_20_diff1": 0.70146, "nauc_precision_at_100_max": 0.791295, "nauc_precision_at_100_std": 0.384814, "nauc_precision_at_100_diff1": 0.662493, "nauc_precision_at_1000_max": 0.703289, "nauc_precision_at_1000_std": 0.737917, "nauc_precision_at_1000_diff1": 0.529799, "nauc_mrr_at_1_max": 0.68187, "nauc_mrr_at_1_std": -0.056237, "nauc_mrr_at_1_diff1": 0.814737, "nauc_mrr_at_3_max": 0.723364, "nauc_mrr_at_3_std": -0.026667, "nauc_mrr_at_3_diff1": 0.789227, "nauc_mrr_at_5_max": 0.723986, "nauc_mrr_at_5_std": -0.02071, "nauc_mrr_at_5_diff1": 0.787472, "nauc_mrr_at_10_max": 0.721791, "nauc_mrr_at_10_std": -0.018127, "nauc_mrr_at_10_diff1": 0.785862, "nauc_mrr_at_20_max": 0.72183, "nauc_mrr_at_20_std": -0.017115, "nauc_mrr_at_20_diff1": 0.786635, "nauc_mrr_at_100_max": 0.721116, "nauc_mrr_at_100_std": -0.017053, "nauc_mrr_at_100_diff1": 0.786717, "nauc_mrr_at_1000_max": 0.721087, "nauc_mrr_at_1000_std": -0.017271, "nauc_mrr_at_1000_diff1": 0.78686, "hit_rate_at_1": 0.58298, "hit_rate_at_3": 0.70818, "hit_rate_at_5": 0.75427, "hit_rate_at_10": 0.80767, "hit_rate_at_20": 0.85043, "hit_rate_at_100": 0.93353, "hit_rate_at_1000": 0.99136, "main_score": 0.69328, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.59765, "ndcg_at_3": 0.66846, "ndcg_at_5": 0.68573, "ndcg_at_10": 0.70119, "ndcg_at_20": 0.71131, "ndcg_at_100": 0.72466, "ndcg_at_1000": 0.73257, "map_at_1": 0.59757, "map_at_3": 0.65124, "map_at_5": 0.66084, "map_at_10": 0.66723, "map_at_20": 0.67, "map_at_100": 0.67182, "map_at_1000": 0.67209, "recall_at_1": 0.59757, "recall_at_3": 0.71818, "recall_at_5": 0.76006, "recall_at_10": 0.80781, "recall_at_20": 0.84787, "recall_at_100": 0.92024, "recall_at_1000": 0.9836, "accuracy": 0.59757, "precision_at_1": 0.59765, "precision_at_3": 0.23945, "precision_at_5": 0.15205, "precision_at_10": 0.0808, "precision_at_20": 0.0424, "precision_at_100": 0.00921, "precision_at_1000": 0.00098, "mrr_at_1": 0.597652, "mrr_at_3": 0.651255, "mrr_at_5": 0.660852, "mrr_at_10": 0.667249, "mrr_at_20": 0.670016, "mrr_at_100": 0.671832, "mrr_at_1000": 0.672109, "nauc_ndcg_at_1_max": 0.669736, "nauc_ndcg_at_1_std": 0.008639, "nauc_ndcg_at_1_diff1": 0.795077, "nauc_ndcg_at_3_max": 0.719495, "nauc_ndcg_at_3_std": 0.048719, "nauc_ndcg_at_3_diff1": 0.762302, "nauc_ndcg_at_5_max": 0.721291, "nauc_ndcg_at_5_std": 0.054438, "nauc_ndcg_at_5_diff1": 0.759502, "nauc_ndcg_at_10_max": 0.720012, "nauc_ndcg_at_10_std": 0.064769, "nauc_ndcg_at_10_diff1": 0.755591, "nauc_ndcg_at_20_max": 0.719755, "nauc_ndcg_at_20_std": 0.070677, "nauc_ndcg_at_20_diff1": 0.756445, "nauc_ndcg_at_100_max": 0.717025, "nauc_ndcg_at_100_std": 0.075478, "nauc_ndcg_at_100_diff1": 0.758613, "nauc_ndcg_at_1000_max": 0.714591, "nauc_ndcg_at_1000_std": 0.066764, "nauc_ndcg_at_1000_diff1": 0.761644, "nauc_map_at_1_max": 0.669516, "nauc_map_at_1_std": 0.008162, "nauc_map_at_1_diff1": 0.795033, "nauc_map_at_3_max": 0.70712, "nauc_map_at_3_std": 0.03796, "nauc_map_at_3_diff1": 0.770684, "nauc_map_at_5_max": 0.707838, "nauc_map_at_5_std": 0.040761, "nauc_map_at_5_diff1": 0.769447, "nauc_map_at_10_max": 0.70717, "nauc_map_at_10_std": 0.044589, "nauc_map_at_10_diff1": 0.768094, "nauc_map_at_20_max": 0.70703, "nauc_map_at_20_std": 0.045897, "nauc_map_at_20_diff1": 0.768403, "nauc_map_at_100_max": 0.706659, "nauc_map_at_100_std": 0.046594, "nauc_map_at_100_diff1": 0.768662, "nauc_map_at_1000_max": 0.706589, "nauc_map_at_1000_std": 0.046373, "nauc_map_at_1000_diff1": 0.768767, "nauc_recall_at_1_max": 0.669516, "nauc_recall_at_1_std": 0.008162, "nauc_recall_at_1_diff1": 0.795033, "nauc_recall_at_3_max": 0.760358, "nauc_recall_at_3_std": 0.084576, "nauc_recall_at_3_diff1": 0.734454, "nauc_recall_at_5_max": 0.770937, "nauc_recall_at_5_std": 0.106102, "nauc_recall_at_5_diff1": 0.722171, "nauc_recall_at_10_max": 0.774852, "nauc_recall_at_10_std": 0.15962, "nauc_recall_at_10_diff1": 0.698295, "nauc_recall_at_20_max": 0.785789, "nauc_recall_at_20_std": 0.220746, "nauc_recall_at_20_diff1": 0.690342, "nauc_recall_at_100_max": 0.796751, "nauc_recall_at_100_std": 0.405205, "nauc_recall_at_100_diff1": 0.673356, "nauc_recall_at_1000_max": 0.82879, "nauc_recall_at_1000_std": 0.669118, "nauc_recall_at_1000_diff1": 0.665188, "nauc_precision_at_1_max": 0.669736, "nauc_precision_at_1_std": 0.008639, "nauc_precision_at_1_diff1": 0.795077, "nauc_precision_at_3_max": 0.759825, "nauc_precision_at_3_std": 0.085692, "nauc_precision_at_3_diff1": 0.733471, "nauc_precision_at_5_max": 0.770315, "nauc_precision_at_5_std": 0.107346, "nauc_precision_at_5_diff1": 0.721069, "nauc_precision_at_10_max": 0.774101, "nauc_precision_at_10_std": 0.161019, "nauc_precision_at_10_diff1": 0.697014, "nauc_precision_at_20_max": 0.784835, "nauc_precision_at_20_std": 0.222354, "nauc_precision_at_20_diff1": 0.688772, "nauc_precision_at_100_max": 0.788592, "nauc_precision_at_100_std": 0.406414, "nauc_precision_at_100_diff1": 0.66483, "nauc_precision_at_1000_max": 0.75896, "nauc_precision_at_1000_std": 0.648529, "nauc_precision_at_1000_diff1": 0.602255, "nauc_mrr_at_1_max": 0.669736, "nauc_mrr_at_1_std": 0.008639, "nauc_mrr_at_1_diff1": 0.795077, "nauc_mrr_at_3_max": 0.707162, "nauc_mrr_at_3_std": 0.038048, "nauc_mrr_at_3_diff1": 0.770692, "nauc_mrr_at_5_max": 0.70788, "nauc_mrr_at_5_std": 0.040852, "nauc_mrr_at_5_diff1": 0.769455, "nauc_mrr_at_10_max": 0.707213, "nauc_mrr_at_10_std": 0.044681, "nauc_mrr_at_10_diff1": 0.768102, "nauc_mrr_at_20_max": 0.707074, "nauc_mrr_at_20_std": 0.04599, "nauc_mrr_at_20_diff1": 0.768411, "nauc_mrr_at_100_max": 0.706703, "nauc_mrr_at_100_std": 0.046693, "nauc_mrr_at_100_diff1": 0.768671, "nauc_mrr_at_1000_max": 0.706632, "nauc_mrr_at_1000_std": 0.04647, "nauc_mrr_at_1000_diff1": 0.768776, "hit_rate_at_1": 0.59765, "hit_rate_at_3": 0.71818, "hit_rate_at_5": 0.76006, "hit_rate_at_10": 0.80781, "hit_rate_at_20": 0.84787, "hit_rate_at_100": 0.92031, "hit_rate_at_1000": 0.9836, "main_score": 0.70119, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57322, "ndcg_at_3": 0.64747, "ndcg_at_5": 0.66597, "ndcg_at_10": 0.68208, "ndcg_at_20": 0.69179, "ndcg_at_100": 0.7078, "ndcg_at_1000": 0.71639, "map_at_1": 0.57313, "map_at_3": 0.62969, "map_at_5": 0.63995, "map_at_10": 0.64665, "map_at_20": 0.64931, "map_at_100": 0.65149, "map_at_1000": 0.65179, "recall_at_1": 0.57313, "recall_at_3": 0.69863, "recall_at_5": 0.74357, "recall_at_10": 0.79309, "recall_at_20": 0.83156, "recall_at_100": 0.9184, "recall_at_1000": 0.98734, "accuracy": 0.57313, "precision_at_1": 0.57322, "precision_at_3": 0.23291, "precision_at_5": 0.14873, "precision_at_10": 0.07932, "precision_at_20": 0.04158, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.573224, "mrr_at_3": 0.629785, "mrr_at_5": 0.64005, "mrr_at_10": 0.646746, "mrr_at_20": 0.649402, "mrr_at_100": 0.651589, "mrr_at_1000": 0.651889, "nauc_ndcg_at_1_max": 0.701749, "nauc_ndcg_at_1_std": 0.036785, "nauc_ndcg_at_1_diff1": 0.794175, "nauc_ndcg_at_3_max": 0.738714, "nauc_ndcg_at_3_std": 0.075639, "nauc_ndcg_at_3_diff1": 0.755703, "nauc_ndcg_at_5_max": 0.741334, "nauc_ndcg_at_5_std": 0.092771, "nauc_ndcg_at_5_diff1": 0.749836, "nauc_ndcg_at_10_max": 0.741873, "nauc_ndcg_at_10_std": 0.106169, "nauc_ndcg_at_10_diff1": 0.748137, "nauc_ndcg_at_20_max": 0.74054, "nauc_ndcg_at_20_std": 0.109869, "nauc_ndcg_at_20_diff1": 0.749066, "nauc_ndcg_at_100_max": 0.737317, "nauc_ndcg_at_100_std": 0.111467, "nauc_ndcg_at_100_diff1": 0.751245, "nauc_ndcg_at_1000_max": 0.735857, "nauc_ndcg_at_1000_std": 0.099955, "nauc_ndcg_at_1000_diff1": 0.754907, "nauc_map_at_1_max": 0.701969, "nauc_map_at_1_std": 0.036887, "nauc_map_at_1_diff1": 0.794385, "nauc_map_at_3_max": 0.729606, "nauc_map_at_3_std": 0.064755, "nauc_map_at_3_diff1": 0.765727, "nauc_map_at_5_max": 0.730883, "nauc_map_at_5_std": 0.073502, "nauc_map_at_5_diff1": 0.762913, "nauc_map_at_10_max": 0.731005, "nauc_map_at_10_std": 0.078356, "nauc_map_at_10_diff1": 0.762512, "nauc_map_at_20_max": 0.730581, "nauc_map_at_20_std": 0.079109, "nauc_map_at_20_diff1": 0.762819, "nauc_map_at_100_max": 0.730105, "nauc_map_at_100_std": 0.079262, "nauc_map_at_100_diff1": 0.76309, "nauc_map_at_1000_max": 0.730061, "nauc_map_at_1000_std": 0.078969, "nauc_map_at_1000_diff1": 0.763201, "nauc_recall_at_1_max": 0.701969, "nauc_recall_at_1_std": 0.036887, "nauc_recall_at_1_diff1": 0.794385, "nauc_recall_at_3_max": 0.768516, "nauc_recall_at_3_std": 0.111752, "nauc_recall_at_3_diff1": 0.723126, "nauc_recall_at_5_max": 0.779615, "nauc_recall_at_5_std": 0.166651, "nauc_recall_at_5_diff1": 0.701299, "nauc_recall_at_10_max": 0.788261, "nauc_recall_at_10_std": 0.236175, "nauc_recall_at_10_diff1": 0.684897, "nauc_recall_at_20_max": 0.789357, "nauc_recall_at_20_std": 0.285032, "nauc_recall_at_20_diff1": 0.678283, "nauc_recall_at_100_max": 0.78651, "nauc_recall_at_100_std": 0.466793, "nauc_recall_at_100_diff1": 0.649989, "nauc_recall_at_1000_max": 0.833667, "nauc_recall_at_1000_std": 0.629564, "nauc_recall_at_1000_diff1": 0.641689, "nauc_precision_at_1_max": 0.701749, "nauc_precision_at_1_std": 0.036785, "nauc_precision_at_1_diff1": 0.794175, "nauc_precision_at_3_max": 0.768306, "nauc_precision_at_3_std": 0.111644, "nauc_precision_at_3_diff1": 0.722907, "nauc_precision_at_5_max": 0.779433, "nauc_precision_at_5_std": 0.166552, "nauc_precision_at_5_diff1": 0.701093, "nauc_precision_at_10_max": 0.788047, "nauc_precision_at_10_std": 0.236082, "nauc_precision_at_10_diff1": 0.684647, "nauc_precision_at_20_max": 0.789169, "nauc_precision_at_20_std": 0.284966, "nauc_precision_at_20_diff1": 0.678038, "nauc_precision_at_100_max": 0.781396, "nauc_precision_at_100_std": 0.469079, "nauc_precision_at_100_diff1": 0.644623, "nauc_precision_at_1000_max": 0.80036, "nauc_precision_at_1000_std": 0.641085, "nauc_precision_at_1000_diff1": 0.607797, "nauc_mrr_at_1_max": 0.701749, "nauc_mrr_at_1_std": 0.036785, "nauc_mrr_at_1_diff1": 0.794175, "nauc_mrr_at_3_max": 0.729368, "nauc_mrr_at_3_std": 0.064647, "nauc_mrr_at_3_diff1": 0.765493, "nauc_mrr_at_5_max": 0.730639, "nauc_mrr_at_5_std": 0.073392, "nauc_mrr_at_5_diff1": 0.762673, "nauc_mrr_at_10_max": 0.730756, "nauc_mrr_at_10_std": 0.078245, "nauc_mrr_at_10_diff1": 0.762268, "nauc_mrr_at_20_max": 0.73033, "nauc_mrr_at_20_std": 0.078997, "nauc_mrr_at_20_diff1": 0.762573, "nauc_mrr_at_100_max": 0.729853, "nauc_mrr_at_100_std": 0.079144, "nauc_mrr_at_100_diff1": 0.762843, "nauc_mrr_at_1000_max": 0.729809, "nauc_mrr_at_1000_std": 0.078851, "nauc_mrr_at_1000_diff1": 0.762954, "hit_rate_at_1": 0.57322, "hit_rate_at_3": 0.69872, "hit_rate_at_5": 0.74367, "hit_rate_at_10": 0.79318, "hit_rate_at_20": 0.83165, "hit_rate_at_100": 0.91849, "hit_rate_at_1000": 0.98743, "main_score": 0.68208, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42026, "ndcg_at_3": 0.50245, "ndcg_at_5": 0.52332, "ndcg_at_10": 0.54409, "ndcg_at_20": 0.55967, "ndcg_at_100": 0.58241, "ndcg_at_1000": 0.59658, "map_at_1": 0.42016, "map_at_3": 0.48234, "map_at_5": 0.49379, "map_at_10": 0.50229, "map_at_20": 0.50655, "map_at_100": 0.50965, "map_at_1000": 0.51014, "recall_at_1": 0.42016, "recall_at_3": 0.56052, "recall_at_5": 0.61168, "recall_at_10": 0.67626, "recall_at_20": 0.7381, "recall_at_100": 0.86137, "recall_at_1000": 0.97498, "accuracy": 0.42016, "precision_at_1": 0.42026, "precision_at_3": 0.18687, "precision_at_5": 0.12238, "precision_at_10": 0.06766, "precision_at_20": 0.03692, "precision_at_100": 0.00862, "precision_at_1000": 0.00098, "mrr_at_1": 0.42026, "mrr_at_3": 0.482438, "mrr_at_5": 0.493911, "mrr_at_10": 0.502392, "mrr_at_20": 0.506645, "mrr_at_100": 0.509747, "mrr_at_1000": 0.510241, "nauc_ndcg_at_1_max": 0.582493, "nauc_ndcg_at_1_std": 0.066144, "nauc_ndcg_at_1_diff1": 0.683672, "nauc_ndcg_at_3_max": 0.61261, "nauc_ndcg_at_3_std": 0.084263, "nauc_ndcg_at_3_diff1": 0.633538, "nauc_ndcg_at_5_max": 0.608332, "nauc_ndcg_at_5_std": 0.088748, "nauc_ndcg_at_5_diff1": 0.621255, "nauc_ndcg_at_10_max": 0.60843, "nauc_ndcg_at_10_std": 0.098334, "nauc_ndcg_at_10_diff1": 0.617632, "nauc_ndcg_at_20_max": 0.609019, "nauc_ndcg_at_20_std": 0.107389, "nauc_ndcg_at_20_diff1": 0.617308, "nauc_ndcg_at_100_max": 0.610692, "nauc_ndcg_at_100_std": 0.118191, "nauc_ndcg_at_100_diff1": 0.619532, "nauc_ndcg_at_1000_max": 0.607864, "nauc_ndcg_at_1000_std": 0.106738, "nauc_ndcg_at_1000_diff1": 0.625594, "nauc_map_at_1_max": 0.582147, "nauc_map_at_1_std": 0.065983, "nauc_map_at_1_diff1": 0.683157, "nauc_map_at_3_max": 0.605547, "nauc_map_at_3_std": 0.079529, "nauc_map_at_3_diff1": 0.64552, "nauc_map_at_5_max": 0.60301, "nauc_map_at_5_std": 0.08168, "nauc_map_at_5_diff1": 0.638996, "nauc_map_at_10_max": 0.603052, "nauc_map_at_10_std": 0.085408, "nauc_map_at_10_diff1": 0.637774, "nauc_map_at_20_max": 0.603214, "nauc_map_at_20_std": 0.087692, "nauc_map_at_20_diff1": 0.637866, "nauc_map_at_100_max": 0.603211, "nauc_map_at_100_std": 0.08878, "nauc_map_at_100_diff1": 0.638121, "nauc_map_at_1000_max": 0.603143, "nauc_map_at_1000_std": 0.088517, "nauc_map_at_1000_diff1": 0.638316, "nauc_recall_at_1_max": 0.582147, "nauc_recall_at_1_std": 0.065983, "nauc_recall_at_1_diff1": 0.683157, "nauc_recall_at_3_max": 0.633506, "nauc_recall_at_3_std": 0.098594, "nauc_recall_at_3_diff1": 0.596619, "nauc_recall_at_5_max": 0.624257, "nauc_recall_at_5_std": 0.112381, "nauc_recall_at_5_diff1": 0.562004, "nauc_recall_at_10_max": 0.626164, "nauc_recall_at_10_std": 0.150266, "nauc_recall_at_10_diff1": 0.541173, "nauc_recall_at_20_max": 0.631777, "nauc_recall_at_20_std": 0.206884, "nauc_recall_at_20_diff1": 0.525891, "nauc_recall_at_100_max": 0.674356, "nauc_recall_at_100_std": 0.411158, "nauc_recall_at_100_diff1": 0.491479, "nauc_recall_at_1000_max": 0.674333, "nauc_recall_at_1000_std": 0.56523, "nauc_recall_at_1000_diff1": 0.485833, "nauc_precision_at_1_max": 0.582493, "nauc_precision_at_1_std": 0.066144, "nauc_precision_at_1_diff1": 0.683672, "nauc_precision_at_3_max": 0.633933, "nauc_precision_at_3_std": 0.098779, "nauc_precision_at_3_diff1": 0.597223, "nauc_precision_at_5_max": 0.624579, "nauc_precision_at_5_std": 0.11249, "nauc_precision_at_5_diff1": 0.562497, "nauc_precision_at_10_max": 0.625261, "nauc_precision_at_10_std": 0.150045, "nauc_precision_at_10_diff1": 0.540583, "nauc_precision_at_20_max": 0.630756, "nauc_precision_at_20_std": 0.206567, "nauc_precision_at_20_diff1": 0.525256, "nauc_precision_at_100_max": 0.672573, "nauc_precision_at_100_std": 0.410227, "nauc_precision_at_100_diff1": 0.490505, "nauc_precision_at_1000_max": 0.658017, "nauc_precision_at_1000_std": 0.551305, "nauc_precision_at_1000_diff1": 0.47935, "nauc_mrr_at_1_max": 0.582493, "nauc_mrr_at_1_std": 0.066144, "nauc_mrr_at_1_diff1": 0.683672, "nauc_mrr_at_3_max": 0.605906, "nauc_mrr_at_3_std": 0.079696, "nauc_mrr_at_3_diff1": 0.646052, "nauc_mrr_at_5_max": 0.603342, "nauc_mrr_at_5_std": 0.081831, "nauc_mrr_at_5_diff1": 0.639505, "nauc_mrr_at_10_max": 0.603425, "nauc_mrr_at_10_std": 0.085583, "nauc_mrr_at_10_diff1": 0.638325, "nauc_mrr_at_20_max": 0.60359, "nauc_mrr_at_20_std": 0.087869, "nauc_mrr_at_20_diff1": 0.638422, "nauc_mrr_at_100_max": 0.60359, "nauc_mrr_at_100_std": 0.088958, "nauc_mrr_at_100_diff1": 0.638681, "nauc_mrr_at_1000_max": 0.603522, "nauc_mrr_at_1000_std": 0.088694, "nauc_mrr_at_1000_diff1": 0.638875, "hit_rate_at_1": 0.42026, "hit_rate_at_3": 0.56062, "hit_rate_at_5": 0.61188, "hit_rate_at_10": 0.67636, "hit_rate_at_20": 0.7382, "hit_rate_at_100": 0.86147, "hit_rate_at_1000": 0.97498, "main_score": 0.54409, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.45168, "ndcg_at_3": 0.52721, "ndcg_at_5": 0.54698, "ndcg_at_10": 0.56432, "ndcg_at_20": 0.57758, "ndcg_at_100": 0.59939, "ndcg_at_1000": 0.61416, "map_at_1": 0.45168, "map_at_3": 0.50904, "map_at_5": 0.52008, "map_at_10": 0.52723, "map_at_20": 0.5309, "map_at_100": 0.53384, "map_at_1000": 0.53438, "recall_at_1": 0.45168, "recall_at_3": 0.57962, "recall_at_5": 0.6273, "recall_at_10": 0.68098, "recall_at_20": 0.73321, "recall_at_100": 0.85187, "recall_at_1000": 0.96924, "accuracy": 0.45168, "precision_at_1": 0.45168, "precision_at_3": 0.19321, "precision_at_5": 0.12546, "precision_at_10": 0.0681, "precision_at_20": 0.03666, "precision_at_100": 0.00852, "precision_at_1000": 0.00097, "mrr_at_1": 0.451683, "mrr_at_3": 0.509039, "mrr_at_5": 0.520085, "mrr_at_10": 0.527229, "mrr_at_20": 0.5309, "mrr_at_100": 0.533842, "mrr_at_1000": 0.534375, "nauc_ndcg_at_1_max": 0.694193, "nauc_ndcg_at_1_std": 0.082983, "nauc_ndcg_at_1_diff1": 0.760045, "nauc_ndcg_at_3_max": 0.736009, "nauc_ndcg_at_3_std": 0.137892, "nauc_ndcg_at_3_diff1": 0.708995, "nauc_ndcg_at_5_max": 0.737535, "nauc_ndcg_at_5_std": 0.15222, "nauc_ndcg_at_5_diff1": 0.701508, "nauc_ndcg_at_10_max": 0.734638, "nauc_ndcg_at_10_std": 0.165122, "nauc_ndcg_at_10_diff1": 0.696011, "nauc_ndcg_at_20_max": 0.732825, "nauc_ndcg_at_20_std": 0.169456, "nauc_ndcg_at_20_diff1": 0.694665, "nauc_ndcg_at_100_max": 0.73073, "nauc_ndcg_at_100_std": 0.175631, "nauc_ndcg_at_100_diff1": 0.695645, "nauc_ndcg_at_1000_max": 0.730338, "nauc_ndcg_at_1000_std": 0.165345, "nauc_ndcg_at_1000_diff1": 0.702552, "nauc_map_at_1_max": 0.694193, "nauc_map_at_1_std": 0.082983, "nauc_map_at_1_diff1": 0.760045, "nauc_map_at_3_max": 0.725867, "nauc_map_at_3_std": 0.123378, "nauc_map_at_3_diff1": 0.721324, "nauc_map_at_5_max": 0.726399, "nauc_map_at_5_std": 0.130821, "nauc_map_at_5_diff1": 0.717362, "nauc_map_at_10_max": 0.725259, "nauc_map_at_10_std": 0.135863, "nauc_map_at_10_diff1": 0.715432, "nauc_map_at_20_max": 0.724697, "nauc_map_at_20_std": 0.136772, "nauc_map_at_20_diff1": 0.715182, "nauc_map_at_100_max": 0.724356, "nauc_map_at_100_std": 0.137326, "nauc_map_at_100_diff1": 0.71543, "nauc_map_at_1000_max": 0.724348, "nauc_map_at_1000_std": 0.137107, "nauc_map_at_1000_diff1": 0.715643, "nauc_recall_at_1_max": 0.694193, "nauc_recall_at_1_std": 0.082983, "nauc_recall_at_1_diff1": 0.760045, "nauc_recall_at_3_max": 0.766889, "nauc_recall_at_3_std": 0.182631, "nauc_recall_at_3_diff1": 0.671475, "nauc_recall_at_5_max": 0.773889, "nauc_recall_at_5_std": 0.224323, "nauc_recall_at_5_diff1": 0.649305, "nauc_recall_at_10_max": 0.766503, "nauc_recall_at_10_std": 0.277958, "nauc_recall_at_10_diff1": 0.623234, "nauc_recall_at_20_max": 0.762094, "nauc_recall_at_20_std": 0.31704, "nauc_recall_at_20_diff1": 0.606055, "nauc_recall_at_100_max": 0.759004, "nauc_recall_at_100_std": 0.48138, "nauc_recall_at_100_diff1": 0.558963, "nauc_recall_at_1000_max": 0.825279, "nauc_recall_at_1000_std": 0.761554, "nauc_recall_at_1000_diff1": 0.577651, "nauc_precision_at_1_max": 0.694193, "nauc_precision_at_1_std": 0.082983, "nauc_precision_at_1_diff1": 0.760045, "nauc_precision_at_3_max": 0.766889, "nauc_precision_at_3_std": 0.182631, "nauc_precision_at_3_diff1": 0.671475, "nauc_precision_at_5_max": 0.773889, "nauc_precision_at_5_std": 0.224323, "nauc_precision_at_5_diff1": 0.649305, "nauc_precision_at_10_max": 0.766503, "nauc_precision_at_10_std": 0.277958, "nauc_precision_at_10_diff1": 0.623234, "nauc_precision_at_20_max": 0.762094, "nauc_precision_at_20_std": 0.31704, "nauc_precision_at_20_diff1": 0.606055, "nauc_precision_at_100_max": 0.759004, "nauc_precision_at_100_std": 0.48138, "nauc_precision_at_100_diff1": 0.558963, "nauc_precision_at_1000_max": 0.825279, "nauc_precision_at_1000_std": 0.761554, "nauc_precision_at_1000_diff1": 0.577651, "nauc_mrr_at_1_max": 0.694193, "nauc_mrr_at_1_std": 0.082983, "nauc_mrr_at_1_diff1": 0.760045, "nauc_mrr_at_3_max": 0.725867, "nauc_mrr_at_3_std": 0.123378, "nauc_mrr_at_3_diff1": 0.721324, "nauc_mrr_at_5_max": 0.726399, "nauc_mrr_at_5_std": 0.130821, "nauc_mrr_at_5_diff1": 0.717362, "nauc_mrr_at_10_max": 0.725259, "nauc_mrr_at_10_std": 0.135863, "nauc_mrr_at_10_diff1": 0.715432, "nauc_mrr_at_20_max": 0.724697, "nauc_mrr_at_20_std": 0.136772, "nauc_mrr_at_20_diff1": 0.715182, "nauc_mrr_at_100_max": 0.724356, "nauc_mrr_at_100_std": 0.137326, "nauc_mrr_at_100_diff1": 0.71543, "nauc_mrr_at_1000_max": 0.724348, "nauc_mrr_at_1000_std": 0.137107, "nauc_mrr_at_1000_diff1": 0.715643, "hit_rate_at_1": 0.45168, "hit_rate_at_3": 0.57962, "hit_rate_at_5": 0.6273, "hit_rate_at_10": 0.68098, "hit_rate_at_20": 0.73321, "hit_rate_at_100": 0.85187, "hit_rate_at_1000": 0.96924, "main_score": 0.56432, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48014, "ndcg_at_3": 0.56365, "ndcg_at_5": 0.58548, "ndcg_at_10": 0.60582, "ndcg_at_20": 0.62028, "ndcg_at_100": 0.64048, "ndcg_at_1000": 0.65073, "map_at_1": 0.48014, "map_at_3": 0.54342, "map_at_5": 0.55549, "map_at_10": 0.564, "map_at_20": 0.56796, "map_at_100": 0.57084, "map_at_1000": 0.57121, "recall_at_1": 0.48014, "recall_at_3": 0.62208, "recall_at_5": 0.67523, "recall_at_10": 0.73754, "recall_at_20": 0.79478, "recall_at_100": 0.90236, "recall_at_1000": 0.98384, "accuracy": 0.48014, "precision_at_1": 0.48014, "precision_at_3": 0.20736, "precision_at_5": 0.13505, "precision_at_10": 0.07375, "precision_at_20": 0.03974, "precision_at_100": 0.00902, "precision_at_1000": 0.00098, "mrr_at_1": 0.48014, "mrr_at_3": 0.543419, "mrr_at_5": 0.555491, "mrr_at_10": 0.563997, "mrr_at_20": 0.567958, "mrr_at_100": 0.570843, "mrr_at_1000": 0.571212, "nauc_ndcg_at_1_max": 0.602648, "nauc_ndcg_at_1_std": -0.005042, "nauc_ndcg_at_1_diff1": 0.71524, "nauc_ndcg_at_3_max": 0.626712, "nauc_ndcg_at_3_std": 0.037715, "nauc_ndcg_at_3_diff1": 0.65901, "nauc_ndcg_at_5_max": 0.625172, "nauc_ndcg_at_5_std": 0.044748, "nauc_ndcg_at_5_diff1": 0.652586, "nauc_ndcg_at_10_max": 0.624144, "nauc_ndcg_at_10_std": 0.05154, "nauc_ndcg_at_10_diff1": 0.648058, "nauc_ndcg_at_20_max": 0.621959, "nauc_ndcg_at_20_std": 0.058807, "nauc_ndcg_at_20_diff1": 0.645288, "nauc_ndcg_at_100_max": 0.623505, "nauc_ndcg_at_100_std": 0.064493, "nauc_ndcg_at_100_diff1": 0.650066, "nauc_ndcg_at_1000_max": 0.622779, "nauc_ndcg_at_1000_std": 0.054765, "nauc_ndcg_at_1000_diff1": 0.656722, "nauc_map_at_1_max": 0.602648, "nauc_map_at_1_std": -0.005042, "nauc_map_at_1_diff1": 0.71524, "nauc_map_at_3_max": 0.620417, "nauc_map_at_3_std": 0.026057, "nauc_map_at_3_diff1": 0.673154, "nauc_map_at_5_max": 0.619556, "nauc_map_at_5_std": 0.029629, "nauc_map_at_5_diff1": 0.670111, "nauc_map_at_10_max": 0.61905, "nauc_map_at_10_std": 0.032158, "nauc_map_at_10_diff1": 0.668517, "nauc_map_at_20_max": 0.618568, "nauc_map_at_20_std": 0.033893, "nauc_map_at_20_diff1": 0.668017, "nauc_map_at_100_max": 0.618782, "nauc_map_at_100_std": 0.034613, "nauc_map_at_100_diff1": 0.668759, "nauc_map_at_1000_max": 0.618789, "nauc_map_at_1000_std": 0.03437, "nauc_map_at_1000_diff1": 0.668984, "nauc_recall_at_1_max": 0.602648, "nauc_recall_at_1_std": -0.005042, "nauc_recall_at_1_diff1": 0.71524, "nauc_recall_at_3_max": 0.646651, "nauc_recall_at_3_std": 0.074854, "nauc_recall_at_3_diff1": 0.614456, "nauc_recall_at_5_max": 0.644098, "nauc_recall_at_5_std": 0.098048, "nauc_recall_at_5_diff1": 0.591397, "nauc_recall_at_10_max": 0.643413, "nauc_recall_at_10_std": 0.133248, "nauc_recall_at_10_diff1": 0.563648, "nauc_recall_at_20_max": 0.633191, "nauc_recall_at_20_std": 0.193222, "nauc_recall_at_20_diff1": 0.528772, "nauc_recall_at_100_max": 0.663462, "nauc_recall_at_100_std": 0.394478, "nauc_recall_at_100_diff1": 0.489286, "nauc_recall_at_1000_max": 0.737563, "nauc_recall_at_1000_std": 0.722786, "nauc_recall_at_1000_diff1": 0.532336, "nauc_precision_at_1_max": 0.602648, "nauc_precision_at_1_std": -0.005042, "nauc_precision_at_1_diff1": 0.71524, "nauc_precision_at_3_max": 0.646651, "nauc_precision_at_3_std": 0.074854, "nauc_precision_at_3_diff1": 0.614456, "nauc_precision_at_5_max": 0.644098, "nauc_precision_at_5_std": 0.098048, "nauc_precision_at_5_diff1": 0.591397, "nauc_precision_at_10_max": 0.643413, "nauc_precision_at_10_std": 0.133248, "nauc_precision_at_10_diff1": 0.563648, "nauc_precision_at_20_max": 0.633191, "nauc_precision_at_20_std": 0.193222, "nauc_precision_at_20_diff1": 0.528772, "nauc_precision_at_100_max": 0.665274, "nauc_precision_at_100_std": 0.396607, "nauc_precision_at_100_diff1": 0.488907, "nauc_precision_at_1000_max": 0.736014, "nauc_precision_at_1000_std": 0.728477, "nauc_precision_at_1000_diff1": 0.51115, "nauc_mrr_at_1_max": 0.602648, "nauc_mrr_at_1_std": -0.005042, "nauc_mrr_at_1_diff1": 0.71524, "nauc_mrr_at_3_max": 0.620417, "nauc_mrr_at_3_std": 0.026057, "nauc_mrr_at_3_diff1": 0.673154, "nauc_mrr_at_5_max": 0.619556, "nauc_mrr_at_5_std": 0.029629, "nauc_mrr_at_5_diff1": 0.670111, "nauc_mrr_at_10_max": 0.61905, "nauc_mrr_at_10_std": 0.032158, "nauc_mrr_at_10_diff1": 0.668517, "nauc_mrr_at_20_max": 0.618568, "nauc_mrr_at_20_std": 0.033893, "nauc_mrr_at_20_diff1": 0.668017, "nauc_mrr_at_100_max": 0.618796, "nauc_mrr_at_100_std": 0.034627, "nauc_mrr_at_100_diff1": 0.668757, "nauc_mrr_at_1000_max": 0.618793, "nauc_mrr_at_1000_std": 0.034374, "nauc_mrr_at_1000_diff1": 0.668983, "hit_rate_at_1": 0.48014, "hit_rate_at_3": 0.62208, "hit_rate_at_5": 0.67523, "hit_rate_at_10": 0.73754, "hit_rate_at_20": 0.79478, "hit_rate_at_100": 0.90245, "hit_rate_at_1000": 0.98384, "main_score": 0.60582, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.41911, "ndcg_at_3": 0.50151, "ndcg_at_5": 0.52457, "ndcg_at_10": 0.54998, "ndcg_at_20": 0.56719, "ndcg_at_100": 0.59148, "ndcg_at_1000": 0.60358, "map_at_1": 0.41911, "map_at_3": 0.48155, "map_at_5": 0.49431, "map_at_10": 0.50484, "map_at_20": 0.50967, "map_at_100": 0.513, "map_at_1000": 0.51344, "recall_at_1": 0.41911, "recall_at_3": 0.55915, "recall_at_5": 0.61527, "recall_at_10": 0.69363, "recall_at_20": 0.76087, "recall_at_100": 0.89232, "recall_at_1000": 0.98837, "accuracy": 0.41911, "precision_at_1": 0.41911, "precision_at_3": 0.18638, "precision_at_5": 0.12305, "precision_at_10": 0.06936, "precision_at_20": 0.03804, "precision_at_100": 0.00892, "precision_at_1000": 0.00099, "mrr_at_1": 0.41911, "mrr_at_3": 0.481547, "mrr_at_5": 0.494312, "mrr_at_10": 0.50484, "mrr_at_20": 0.50967, "mrr_at_100": 0.513003, "mrr_at_1000": 0.513443, "nauc_ndcg_at_1_max": 0.616582, "nauc_ndcg_at_1_std": 0.014914, "nauc_ndcg_at_1_diff1": 0.665837, "nauc_ndcg_at_3_max": 0.641733, "nauc_ndcg_at_3_std": 0.075447, "nauc_ndcg_at_3_diff1": 0.602834, "nauc_ndcg_at_5_max": 0.630964, "nauc_ndcg_at_5_std": 0.077661, "nauc_ndcg_at_5_diff1": 0.593111, "nauc_ndcg_at_10_max": 0.627806, "nauc_ndcg_at_10_std": 0.082554, "nauc_ndcg_at_10_diff1": 0.588299, "nauc_ndcg_at_20_max": 0.633608, "nauc_ndcg_at_20_std": 0.094271, "nauc_ndcg_at_20_diff1": 0.593031, "nauc_ndcg_at_100_max": 0.632466, "nauc_ndcg_at_100_std": 0.094586, "nauc_ndcg_at_100_diff1": 0.599361, "nauc_ndcg_at_1000_max": 0.631926, "nauc_ndcg_at_1000_std": 0.08374, "nauc_ndcg_at_1000_diff1": 0.603482, "nauc_map_at_1_max": 0.616582, "nauc_map_at_1_std": 0.014914, "nauc_map_at_1_diff1": 0.665837, "nauc_map_at_3_max": 0.636172, "nauc_map_at_3_std": 0.059942, "nauc_map_at_3_diff1": 0.618882, "nauc_map_at_5_max": 0.630275, "nauc_map_at_5_std": 0.060769, "nauc_map_at_5_diff1": 0.613961, "nauc_map_at_10_max": 0.628825, "nauc_map_at_10_std": 0.062601, "nauc_map_at_10_diff1": 0.612371, "nauc_map_at_20_max": 0.630452, "nauc_map_at_20_std": 0.06557, "nauc_map_at_20_diff1": 0.6138, "nauc_map_at_100_max": 0.630217, "nauc_map_at_100_std": 0.065778, "nauc_map_at_100_diff1": 0.614651, "nauc_map_at_1000_max": 0.630228, "nauc_map_at_1000_std": 0.065483, "nauc_map_at_1000_diff1": 0.614791, "nauc_recall_at_1_max": 0.616582, "nauc_recall_at_1_std": 0.014914, "nauc_recall_at_1_diff1": 0.665837, "nauc_recall_at_3_max": 0.658355, "nauc_recall_at_3_std": 0.122833, "nauc_recall_at_3_diff1": 0.553826, "nauc_recall_at_5_max": 0.631094, "nauc_recall_at_5_std": 0.132889, "nauc_recall_at_5_diff1": 0.523995, "nauc_recall_at_10_max": 0.620584, "nauc_recall_at_10_std": 0.15888, "nauc_recall_at_10_diff1": 0.494971, "nauc_recall_at_20_max": 0.650032, "nauc_recall_at_20_std": 0.239502, "nauc_recall_at_20_diff1": 0.501203, "nauc_recall_at_100_max": 0.652908, "nauc_recall_at_100_std": 0.374308, "nauc_recall_at_100_diff1": 0.502419, "nauc_recall_at_1000_max": 0.680889, "nauc_recall_at_1000_std": 0.51904, "nauc_recall_at_1000_diff1": 0.495995, "nauc_precision_at_1_max": 0.616582, "nauc_precision_at_1_std": 0.014914, "nauc_precision_at_1_diff1": 0.665837, "nauc_precision_at_3_max": 0.658355, "nauc_precision_at_3_std": 0.122833, "nauc_precision_at_3_diff1": 0.553826, "nauc_precision_at_5_max": 0.631094, "nauc_precision_at_5_std": 0.132889, "nauc_precision_at_5_diff1": 0.523995, "nauc_precision_at_10_max": 0.620584, "nauc_precision_at_10_std": 0.15888, "nauc_precision_at_10_diff1": 0.494971, "nauc_precision_at_20_max": 0.650032, "nauc_precision_at_20_std": 0.239502, "nauc_precision_at_20_diff1": 0.501203, "nauc_precision_at_100_max": 0.652908, "nauc_precision_at_100_std": 0.374308, "nauc_precision_at_100_diff1": 0.502419, "nauc_precision_at_1000_max": 0.680889, "nauc_precision_at_1000_std": 0.51904, "nauc_precision_at_1000_diff1": 0.495995, "nauc_mrr_at_1_max": 0.616582, "nauc_mrr_at_1_std": 0.014914, "nauc_mrr_at_1_diff1": 0.665837, "nauc_mrr_at_3_max": 0.636172, "nauc_mrr_at_3_std": 0.059942, "nauc_mrr_at_3_diff1": 0.618882, "nauc_mrr_at_5_max": 0.630275, "nauc_mrr_at_5_std": 0.060769, "nauc_mrr_at_5_diff1": 0.613961, "nauc_mrr_at_10_max": 0.628825, "nauc_mrr_at_10_std": 0.062601, "nauc_mrr_at_10_diff1": 0.612371, "nauc_mrr_at_20_max": 0.630452, "nauc_mrr_at_20_std": 0.06557, "nauc_mrr_at_20_diff1": 0.6138, "nauc_mrr_at_100_max": 0.630217, "nauc_mrr_at_100_std": 0.065778, "nauc_mrr_at_100_diff1": 0.614651, "nauc_mrr_at_1000_max": 0.630228, "nauc_mrr_at_1000_std": 0.065483, "nauc_mrr_at_1000_diff1": 0.614791, "hit_rate_at_1": 0.41911, "hit_rate_at_3": 0.55915, "hit_rate_at_5": 0.61527, "hit_rate_at_10": 0.69363, "hit_rate_at_20": 0.76087, "hit_rate_at_100": 0.89232, "hit_rate_at_1000": 0.98837, "main_score": 0.54998, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.58963, "ndcg_at_3": 0.67109, "ndcg_at_5": 0.69144, "ndcg_at_10": 0.7065, "ndcg_at_20": 0.71658, "ndcg_at_100": 0.73287, "ndcg_at_1000": 0.73919, "map_at_1": 0.58925, "map_at_3": 0.65163, "map_at_5": 0.66288, "map_at_10": 0.66916, "map_at_20": 0.6719, "map_at_100": 0.67419, "map_at_1000": 0.67443, "recall_at_1": 0.58925, "recall_at_3": 0.72679, "recall_at_5": 0.7764, "recall_at_10": 0.82262, "recall_at_20": 0.86265, "recall_at_100": 0.95002, "recall_at_1000": 0.99944, "accuracy": 0.58925, "precision_at_1": 0.58963, "precision_at_3": 0.24239, "precision_at_5": 0.15536, "precision_at_10": 0.0823, "precision_at_20": 0.04315, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.589628, "mrr_at_3": 0.652011, "mrr_at_5": 0.663256, "mrr_at_10": 0.669537, "mrr_at_20": 0.672278, "mrr_at_100": 0.674563, "mrr_at_1000": 0.6748, "nauc_ndcg_at_1_max": 0.610612, "nauc_ndcg_at_1_std": -0.122487, "nauc_ndcg_at_1_diff1": 0.7721, "nauc_ndcg_at_3_max": 0.672559, "nauc_ndcg_at_3_std": -0.088827, "nauc_ndcg_at_3_diff1": 0.728922, "nauc_ndcg_at_5_max": 0.669896, "nauc_ndcg_at_5_std": -0.081056, "nauc_ndcg_at_5_diff1": 0.724622, "nauc_ndcg_at_10_max": 0.673195, "nauc_ndcg_at_10_std": -0.079105, "nauc_ndcg_at_10_diff1": 0.729003, "nauc_ndcg_at_20_max": 0.673936, "nauc_ndcg_at_20_std": -0.077389, "nauc_ndcg_at_20_diff1": 0.732713, "nauc_ndcg_at_100_max": 0.66792, "nauc_ndcg_at_100_std": -0.07603, "nauc_ndcg_at_100_diff1": 0.73391, "nauc_ndcg_at_1000_max": 0.66427, "nauc_ndcg_at_1000_std": -0.083232, "nauc_ndcg_at_1000_diff1": 0.735992, "nauc_map_at_1_max": 0.61138, "nauc_map_at_1_std": -0.122291, "nauc_map_at_1_diff1": 0.772799, "nauc_map_at_3_max": 0.65716, "nauc_map_at_3_std": -0.098839, "nauc_map_at_3_diff1": 0.740334, "nauc_map_at_5_max": 0.655471, "nauc_map_at_5_std": -0.094941, "nauc_map_at_5_diff1": 0.738464, "nauc_map_at_10_max": 0.656691, "nauc_map_at_10_std": -0.094152, "nauc_map_at_10_diff1": 0.740173, "nauc_map_at_20_max": 0.656845, "nauc_map_at_20_std": -0.09378, "nauc_map_at_20_diff1": 0.74122, "nauc_map_at_100_max": 0.656035, "nauc_map_at_100_std": -0.093302, "nauc_map_at_100_diff1": 0.741375, "nauc_map_at_1000_max": 0.655914, "nauc_map_at_1000_std": -0.093498, "nauc_map_at_1000_diff1": 0.741435, "nauc_recall_at_1_max": 0.61138, "nauc_recall_at_1_std": -0.122291, "nauc_recall_at_1_diff1": 0.772799, "nauc_recall_at_3_max": 0.725027, "nauc_recall_at_3_std": -0.053974, "nauc_recall_at_3_diff1": 0.690721, "nauc_recall_at_5_max": 0.725263, "nauc_recall_at_5_std": -0.024944, "nauc_recall_at_5_diff1": 0.670695, "nauc_recall_at_10_max": 0.75017, "nauc_recall_at_10_std": -0.006301, "nauc_recall_at_10_diff1": 0.680108, "nauc_recall_at_20_max": 0.773771, "nauc_recall_at_20_std": 0.023635, "nauc_recall_at_20_diff1": 0.6928, "nauc_recall_at_100_max": 0.792852, "nauc_recall_at_100_std": 0.189018, "nauc_recall_at_100_diff1": 0.659374, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869314, "nauc_precision_at_1_max": 0.610612, "nauc_precision_at_1_std": -0.122487, "nauc_precision_at_1_diff1": 0.7721, "nauc_precision_at_3_max": 0.724485, "nauc_precision_at_3_std": -0.054228, "nauc_precision_at_3_diff1": 0.690139, "nauc_precision_at_5_max": 0.724625, "nauc_precision_at_5_std": -0.025203, "nauc_precision_at_5_diff1": 0.669985, "nauc_precision_at_10_max": 0.749681, "nauc_precision_at_10_std": -0.00659, "nauc_precision_at_10_diff1": 0.679482, "nauc_precision_at_20_max": 0.773212, "nauc_precision_at_20_std": 0.023344, "nauc_precision_at_20_diff1": 0.692041, "nauc_precision_at_100_max": 0.792273, "nauc_precision_at_100_std": 0.18952, "nauc_precision_at_100_diff1": 0.657784, "nauc_precision_at_1000_max": -0.1648, "nauc_precision_at_1000_std": 0.168343, "nauc_precision_at_1000_diff1": -0.193959, "nauc_mrr_at_1_max": 0.610612, "nauc_mrr_at_1_std": -0.122487, "nauc_mrr_at_1_diff1": 0.7721, "nauc_mrr_at_3_max": 0.656362, "nauc_mrr_at_3_std": -0.099056, "nauc_mrr_at_3_diff1": 0.73958, "nauc_mrr_at_5_max": 0.654648, "nauc_mrr_at_5_std": -0.095161, "nauc_mrr_at_5_diff1": 0.737688, "nauc_mrr_at_10_max": 0.655853, "nauc_mrr_at_10_std": -0.094376, "nauc_mrr_at_10_diff1": 0.739383, "nauc_mrr_at_20_max": 0.656001, "nauc_mrr_at_20_std": -0.094006, "nauc_mrr_at_20_diff1": 0.740423, "nauc_mrr_at_100_max": 0.655183, "nauc_mrr_at_100_std": -0.093529, "nauc_mrr_at_100_diff1": 0.740572, "nauc_mrr_at_1000_max": 0.655068, "nauc_mrr_at_1000_std": -0.093723, "nauc_mrr_at_1000_diff1": 0.740638, "hit_rate_at_1": 0.58963, "hit_rate_at_3": 0.72717, "hit_rate_at_5": 0.77678, "hit_rate_at_10": 0.823, "hit_rate_at_20": 0.86302, "hit_rate_at_100": 0.95039, "hit_rate_at_1000": 0.99944, "main_score": 0.7065, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.57415, "ndcg_at_3": 0.65212, "ndcg_at_5": 0.67088, "ndcg_at_10": 0.68843, "ndcg_at_20": 0.69894, "ndcg_at_100": 0.71375, "ndcg_at_1000": 0.72141, "map_at_1": 0.57415, "map_at_3": 0.63335, "map_at_5": 0.64377, "map_at_10": 0.65109, "map_at_20": 0.65401, "map_at_100": 0.65607, "map_at_1000": 0.65635, "recall_at_1": 0.57415, "recall_at_3": 0.70626, "recall_at_5": 0.75176, "recall_at_10": 0.80563, "recall_at_20": 0.84694, "recall_at_100": 0.92671, "recall_at_1000": 0.98725, "accuracy": 0.57415, "precision_at_1": 0.57415, "precision_at_3": 0.23542, "precision_at_5": 0.15035, "precision_at_10": 0.08056, "precision_at_20": 0.04235, "precision_at_100": 0.00927, "precision_at_1000": 0.00099, "mrr_at_1": 0.574148, "mrr_at_3": 0.633352, "mrr_at_5": 0.643775, "mrr_at_10": 0.651092, "mrr_at_20": 0.654011, "mrr_at_100": 0.656068, "mrr_at_1000": 0.656353, "nauc_ndcg_at_1_max": 0.659587, "nauc_ndcg_at_1_std": 0.010021, "nauc_ndcg_at_1_diff1": 0.783054, "nauc_ndcg_at_3_max": 0.703459, "nauc_ndcg_at_3_std": 0.043515, "nauc_ndcg_at_3_diff1": 0.7459, "nauc_ndcg_at_5_max": 0.706194, "nauc_ndcg_at_5_std": 0.053853, "nauc_ndcg_at_5_diff1": 0.743066, "nauc_ndcg_at_10_max": 0.705659, "nauc_ndcg_at_10_std": 0.06762, "nauc_ndcg_at_10_diff1": 0.739949, "nauc_ndcg_at_20_max": 0.705481, "nauc_ndcg_at_20_std": 0.073316, "nauc_ndcg_at_20_diff1": 0.741512, "nauc_ndcg_at_100_max": 0.702248, "nauc_ndcg_at_100_std": 0.075803, "nauc_ndcg_at_100_diff1": 0.743369, "nauc_ndcg_at_1000_max": 0.699667, "nauc_ndcg_at_1000_std": 0.065137, "nauc_ndcg_at_1000_diff1": 0.746555, "nauc_map_at_1_max": 0.659587, "nauc_map_at_1_std": 0.010021, "nauc_map_at_1_diff1": 0.783054, "nauc_map_at_3_max": 0.692312, "nauc_map_at_3_std": 0.034745, "nauc_map_at_3_diff1": 0.755208, "nauc_map_at_5_max": 0.693513, "nauc_map_at_5_std": 0.039932, "nauc_map_at_5_diff1": 0.754018, "nauc_map_at_10_max": 0.693013, "nauc_map_at_10_std": 0.044805, "nauc_map_at_10_diff1": 0.753, "nauc_map_at_20_max": 0.692877, "nauc_map_at_20_std": 0.045918, "nauc_map_at_20_diff1": 0.753542, "nauc_map_at_100_max": 0.692414, "nauc_map_at_100_std": 0.04632, "nauc_map_at_100_diff1": 0.753831, "nauc_map_at_1000_max": 0.692339, "nauc_map_at_1000_std": 0.045986, "nauc_map_at_1000_diff1": 0.753944, "nauc_recall_at_1_max": 0.659587, "nauc_recall_at_1_std": 0.010021, "nauc_recall_at_1_diff1": 0.783054, "nauc_recall_at_3_max": 0.740244, "nauc_recall_at_3_std": 0.072586, "nauc_recall_at_3_diff1": 0.715253, "nauc_recall_at_5_max": 0.753441, "nauc_recall_at_5_std": 0.107414, "nauc_recall_at_5_diff1": 0.70207, "nauc_recall_at_10_max": 0.761884, "nauc_recall_at_10_std": 0.179642, "nauc_recall_at_10_diff1": 0.679941, "nauc_recall_at_20_max": 0.774181, "nauc_recall_at_20_std": 0.246413, "nauc_recall_at_20_diff1": 0.675121, "nauc_recall_at_100_max": 0.786929, "nauc_recall_at_100_std": 0.444797, "nauc_recall_at_100_diff1": 0.642681, "nauc_recall_at_1000_max": 0.809984, "nauc_recall_at_1000_std": 0.669854, "nauc_recall_at_1000_diff1": 0.605757, "nauc_precision_at_1_max": 0.659587, "nauc_precision_at_1_std": 0.010021, "nauc_precision_at_1_diff1": 0.783054, "nauc_precision_at_3_max": 0.740244, "nauc_precision_at_3_std": 0.072586, "nauc_precision_at_3_diff1": 0.715253, "nauc_precision_at_5_max": 0.753441, "nauc_precision_at_5_std": 0.107414, "nauc_precision_at_5_diff1": 0.70207, "nauc_precision_at_10_max": 0.761884, "nauc_precision_at_10_std": 0.179642, "nauc_precision_at_10_diff1": 0.679941, "nauc_precision_at_20_max": 0.774181, "nauc_precision_at_20_std": 0.246413, "nauc_precision_at_20_diff1": 0.675121, "nauc_precision_at_100_max": 0.786929, "nauc_precision_at_100_std": 0.444797, "nauc_precision_at_100_diff1": 0.642681, "nauc_precision_at_1000_max": 0.809984, "nauc_precision_at_1000_std": 0.669854, "nauc_precision_at_1000_diff1": 0.605757, "nauc_mrr_at_1_max": 0.659587, "nauc_mrr_at_1_std": 0.010021, "nauc_mrr_at_1_diff1": 0.783054, "nauc_mrr_at_3_max": 0.692312, "nauc_mrr_at_3_std": 0.034745, "nauc_mrr_at_3_diff1": 0.755208, "nauc_mrr_at_5_max": 0.693513, "nauc_mrr_at_5_std": 0.039932, "nauc_mrr_at_5_diff1": 0.754018, "nauc_mrr_at_10_max": 0.693013, "nauc_mrr_at_10_std": 0.044805, "nauc_mrr_at_10_diff1": 0.753, "nauc_mrr_at_20_max": 0.692877, "nauc_mrr_at_20_std": 0.045918, "nauc_mrr_at_20_diff1": 0.753542, "nauc_mrr_at_100_max": 0.692414, "nauc_mrr_at_100_std": 0.04632, "nauc_mrr_at_100_diff1": 0.753831, "nauc_mrr_at_1000_max": 0.692339, "nauc_mrr_at_1000_std": 0.045986, "nauc_mrr_at_1000_diff1": 0.753944, "hit_rate_at_1": 0.57415, "hit_rate_at_3": 0.70626, "hit_rate_at_5": 0.75176, "hit_rate_at_10": 0.80563, "hit_rate_at_20": 0.84694, "hit_rate_at_100": 0.92671, "hit_rate_at_1000": 0.98725, "main_score": 0.68843, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.58084, "ndcg_at_3": 0.65529, "ndcg_at_5": 0.67322, "ndcg_at_10": 0.69062, "ndcg_at_20": 0.70105, "ndcg_at_100": 0.71431, "ndcg_at_1000": 0.72281, "map_at_1": 0.58084, "map_at_3": 0.63728, "map_at_5": 0.64722, "map_at_10": 0.6545, "map_at_20": 0.65741, "map_at_100": 0.65921, "map_at_1000": 0.65952, "recall_at_1": 0.58084, "recall_at_3": 0.70729, "recall_at_5": 0.75081, "recall_at_10": 0.80404, "recall_at_20": 0.84498, "recall_at_100": 0.91678, "recall_at_1000": 0.98467, "accuracy": 0.58084, "precision_at_1": 0.58084, "precision_at_3": 0.23576, "precision_at_5": 0.15018, "precision_at_10": 0.08042, "precision_at_20": 0.04226, "precision_at_100": 0.00917, "precision_at_1000": 0.00098, "mrr_at_1": 0.580842, "mrr_at_3": 0.637275, "mrr_at_5": 0.647235, "mrr_at_10": 0.654539, "mrr_at_20": 0.657444, "mrr_at_100": 0.659249, "mrr_at_1000": 0.659551, "nauc_ndcg_at_1_max": 0.672962, "nauc_ndcg_at_1_std": 0.036066, "nauc_ndcg_at_1_diff1": 0.787451, "nauc_ndcg_at_3_max": 0.716976, "nauc_ndcg_at_3_std": 0.080975, "nauc_ndcg_at_3_diff1": 0.752522, "nauc_ndcg_at_5_max": 0.719243, "nauc_ndcg_at_5_std": 0.094026, "nauc_ndcg_at_5_diff1": 0.748279, "nauc_ndcg_at_10_max": 0.719224, "nauc_ndcg_at_10_std": 0.105126, "nauc_ndcg_at_10_diff1": 0.745393, "nauc_ndcg_at_20_max": 0.718779, "nauc_ndcg_at_20_std": 0.109183, "nauc_ndcg_at_20_diff1": 0.746213, "nauc_ndcg_at_100_max": 0.71547, "nauc_ndcg_at_100_std": 0.110058, "nauc_ndcg_at_100_diff1": 0.747899, "nauc_ndcg_at_1000_max": 0.713747, "nauc_ndcg_at_1000_std": 0.101639, "nauc_ndcg_at_1000_diff1": 0.75148, "nauc_map_at_1_max": 0.672962, "nauc_map_at_1_std": 0.036066, "nauc_map_at_1_diff1": 0.787451, "nauc_map_at_3_max": 0.706303, "nauc_map_at_3_std": 0.068968, "nauc_map_at_3_diff1": 0.76145, "nauc_map_at_5_max": 0.707357, "nauc_map_at_5_std": 0.075553, "nauc_map_at_5_diff1": 0.759505, "nauc_map_at_10_max": 0.707068, "nauc_map_at_10_std": 0.079312, "nauc_map_at_10_diff1": 0.758537, "nauc_map_at_20_max": 0.706817, "nauc_map_at_20_std": 0.080016, "nauc_map_at_20_diff1": 0.758858, "nauc_map_at_100_max": 0.706363, "nauc_map_at_100_std": 0.080215, "nauc_map_at_100_diff1": 0.759096, "nauc_map_at_1000_max": 0.706304, "nauc_map_at_1000_std": 0.079996, "nauc_map_at_1000_diff1": 0.75921, "nauc_recall_at_1_max": 0.672962, "nauc_recall_at_1_std": 0.036066, "nauc_recall_at_1_diff1": 0.787451, "nauc_recall_at_3_max": 0.751868, "nauc_recall_at_3_std": 0.120808, "nauc_recall_at_3_diff1": 0.723097, "nauc_recall_at_5_max": 0.762777, "nauc_recall_at_5_std": 0.164626, "nauc_recall_at_5_diff1": 0.706113, "nauc_recall_at_10_max": 0.772424, "nauc_recall_at_10_std": 0.227954, "nauc_recall_at_10_diff1": 0.68546, "nauc_recall_at_20_max": 0.782721, "nauc_recall_at_20_std": 0.285153, "nauc_recall_at_20_diff1": 0.676397, "nauc_recall_at_100_max": 0.781873, "nauc_recall_at_100_std": 0.422288, "nauc_recall_at_100_diff1": 0.64985, "nauc_recall_at_1000_max": 0.87023, "nauc_recall_at_1000_std": 0.753023, "nauc_recall_at_1000_diff1": 0.641143, "nauc_precision_at_1_max": 0.672962, "nauc_precision_at_1_std": 0.036066, "nauc_precision_at_1_diff1": 0.787451, "nauc_precision_at_3_max": 0.751868, "nauc_precision_at_3_std": 0.120808, "nauc_precision_at_3_diff1": 0.723097, "nauc_precision_at_5_max": 0.762703, "nauc_precision_at_5_std": 0.16444, "nauc_precision_at_5_diff1": 0.706279, "nauc_precision_at_10_max": 0.772371, "nauc_precision_at_10_std": 0.228776, "nauc_precision_at_10_diff1": 0.685495, "nauc_precision_at_20_max": 0.782667, "nauc_precision_at_20_std": 0.286237, "nauc_precision_at_20_diff1": 0.676431, "nauc_precision_at_100_max": 0.78201, "nauc_precision_at_100_std": 0.424617, "nauc_precision_at_100_diff1": 0.650053, "nauc_precision_at_1000_max": 0.843771, "nauc_precision_at_1000_std": 0.759498, "nauc_precision_at_1000_diff1": 0.61843, "nauc_mrr_at_1_max": 0.672962, "nauc_mrr_at_1_std": 0.036066, "nauc_mrr_at_1_diff1": 0.787451, "nauc_mrr_at_3_max": 0.706303, "nauc_mrr_at_3_std": 0.068968, "nauc_mrr_at_3_diff1": 0.76145, "nauc_mrr_at_5_max": 0.707343, "nauc_mrr_at_5_std": 0.075519, "nauc_mrr_at_5_diff1": 0.759534, "nauc_mrr_at_10_max": 0.707043, "nauc_mrr_at_10_std": 0.07938, "nauc_mrr_at_10_diff1": 0.758541, "nauc_mrr_at_20_max": 0.706791, "nauc_mrr_at_20_std": 0.080085, "nauc_mrr_at_20_diff1": 0.758863, "nauc_mrr_at_100_max": 0.706337, "nauc_mrr_at_100_std": 0.080285, "nauc_mrr_at_100_diff1": 0.759101, "nauc_mrr_at_1000_max": 0.706278, "nauc_mrr_at_1000_std": 0.080058, "nauc_mrr_at_1000_diff1": 0.759216, "hit_rate_at_1": 0.58084, "hit_rate_at_3": 0.70729, "hit_rate_at_5": 0.7509, "hit_rate_at_10": 0.80423, "hit_rate_at_20": 0.84517, "hit_rate_at_100": 0.91697, "hit_rate_at_1000": 0.98476, "main_score": 0.69062, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.44922, "ndcg_at_3": 0.52641, "ndcg_at_5": 0.54801, "ndcg_at_10": 0.5745, "ndcg_at_20": 0.5898, "ndcg_at_100": 0.61156, "ndcg_at_1000": 0.62435, "map_at_1": 0.44922, "map_at_3": 0.50754, "map_at_5": 0.51944, "map_at_10": 0.53027, "map_at_20": 0.53442, "map_at_100": 0.53735, "map_at_1000": 0.53781, "recall_at_1": 0.44922, "recall_at_3": 0.58096, "recall_at_5": 0.63378, "recall_at_10": 0.71619, "recall_at_20": 0.77713, "recall_at_100": 0.89553, "recall_at_1000": 0.99768, "accuracy": 0.44922, "precision_at_1": 0.44922, "precision_at_3": 0.19365, "precision_at_5": 0.12676, "precision_at_10": 0.07162, "precision_at_20": 0.03886, "precision_at_100": 0.00896, "precision_at_1000": 0.001, "mrr_at_1": 0.449216, "mrr_at_3": 0.507545, "mrr_at_5": 0.519443, "mrr_at_10": 0.530273, "mrr_at_20": 0.534417, "mrr_at_100": 0.537354, "mrr_at_1000": 0.537807, "nauc_ndcg_at_1_max": 0.620975, "nauc_ndcg_at_1_std": 0.077436, "nauc_ndcg_at_1_diff1": 0.65012, "nauc_ndcg_at_3_max": 0.639203, "nauc_ndcg_at_3_std": 0.094833, "nauc_ndcg_at_3_diff1": 0.613769, "nauc_ndcg_at_5_max": 0.640124, "nauc_ndcg_at_5_std": 0.102626, "nauc_ndcg_at_5_diff1": 0.605677, "nauc_ndcg_at_10_max": 0.636183, "nauc_ndcg_at_10_std": 0.107805, "nauc_ndcg_at_10_diff1": 0.596867, "nauc_ndcg_at_20_max": 0.638777, "nauc_ndcg_at_20_std": 0.117041, "nauc_ndcg_at_20_diff1": 0.597342, "nauc_ndcg_at_100_max": 0.63828, "nauc_ndcg_at_100_std": 0.122417, "nauc_ndcg_at_100_diff1": 0.601367, "nauc_ndcg_at_1000_max": 0.637256, "nauc_ndcg_at_1000_std": 0.111085, "nauc_ndcg_at_1000_diff1": 0.607213, "nauc_map_at_1_max": 0.620975, "nauc_map_at_1_std": 0.077436, "nauc_map_at_1_diff1": 0.65012, "nauc_map_at_3_max": 0.635342, "nauc_map_at_3_std": 0.090506, "nauc_map_at_3_diff1": 0.622911, "nauc_map_at_5_max": 0.635653, "nauc_map_at_5_std": 0.09448, "nauc_map_at_5_diff1": 0.618776, "nauc_map_at_10_max": 0.634221, "nauc_map_at_10_std": 0.09674, "nauc_map_at_10_diff1": 0.61553, "nauc_map_at_20_max": 0.634882, "nauc_map_at_20_std": 0.099101, "nauc_map_at_20_diff1": 0.615973, "nauc_map_at_100_max": 0.634763, "nauc_map_at_100_std": 0.09973, "nauc_map_at_100_diff1": 0.6164, "nauc_map_at_1000_max": 0.63476, "nauc_map_at_1000_std": 0.099438, "nauc_map_at_1000_diff1": 0.616587, "nauc_recall_at_1_max": 0.620975, "nauc_recall_at_1_std": 0.077436, "nauc_recall_at_1_diff1": 0.65012, "nauc_recall_at_3_max": 0.650731, "nauc_recall_at_3_std": 0.108088, "nauc_recall_at_3_diff1": 0.585717, "nauc_recall_at_5_max": 0.654754, "nauc_recall_at_5_std": 0.130796, "nauc_recall_at_5_diff1": 0.561319, "nauc_recall_at_10_max": 0.641014, "nauc_recall_at_10_std": 0.153545, "nauc_recall_at_10_diff1": 0.518951, "nauc_recall_at_20_max": 0.656872, "nauc_recall_at_20_std": 0.215558, "nauc_recall_at_20_diff1": 0.50306, "nauc_recall_at_100_max": 0.668687, "nauc_recall_at_100_std": 0.383237, "nauc_recall_at_100_diff1": 0.479358, "nauc_recall_at_1000_max": 0.806847, "nauc_recall_at_1000_std": 0.770072, "nauc_recall_at_1000_diff1": 0.567072, "nauc_precision_at_1_max": 0.620975, "nauc_precision_at_1_std": 0.077436, "nauc_precision_at_1_diff1": 0.65012, "nauc_precision_at_3_max": 0.650731, "nauc_precision_at_3_std": 0.108088, "nauc_precision_at_3_diff1": 0.585717, "nauc_precision_at_5_max": 0.654754, "nauc_precision_at_5_std": 0.130796, "nauc_precision_at_5_diff1": 0.561319, "nauc_precision_at_10_max": 0.641014, "nauc_precision_at_10_std": 0.153545, "nauc_precision_at_10_diff1": 0.518951, "nauc_precision_at_20_max": 0.656872, "nauc_precision_at_20_std": 0.215558, "nauc_precision_at_20_diff1": 0.50306, "nauc_precision_at_100_max": 0.668687, "nauc_precision_at_100_std": 0.383237, "nauc_precision_at_100_diff1": 0.479358, "nauc_precision_at_1000_max": 0.806847, "nauc_precision_at_1000_std": 0.770072, "nauc_precision_at_1000_diff1": 0.567072, "nauc_mrr_at_1_max": 0.620975, "nauc_mrr_at_1_std": 0.077436, "nauc_mrr_at_1_diff1": 0.65012, "nauc_mrr_at_3_max": 0.635342, "nauc_mrr_at_3_std": 0.090506, "nauc_mrr_at_3_diff1": 0.622911, "nauc_mrr_at_5_max": 0.635653, "nauc_mrr_at_5_std": 0.09448, "nauc_mrr_at_5_diff1": 0.618776, "nauc_mrr_at_10_max": 0.634221, "nauc_mrr_at_10_std": 0.09674, "nauc_mrr_at_10_diff1": 0.61553, "nauc_mrr_at_20_max": 0.634882, "nauc_mrr_at_20_std": 0.099101, "nauc_mrr_at_20_diff1": 0.615973, "nauc_mrr_at_100_max": 0.634763, "nauc_mrr_at_100_std": 0.09973, "nauc_mrr_at_100_diff1": 0.6164, "nauc_mrr_at_1000_max": 0.63476, "nauc_mrr_at_1000_std": 0.099438, "nauc_mrr_at_1000_diff1": 0.616587, "hit_rate_at_1": 0.44922, "hit_rate_at_3": 0.58096, "hit_rate_at_5": 0.63378, "hit_rate_at_10": 0.71619, "hit_rate_at_20": 0.77713, "hit_rate_at_100": 0.89553, "hit_rate_at_1000": 0.99768, "main_score": 0.5745, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48365, "ndcg_at_3": 0.56166, "ndcg_at_5": 0.58137, "ndcg_at_10": 0.60358, "ndcg_at_20": 0.61883, "ndcg_at_100": 0.63921, "ndcg_at_1000": 0.64986, "map_at_1": 0.48365, "map_at_3": 0.5427, "map_at_5": 0.55358, "map_at_10": 0.56289, "map_at_20": 0.56706, "map_at_100": 0.5698, "map_at_1000": 0.57013, "recall_at_1": 0.48365, "recall_at_3": 0.61645, "recall_at_5": 0.66452, "recall_at_10": 0.73241, "recall_at_20": 0.79286, "recall_at_100": 0.90387, "recall_at_1000": 0.99158, "accuracy": 0.48365, "precision_at_1": 0.48365, "precision_at_3": 0.20548, "precision_at_5": 0.1329, "precision_at_10": 0.07324, "precision_at_20": 0.03964, "precision_at_100": 0.00904, "precision_at_1000": 0.00099, "mrr_at_1": 0.483647, "mrr_at_3": 0.542699, "mrr_at_5": 0.553576, "mrr_at_10": 0.562892, "mrr_at_20": 0.567055, "mrr_at_100": 0.5698, "mrr_at_1000": 0.570132, "nauc_ndcg_at_1_max": 0.672937, "nauc_ndcg_at_1_std": 0.077383, "nauc_ndcg_at_1_diff1": 0.765613, "nauc_ndcg_at_3_max": 0.716847, "nauc_ndcg_at_3_std": 0.150263, "nauc_ndcg_at_3_diff1": 0.706545, "nauc_ndcg_at_5_max": 0.718834, "nauc_ndcg_at_5_std": 0.16512, "nauc_ndcg_at_5_diff1": 0.698481, "nauc_ndcg_at_10_max": 0.710744, "nauc_ndcg_at_10_std": 0.165826, "nauc_ndcg_at_10_diff1": 0.692114, "nauc_ndcg_at_20_max": 0.708734, "nauc_ndcg_at_20_std": 0.167851, "nauc_ndcg_at_20_diff1": 0.691913, "nauc_ndcg_at_100_max": 0.707915, "nauc_ndcg_at_100_std": 0.171806, "nauc_ndcg_at_100_diff1": 0.700008, "nauc_ndcg_at_1000_max": 0.706738, "nauc_ndcg_at_1000_std": 0.158628, "nauc_ndcg_at_1000_diff1": 0.705146, "nauc_map_at_1_max": 0.672937, "nauc_map_at_1_std": 0.077383, "nauc_map_at_1_diff1": 0.765613, "nauc_map_at_3_max": 0.705971, "nauc_map_at_3_std": 0.130526, "nauc_map_at_3_diff1": 0.721226, "nauc_map_at_5_max": 0.706904, "nauc_map_at_5_std": 0.138265, "nauc_map_at_5_diff1": 0.717144, "nauc_map_at_10_max": 0.703365, "nauc_map_at_10_std": 0.137857, "nauc_map_at_10_diff1": 0.714745, "nauc_map_at_20_max": 0.702858, "nauc_map_at_20_std": 0.138111, "nauc_map_at_20_diff1": 0.714927, "nauc_map_at_100_max": 0.702684, "nauc_map_at_100_std": 0.138523, "nauc_map_at_100_diff1": 0.716, "nauc_map_at_1000_max": 0.702655, "nauc_map_at_1000_std": 0.138184, "nauc_map_at_1000_diff1": 0.716159, "nauc_recall_at_1_max": 0.672937, "nauc_recall_at_1_std": 0.077383, "nauc_recall_at_1_diff1": 0.765613, "nauc_recall_at_3_max": 0.750808, "nauc_recall_at_3_std": 0.212676, "nauc_recall_at_3_diff1": 0.660684, "nauc_recall_at_5_max": 0.759148, "nauc_recall_at_5_std": 0.25855, "nauc_recall_at_5_diff1": 0.634418, "nauc_recall_at_10_max": 0.735977, "nauc_recall_at_10_std": 0.279795, "nauc_recall_at_10_diff1": 0.599565, "nauc_recall_at_20_max": 0.72896, "nauc_recall_at_20_std": 0.317716, "nauc_recall_at_20_diff1": 0.577093, "nauc_recall_at_100_max": 0.73794, "nauc_recall_at_100_std": 0.519759, "nauc_recall_at_100_diff1": 0.58826, "nauc_recall_at_1000_max": 0.74091, "nauc_recall_at_1000_std": 0.711844, "nauc_recall_at_1000_diff1": 0.713453, "nauc_precision_at_1_max": 0.672937, "nauc_precision_at_1_std": 0.077383, "nauc_precision_at_1_diff1": 0.765613, "nauc_precision_at_3_max": 0.750808, "nauc_precision_at_3_std": 0.212676, "nauc_precision_at_3_diff1": 0.660684, "nauc_precision_at_5_max": 0.759148, "nauc_precision_at_5_std": 0.25855, "nauc_precision_at_5_diff1": 0.634418, "nauc_precision_at_10_max": 0.735977, "nauc_precision_at_10_std": 0.279795, "nauc_precision_at_10_diff1": 0.599565, "nauc_precision_at_20_max": 0.72896, "nauc_precision_at_20_std": 0.317716, "nauc_precision_at_20_diff1": 0.577093, "nauc_precision_at_100_max": 0.73794, "nauc_precision_at_100_std": 0.519759, "nauc_precision_at_100_diff1": 0.58826, "nauc_precision_at_1000_max": 0.74091, "nauc_precision_at_1000_std": 0.711844, "nauc_precision_at_1000_diff1": 0.713453, "nauc_mrr_at_1_max": 0.672937, "nauc_mrr_at_1_std": 0.077383, "nauc_mrr_at_1_diff1": 0.765613, "nauc_mrr_at_3_max": 0.705971, "nauc_mrr_at_3_std": 0.130526, "nauc_mrr_at_3_diff1": 0.721226, "nauc_mrr_at_5_max": 0.706904, "nauc_mrr_at_5_std": 0.138265, "nauc_mrr_at_5_diff1": 0.717144, "nauc_mrr_at_10_max": 0.703365, "nauc_mrr_at_10_std": 0.137857, "nauc_mrr_at_10_diff1": 0.714745, "nauc_mrr_at_20_max": 0.702858, "nauc_mrr_at_20_std": 0.138111, "nauc_mrr_at_20_diff1": 0.714927, "nauc_mrr_at_100_max": 0.702684, "nauc_mrr_at_100_std": 0.138523, "nauc_mrr_at_100_diff1": 0.716, "nauc_mrr_at_1000_max": 0.702655, "nauc_mrr_at_1000_std": 0.138184, "nauc_mrr_at_1000_diff1": 0.716159, "hit_rate_at_1": 0.48365, "hit_rate_at_3": 0.61645, "hit_rate_at_5": 0.66452, "hit_rate_at_10": 0.73241, "hit_rate_at_20": 0.79286, "hit_rate_at_100": 0.90387, "hit_rate_at_1000": 0.99158, "main_score": 0.60358, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51156, "ndcg_at_3": 0.60854, "ndcg_at_5": 0.62587, "ndcg_at_10": 0.64823, "ndcg_at_20": 0.66143, "ndcg_at_100": 0.6792, "ndcg_at_1000": 0.68714, "map_at_1": 0.51156, "map_at_3": 0.58534, "map_at_5": 0.59495, "map_at_10": 0.60414, "map_at_20": 0.60781, "map_at_100": 0.6104, "map_at_1000": 0.61071, "recall_at_1": 0.51156, "recall_at_3": 0.6754, "recall_at_5": 0.71751, "recall_at_10": 0.78685, "recall_at_20": 0.83873, "recall_at_100": 0.93272, "recall_at_1000": 0.99486, "accuracy": 0.51156, "precision_at_1": 0.51156, "precision_at_3": 0.22513, "precision_at_5": 0.1435, "precision_at_10": 0.07869, "precision_at_20": 0.04194, "precision_at_100": 0.00933, "precision_at_1000": 0.00099, "mrr_at_1": 0.511556, "mrr_at_3": 0.585345, "mrr_at_5": 0.594949, "mrr_at_10": 0.604143, "mrr_at_20": 0.607814, "mrr_at_100": 0.610399, "mrr_at_1000": 0.610705, "nauc_ndcg_at_1_max": 0.56431, "nauc_ndcg_at_1_std": -0.040198, "nauc_ndcg_at_1_diff1": 0.715747, "nauc_ndcg_at_3_max": 0.631989, "nauc_ndcg_at_3_std": 0.030705, "nauc_ndcg_at_3_diff1": 0.671415, "nauc_ndcg_at_5_max": 0.633193, "nauc_ndcg_at_5_std": 0.038065, "nauc_ndcg_at_5_diff1": 0.669371, "nauc_ndcg_at_10_max": 0.630579, "nauc_ndcg_at_10_std": 0.039913, "nauc_ndcg_at_10_diff1": 0.666713, "nauc_ndcg_at_20_max": 0.627014, "nauc_ndcg_at_20_std": 0.04412, "nauc_ndcg_at_20_diff1": 0.665615, "nauc_ndcg_at_100_max": 0.621658, "nauc_ndcg_at_100_std": 0.039146, "nauc_ndcg_at_100_diff1": 0.669398, "nauc_ndcg_at_1000_max": 0.620419, "nauc_ndcg_at_1000_std": 0.03287, "nauc_ndcg_at_1000_diff1": 0.673854, "nauc_map_at_1_max": 0.56431, "nauc_map_at_1_std": -0.040198, "nauc_map_at_1_diff1": 0.715747, "nauc_map_at_3_max": 0.615348, "nauc_map_at_3_std": 0.013015, "nauc_map_at_3_diff1": 0.682625, "nauc_map_at_5_max": 0.615664, "nauc_map_at_5_std": 0.016693, "nauc_map_at_5_diff1": 0.681684, "nauc_map_at_10_max": 0.614443, "nauc_map_at_10_std": 0.017324, "nauc_map_at_10_diff1": 0.680862, "nauc_map_at_20_max": 0.61333, "nauc_map_at_20_std": 0.017928, "nauc_map_at_20_diff1": 0.680766, "nauc_map_at_100_max": 0.612485, "nauc_map_at_100_std": 0.01717, "nauc_map_at_100_diff1": 0.681119, "nauc_map_at_1000_max": 0.612473, "nauc_map_at_1000_std": 0.017068, "nauc_map_at_1000_diff1": 0.68129, "nauc_recall_at_1_max": 0.56431, "nauc_recall_at_1_std": -0.040198, "nauc_recall_at_1_diff1": 0.715747, "nauc_recall_at_3_max": 0.686626, "nauc_recall_at_3_std": 0.08892, "nauc_recall_at_3_diff1": 0.634447, "nauc_recall_at_5_max": 0.695924, "nauc_recall_at_5_std": 0.115635, "nauc_recall_at_5_diff1": 0.625025, "nauc_recall_at_10_max": 0.699313, "nauc_recall_at_10_std": 0.140142, "nauc_recall_at_10_diff1": 0.602922, "nauc_recall_at_20_max": 0.69529, "nauc_recall_at_20_std": 0.199971, "nauc_recall_at_20_diff1": 0.576936, "nauc_recall_at_100_max": 0.682836, "nauc_recall_at_100_std": 0.297586, "nauc_recall_at_100_diff1": 0.551957, "nauc_recall_at_1000_max": 0.862271, "nauc_recall_at_1000_std": 0.785983, "nauc_recall_at_1000_diff1": 0.713625, "nauc_precision_at_1_max": 0.56431, "nauc_precision_at_1_std": -0.040198, "nauc_precision_at_1_diff1": 0.715747, "nauc_precision_at_3_max": 0.686626, "nauc_precision_at_3_std": 0.08892, "nauc_precision_at_3_diff1": 0.634447, "nauc_precision_at_5_max": 0.695924, "nauc_precision_at_5_std": 0.115635, "nauc_precision_at_5_diff1": 0.625025, "nauc_precision_at_10_max": 0.699313, "nauc_precision_at_10_std": 0.140142, "nauc_precision_at_10_diff1": 0.602922, "nauc_precision_at_20_max": 0.69529, "nauc_precision_at_20_std": 0.199971, "nauc_precision_at_20_diff1": 0.576936, "nauc_precision_at_100_max": 0.682836, "nauc_precision_at_100_std": 0.297586, "nauc_precision_at_100_diff1": 0.551957, "nauc_precision_at_1000_max": 0.862271, "nauc_precision_at_1000_std": 0.785983, "nauc_precision_at_1000_diff1": 0.713625, "nauc_mrr_at_1_max": 0.56431, "nauc_mrr_at_1_std": -0.040198, "nauc_mrr_at_1_diff1": 0.715747, "nauc_mrr_at_3_max": 0.615348, "nauc_mrr_at_3_std": 0.013015, "nauc_mrr_at_3_diff1": 0.682625, "nauc_mrr_at_5_max": 0.615664, "nauc_mrr_at_5_std": 0.016693, "nauc_mrr_at_5_diff1": 0.681684, "nauc_mrr_at_10_max": 0.614443, "nauc_mrr_at_10_std": 0.017324, "nauc_mrr_at_10_diff1": 0.680862, "nauc_mrr_at_20_max": 0.61333, "nauc_mrr_at_20_std": 0.017928, "nauc_mrr_at_20_diff1": 0.680766, "nauc_mrr_at_100_max": 0.612485, "nauc_mrr_at_100_std": 0.01717, "nauc_mrr_at_100_diff1": 0.681119, "nauc_mrr_at_1000_max": 0.612473, "nauc_mrr_at_1000_std": 0.017068, "nauc_mrr_at_1000_diff1": 0.68129, "hit_rate_at_1": 0.51156, "hit_rate_at_3": 0.6754, "hit_rate_at_5": 0.71751, "hit_rate_at_10": 0.78685, "hit_rate_at_20": 0.83873, "hit_rate_at_100": 0.93272, "hit_rate_at_1000": 0.99486, "main_score": 0.64823, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.38285, "ndcg_at_3": 0.46904, "ndcg_at_5": 0.49313, "ndcg_at_10": 0.51946, "ndcg_at_20": 0.53537, "ndcg_at_100": 0.56377, "ndcg_at_1000": 0.57777, "map_at_1": 0.38285, "map_at_3": 0.44802, "map_at_5": 0.46141, "map_at_10": 0.47229, "map_at_20": 0.47667, "map_at_100": 0.48053, "map_at_1000": 0.48107, "recall_at_1": 0.38285, "recall_at_3": 0.52977, "recall_at_5": 0.5882, "recall_at_10": 0.66958, "recall_at_20": 0.73239, "recall_at_100": 0.8864, "recall_at_1000": 0.99563, "accuracy": 0.38285, "precision_at_1": 0.38285, "precision_at_3": 0.17659, "precision_at_5": 0.11764, "precision_at_10": 0.06696, "precision_at_20": 0.03662, "precision_at_100": 0.00886, "precision_at_1000": 0.001, "mrr_at_1": 0.382851, "mrr_at_3": 0.448025, "mrr_at_5": 0.461405, "mrr_at_10": 0.472287, "mrr_at_20": 0.476666, "mrr_at_100": 0.480527, "mrr_at_1000": 0.481069, "nauc_ndcg_at_1_max": 0.500332, "nauc_ndcg_at_1_std": -0.076012, "nauc_ndcg_at_1_diff1": 0.614301, "nauc_ndcg_at_3_max": 0.532733, "nauc_ndcg_at_3_std": -0.061214, "nauc_ndcg_at_3_diff1": 0.559998, "nauc_ndcg_at_5_max": 0.537029, "nauc_ndcg_at_5_std": -0.052726, "nauc_ndcg_at_5_diff1": 0.554956, "nauc_ndcg_at_10_max": 0.528856, "nauc_ndcg_at_10_std": -0.055089, "nauc_ndcg_at_10_diff1": 0.541439, "nauc_ndcg_at_20_max": 0.528322, "nauc_ndcg_at_20_std": -0.050357, "nauc_ndcg_at_20_diff1": 0.541683, "nauc_ndcg_at_100_max": 0.528627, "nauc_ndcg_at_100_std": -0.041599, "nauc_ndcg_at_100_diff1": 0.545558, "nauc_ndcg_at_1000_max": 0.527271, "nauc_ndcg_at_1000_std": -0.049752, "nauc_ndcg_at_1000_diff1": 0.55332, "nauc_map_at_1_max": 0.500332, "nauc_map_at_1_std": -0.076012, "nauc_map_at_1_diff1": 0.614301, "nauc_map_at_3_max": 0.52519, "nauc_map_at_3_std": -0.065243, "nauc_map_at_3_diff1": 0.573516, "nauc_map_at_5_max": 0.527442, "nauc_map_at_5_std": -0.060904, "nauc_map_at_5_diff1": 0.570978, "nauc_map_at_10_max": 0.524091, "nauc_map_at_10_std": -0.061965, "nauc_map_at_10_diff1": 0.56578, "nauc_map_at_20_max": 0.523912, "nauc_map_at_20_std": -0.060742, "nauc_map_at_20_diff1": 0.565941, "nauc_map_at_100_max": 0.523693, "nauc_map_at_100_std": -0.059725, "nauc_map_at_100_diff1": 0.566428, "nauc_map_at_1000_max": 0.52366, "nauc_map_at_1000_std": -0.059895, "nauc_map_at_1000_diff1": 0.566668, "nauc_recall_at_1_max": 0.500332, "nauc_recall_at_1_std": -0.076012, "nauc_recall_at_1_diff1": 0.614301, "nauc_recall_at_3_max": 0.555095, "nauc_recall_at_3_std": -0.049003, "nauc_recall_at_3_diff1": 0.519522, "nauc_recall_at_5_max": 0.567606, "nauc_recall_at_5_std": -0.025211, "nauc_recall_at_5_diff1": 0.503725, "nauc_recall_at_10_max": 0.542184, "nauc_recall_at_10_std": -0.029688, "nauc_recall_at_10_diff1": 0.447155, "nauc_recall_at_20_max": 0.541671, "nauc_recall_at_20_std": -0.001054, "nauc_recall_at_20_diff1": 0.433411, "nauc_recall_at_100_max": 0.57047, "nauc_recall_at_100_std": 0.176182, "nauc_recall_at_100_diff1": 0.375383, "nauc_recall_at_1000_max": 0.85238, "nauc_recall_at_1000_std": 0.967322, "nauc_recall_at_1000_diff1": 0.259258, "nauc_precision_at_1_max": 0.500332, "nauc_precision_at_1_std": -0.076012, "nauc_precision_at_1_diff1": 0.614301, "nauc_precision_at_3_max": 0.555095, "nauc_precision_at_3_std": -0.049003, "nauc_precision_at_3_diff1": 0.519522, "nauc_precision_at_5_max": 0.567606, "nauc_precision_at_5_std": -0.025211, "nauc_precision_at_5_diff1": 0.503725, "nauc_precision_at_10_max": 0.542184, "nauc_precision_at_10_std": -0.029688, "nauc_precision_at_10_diff1": 0.447155, "nauc_precision_at_20_max": 0.541671, "nauc_precision_at_20_std": -0.001054, "nauc_precision_at_20_diff1": 0.433411, "nauc_precision_at_100_max": 0.57047, "nauc_precision_at_100_std": 0.176182, "nauc_precision_at_100_diff1": 0.375383, "nauc_precision_at_1000_max": 0.85238, "nauc_precision_at_1000_std": 0.967322, "nauc_precision_at_1000_diff1": 0.259258, "nauc_mrr_at_1_max": 0.500332, "nauc_mrr_at_1_std": -0.076012, "nauc_mrr_at_1_diff1": 0.614301, "nauc_mrr_at_3_max": 0.52519, "nauc_mrr_at_3_std": -0.065243, "nauc_mrr_at_3_diff1": 0.573516, "nauc_mrr_at_5_max": 0.527442, "nauc_mrr_at_5_std": -0.060904, "nauc_mrr_at_5_diff1": 0.570978, "nauc_mrr_at_10_max": 0.524091, "nauc_mrr_at_10_std": -0.061965, "nauc_mrr_at_10_diff1": 0.56578, "nauc_mrr_at_20_max": 0.523912, "nauc_mrr_at_20_std": -0.060742, "nauc_mrr_at_20_diff1": 0.565941, "nauc_mrr_at_100_max": 0.523693, "nauc_mrr_at_100_std": -0.059725, "nauc_mrr_at_100_diff1": 0.566428, "nauc_mrr_at_1000_max": 0.52366, "nauc_mrr_at_1000_std": -0.059895, "nauc_mrr_at_1000_diff1": 0.566668, "hit_rate_at_1": 0.38285, "hit_rate_at_3": 0.52977, "hit_rate_at_5": 0.5882, "hit_rate_at_10": 0.66958, "hit_rate_at_20": 0.73239, "hit_rate_at_100": 0.8864, "hit_rate_at_1000": 0.99563, "main_score": 0.51946, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.52974, "ndcg_at_3": 0.62296, "ndcg_at_5": 0.64416, "ndcg_at_10": 0.66882, "ndcg_at_20": 0.68045, "ndcg_at_100": 0.69599, "ndcg_at_1000": 0.70298, "map_at_1": 0.52974, "map_at_3": 0.60071, "map_at_5": 0.61257, "map_at_10": 0.62275, "map_at_20": 0.62597, "map_at_100": 0.62804, "map_at_1000": 0.62832, "recall_at_1": 0.52974, "recall_at_3": 0.68684, "recall_at_5": 0.73793, "recall_at_10": 0.81421, "recall_at_20": 0.86004, "recall_at_100": 0.94472, "recall_at_1000": 0.9986, "accuracy": 0.52974, "precision_at_1": 0.52974, "precision_at_3": 0.22906, "precision_at_5": 0.14766, "precision_at_10": 0.08146, "precision_at_20": 0.04304, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.529741, "mrr_at_3": 0.600886, "mrr_at_5": 0.612748, "mrr_at_10": 0.622924, "mrr_at_20": 0.626098, "mrr_at_100": 0.628165, "mrr_at_1000": 0.628446, "nauc_ndcg_at_1_max": 0.592411, "nauc_ndcg_at_1_std": -0.056437, "nauc_ndcg_at_1_diff1": 0.742667, "nauc_ndcg_at_3_max": 0.630335, "nauc_ndcg_at_3_std": -0.040972, "nauc_ndcg_at_3_diff1": 0.694005, "nauc_ndcg_at_5_max": 0.629766, "nauc_ndcg_at_5_std": -0.034037, "nauc_ndcg_at_5_diff1": 0.689635, "nauc_ndcg_at_10_max": 0.629147, "nauc_ndcg_at_10_std": -0.026051, "nauc_ndcg_at_10_diff1": 0.687017, "nauc_ndcg_at_20_max": 0.626625, "nauc_ndcg_at_20_std": -0.02431, "nauc_ndcg_at_20_diff1": 0.69015, "nauc_ndcg_at_100_max": 0.626105, "nauc_ndcg_at_100_std": -0.02283, "nauc_ndcg_at_100_diff1": 0.695083, "nauc_ndcg_at_1000_max": 0.624007, "nauc_ndcg_at_1000_std": -0.029494, "nauc_ndcg_at_1000_diff1": 0.698424, "nauc_map_at_1_max": 0.592411, "nauc_map_at_1_std": -0.056437, "nauc_map_at_1_diff1": 0.742667, "nauc_map_at_3_max": 0.621107, "nauc_map_at_3_std": -0.044912, "nauc_map_at_3_diff1": 0.706302, "nauc_map_at_5_max": 0.620576, "nauc_map_at_5_std": -0.041235, "nauc_map_at_5_diff1": 0.704395, "nauc_map_at_10_max": 0.620258, "nauc_map_at_10_std": -0.038642, "nauc_map_at_10_diff1": 0.703916, "nauc_map_at_20_max": 0.619484, "nauc_map_at_20_std": -0.038358, "nauc_map_at_20_diff1": 0.704831, "nauc_map_at_100_max": 0.61944, "nauc_map_at_100_std": -0.038158, "nauc_map_at_100_diff1": 0.705515, "nauc_map_at_1000_max": 0.61937, "nauc_map_at_1000_std": -0.038335, "nauc_map_at_1000_diff1": 0.705626, "nauc_recall_at_1_max": 0.592411, "nauc_recall_at_1_std": -0.056437, "nauc_recall_at_1_diff1": 0.742667, "nauc_recall_at_3_max": 0.661037, "nauc_recall_at_3_std": -0.029298, "nauc_recall_at_3_diff1": 0.653886, "nauc_recall_at_5_max": 0.663777, "nauc_recall_at_5_std": -0.007837, "nauc_recall_at_5_diff1": 0.634573, "nauc_recall_at_10_max": 0.67045, "nauc_recall_at_10_std": 0.039762, "nauc_recall_at_10_diff1": 0.603038, "nauc_recall_at_20_max": 0.665346, "nauc_recall_at_20_std": 0.073256, "nauc_recall_at_20_diff1": 0.601751, "nauc_recall_at_100_max": 0.70308, "nauc_recall_at_100_std": 0.235654, "nauc_recall_at_100_diff1": 0.587439, "nauc_recall_at_1000_max": 0.934635, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.861093, "nauc_precision_at_1_max": 0.592411, "nauc_precision_at_1_std": -0.056437, "nauc_precision_at_1_diff1": 0.742667, "nauc_precision_at_3_max": 0.660376, "nauc_precision_at_3_std": -0.027035, "nauc_precision_at_3_diff1": 0.653048, "nauc_precision_at_5_max": 0.663188, "nauc_precision_at_5_std": -0.005218, "nauc_precision_at_5_diff1": 0.633754, "nauc_precision_at_10_max": 0.669875, "nauc_precision_at_10_std": 0.043322, "nauc_precision_at_10_diff1": 0.602083, "nauc_precision_at_20_max": 0.654918, "nauc_precision_at_20_std": 0.081549, "nauc_precision_at_20_diff1": 0.591219, "nauc_precision_at_100_max": 0.677173, "nauc_precision_at_100_std": 0.252114, "nauc_precision_at_100_diff1": 0.562403, "nauc_precision_at_1000_max": 0.267475, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.193166, "nauc_mrr_at_1_max": 0.592411, "nauc_mrr_at_1_std": -0.056437, "nauc_mrr_at_1_diff1": 0.742667, "nauc_mrr_at_3_max": 0.620808, "nauc_mrr_at_3_std": -0.043936, "nauc_mrr_at_3_diff1": 0.705955, "nauc_mrr_at_5_max": 0.620269, "nauc_mrr_at_5_std": -0.040232, "nauc_mrr_at_5_diff1": 0.704038, "nauc_mrr_at_10_max": 0.619943, "nauc_mrr_at_10_std": -0.037612, "nauc_mrr_at_10_diff1": 0.703551, "nauc_mrr_at_20_max": 0.619256, "nauc_mrr_at_20_std": -0.037615, "nauc_mrr_at_20_diff1": 0.704567, "nauc_mrr_at_100_max": 0.619211, "nauc_mrr_at_100_std": -0.037411, "nauc_mrr_at_100_diff1": 0.70525, "nauc_mrr_at_1000_max": 0.619141, "nauc_mrr_at_1000_std": -0.037587, "nauc_mrr_at_1000_diff1": 0.70536, "hit_rate_at_1": 0.52974, "hit_rate_at_3": 0.68719, "hit_rate_at_5": 0.73828, "hit_rate_at_10": 0.81456, "hit_rate_at_20": 0.86004, "hit_rate_at_100": 0.94472, "hit_rate_at_1000": 0.9986, "main_score": 0.66882, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47681, "ndcg_at_3": 0.56928, "ndcg_at_5": 0.59173, "ndcg_at_10": 0.61221, "ndcg_at_20": 0.62587, "ndcg_at_100": 0.64545, "ndcg_at_1000": 0.65553, "map_at_1": 0.47681, "map_at_3": 0.54679, "map_at_5": 0.55925, "map_at_10": 0.56767, "map_at_20": 0.57143, "map_at_100": 0.57417, "map_at_1000": 0.57454, "recall_at_1": 0.47681, "recall_at_3": 0.63426, "recall_at_5": 0.68877, "recall_at_10": 0.75224, "recall_at_20": 0.80614, "recall_at_100": 0.91121, "recall_at_1000": 0.99064, "accuracy": 0.47681, "precision_at_1": 0.47681, "precision_at_3": 0.21142, "precision_at_5": 0.13775, "precision_at_10": 0.07522, "precision_at_20": 0.04031, "precision_at_100": 0.00912, "precision_at_1000": 0.00099, "mrr_at_1": 0.47681, "mrr_at_3": 0.546786, "mrr_at_5": 0.559245, "mrr_at_10": 0.567669, "mrr_at_20": 0.571432, "mrr_at_100": 0.574174, "mrr_at_1000": 0.574547, "nauc_ndcg_at_1_max": 0.536498, "nauc_ndcg_at_1_std": -0.046887, "nauc_ndcg_at_1_diff1": 0.702244, "nauc_ndcg_at_3_max": 0.554469, "nauc_ndcg_at_3_std": -0.031439, "nauc_ndcg_at_3_diff1": 0.646947, "nauc_ndcg_at_5_max": 0.553874, "nauc_ndcg_at_5_std": -0.023748, "nauc_ndcg_at_5_diff1": 0.637728, "nauc_ndcg_at_10_max": 0.55692, "nauc_ndcg_at_10_std": -0.007866, "nauc_ndcg_at_10_diff1": 0.632918, "nauc_ndcg_at_20_max": 0.556867, "nauc_ndcg_at_20_std": -0.000365, "nauc_ndcg_at_20_diff1": 0.632641, "nauc_ndcg_at_100_max": 0.554079, "nauc_ndcg_at_100_std": 0.000805, "nauc_ndcg_at_100_diff1": 0.636432, "nauc_ndcg_at_1000_max": 0.553635, "nauc_ndcg_at_1000_std": -0.00977, "nauc_ndcg_at_1000_diff1": 0.643408, "nauc_map_at_1_max": 0.536498, "nauc_map_at_1_std": -0.046887, "nauc_map_at_1_diff1": 0.702244, "nauc_map_at_3_max": 0.550424, "nauc_map_at_3_std": -0.036016, "nauc_map_at_3_diff1": 0.660352, "nauc_map_at_5_max": 0.550024, "nauc_map_at_5_std": -0.032153, "nauc_map_at_5_diff1": 0.655692, "nauc_map_at_10_max": 0.550968, "nauc_map_at_10_std": -0.026314, "nauc_map_at_10_diff1": 0.654026, "nauc_map_at_20_max": 0.550991, "nauc_map_at_20_std": -0.024577, "nauc_map_at_20_diff1": 0.654165, "nauc_map_at_100_max": 0.550564, "nauc_map_at_100_std": -0.024686, "nauc_map_at_100_diff1": 0.654768, "nauc_map_at_1000_max": 0.550558, "nauc_map_at_1000_std": -0.024948, "nauc_map_at_1000_diff1": 0.654985, "nauc_recall_at_1_max": 0.536498, "nauc_recall_at_1_std": -0.046887, "nauc_recall_at_1_diff1": 0.702244, "nauc_recall_at_3_max": 0.567166, "nauc_recall_at_3_std": -0.016488, "nauc_recall_at_3_diff1": 0.604365, "nauc_recall_at_5_max": 0.566922, "nauc_recall_at_5_std": 0.007474, "nauc_recall_at_5_diff1": 0.57383, "nauc_recall_at_10_max": 0.583156, "nauc_recall_at_10_std": 0.079482, "nauc_recall_at_10_diff1": 0.54251, "nauc_recall_at_20_max": 0.587431, "nauc_recall_at_20_std": 0.144454, "nauc_recall_at_20_diff1": 0.520702, "nauc_recall_at_100_max": 0.577905, "nauc_recall_at_100_std": 0.318217, "nauc_recall_at_100_diff1": 0.466179, "nauc_recall_at_1000_max": 0.663757, "nauc_recall_at_1000_std": 0.555352, "nauc_recall_at_1000_diff1": 0.565821, "nauc_precision_at_1_max": 0.536498, "nauc_precision_at_1_std": -0.046887, "nauc_precision_at_1_diff1": 0.702244, "nauc_precision_at_3_max": 0.567166, "nauc_precision_at_3_std": -0.016488, "nauc_precision_at_3_diff1": 0.604365, "nauc_precision_at_5_max": 0.566922, "nauc_precision_at_5_std": 0.007474, "nauc_precision_at_5_diff1": 0.57383, "nauc_precision_at_10_max": 0.583156, "nauc_precision_at_10_std": 0.079482, "nauc_precision_at_10_diff1": 0.54251, "nauc_precision_at_20_max": 0.587431, "nauc_precision_at_20_std": 0.144454, "nauc_precision_at_20_diff1": 0.520702, "nauc_precision_at_100_max": 0.573794, "nauc_precision_at_100_std": 0.317366, "nauc_precision_at_100_diff1": 0.462576, "nauc_precision_at_1000_max": 0.587892, "nauc_precision_at_1000_std": 0.528381, "nauc_precision_at_1000_diff1": 0.500239, "nauc_mrr_at_1_max": 0.536498, "nauc_mrr_at_1_std": -0.046887, "nauc_mrr_at_1_diff1": 0.702244, "nauc_mrr_at_3_max": 0.550424, "nauc_mrr_at_3_std": -0.036016, "nauc_mrr_at_3_diff1": 0.660352, "nauc_mrr_at_5_max": 0.550024, "nauc_mrr_at_5_std": -0.032153, "nauc_mrr_at_5_diff1": 0.655692, "nauc_mrr_at_10_max": 0.550968, "nauc_mrr_at_10_std": -0.026314, "nauc_mrr_at_10_diff1": 0.654026, "nauc_mrr_at_20_max": 0.550991, "nauc_mrr_at_20_std": -0.024577, "nauc_mrr_at_20_diff1": 0.654165, "nauc_mrr_at_100_max": 0.550562, "nauc_mrr_at_100_std": -0.024679, "nauc_mrr_at_100_diff1": 0.654768, "nauc_mrr_at_1000_max": 0.550556, "nauc_mrr_at_1000_std": -0.024942, "nauc_mrr_at_1000_diff1": 0.654985, "hit_rate_at_1": 0.47681, "hit_rate_at_3": 0.63426, "hit_rate_at_5": 0.68877, "hit_rate_at_10": 0.75224, "hit_rate_at_20": 0.80614, "hit_rate_at_100": 0.91131, "hit_rate_at_1000": 0.99064, "main_score": 0.61221, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.50407, "ndcg_at_3": 0.59938, "ndcg_at_5": 0.62511, "ndcg_at_10": 0.64704, "ndcg_at_20": 0.6576, "ndcg_at_100": 0.67618, "ndcg_at_1000": 0.68418, "map_at_1": 0.50407, "map_at_3": 0.57646, "map_at_5": 0.59057, "map_at_10": 0.59989, "map_at_20": 0.60278, "map_at_100": 0.60542, "map_at_1000": 0.60572, "recall_at_1": 0.50407, "recall_at_3": 0.66551, "recall_at_5": 0.72851, "recall_at_10": 0.79501, "recall_at_20": 0.83682, "recall_at_100": 0.93612, "recall_at_1000": 0.99884, "accuracy": 0.50407, "precision_at_1": 0.50407, "precision_at_3": 0.22184, "precision_at_5": 0.14576, "precision_at_10": 0.07956, "precision_at_20": 0.04187, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.504065, "mrr_at_3": 0.576461, "mrr_at_5": 0.590631, "mrr_at_10": 0.599886, "mrr_at_20": 0.602781, "mrr_at_100": 0.60542, "mrr_at_1000": 0.605724, "nauc_ndcg_at_1_max": 0.579139, "nauc_ndcg_at_1_std": -0.053963, "nauc_ndcg_at_1_diff1": 0.689343, "nauc_ndcg_at_3_max": 0.613299, "nauc_ndcg_at_3_std": -0.028163, "nauc_ndcg_at_3_diff1": 0.637024, "nauc_ndcg_at_5_max": 0.610953, "nauc_ndcg_at_5_std": -0.016448, "nauc_ndcg_at_5_diff1": 0.634196, "nauc_ndcg_at_10_max": 0.612881, "nauc_ndcg_at_10_std": -0.004056, "nauc_ndcg_at_10_diff1": 0.63273, "nauc_ndcg_at_20_max": 0.61415, "nauc_ndcg_at_20_std": -0.000612, "nauc_ndcg_at_20_diff1": 0.632706, "nauc_ndcg_at_100_max": 0.610374, "nauc_ndcg_at_100_std": -0.001094, "nauc_ndcg_at_100_diff1": 0.638414, "nauc_ndcg_at_1000_max": 0.608094, "nauc_ndcg_at_1000_std": -0.011047, "nauc_ndcg_at_1000_diff1": 0.64138, "nauc_map_at_1_max": 0.579139, "nauc_map_at_1_std": -0.053963, "nauc_map_at_1_diff1": 0.689343, "nauc_map_at_3_max": 0.604408, "nauc_map_at_3_std": -0.03542, "nauc_map_at_3_diff1": 0.649838, "nauc_map_at_5_max": 0.603152, "nauc_map_at_5_std": -0.029479, "nauc_map_at_5_diff1": 0.648949, "nauc_map_at_10_max": 0.603656, "nauc_map_at_10_std": -0.024884, "nauc_map_at_10_diff1": 0.648338, "nauc_map_at_20_max": 0.60382, "nauc_map_at_20_std": -0.024293, "nauc_map_at_20_diff1": 0.648417, "nauc_map_at_100_max": 0.603195, "nauc_map_at_100_std": -0.024196, "nauc_map_at_100_diff1": 0.649075, "nauc_map_at_1000_max": 0.603124, "nauc_map_at_1000_std": -0.024475, "nauc_map_at_1000_diff1": 0.649178, "nauc_recall_at_1_max": 0.579139, "nauc_recall_at_1_std": -0.053963, "nauc_recall_at_1_diff1": 0.689343, "nauc_recall_at_3_max": 0.642572, "nauc_recall_at_3_std": -0.004006, "nauc_recall_at_3_diff1": 0.595216, "nauc_recall_at_5_max": 0.638968, "nauc_recall_at_5_std": 0.033865, "nauc_recall_at_5_diff1": 0.578579, "nauc_recall_at_10_max": 0.655328, "nauc_recall_at_10_std": 0.100745, "nauc_recall_at_10_diff1": 0.561327, "nauc_recall_at_20_max": 0.674724, "nauc_recall_at_20_std": 0.149353, "nauc_recall_at_20_diff1": 0.545409, "nauc_recall_at_100_max": 0.686852, "nauc_recall_at_100_std": 0.326094, "nauc_recall_at_100_diff1": 0.550056, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.561374, "nauc_precision_at_1_max": 0.579139, "nauc_precision_at_1_std": -0.053963, "nauc_precision_at_1_diff1": 0.689343, "nauc_precision_at_3_max": 0.642572, "nauc_precision_at_3_std": -0.004006, "nauc_precision_at_3_diff1": 0.595216, "nauc_precision_at_5_max": 0.639739, "nauc_precision_at_5_std": 0.036016, "nauc_precision_at_5_diff1": 0.578652, "nauc_precision_at_10_max": 0.652388, "nauc_precision_at_10_std": 0.105493, "nauc_precision_at_10_diff1": 0.557278, "nauc_precision_at_20_max": 0.670987, "nauc_precision_at_20_std": 0.154869, "nauc_precision_at_20_diff1": 0.540539, "nauc_precision_at_100_max": 0.677684, "nauc_precision_at_100_std": 0.336593, "nauc_precision_at_100_diff1": 0.538282, "nauc_precision_at_1000_max": 0.580406, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.204413, "nauc_mrr_at_1_max": 0.579139, "nauc_mrr_at_1_std": -0.053963, "nauc_mrr_at_1_diff1": 0.689343, "nauc_mrr_at_3_max": 0.604408, "nauc_mrr_at_3_std": -0.03542, "nauc_mrr_at_3_diff1": 0.649838, "nauc_mrr_at_5_max": 0.603266, "nauc_mrr_at_5_std": -0.029156, "nauc_mrr_at_5_diff1": 0.648969, "nauc_mrr_at_10_max": 0.603656, "nauc_mrr_at_10_std": -0.024884, "nauc_mrr_at_10_diff1": 0.648338, "nauc_mrr_at_20_max": 0.60382, "nauc_mrr_at_20_std": -0.024293, "nauc_mrr_at_20_diff1": 0.648417, "nauc_mrr_at_100_max": 0.603195, "nauc_mrr_at_100_std": -0.024196, "nauc_mrr_at_100_diff1": 0.649075, "nauc_mrr_at_1000_max": 0.603124, "nauc_mrr_at_1000_std": -0.024475, "nauc_mrr_at_1000_diff1": 0.649178, "hit_rate_at_1": 0.50407, "hit_rate_at_3": 0.66551, "hit_rate_at_5": 0.7288, "hit_rate_at_10": 0.79501, "hit_rate_at_20": 0.83682, "hit_rate_at_100": 0.93612, "hit_rate_at_1000": 0.99884, "main_score": 0.64704, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.4762, "ndcg_at_3": 0.55515, "ndcg_at_5": 0.57521, "ndcg_at_10": 0.59332, "ndcg_at_20": 0.60735, "ndcg_at_100": 0.62768, "ndcg_at_1000": 0.64008, "map_at_1": 0.4761, "map_at_3": 0.53619, "map_at_5": 0.54735, "map_at_10": 0.55487, "map_at_20": 0.55871, "map_at_100": 0.56151, "map_at_1000": 0.56196, "recall_at_1": 0.4761, "recall_at_3": 0.60964, "recall_at_5": 0.65826, "recall_at_10": 0.714, "recall_at_20": 0.76953, "recall_at_100": 0.87927, "recall_at_1000": 0.97823, "accuracy": 0.4761, "precision_at_1": 0.4762, "precision_at_3": 0.20328, "precision_at_5": 0.13169, "precision_at_10": 0.07142, "precision_at_20": 0.03849, "precision_at_100": 0.0088, "precision_at_1000": 0.00098, "mrr_at_1": 0.4762, "mrr_at_3": 0.536344, "mrr_at_5": 0.547501, "mrr_at_10": 0.555026, "mrr_at_20": 0.558866, "mrr_at_100": 0.561657, "mrr_at_1000": 0.562102, "nauc_ndcg_at_1_max": 0.605508, "nauc_ndcg_at_1_std": 0.041987, "nauc_ndcg_at_1_diff1": 0.716344, "nauc_ndcg_at_3_max": 0.644574, "nauc_ndcg_at_3_std": 0.0767, "nauc_ndcg_at_3_diff1": 0.674051, "nauc_ndcg_at_5_max": 0.648126, "nauc_ndcg_at_5_std": 0.084659, "nauc_ndcg_at_5_diff1": 0.667806, "nauc_ndcg_at_10_max": 0.64863, "nauc_ndcg_at_10_std": 0.097226, "nauc_ndcg_at_10_diff1": 0.663071, "nauc_ndcg_at_20_max": 0.647904, "nauc_ndcg_at_20_std": 0.106875, "nauc_ndcg_at_20_diff1": 0.660452, "nauc_ndcg_at_100_max": 0.645831, "nauc_ndcg_at_100_std": 0.11235, "nauc_ndcg_at_100_diff1": 0.661805, "nauc_ndcg_at_1000_max": 0.64379, "nauc_ndcg_at_1000_std": 0.101237, "nauc_ndcg_at_1000_diff1": 0.667783, "nauc_map_at_1_max": 0.605737, "nauc_map_at_1_std": 0.041937, "nauc_map_at_1_diff1": 0.716157, "nauc_map_at_3_max": 0.635736, "nauc_map_at_3_std": 0.067865, "nauc_map_at_3_diff1": 0.685103, "nauc_map_at_5_max": 0.637506, "nauc_map_at_5_std": 0.072037, "nauc_map_at_5_diff1": 0.681916, "nauc_map_at_10_max": 0.637512, "nauc_map_at_10_std": 0.07691, "nauc_map_at_10_diff1": 0.680218, "nauc_map_at_20_max": 0.637252, "nauc_map_at_20_std": 0.079109, "nauc_map_at_20_diff1": 0.679726, "nauc_map_at_100_max": 0.637002, "nauc_map_at_100_std": 0.0799, "nauc_map_at_100_diff1": 0.679892, "nauc_map_at_1000_max": 0.636925, "nauc_map_at_1000_std": 0.079618, "nauc_map_at_1000_diff1": 0.680071, "nauc_recall_at_1_max": 0.605737, "nauc_recall_at_1_std": 0.041937, "nauc_recall_at_1_diff1": 0.716157, "nauc_recall_at_3_max": 0.671907, "nauc_recall_at_3_std": 0.104168, "nauc_recall_at_3_diff1": 0.639303, "nauc_recall_at_5_max": 0.684017, "nauc_recall_at_5_std": 0.12809, "nauc_recall_at_5_diff1": 0.619231, "nauc_recall_at_10_max": 0.690951, "nauc_recall_at_10_std": 0.180561, "nauc_recall_at_10_diff1": 0.595023, "nauc_recall_at_20_max": 0.694756, "nauc_recall_at_20_std": 0.2513, "nauc_recall_at_20_diff1": 0.56702, "nauc_recall_at_100_max": 0.701123, "nauc_recall_at_100_std": 0.420017, "nauc_recall_at_100_diff1": 0.516922, "nauc_recall_at_1000_max": 0.747666, "nauc_recall_at_1000_std": 0.615469, "nauc_recall_at_1000_diff1": 0.479389, "nauc_precision_at_1_max": 0.605508, "nauc_precision_at_1_std": 0.041987, "nauc_precision_at_1_diff1": 0.716344, "nauc_precision_at_3_max": 0.67158, "nauc_precision_at_3_std": 0.104221, "nauc_precision_at_3_diff1": 0.639392, "nauc_precision_at_5_max": 0.683663, "nauc_precision_at_5_std": 0.128159, "nauc_precision_at_5_diff1": 0.619321, "nauc_precision_at_10_max": 0.690649, "nauc_precision_at_10_std": 0.180688, "nauc_precision_at_10_diff1": 0.595195, "nauc_precision_at_20_max": 0.694398, "nauc_precision_at_20_std": 0.251501, "nauc_precision_at_20_diff1": 0.567207, "nauc_precision_at_100_max": 0.697307, "nauc_precision_at_100_std": 0.419011, "nauc_precision_at_100_diff1": 0.514527, "nauc_precision_at_1000_max": 0.708384, "nauc_precision_at_1000_std": 0.596526, "nauc_precision_at_1000_diff1": 0.460341, "nauc_mrr_at_1_max": 0.605508, "nauc_mrr_at_1_std": 0.041987, "nauc_mrr_at_1_diff1": 0.716344, "nauc_mrr_at_3_max": 0.635403, "nauc_mrr_at_3_std": 0.067906, "nauc_mrr_at_3_diff1": 0.685193, "nauc_mrr_at_5_max": 0.637168, "nauc_mrr_at_5_std": 0.072079, "nauc_mrr_at_5_diff1": 0.682006, "nauc_mrr_at_10_max": 0.637169, "nauc_mrr_at_10_std": 0.076953, "nauc_mrr_at_10_diff1": 0.68031, "nauc_mrr_at_20_max": 0.636906, "nauc_mrr_at_20_std": 0.079153, "nauc_mrr_at_20_diff1": 0.679818, "nauc_mrr_at_100_max": 0.636668, "nauc_mrr_at_100_std": 0.079946, "nauc_mrr_at_100_diff1": 0.680002, "nauc_mrr_at_1000_max": 0.636591, "nauc_mrr_at_1000_std": 0.079664, "nauc_mrr_at_1000_diff1": 0.680181, "hit_rate_at_1": 0.4762, "hit_rate_at_3": 0.60985, "hit_rate_at_5": 0.65846, "hit_rate_at_10": 0.7142, "hit_rate_at_20": 0.76973, "hit_rate_at_100": 0.87937, "hit_rate_at_1000": 0.97823, "main_score": 0.59332, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.42886, "ndcg_at_3": 0.51146, "ndcg_at_5": 0.53332, "ndcg_at_10": 0.55853, "ndcg_at_20": 0.57687, "ndcg_at_100": 0.59968, "ndcg_at_1000": 0.6126, "map_at_1": 0.42886, "map_at_3": 0.49118, "map_at_5": 0.50336, "map_at_10": 0.51384, "map_at_20": 0.51896, "map_at_100": 0.52218, "map_at_1000": 0.52267, "recall_at_1": 0.42886, "recall_at_3": 0.57011, "recall_at_5": 0.62301, "recall_at_10": 0.70056, "recall_at_20": 0.77247, "recall_at_100": 0.8942, "recall_at_1000": 0.99589, "accuracy": 0.42886, "precision_at_1": 0.42886, "precision_at_3": 0.19004, "precision_at_5": 0.1246, "precision_at_10": 0.07006, "precision_at_20": 0.03862, "precision_at_100": 0.00894, "precision_at_1000": 0.001, "mrr_at_1": 0.428865, "mrr_at_3": 0.491183, "mrr_at_5": 0.503356, "mrr_at_10": 0.513838, "mrr_at_20": 0.518959, "mrr_at_100": 0.522184, "mrr_at_1000": 0.522667, "nauc_ndcg_at_1_max": 0.536715, "nauc_ndcg_at_1_std": -0.014985, "nauc_ndcg_at_1_diff1": 0.669715, "nauc_ndcg_at_3_max": 0.559996, "nauc_ndcg_at_3_std": 0.008234, "nauc_ndcg_at_3_diff1": 0.621607, "nauc_ndcg_at_5_max": 0.5659, "nauc_ndcg_at_5_std": 0.016038, "nauc_ndcg_at_5_diff1": 0.615343, "nauc_ndcg_at_10_max": 0.56516, "nauc_ndcg_at_10_std": 0.01609, "nauc_ndcg_at_10_diff1": 0.612379, "nauc_ndcg_at_20_max": 0.56509, "nauc_ndcg_at_20_std": 0.0308, "nauc_ndcg_at_20_diff1": 0.607669, "nauc_ndcg_at_100_max": 0.564975, "nauc_ndcg_at_100_std": 0.041092, "nauc_ndcg_at_100_diff1": 0.611337, "nauc_ndcg_at_1000_max": 0.561932, "nauc_ndcg_at_1000_std": 0.025437, "nauc_ndcg_at_1000_diff1": 0.619102, "nauc_map_at_1_max": 0.536715, "nauc_map_at_1_std": -0.014985, "nauc_map_at_1_diff1": 0.669715, "nauc_map_at_3_max": 0.554244, "nauc_map_at_3_std": 0.001516, "nauc_map_at_3_diff1": 0.633242, "nauc_map_at_5_max": 0.557513, "nauc_map_at_5_std": 0.005697, "nauc_map_at_5_diff1": 0.630135, "nauc_map_at_10_max": 0.557116, "nauc_map_at_10_std": 0.005534, "nauc_map_at_10_diff1": 0.62921, "nauc_map_at_20_max": 0.557026, "nauc_map_at_20_std": 0.009394, "nauc_map_at_20_diff1": 0.627966, "nauc_map_at_100_max": 0.556965, "nauc_map_at_100_std": 0.010888, "nauc_map_at_100_diff1": 0.628629, "nauc_map_at_1000_max": 0.556881, "nauc_map_at_1000_std": 0.01045, "nauc_map_at_1000_diff1": 0.62889, "nauc_recall_at_1_max": 0.536715, "nauc_recall_at_1_std": -0.014985, "nauc_recall_at_1_diff1": 0.669715, "nauc_recall_at_3_max": 0.577573, "nauc_recall_at_3_std": 0.029196, "nauc_recall_at_3_diff1": 0.586166, "nauc_recall_at_5_max": 0.593833, "nauc_recall_at_5_std": 0.05123, "nauc_recall_at_5_diff1": 0.566321, "nauc_recall_at_10_max": 0.595498, "nauc_recall_at_10_std": 0.057384, "nauc_recall_at_10_diff1": 0.547115, "nauc_recall_at_20_max": 0.602517, "nauc_recall_at_20_std": 0.149868, "nauc_recall_at_20_diff1": 0.506356, "nauc_recall_at_100_max": 0.636123, "nauc_recall_at_100_std": 0.395014, "nauc_recall_at_100_diff1": 0.458406, "nauc_recall_at_1000_max": 0.705336, "nauc_recall_at_1000_std": 0.525416, "nauc_recall_at_1000_diff1": 0.753486, "nauc_precision_at_1_max": 0.536715, "nauc_precision_at_1_std": -0.014985, "nauc_precision_at_1_diff1": 0.669715, "nauc_precision_at_3_max": 0.577573, "nauc_precision_at_3_std": 0.029196, "nauc_precision_at_3_diff1": 0.586166, "nauc_precision_at_5_max": 0.593833, "nauc_precision_at_5_std": 0.05123, "nauc_precision_at_5_diff1": 0.566321, "nauc_precision_at_10_max": 0.595498, "nauc_precision_at_10_std": 0.057384, "nauc_precision_at_10_diff1": 0.547115, "nauc_precision_at_20_max": 0.602517, "nauc_precision_at_20_std": 0.149868, "nauc_precision_at_20_diff1": 0.506356, "nauc_precision_at_100_max": 0.636123, "nauc_precision_at_100_std": 0.395014, "nauc_precision_at_100_diff1": 0.458406, "nauc_precision_at_1000_max": 0.705336, "nauc_precision_at_1000_std": 0.525416, "nauc_precision_at_1000_diff1": 0.753486, "nauc_mrr_at_1_max": 0.536715, "nauc_mrr_at_1_std": -0.014985, "nauc_mrr_at_1_diff1": 0.669715, "nauc_mrr_at_3_max": 0.554244, "nauc_mrr_at_3_std": 0.001516, "nauc_mrr_at_3_diff1": 0.633242, "nauc_mrr_at_5_max": 0.557513, "nauc_mrr_at_5_std": 0.005697, "nauc_mrr_at_5_diff1": 0.630135, "nauc_mrr_at_10_max": 0.557116, "nauc_mrr_at_10_std": 0.005534, "nauc_mrr_at_10_diff1": 0.62921, "nauc_mrr_at_20_max": 0.557026, "nauc_mrr_at_20_std": 0.009394, "nauc_mrr_at_20_diff1": 0.627966, "nauc_mrr_at_100_max": 0.556965, "nauc_mrr_at_100_std": 0.010888, "nauc_mrr_at_100_diff1": 0.628629, "nauc_mrr_at_1000_max": 0.556881, "nauc_mrr_at_1000_std": 0.01045, "nauc_mrr_at_1000_diff1": 0.62889, "hit_rate_at_1": 0.42886, "hit_rate_at_3": 0.57011, "hit_rate_at_5": 0.62301, "hit_rate_at_10": 0.70056, "hit_rate_at_20": 0.77247, "hit_rate_at_100": 0.8942, "hit_rate_at_1000": 0.99589, "main_score": 0.55853, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.44369, "ndcg_at_3": 0.53672, "ndcg_at_5": 0.56158, "ndcg_at_10": 0.58757, "ndcg_at_20": 0.60688, "ndcg_at_100": 0.62838, "ndcg_at_1000": 0.63699, "map_at_1": 0.44369, "map_at_3": 0.51424, "map_at_5": 0.52814, "map_at_10": 0.53896, "map_at_20": 0.54434, "map_at_100": 0.54743, "map_at_1000": 0.54778, "recall_at_1": 0.44369, "recall_at_3": 0.60158, "recall_at_5": 0.66157, "recall_at_10": 0.74137, "recall_at_20": 0.8172, "recall_at_100": 0.93152, "recall_at_1000": 0.99774, "accuracy": 0.44369, "precision_at_1": 0.44369, "precision_at_3": 0.20053, "precision_at_5": 0.13231, "precision_at_10": 0.07414, "precision_at_20": 0.04086, "precision_at_100": 0.00932, "precision_at_1000": 0.001, "mrr_at_1": 0.44369, "mrr_at_3": 0.514243, "mrr_at_5": 0.528136, "mrr_at_10": 0.538961, "mrr_at_20": 0.544338, "mrr_at_100": 0.547428, "mrr_at_1000": 0.547779, "nauc_ndcg_at_1_max": 0.530862, "nauc_ndcg_at_1_std": -0.075974, "nauc_ndcg_at_1_diff1": 0.64373, "nauc_ndcg_at_3_max": 0.549641, "nauc_ndcg_at_3_std": -0.065129, "nauc_ndcg_at_3_diff1": 0.57762, "nauc_ndcg_at_5_max": 0.545539, "nauc_ndcg_at_5_std": -0.077074, "nauc_ndcg_at_5_diff1": 0.574112, "nauc_ndcg_at_10_max": 0.537348, "nauc_ndcg_at_10_std": -0.064841, "nauc_ndcg_at_10_diff1": 0.563096, "nauc_ndcg_at_20_max": 0.536241, "nauc_ndcg_at_20_std": -0.056846, "nauc_ndcg_at_20_diff1": 0.563219, "nauc_ndcg_at_100_max": 0.543318, "nauc_ndcg_at_100_std": -0.048551, "nauc_ndcg_at_100_diff1": 0.571484, "nauc_ndcg_at_1000_max": 0.540645, "nauc_ndcg_at_1000_std": -0.059377, "nauc_ndcg_at_1000_diff1": 0.578012, "nauc_map_at_1_max": 0.530862, "nauc_map_at_1_std": -0.075974, "nauc_map_at_1_diff1": 0.64373, "nauc_map_at_3_max": 0.544345, "nauc_map_at_3_std": -0.067832, "nauc_map_at_3_diff1": 0.593482, "nauc_map_at_5_max": 0.542192, "nauc_map_at_5_std": -0.074392, "nauc_map_at_5_diff1": 0.592038, "nauc_map_at_10_max": 0.539026, "nauc_map_at_10_std": -0.06984, "nauc_map_at_10_diff1": 0.588224, "nauc_map_at_20_max": 0.538737, "nauc_map_at_20_std": -0.068004, "nauc_map_at_20_diff1": 0.588458, "nauc_map_at_100_max": 0.539665, "nauc_map_at_100_std": -0.066834, "nauc_map_at_100_diff1": 0.589622, "nauc_map_at_1000_max": 0.539581, "nauc_map_at_1000_std": -0.067147, "nauc_map_at_1000_diff1": 0.58987, "nauc_recall_at_1_max": 0.530862, "nauc_recall_at_1_std": -0.075974, "nauc_recall_at_1_diff1": 0.64373, "nauc_recall_at_3_max": 0.566368, "nauc_recall_at_3_std": -0.056736, "nauc_recall_at_3_diff1": 0.52864, "nauc_recall_at_5_max": 0.556255, "nauc_recall_at_5_std": -0.088087, "nauc_recall_at_5_diff1": 0.512872, "nauc_recall_at_10_max": 0.524834, "nauc_recall_at_10_std": -0.039268, "nauc_recall_at_10_diff1": 0.45399, "nauc_recall_at_20_max": 0.513897, "nauc_recall_at_20_std": 0.023063, "nauc_recall_at_20_diff1": 0.42009, "nauc_recall_at_100_max": 0.624806, "nauc_recall_at_100_std": 0.299726, "nauc_recall_at_100_diff1": 0.378599, "nauc_recall_at_1000_max": 0.64178, "nauc_recall_at_1000_std": 0.506968, "nauc_recall_at_1000_diff1": 0.396497, "nauc_precision_at_1_max": 0.530862, "nauc_precision_at_1_std": -0.075974, "nauc_precision_at_1_diff1": 0.64373, "nauc_precision_at_3_max": 0.566368, "nauc_precision_at_3_std": -0.056736, "nauc_precision_at_3_diff1": 0.52864, "nauc_precision_at_5_max": 0.556255, "nauc_precision_at_5_std": -0.088087, "nauc_precision_at_5_diff1": 0.512872, "nauc_precision_at_10_max": 0.524834, "nauc_precision_at_10_std": -0.039268, "nauc_precision_at_10_diff1": 0.45399, "nauc_precision_at_20_max": 0.513897, "nauc_precision_at_20_std": 0.023063, "nauc_precision_at_20_diff1": 0.42009, "nauc_precision_at_100_max": 0.624806, "nauc_precision_at_100_std": 0.299726, "nauc_precision_at_100_diff1": 0.378599, "nauc_precision_at_1000_max": 0.64178, "nauc_precision_at_1000_std": 0.506968, "nauc_precision_at_1000_diff1": 0.396497, "nauc_mrr_at_1_max": 0.530862, "nauc_mrr_at_1_std": -0.075974, "nauc_mrr_at_1_diff1": 0.64373, "nauc_mrr_at_3_max": 0.544345, "nauc_mrr_at_3_std": -0.067832, "nauc_mrr_at_3_diff1": 0.593482, "nauc_mrr_at_5_max": 0.542192, "nauc_mrr_at_5_std": -0.074392, "nauc_mrr_at_5_diff1": 0.592038, "nauc_mrr_at_10_max": 0.539026, "nauc_mrr_at_10_std": -0.06984, "nauc_mrr_at_10_diff1": 0.588224, "nauc_mrr_at_20_max": 0.538737, "nauc_mrr_at_20_std": -0.068004, "nauc_mrr_at_20_diff1": 0.588458, "nauc_mrr_at_100_max": 0.539665, "nauc_mrr_at_100_std": -0.066834, "nauc_mrr_at_100_diff1": 0.589622, "nauc_mrr_at_1000_max": 0.539581, "nauc_mrr_at_1000_std": -0.067147, "nauc_mrr_at_1000_diff1": 0.58987, "hit_rate_at_1": 0.44369, "hit_rate_at_3": 0.60158, "hit_rate_at_5": 0.66157, "hit_rate_at_10": 0.74137, "hit_rate_at_20": 0.8172, "hit_rate_at_100": 0.93152, "hit_rate_at_1000": 0.99774, "main_score": 0.58757, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.36053, "ndcg_at_3": 0.441, "ndcg_at_5": 0.46698, "ndcg_at_10": 0.49361, "ndcg_at_20": 0.51129, "ndcg_at_100": 0.54033, "ndcg_at_1000": 0.55529, "map_at_1": 0.36053, "map_at_3": 0.42135, "map_at_5": 0.43578, "map_at_10": 0.44692, "map_at_20": 0.45178, "map_at_100": 0.45564, "map_at_1000": 0.45617, "recall_at_1": 0.36053, "recall_at_3": 0.4978, "recall_at_5": 0.56082, "recall_at_10": 0.6424, "recall_at_20": 0.71226, "recall_at_100": 0.87103, "recall_at_1000": 0.99072, "accuracy": 0.36053, "precision_at_1": 0.36053, "precision_at_3": 0.16593, "precision_at_5": 0.11216, "precision_at_10": 0.06424, "precision_at_20": 0.03561, "precision_at_100": 0.00871, "precision_at_1000": 0.00099, "mrr_at_1": 0.360528, "mrr_at_3": 0.421348, "mrr_at_5": 0.435784, "mrr_at_10": 0.446925, "mrr_at_20": 0.451783, "mrr_at_100": 0.455637, "mrr_at_1000": 0.456169, "nauc_ndcg_at_1_max": 0.5838, "nauc_ndcg_at_1_std": 0.032481, "nauc_ndcg_at_1_diff1": 0.637729, "nauc_ndcg_at_3_max": 0.571704, "nauc_ndcg_at_3_std": 0.051606, "nauc_ndcg_at_3_diff1": 0.56099, "nauc_ndcg_at_5_max": 0.576389, "nauc_ndcg_at_5_std": 0.06343, "nauc_ndcg_at_5_diff1": 0.550007, "nauc_ndcg_at_10_max": 0.57383, "nauc_ndcg_at_10_std": 0.072842, "nauc_ndcg_at_10_diff1": 0.539488, "nauc_ndcg_at_20_max": 0.577859, "nauc_ndcg_at_20_std": 0.081458, "nauc_ndcg_at_20_diff1": 0.538031, "nauc_ndcg_at_100_max": 0.579608, "nauc_ndcg_at_100_std": 0.087737, "nauc_ndcg_at_100_diff1": 0.544358, "nauc_ndcg_at_1000_max": 0.578769, "nauc_ndcg_at_1000_std": 0.076826, "nauc_ndcg_at_1000_diff1": 0.552551, "nauc_map_at_1_max": 0.5838, "nauc_map_at_1_std": 0.032481, "nauc_map_at_1_diff1": 0.637729, "nauc_map_at_3_max": 0.575048, "nauc_map_at_3_std": 0.046874, "nauc_map_at_3_diff1": 0.578696, "nauc_map_at_5_max": 0.577559, "nauc_map_at_5_std": 0.053323, "nauc_map_at_5_diff1": 0.572868, "nauc_map_at_10_max": 0.576555, "nauc_map_at_10_std": 0.057309, "nauc_map_at_10_diff1": 0.568732, "nauc_map_at_20_max": 0.577609, "nauc_map_at_20_std": 0.059532, "nauc_map_at_20_diff1": 0.568585, "nauc_map_at_100_max": 0.578097, "nauc_map_at_100_std": 0.060509, "nauc_map_at_100_diff1": 0.569456, "nauc_map_at_1000_max": 0.578087, "nauc_map_at_1000_std": 0.060272, "nauc_map_at_1000_diff1": 0.569714, "nauc_recall_at_1_max": 0.5838, "nauc_recall_at_1_std": 0.032481, "nauc_recall_at_1_diff1": 0.637729, "nauc_recall_at_3_max": 0.561783, "nauc_recall_at_3_std": 0.065441, "nauc_recall_at_3_diff1": 0.509747, "nauc_recall_at_5_max": 0.573477, "nauc_recall_at_5_std": 0.096231, "nauc_recall_at_5_diff1": 0.478692, "nauc_recall_at_10_max": 0.564059, "nauc_recall_at_10_std": 0.131274, "nauc_recall_at_10_diff1": 0.434129, "nauc_recall_at_20_max": 0.583144, "nauc_recall_at_20_std": 0.183345, "nauc_recall_at_20_diff1": 0.40974, "nauc_recall_at_100_max": 0.600094, "nauc_recall_at_100_std": 0.34915, "nauc_recall_at_100_diff1": 0.369397, "nauc_recall_at_1000_max": 0.599188, "nauc_recall_at_1000_std": 0.657886, "nauc_recall_at_1000_diff1": 0.226378, "nauc_precision_at_1_max": 0.5838, "nauc_precision_at_1_std": 0.032481, "nauc_precision_at_1_diff1": 0.637729, "nauc_precision_at_3_max": 0.561783, "nauc_precision_at_3_std": 0.065441, "nauc_precision_at_3_diff1": 0.509747, "nauc_precision_at_5_max": 0.573477, "nauc_precision_at_5_std": 0.096231, "nauc_precision_at_5_diff1": 0.478692, "nauc_precision_at_10_max": 0.564059, "nauc_precision_at_10_std": 0.131274, "nauc_precision_at_10_diff1": 0.434129, "nauc_precision_at_20_max": 0.583144, "nauc_precision_at_20_std": 0.183345, "nauc_precision_at_20_diff1": 0.40974, "nauc_precision_at_100_max": 0.600094, "nauc_precision_at_100_std": 0.34915, "nauc_precision_at_100_diff1": 0.369397, "nauc_precision_at_1000_max": 0.599188, "nauc_precision_at_1000_std": 0.657886, "nauc_precision_at_1000_diff1": 0.226378, "nauc_mrr_at_1_max": 0.5838, "nauc_mrr_at_1_std": 0.032481, "nauc_mrr_at_1_diff1": 0.637729, "nauc_mrr_at_3_max": 0.575048, "nauc_mrr_at_3_std": 0.046874, "nauc_mrr_at_3_diff1": 0.578696, "nauc_mrr_at_5_max": 0.577559, "nauc_mrr_at_5_std": 0.053323, "nauc_mrr_at_5_diff1": 0.572868, "nauc_mrr_at_10_max": 0.576555, "nauc_mrr_at_10_std": 0.057309, "nauc_mrr_at_10_diff1": 0.568732, "nauc_mrr_at_20_max": 0.577609, "nauc_mrr_at_20_std": 0.059532, "nauc_mrr_at_20_diff1": 0.568585, "nauc_mrr_at_100_max": 0.578097, "nauc_mrr_at_100_std": 0.060509, "nauc_mrr_at_100_diff1": 0.569456, "nauc_mrr_at_1000_max": 0.578087, "nauc_mrr_at_1000_std": 0.060272, "nauc_mrr_at_1000_diff1": 0.569714, "hit_rate_at_1": 0.36053, "hit_rate_at_3": 0.4978, "hit_rate_at_5": 0.56082, "hit_rate_at_10": 0.6424, "hit_rate_at_20": 0.71226, "hit_rate_at_100": 0.87103, "hit_rate_at_1000": 0.99072, "main_score": 0.49361, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.54002, "ndcg_at_3": 0.61588, "ndcg_at_5": 0.63348, "ndcg_at_10": 0.65311, "ndcg_at_20": 0.6665, "ndcg_at_100": 0.68749, "ndcg_at_1000": 0.69504, "map_at_1": 0.53973, "map_at_3": 0.59747, "map_at_5": 0.60727, "map_at_10": 0.61532, "map_at_20": 0.61905, "map_at_100": 0.62201, "map_at_1000": 0.6223, "recall_at_1": 0.53973, "recall_at_3": 0.66876, "recall_at_5": 0.71147, "recall_at_10": 0.7724, "recall_at_20": 0.82497, "recall_at_100": 0.93728, "recall_at_1000": 0.99642, "accuracy": 0.53973, "precision_at_1": 0.54002, "precision_at_3": 0.22302, "precision_at_5": 0.14241, "precision_at_10": 0.0773, "precision_at_20": 0.04128, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "mrr_at_1": 0.540024, "mrr_at_3": 0.59777, "mrr_at_5": 0.607447, "mrr_at_10": 0.615497, "mrr_at_20": 0.619228, "mrr_at_100": 0.62219, "mrr_at_1000": 0.622476, "nauc_ndcg_at_1_max": 0.682501, "nauc_ndcg_at_1_std": -0.06181, "nauc_ndcg_at_1_diff1": 0.814227, "nauc_ndcg_at_3_max": 0.716199, "nauc_ndcg_at_3_std": -0.03354, "nauc_ndcg_at_3_diff1": 0.771893, "nauc_ndcg_at_5_max": 0.717279, "nauc_ndcg_at_5_std": -0.021206, "nauc_ndcg_at_5_diff1": 0.761072, "nauc_ndcg_at_10_max": 0.717933, "nauc_ndcg_at_10_std": -0.010463, "nauc_ndcg_at_10_diff1": 0.758884, "nauc_ndcg_at_20_max": 0.719029, "nauc_ndcg_at_20_std": -0.001797, "nauc_ndcg_at_20_diff1": 0.758839, "nauc_ndcg_at_100_max": 0.715666, "nauc_ndcg_at_100_std": -0.001354, "nauc_ndcg_at_100_diff1": 0.764281, "nauc_ndcg_at_1000_max": 0.71229, "nauc_ndcg_at_1000_std": -0.014776, "nauc_ndcg_at_1000_diff1": 0.767641, "nauc_map_at_1_max": 0.680737, "nauc_map_at_1_std": -0.063337, "nauc_map_at_1_diff1": 0.813467, "nauc_map_at_3_max": 0.706624, "nauc_map_at_3_std": -0.042603, "nauc_map_at_3_diff1": 0.781835, "nauc_map_at_5_max": 0.707293, "nauc_map_at_5_std": -0.03587, "nauc_map_at_5_diff1": 0.77623, "nauc_map_at_10_max": 0.707412, "nauc_map_at_10_std": -0.032271, "nauc_map_at_10_diff1": 0.775916, "nauc_map_at_20_max": 0.707562, "nauc_map_at_20_std": -0.030202, "nauc_map_at_20_diff1": 0.776033, "nauc_map_at_100_max": 0.706985, "nauc_map_at_100_std": -0.030173, "nauc_map_at_100_diff1": 0.776616, "nauc_map_at_1000_max": 0.706859, "nauc_map_at_1000_std": -0.030593, "nauc_map_at_1000_diff1": 0.776708, "nauc_recall_at_1_max": 0.680737, "nauc_recall_at_1_std": -0.063337, "nauc_recall_at_1_diff1": 0.813467, "nauc_recall_at_3_max": 0.745147, "nauc_recall_at_3_std": -0.005389, "nauc_recall_at_3_diff1": 0.739146, "nauc_recall_at_5_max": 0.750869, "nauc_recall_at_5_std": 0.031243, "nauc_recall_at_5_diff1": 0.706166, "nauc_recall_at_10_max": 0.760289, "nauc_recall_at_10_std": 0.088731, "nauc_recall_at_10_diff1": 0.683672, "nauc_recall_at_20_max": 0.778151, "nauc_recall_at_20_std": 0.167114, "nauc_recall_at_20_diff1": 0.664931, "nauc_recall_at_100_max": 0.80866, "nauc_recall_at_100_std": 0.435239, "nauc_recall_at_100_diff1": 0.641278, "nauc_recall_at_1000_max": 0.626203, "nauc_recall_at_1000_std": 0.479134, "nauc_recall_at_1000_diff1": 0.482727, "nauc_precision_at_1_max": 0.682501, "nauc_precision_at_1_std": -0.06181, "nauc_precision_at_1_diff1": 0.814227, "nauc_precision_at_3_max": 0.747476, "nauc_precision_at_3_std": -0.00351, "nauc_precision_at_3_diff1": 0.740198, "nauc_precision_at_5_max": 0.751897, "nauc_precision_at_5_std": 0.035243, "nauc_precision_at_5_diff1": 0.704587, "nauc_precision_at_10_max": 0.761489, "nauc_precision_at_10_std": 0.09329, "nauc_precision_at_10_diff1": 0.681871, "nauc_precision_at_20_max": 0.779539, "nauc_precision_at_20_std": 0.172325, "nauc_precision_at_20_diff1": 0.662796, "nauc_precision_at_100_max": 0.811781, "nauc_precision_at_100_std": 0.444451, "nauc_precision_at_100_diff1": 0.636097, "nauc_precision_at_1000_max": 0.710274, "nauc_precision_at_1000_std": 0.596282, "nauc_precision_at_1000_diff1": 0.446952, "nauc_mrr_at_1_max": 0.682501, "nauc_mrr_at_1_std": -0.06181, "nauc_mrr_at_1_diff1": 0.814227, "nauc_mrr_at_3_max": 0.708546, "nauc_mrr_at_3_std": -0.04094, "nauc_mrr_at_3_diff1": 0.782648, "nauc_mrr_at_5_max": 0.708468, "nauc_mrr_at_5_std": -0.034852, "nauc_mrr_at_5_diff1": 0.776726, "nauc_mrr_at_10_max": 0.70861, "nauc_mrr_at_10_std": -0.031233, "nauc_mrr_at_10_diff1": 0.776421, "nauc_mrr_at_20_max": 0.708772, "nauc_mrr_at_20_std": -0.029152, "nauc_mrr_at_20_diff1": 0.776543, "nauc_mrr_at_100_max": 0.708206, "nauc_mrr_at_100_std": -0.029114, "nauc_mrr_at_100_diff1": 0.777131, "nauc_mrr_at_1000_max": 0.708081, "nauc_mrr_at_1000_std": -0.029533, "nauc_mrr_at_1000_diff1": 0.777223, "hit_rate_at_1": 0.54002, "hit_rate_at_3": 0.66906, "hit_rate_at_5": 0.71147, "hit_rate_at_10": 0.7724, "hit_rate_at_20": 0.82497, "hit_rate_at_100": 0.93728, "hit_rate_at_1000": 0.99642, "main_score": 0.65311, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48862, "ndcg_at_3": 0.56498, "ndcg_at_5": 0.58377, "ndcg_at_10": 0.60466, "ndcg_at_20": 0.61992, "ndcg_at_100": 0.64041, "ndcg_at_1000": 0.65135, "map_at_1": 0.48853, "map_at_3": 0.54636, "map_at_5": 0.55678, "map_at_10": 0.56542, "map_at_20": 0.5696, "map_at_100": 0.57241, "map_at_1000": 0.57281, "recall_at_1": 0.48853, "recall_at_3": 0.6187, "recall_at_5": 0.66439, "recall_at_10": 0.72884, "recall_at_20": 0.78928, "recall_at_100": 0.90015, "recall_at_1000": 0.98653, "accuracy": 0.48853, "precision_at_1": 0.48862, "precision_at_3": 0.20626, "precision_at_5": 0.1329, "precision_at_10": 0.07291, "precision_at_20": 0.03948, "precision_at_100": 0.009, "precision_at_1000": 0.00099, "mrr_at_1": 0.488622, "mrr_at_3": 0.546453, "mrr_at_5": 0.556866, "mrr_at_10": 0.565491, "mrr_at_20": 0.569673, "mrr_at_100": 0.57248, "mrr_at_1000": 0.572885, "nauc_ndcg_at_1_max": 0.656132, "nauc_ndcg_at_1_std": 0.037958, "nauc_ndcg_at_1_diff1": 0.746579, "nauc_ndcg_at_3_max": 0.68812, "nauc_ndcg_at_3_std": 0.056675, "nauc_ndcg_at_3_diff1": 0.699664, "nauc_ndcg_at_5_max": 0.691429, "nauc_ndcg_at_5_std": 0.065206, "nauc_ndcg_at_5_diff1": 0.695097, "nauc_ndcg_at_10_max": 0.690445, "nauc_ndcg_at_10_std": 0.077147, "nauc_ndcg_at_10_diff1": 0.690257, "nauc_ndcg_at_20_max": 0.688437, "nauc_ndcg_at_20_std": 0.088342, "nauc_ndcg_at_20_diff1": 0.687483, "nauc_ndcg_at_100_max": 0.686948, "nauc_ndcg_at_100_std": 0.095146, "nauc_ndcg_at_100_diff1": 0.690759, "nauc_ndcg_at_1000_max": 0.685849, "nauc_ndcg_at_1000_std": 0.083103, "nauc_ndcg_at_1000_diff1": 0.696572, "nauc_map_at_1_max": 0.655965, "nauc_map_at_1_std": 0.037811, "nauc_map_at_1_diff1": 0.746409, "nauc_map_at_3_max": 0.680374, "nauc_map_at_3_std": 0.05191, "nauc_map_at_3_diff1": 0.711197, "nauc_map_at_5_max": 0.682014, "nauc_map_at_5_std": 0.056388, "nauc_map_at_5_diff1": 0.708924, "nauc_map_at_10_max": 0.681457, "nauc_map_at_10_std": 0.060781, "nauc_map_at_10_diff1": 0.707181, "nauc_map_at_20_max": 0.680895, "nauc_map_at_20_std": 0.063459, "nauc_map_at_20_diff1": 0.706703, "nauc_map_at_100_max": 0.680673, "nauc_map_at_100_std": 0.06428, "nauc_map_at_100_diff1": 0.707147, "nauc_map_at_1000_max": 0.68066, "nauc_map_at_1000_std": 0.063993, "nauc_map_at_1000_diff1": 0.707347, "nauc_recall_at_1_max": 0.655965, "nauc_recall_at_1_std": 0.037811, "nauc_recall_at_1_diff1": 0.746409, "nauc_recall_at_3_max": 0.711968, "nauc_recall_at_3_std": 0.071446, "nauc_recall_at_3_diff1": 0.663365, "nauc_recall_at_5_max": 0.723142, "nauc_recall_at_5_std": 0.09611, "nauc_recall_at_5_diff1": 0.647751, "nauc_recall_at_10_max": 0.725041, "nauc_recall_at_10_std": 0.148476, "nauc_recall_at_10_diff1": 0.621685, "nauc_recall_at_20_max": 0.720661, "nauc_recall_at_20_std": 0.230112, "nauc_recall_at_20_diff1": 0.589326, "nauc_recall_at_100_max": 0.728479, "nauc_recall_at_100_std": 0.455888, "nauc_recall_at_100_diff1": 0.548685, "nauc_recall_at_1000_max": 0.794801, "nauc_recall_at_1000_std": 0.768168, "nauc_recall_at_1000_diff1": 0.534872, "nauc_precision_at_1_max": 0.656132, "nauc_precision_at_1_std": 0.037958, "nauc_precision_at_1_diff1": 0.746579, "nauc_precision_at_3_max": 0.712254, "nauc_precision_at_3_std": 0.071627, "nauc_precision_at_3_diff1": 0.663643, "nauc_precision_at_5_max": 0.723456, "nauc_precision_at_5_std": 0.096312, "nauc_precision_at_5_diff1": 0.648052, "nauc_precision_at_10_max": 0.724571, "nauc_precision_at_10_std": 0.149413, "nauc_precision_at_10_diff1": 0.621249, "nauc_precision_at_20_max": 0.720092, "nauc_precision_at_20_std": 0.231154, "nauc_precision_at_20_diff1": 0.588835, "nauc_precision_at_100_max": 0.727535, "nauc_precision_at_100_std": 0.457468, "nauc_precision_at_100_diff1": 0.547969, "nauc_precision_at_1000_max": 0.761753, "nauc_precision_at_1000_std": 0.763395, "nauc_precision_at_1000_diff1": 0.510968, "nauc_mrr_at_1_max": 0.656132, "nauc_mrr_at_1_std": 0.037958, "nauc_mrr_at_1_diff1": 0.746579, "nauc_mrr_at_3_max": 0.680552, "nauc_mrr_at_3_std": 0.052066, "nauc_mrr_at_3_diff1": 0.711376, "nauc_mrr_at_5_max": 0.682195, "nauc_mrr_at_5_std": 0.056547, "nauc_mrr_at_5_diff1": 0.709106, "nauc_mrr_at_10_max": 0.681583, "nauc_mrr_at_10_std": 0.060945, "nauc_mrr_at_10_diff1": 0.707303, "nauc_mrr_at_20_max": 0.681023, "nauc_mrr_at_20_std": 0.063626, "nauc_mrr_at_20_diff1": 0.706826, "nauc_mrr_at_100_max": 0.680802, "nauc_mrr_at_100_std": 0.064448, "nauc_mrr_at_100_diff1": 0.707271, "nauc_mrr_at_1000_max": 0.680789, "nauc_mrr_at_1000_std": 0.064156, "nauc_mrr_at_1000_diff1": 0.707471, "hit_rate_at_1": 0.48862, "hit_rate_at_3": 0.61879, "hit_rate_at_5": 0.66448, "hit_rate_at_10": 0.72893, "hit_rate_at_20": 0.78937, "hit_rate_at_100": 0.90024, "hit_rate_at_1000": 0.98653, "main_score": 0.60466, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51116, "ndcg_at_3": 0.59492, "ndcg_at_5": 0.61598, "ndcg_at_10": 0.63479, "ndcg_at_20": 0.6502, "ndcg_at_100": 0.66923, "ndcg_at_1000": 0.67842, "map_at_1": 0.51116, "map_at_3": 0.57453, "map_at_5": 0.58636, "map_at_10": 0.59416, "map_at_20": 0.59851, "map_at_100": 0.60115, "map_at_1000": 0.60151, "recall_at_1": 0.51116, "recall_at_3": 0.65369, "recall_at_5": 0.70426, "recall_at_10": 0.76227, "recall_at_20": 0.82226, "recall_at_100": 0.92489, "recall_at_1000": 0.99653, "accuracy": 0.51116, "precision_at_1": 0.51116, "precision_at_3": 0.21798, "precision_at_5": 0.1409, "precision_at_10": 0.07625, "precision_at_20": 0.04113, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "mrr_at_1": 0.511155, "mrr_at_3": 0.574616, "mrr_at_5": 0.58644, "mrr_at_10": 0.594243, "mrr_at_20": 0.598594, "mrr_at_100": 0.601237, "mrr_at_1000": 0.601596, "nauc_ndcg_at_1_max": 0.654696, "nauc_ndcg_at_1_std": 0.028529, "nauc_ndcg_at_1_diff1": 0.780596, "nauc_ndcg_at_3_max": 0.701454, "nauc_ndcg_at_3_std": 0.062827, "nauc_ndcg_at_3_diff1": 0.732056, "nauc_ndcg_at_5_max": 0.698499, "nauc_ndcg_at_5_std": 0.070038, "nauc_ndcg_at_5_diff1": 0.72273, "nauc_ndcg_at_10_max": 0.700271, "nauc_ndcg_at_10_std": 0.083907, "nauc_ndcg_at_10_diff1": 0.721179, "nauc_ndcg_at_20_max": 0.699625, "nauc_ndcg_at_20_std": 0.091443, "nauc_ndcg_at_20_diff1": 0.720493, "nauc_ndcg_at_100_max": 0.696308, "nauc_ndcg_at_100_std": 0.094766, "nauc_ndcg_at_100_diff1": 0.725731, "nauc_ndcg_at_1000_max": 0.693349, "nauc_ndcg_at_1000_std": 0.079887, "nauc_ndcg_at_1000_diff1": 0.730258, "nauc_map_at_1_max": 0.654696, "nauc_map_at_1_std": 0.028529, "nauc_map_at_1_diff1": 0.780596, "nauc_map_at_3_max": 0.689141, "nauc_map_at_3_std": 0.052557, "nauc_map_at_3_diff1": 0.744043, "nauc_map_at_5_max": 0.687336, "nauc_map_at_5_std": 0.056108, "nauc_map_at_5_diff1": 0.739167, "nauc_map_at_10_max": 0.687764, "nauc_map_at_10_std": 0.060799, "nauc_map_at_10_diff1": 0.739056, "nauc_map_at_20_max": 0.687459, "nauc_map_at_20_std": 0.062615, "nauc_map_at_20_diff1": 0.738992, "nauc_map_at_100_max": 0.686967, "nauc_map_at_100_std": 0.063079, "nauc_map_at_100_diff1": 0.739738, "nauc_map_at_1000_max": 0.686881, "nauc_map_at_1000_std": 0.062635, "nauc_map_at_1000_diff1": 0.739909, "nauc_recall_at_1_max": 0.654696, "nauc_recall_at_1_std": 0.028529, "nauc_recall_at_1_diff1": 0.780596, "nauc_recall_at_3_max": 0.741675, "nauc_recall_at_3_std": 0.097018, "nauc_recall_at_3_diff1": 0.693698, "nauc_recall_at_5_max": 0.737636, "nauc_recall_at_5_std": 0.121542, "nauc_recall_at_5_diff1": 0.663878, "nauc_recall_at_10_max": 0.752922, "nauc_recall_at_10_std": 0.191553, "nauc_recall_at_10_diff1": 0.644589, "nauc_recall_at_20_max": 0.763371, "nauc_recall_at_20_std": 0.267394, "nauc_recall_at_20_diff1": 0.619861, "nauc_recall_at_100_max": 0.781036, "nauc_recall_at_100_std": 0.525825, "nauc_recall_at_100_diff1": 0.594232, "nauc_recall_at_1000_max": 0.816341, "nauc_recall_at_1000_std": 0.856951, "nauc_recall_at_1000_diff1": 0.395604, "nauc_precision_at_1_max": 0.654696, "nauc_precision_at_1_std": 0.028529, "nauc_precision_at_1_diff1": 0.780596, "nauc_precision_at_3_max": 0.741162, "nauc_precision_at_3_std": 0.096436, "nauc_precision_at_3_diff1": 0.693276, "nauc_precision_at_5_max": 0.737183, "nauc_precision_at_5_std": 0.120927, "nauc_precision_at_5_diff1": 0.6635, "nauc_precision_at_10_max": 0.752393, "nauc_precision_at_10_std": 0.190877, "nauc_precision_at_10_diff1": 0.644121, "nauc_precision_at_20_max": 0.762872, "nauc_precision_at_20_std": 0.266669, "nauc_precision_at_20_diff1": 0.619371, "nauc_precision_at_100_max": 0.780311, "nauc_precision_at_100_std": 0.525174, "nauc_precision_at_100_diff1": 0.593321, "nauc_precision_at_1000_max": 0.539431, "nauc_precision_at_1000_std": 0.60374, "nauc_precision_at_1000_diff1": 0.217398, "nauc_mrr_at_1_max": 0.654696, "nauc_mrr_at_1_std": 0.028529, "nauc_mrr_at_1_diff1": 0.780596, "nauc_mrr_at_3_max": 0.688982, "nauc_mrr_at_3_std": 0.052378, "nauc_mrr_at_3_diff1": 0.743925, "nauc_mrr_at_5_max": 0.687178, "nauc_mrr_at_5_std": 0.055926, "nauc_mrr_at_5_diff1": 0.739052, "nauc_mrr_at_10_max": 0.687604, "nauc_mrr_at_10_std": 0.060615, "nauc_mrr_at_10_diff1": 0.738939, "nauc_mrr_at_20_max": 0.687297, "nauc_mrr_at_20_std": 0.062429, "nauc_mrr_at_20_diff1": 0.738874, "nauc_mrr_at_100_max": 0.686804, "nauc_mrr_at_100_std": 0.062891, "nauc_mrr_at_100_diff1": 0.739619, "nauc_mrr_at_1000_max": 0.686719, "nauc_mrr_at_1000_std": 0.062449, "nauc_mrr_at_1000_diff1": 0.739791, "hit_rate_at_1": 0.51116, "hit_rate_at_3": 0.65394, "hit_rate_at_5": 0.70451, "hit_rate_at_10": 0.76252, "hit_rate_at_20": 0.82251, "hit_rate_at_100": 0.92514, "hit_rate_at_1000": 0.99653, "main_score": 0.63479, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.38161, "ndcg_at_3": 0.46844, "ndcg_at_5": 0.49406, "ndcg_at_10": 0.52075, "ndcg_at_20": 0.53775, "ndcg_at_100": 0.56372, "ndcg_at_1000": 0.57833, "map_at_1": 0.38161, "map_at_3": 0.44761, "map_at_5": 0.46184, "map_at_10": 0.47312, "map_at_20": 0.47777, "map_at_100": 0.4813, "map_at_1000": 0.48185, "recall_at_1": 0.38161, "recall_at_3": 0.52851, "recall_at_5": 0.59065, "recall_at_10": 0.6718, "recall_at_20": 0.73909, "recall_at_100": 0.87982, "recall_at_1000": 0.99538, "accuracy": 0.38161, "precision_at_1": 0.38161, "precision_at_3": 0.17617, "precision_at_5": 0.11813, "precision_at_10": 0.06718, "precision_at_20": 0.03695, "precision_at_100": 0.0088, "precision_at_1000": 0.001, "mrr_at_1": 0.381613, "mrr_at_3": 0.447612, "mrr_at_5": 0.461839, "mrr_at_10": 0.473118, "mrr_at_20": 0.477775, "mrr_at_100": 0.481305, "mrr_at_1000": 0.481849, "nauc_ndcg_at_1_max": 0.547707, "nauc_ndcg_at_1_std": 0.028607, "nauc_ndcg_at_1_diff1": 0.653178, "nauc_ndcg_at_3_max": 0.558928, "nauc_ndcg_at_3_std": 0.043216, "nauc_ndcg_at_3_diff1": 0.585852, "nauc_ndcg_at_5_max": 0.562459, "nauc_ndcg_at_5_std": 0.054196, "nauc_ndcg_at_5_diff1": 0.577618, "nauc_ndcg_at_10_max": 0.562797, "nauc_ndcg_at_10_std": 0.067301, "nauc_ndcg_at_10_diff1": 0.570301, "nauc_ndcg_at_20_max": 0.564606, "nauc_ndcg_at_20_std": 0.076526, "nauc_ndcg_at_20_diff1": 0.574297, "nauc_ndcg_at_100_max": 0.563812, "nauc_ndcg_at_100_std": 0.085846, "nauc_ndcg_at_100_diff1": 0.577148, "nauc_ndcg_at_1000_max": 0.562243, "nauc_ndcg_at_1000_std": 0.07039, "nauc_ndcg_at_1000_diff1": 0.583793, "nauc_map_at_1_max": 0.547707, "nauc_map_at_1_std": 0.028607, "nauc_map_at_1_diff1": 0.653178, "nauc_map_at_3_max": 0.555912, "nauc_map_at_3_std": 0.039322, "nauc_map_at_3_diff1": 0.601559, "nauc_map_at_5_max": 0.55797, "nauc_map_at_5_std": 0.045176, "nauc_map_at_5_diff1": 0.597498, "nauc_map_at_10_max": 0.558178, "nauc_map_at_10_std": 0.050359, "nauc_map_at_10_diff1": 0.594954, "nauc_map_at_20_max": 0.558647, "nauc_map_at_20_std": 0.052675, "nauc_map_at_20_diff1": 0.596314, "nauc_map_at_100_max": 0.558564, "nauc_map_at_100_std": 0.054172, "nauc_map_at_100_diff1": 0.596567, "nauc_map_at_1000_max": 0.558565, "nauc_map_at_1000_std": 0.053758, "nauc_map_at_1000_diff1": 0.596796, "nauc_recall_at_1_max": 0.547707, "nauc_recall_at_1_std": 0.028607, "nauc_recall_at_1_diff1": 0.653178, "nauc_recall_at_3_max": 0.568038, "nauc_recall_at_3_std": 0.054968, "nauc_recall_at_3_diff1": 0.539343, "nauc_recall_at_5_max": 0.577016, "nauc_recall_at_5_std": 0.08454, "nauc_recall_at_5_diff1": 0.513889, "nauc_recall_at_10_max": 0.57955, "nauc_recall_at_10_std": 0.136175, "nauc_recall_at_10_diff1": 0.477134, "nauc_recall_at_20_max": 0.59193, "nauc_recall_at_20_std": 0.197707, "nauc_recall_at_20_diff1": 0.479545, "nauc_recall_at_100_max": 0.604923, "nauc_recall_at_100_std": 0.416089, "nauc_recall_at_100_diff1": 0.437841, "nauc_recall_at_1000_max": 0.612289, "nauc_recall_at_1000_std": 0.584102, "nauc_recall_at_1000_diff1": 0.203654, "nauc_precision_at_1_max": 0.547707, "nauc_precision_at_1_std": 0.028607, "nauc_precision_at_1_diff1": 0.653178, "nauc_precision_at_3_max": 0.568038, "nauc_precision_at_3_std": 0.054968, "nauc_precision_at_3_diff1": 0.539343, "nauc_precision_at_5_max": 0.577016, "nauc_precision_at_5_std": 0.08454, "nauc_precision_at_5_diff1": 0.513889, "nauc_precision_at_10_max": 0.57955, "nauc_precision_at_10_std": 0.136175, "nauc_precision_at_10_diff1": 0.477134, "nauc_precision_at_20_max": 0.59193, "nauc_precision_at_20_std": 0.197707, "nauc_precision_at_20_diff1": 0.479545, "nauc_precision_at_100_max": 0.604923, "nauc_precision_at_100_std": 0.416089, "nauc_precision_at_100_diff1": 0.437841, "nauc_precision_at_1000_max": 0.612289, "nauc_precision_at_1000_std": 0.584102, "nauc_precision_at_1000_diff1": 0.203654, "nauc_mrr_at_1_max": 0.547707, "nauc_mrr_at_1_std": 0.028607, "nauc_mrr_at_1_diff1": 0.653178, "nauc_mrr_at_3_max": 0.555912, "nauc_mrr_at_3_std": 0.039322, "nauc_mrr_at_3_diff1": 0.601559, "nauc_mrr_at_5_max": 0.55797, "nauc_mrr_at_5_std": 0.045176, "nauc_mrr_at_5_diff1": 0.597498, "nauc_mrr_at_10_max": 0.558178, "nauc_mrr_at_10_std": 0.050359, "nauc_mrr_at_10_diff1": 0.594954, "nauc_mrr_at_20_max": 0.558647, "nauc_mrr_at_20_std": 0.052675, "nauc_mrr_at_20_diff1": 0.596314, "nauc_mrr_at_100_max": 0.558564, "nauc_mrr_at_100_std": 0.054172, "nauc_mrr_at_100_diff1": 0.596567, "nauc_mrr_at_1000_max": 0.558565, "nauc_mrr_at_1000_std": 0.053758, "nauc_mrr_at_1000_diff1": 0.596796, "hit_rate_at_1": 0.38161, "hit_rate_at_3": 0.52851, "hit_rate_at_5": 0.59065, "hit_rate_at_10": 0.6718, "hit_rate_at_20": 0.73909, "hit_rate_at_100": 0.87982, "hit_rate_at_1000": 0.99538, "main_score": 0.52075, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.50955, "ndcg_at_3": 0.58464, "ndcg_at_5": 0.60367, "ndcg_at_10": 0.62168, "ndcg_at_20": 0.63444, "ndcg_at_100": 0.65343, "ndcg_at_1000": 0.66369, "map_at_1": 0.50955, "map_at_3": 0.56618, "map_at_5": 0.57674, "map_at_10": 0.58424, "map_at_20": 0.5878, "map_at_100": 0.59036, "map_at_1000": 0.59071, "recall_at_1": 0.50955, "recall_at_3": 0.63803, "recall_at_5": 0.68426, "recall_at_10": 0.73958, "recall_at_20": 0.78963, "recall_at_100": 0.89281, "recall_at_1000": 0.97543, "accuracy": 0.50955, "precision_at_1": 0.50955, "precision_at_3": 0.21268, "precision_at_5": 0.13685, "precision_at_10": 0.07396, "precision_at_20": 0.03948, "precision_at_100": 0.00893, "precision_at_1000": 0.00098, "mrr_at_1": 0.509554, "mrr_at_3": 0.566181, "mrr_at_5": 0.576736, "mrr_at_10": 0.584244, "mrr_at_20": 0.587804, "mrr_at_100": 0.590362, "mrr_at_1000": 0.590714, "nauc_ndcg_at_1_max": 0.659959, "nauc_ndcg_at_1_std": 0.054519, "nauc_ndcg_at_1_diff1": 0.773997, "nauc_ndcg_at_3_max": 0.685445, "nauc_ndcg_at_3_std": 0.069645, "nauc_ndcg_at_3_diff1": 0.730718, "nauc_ndcg_at_5_max": 0.685736, "nauc_ndcg_at_5_std": 0.082485, "nauc_ndcg_at_5_diff1": 0.723752, "nauc_ndcg_at_10_max": 0.688891, "nauc_ndcg_at_10_std": 0.09575, "nauc_ndcg_at_10_diff1": 0.720205, "nauc_ndcg_at_20_max": 0.690072, "nauc_ndcg_at_20_std": 0.103647, "nauc_ndcg_at_20_diff1": 0.72013, "nauc_ndcg_at_100_max": 0.688772, "nauc_ndcg_at_100_std": 0.11104, "nauc_ndcg_at_100_diff1": 0.72395, "nauc_ndcg_at_1000_max": 0.687473, "nauc_ndcg_at_1000_std": 0.102989, "nauc_ndcg_at_1000_diff1": 0.727813, "nauc_map_at_1_max": 0.659959, "nauc_map_at_1_std": 0.054519, "nauc_map_at_1_diff1": 0.773997, "nauc_map_at_3_max": 0.678693, "nauc_map_at_3_std": 0.065174, "nauc_map_at_3_diff1": 0.741578, "nauc_map_at_5_max": 0.678861, "nauc_map_at_5_std": 0.072082, "nauc_map_at_5_diff1": 0.738093, "nauc_map_at_10_max": 0.680055, "nauc_map_at_10_std": 0.077348, "nauc_map_at_10_diff1": 0.73699, "nauc_map_at_20_max": 0.680345, "nauc_map_at_20_std": 0.079228, "nauc_map_at_20_diff1": 0.737181, "nauc_map_at_100_max": 0.680183, "nauc_map_at_100_std": 0.080002, "nauc_map_at_100_diff1": 0.737812, "nauc_map_at_1000_max": 0.680152, "nauc_map_at_1000_std": 0.079832, "nauc_map_at_1000_diff1": 0.737928, "nauc_recall_at_1_max": 0.659959, "nauc_recall_at_1_std": 0.054519, "nauc_recall_at_1_diff1": 0.773997, "nauc_recall_at_3_max": 0.707048, "nauc_recall_at_3_std": 0.084157, "nauc_recall_at_3_diff1": 0.69624, "nauc_recall_at_5_max": 0.709246, "nauc_recall_at_5_std": 0.12041, "nauc_recall_at_5_diff1": 0.673501, "nauc_recall_at_10_max": 0.724906, "nauc_recall_at_10_std": 0.176713, "nauc_recall_at_10_diff1": 0.651086, "nauc_recall_at_20_max": 0.737596, "nauc_recall_at_20_std": 0.236798, "nauc_recall_at_20_diff1": 0.636984, "nauc_recall_at_100_max": 0.756236, "nauc_recall_at_100_std": 0.444724, "nauc_recall_at_100_diff1": 0.617785, "nauc_recall_at_1000_max": 0.856863, "nauc_recall_at_1000_std": 0.804233, "nauc_recall_at_1000_diff1": 0.594781, "nauc_precision_at_1_max": 0.659959, "nauc_precision_at_1_std": 0.054519, "nauc_precision_at_1_diff1": 0.773997, "nauc_precision_at_3_max": 0.707048, "nauc_precision_at_3_std": 0.084157, "nauc_precision_at_3_diff1": 0.69624, "nauc_precision_at_5_max": 0.709246, "nauc_precision_at_5_std": 0.12041, "nauc_precision_at_5_diff1": 0.673501, "nauc_precision_at_10_max": 0.724906, "nauc_precision_at_10_std": 0.176713, "nauc_precision_at_10_diff1": 0.651086, "nauc_precision_at_20_max": 0.737596, "nauc_precision_at_20_std": 0.236798, "nauc_precision_at_20_diff1": 0.636984, "nauc_precision_at_100_max": 0.756236, "nauc_precision_at_100_std": 0.444724, "nauc_precision_at_100_diff1": 0.617785, "nauc_precision_at_1000_max": 0.856863, "nauc_precision_at_1000_std": 0.804233, "nauc_precision_at_1000_diff1": 0.594781, "nauc_mrr_at_1_max": 0.659959, "nauc_mrr_at_1_std": 0.054519, "nauc_mrr_at_1_diff1": 0.773997, "nauc_mrr_at_3_max": 0.678693, "nauc_mrr_at_3_std": 0.065174, "nauc_mrr_at_3_diff1": 0.741578, "nauc_mrr_at_5_max": 0.678861, "nauc_mrr_at_5_std": 0.072082, "nauc_mrr_at_5_diff1": 0.738093, "nauc_mrr_at_10_max": 0.680055, "nauc_mrr_at_10_std": 0.077348, "nauc_mrr_at_10_diff1": 0.73699, "nauc_mrr_at_20_max": 0.680345, "nauc_mrr_at_20_std": 0.079228, "nauc_mrr_at_20_diff1": 0.737181, "nauc_mrr_at_100_max": 0.680183, "nauc_mrr_at_100_std": 0.080002, "nauc_mrr_at_100_diff1": 0.737812, "nauc_mrr_at_1000_max": 0.680152, "nauc_mrr_at_1000_std": 0.079832, "nauc_mrr_at_1000_diff1": 0.737928, "hit_rate_at_1": 0.50955, "hit_rate_at_3": 0.63803, "hit_rate_at_5": 0.68426, "hit_rate_at_10": 0.73958, "hit_rate_at_20": 0.78963, "hit_rate_at_100": 0.89281, "hit_rate_at_1000": 0.97543, "main_score": 0.62168, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.44879, "ndcg_at_3": 0.54001, "ndcg_at_5": 0.56792, "ndcg_at_10": 0.5913, "ndcg_at_20": 0.61029, "ndcg_at_100": 0.63019, "ndcg_at_1000": 0.63878, "map_at_1": 0.44879, "map_at_3": 0.51733, "map_at_5": 0.53277, "map_at_10": 0.54236, "map_at_20": 0.54751, "map_at_100": 0.55031, "map_at_1000": 0.55063, "recall_at_1": 0.44879, "recall_at_3": 0.60576, "recall_at_5": 0.6737, "recall_at_10": 0.74627, "recall_at_20": 0.82192, "recall_at_100": 0.92846, "recall_at_1000": 0.9964, "accuracy": 0.44879, "precision_at_1": 0.44879, "precision_at_3": 0.20192, "precision_at_5": 0.13474, "precision_at_10": 0.07463, "precision_at_20": 0.0411, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "mrr_at_1": 0.448791, "mrr_at_3": 0.517327, "mrr_at_5": 0.532767, "mrr_at_10": 0.542362, "mrr_at_20": 0.547507, "mrr_at_100": 0.550314, "mrr_at_1000": 0.550628, "nauc_ndcg_at_1_max": 0.589797, "nauc_ndcg_at_1_std": -0.039589, "nauc_ndcg_at_1_diff1": 0.714681, "nauc_ndcg_at_3_max": 0.597045, "nauc_ndcg_at_3_std": -0.008647, "nauc_ndcg_at_3_diff1": 0.651031, "nauc_ndcg_at_5_max": 0.600458, "nauc_ndcg_at_5_std": 0.002932, "nauc_ndcg_at_5_diff1": 0.638296, "nauc_ndcg_at_10_max": 0.599417, "nauc_ndcg_at_10_std": 0.003594, "nauc_ndcg_at_10_diff1": 0.638448, "nauc_ndcg_at_20_max": 0.602582, "nauc_ndcg_at_20_std": 0.010733, "nauc_ndcg_at_20_diff1": 0.639209, "nauc_ndcg_at_100_max": 0.601849, "nauc_ndcg_at_100_std": 0.014739, "nauc_ndcg_at_100_diff1": 0.645111, "nauc_ndcg_at_1000_max": 0.60055, "nauc_ndcg_at_1000_std": 0.004702, "nauc_ndcg_at_1000_diff1": 0.650657, "nauc_map_at_1_max": 0.589797, "nauc_map_at_1_std": -0.039589, "nauc_map_at_1_diff1": 0.714681, "nauc_map_at_3_max": 0.59551, "nauc_map_at_3_std": -0.016637, "nauc_map_at_3_diff1": 0.667204, "nauc_map_at_5_max": 0.597383, "nauc_map_at_5_std": -0.010801, "nauc_map_at_5_diff1": 0.660956, "nauc_map_at_10_max": 0.59679, "nauc_map_at_10_std": -0.01132, "nauc_map_at_10_diff1": 0.66124, "nauc_map_at_20_max": 0.59771, "nauc_map_at_20_std": -0.009511, "nauc_map_at_20_diff1": 0.661639, "nauc_map_at_100_max": 0.597647, "nauc_map_at_100_std": -0.008924, "nauc_map_at_100_diff1": 0.662404, "nauc_map_at_1000_max": 0.597614, "nauc_map_at_1000_std": -0.009176, "nauc_map_at_1000_diff1": 0.662607, "nauc_recall_at_1_max": 0.589797, "nauc_recall_at_1_std": -0.039589, "nauc_recall_at_1_diff1": 0.714681, "nauc_recall_at_3_max": 0.601709, "nauc_recall_at_3_std": 0.016416, "nauc_recall_at_3_diff1": 0.600418, "nauc_recall_at_5_max": 0.611423, "nauc_recall_at_5_std": 0.052848, "nauc_recall_at_5_diff1": 0.557284, "nauc_recall_at_10_max": 0.610436, "nauc_recall_at_10_std": 0.069968, "nauc_recall_at_10_diff1": 0.542273, "nauc_recall_at_20_max": 0.632941, "nauc_recall_at_20_std": 0.13749, "nauc_recall_at_20_diff1": 0.515085, "nauc_recall_at_100_max": 0.654605, "nauc_recall_at_100_std": 0.368237, "nauc_recall_at_100_diff1": 0.472936, "nauc_recall_at_1000_max": 0.835266, "nauc_recall_at_1000_std": 0.941644, "nauc_recall_at_1000_diff1": 0.322196, "nauc_precision_at_1_max": 0.589797, "nauc_precision_at_1_std": -0.039589, "nauc_precision_at_1_diff1": 0.714681, "nauc_precision_at_3_max": 0.601709, "nauc_precision_at_3_std": 0.016416, "nauc_precision_at_3_diff1": 0.600418, "nauc_precision_at_5_max": 0.611423, "nauc_precision_at_5_std": 0.052848, "nauc_precision_at_5_diff1": 0.557284, "nauc_precision_at_10_max": 0.610436, "nauc_precision_at_10_std": 0.069968, "nauc_precision_at_10_diff1": 0.542273, "nauc_precision_at_20_max": 0.632941, "nauc_precision_at_20_std": 0.13749, "nauc_precision_at_20_diff1": 0.515085, "nauc_precision_at_100_max": 0.654605, "nauc_precision_at_100_std": 0.368237, "nauc_precision_at_100_diff1": 0.472936, "nauc_precision_at_1000_max": 0.835266, "nauc_precision_at_1000_std": 0.941644, "nauc_precision_at_1000_diff1": 0.322196, "nauc_mrr_at_1_max": 0.589797, "nauc_mrr_at_1_std": -0.039589, "nauc_mrr_at_1_diff1": 0.714681, "nauc_mrr_at_3_max": 0.59551, "nauc_mrr_at_3_std": -0.016637, "nauc_mrr_at_3_diff1": 0.667204, "nauc_mrr_at_5_max": 0.597383, "nauc_mrr_at_5_std": -0.010801, "nauc_mrr_at_5_diff1": 0.660956, "nauc_mrr_at_10_max": 0.59679, "nauc_mrr_at_10_std": -0.01132, "nauc_mrr_at_10_diff1": 0.66124, "nauc_mrr_at_20_max": 0.59771, "nauc_mrr_at_20_std": -0.009511, "nauc_mrr_at_20_diff1": 0.661639, "nauc_mrr_at_100_max": 0.597647, "nauc_mrr_at_100_std": -0.008924, "nauc_mrr_at_100_diff1": 0.662404, "nauc_mrr_at_1000_max": 0.597614, "nauc_mrr_at_1000_std": -0.009176, "nauc_mrr_at_1000_diff1": 0.662607, "hit_rate_at_1": 0.44879, "hit_rate_at_3": 0.60576, "hit_rate_at_5": 0.6737, "hit_rate_at_10": 0.74627, "hit_rate_at_20": 0.82192, "hit_rate_at_100": 0.92846, "hit_rate_at_1000": 0.9964, "main_score": 0.5913, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.34066, "ndcg_at_3": 0.42189, "ndcg_at_5": 0.44995, "ndcg_at_10": 0.47488, "ndcg_at_20": 0.49357, "ndcg_at_100": 0.52454, "ndcg_at_1000": 0.54039, "map_at_1": 0.34066, "map_at_3": 0.40171, "map_at_5": 0.4173, "map_at_10": 0.42772, "map_at_20": 0.4328, "map_at_100": 0.43712, "map_at_1000": 0.43771, "recall_at_1": 0.34066, "recall_at_3": 0.48038, "recall_at_5": 0.5484, "recall_at_10": 0.6248, "recall_at_20": 0.69911, "recall_at_100": 0.86552, "recall_at_1000": 0.99006, "accuracy": 0.34066, "precision_at_1": 0.34066, "precision_at_3": 0.16013, "precision_at_5": 0.10968, "precision_at_10": 0.06248, "precision_at_20": 0.03496, "precision_at_100": 0.00866, "precision_at_1000": 0.00099, "mrr_at_1": 0.340659, "mrr_at_3": 0.401709, "mrr_at_5": 0.417303, "mrr_at_10": 0.427718, "mrr_at_20": 0.432804, "mrr_at_100": 0.43712, "mrr_at_1000": 0.437708, "nauc_ndcg_at_1_max": 0.54446, "nauc_ndcg_at_1_std": -0.05388, "nauc_ndcg_at_1_diff1": 0.639069, "nauc_ndcg_at_3_max": 0.538572, "nauc_ndcg_at_3_std": -0.022022, "nauc_ndcg_at_3_diff1": 0.563004, "nauc_ndcg_at_5_max": 0.538729, "nauc_ndcg_at_5_std": -0.007924, "nauc_ndcg_at_5_diff1": 0.546826, "nauc_ndcg_at_10_max": 0.538708, "nauc_ndcg_at_10_std": -1e-06, "nauc_ndcg_at_10_diff1": 0.541919, "nauc_ndcg_at_20_max": 0.539922, "nauc_ndcg_at_20_std": 0.00492, "nauc_ndcg_at_20_diff1": 0.541849, "nauc_ndcg_at_100_max": 0.544786, "nauc_ndcg_at_100_std": 0.016066, "nauc_ndcg_at_100_diff1": 0.54597, "nauc_ndcg_at_1000_max": 0.543592, "nauc_ndcg_at_1000_std": 0.001541, "nauc_ndcg_at_1000_diff1": 0.555977, "nauc_map_at_1_max": 0.54446, "nauc_map_at_1_std": -0.05388, "nauc_map_at_1_diff1": 0.639069, "nauc_map_at_3_max": 0.540769, "nauc_map_at_3_std": -0.029735, "nauc_map_at_3_diff1": 0.580791, "nauc_map_at_5_max": 0.540787, "nauc_map_at_5_std": -0.022183, "nauc_map_at_5_diff1": 0.572254, "nauc_map_at_10_max": 0.540705, "nauc_map_at_10_std": -0.0193, "nauc_map_at_10_diff1": 0.570532, "nauc_map_at_20_max": 0.541233, "nauc_map_at_20_std": -0.018033, "nauc_map_at_20_diff1": 0.570874, "nauc_map_at_100_max": 0.541971, "nauc_map_at_100_std": -0.016628, "nauc_map_at_100_diff1": 0.571628, "nauc_map_at_1000_max": 0.541932, "nauc_map_at_1000_std": -0.017004, "nauc_map_at_1000_diff1": 0.571958, "nauc_recall_at_1_max": 0.54446, "nauc_recall_at_1_std": -0.05388, "nauc_recall_at_1_diff1": 0.639069, "nauc_recall_at_3_max": 0.531889, "nauc_recall_at_3_std": 0.000318, "nauc_recall_at_3_diff1": 0.51174, "nauc_recall_at_5_max": 0.532307, "nauc_recall_at_5_std": 0.037543, "nauc_recall_at_5_diff1": 0.46744, "nauc_recall_at_10_max": 0.532135, "nauc_recall_at_10_std": 0.070379, "nauc_recall_at_10_diff1": 0.442456, "nauc_recall_at_20_max": 0.535158, "nauc_recall_at_20_std": 0.104453, "nauc_recall_at_20_diff1": 0.425064, "nauc_recall_at_100_max": 0.586732, "nauc_recall_at_100_std": 0.333382, "nauc_recall_at_100_diff1": 0.360867, "nauc_recall_at_1000_max": 0.822148, "nauc_recall_at_1000_std": 0.652276, "nauc_recall_at_1000_diff1": 0.432505, "nauc_precision_at_1_max": 0.54446, "nauc_precision_at_1_std": -0.05388, "nauc_precision_at_1_diff1": 0.639069, "nauc_precision_at_3_max": 0.531889, "nauc_precision_at_3_std": 0.000318, "nauc_precision_at_3_diff1": 0.51174, "nauc_precision_at_5_max": 0.532307, "nauc_precision_at_5_std": 0.037543, "nauc_precision_at_5_diff1": 0.46744, "nauc_precision_at_10_max": 0.532135, "nauc_precision_at_10_std": 0.070379, "nauc_precision_at_10_diff1": 0.442456, "nauc_precision_at_20_max": 0.535158, "nauc_precision_at_20_std": 0.104453, "nauc_precision_at_20_diff1": 0.425064, "nauc_precision_at_100_max": 0.586732, "nauc_precision_at_100_std": 0.333382, "nauc_precision_at_100_diff1": 0.360867, "nauc_precision_at_1000_max": 0.735869, "nauc_precision_at_1000_std": 0.591605, "nauc_precision_at_1000_diff1": 0.40447, "nauc_mrr_at_1_max": 0.54446, "nauc_mrr_at_1_std": -0.05388, "nauc_mrr_at_1_diff1": 0.639069, "nauc_mrr_at_3_max": 0.540769, "nauc_mrr_at_3_std": -0.029735, "nauc_mrr_at_3_diff1": 0.580791, "nauc_mrr_at_5_max": 0.540787, "nauc_mrr_at_5_std": -0.022183, "nauc_mrr_at_5_diff1": 0.572254, "nauc_mrr_at_10_max": 0.540705, "nauc_mrr_at_10_std": -0.0193, "nauc_mrr_at_10_diff1": 0.570532, "nauc_mrr_at_20_max": 0.541233, "nauc_mrr_at_20_std": -0.018033, "nauc_mrr_at_20_diff1": 0.570874, "nauc_mrr_at_100_max": 0.541971, "nauc_mrr_at_100_std": -0.016628, "nauc_mrr_at_100_diff1": 0.571628, "nauc_mrr_at_1000_max": 0.541932, "nauc_mrr_at_1000_std": -0.017004, "nauc_mrr_at_1000_diff1": 0.571956, "hit_rate_at_1": 0.34066, "hit_rate_at_3": 0.48038, "hit_rate_at_5": 0.5484, "hit_rate_at_10": 0.6248, "hit_rate_at_20": 0.69911, "hit_rate_at_100": 0.86552, "hit_rate_at_1000": 0.99006, "main_score": 0.47488, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.51141, "ndcg_at_3": 0.60193, "ndcg_at_5": 0.62296, "ndcg_at_10": 0.64432, "ndcg_at_20": 0.65916, "ndcg_at_100": 0.67829, "ndcg_at_1000": 0.68542, "map_at_1": 0.51141, "map_at_3": 0.57989, "map_at_5": 0.59152, "map_at_10": 0.60034, "map_at_20": 0.60442, "map_at_100": 0.60715, "map_at_1000": 0.60743, "recall_at_1": 0.51141, "recall_at_3": 0.66564, "recall_at_5": 0.71684, "recall_at_10": 0.78285, "recall_at_20": 0.84146, "recall_at_100": 0.94324, "recall_at_1000": 0.99877, "accuracy": 0.51141, "precision_at_1": 0.51141, "precision_at_3": 0.22188, "precision_at_5": 0.14337, "precision_at_10": 0.07829, "precision_at_20": 0.04207, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.511413, "mrr_at_3": 0.579889, "mrr_at_5": 0.591518, "mrr_at_10": 0.600337, "mrr_at_20": 0.604423, "mrr_at_100": 0.60715, "mrr_at_1000": 0.607431, "nauc_ndcg_at_1_max": 0.622128, "nauc_ndcg_at_1_std": -0.040065, "nauc_ndcg_at_1_diff1": 0.73636, "nauc_ndcg_at_3_max": 0.639915, "nauc_ndcg_at_3_std": -0.033609, "nauc_ndcg_at_3_diff1": 0.687484, "nauc_ndcg_at_5_max": 0.64079, "nauc_ndcg_at_5_std": -0.02645, "nauc_ndcg_at_5_diff1": 0.68287, "nauc_ndcg_at_10_max": 0.637925, "nauc_ndcg_at_10_std": -0.018155, "nauc_ndcg_at_10_diff1": 0.679549, "nauc_ndcg_at_20_max": 0.640643, "nauc_ndcg_at_20_std": -0.008967, "nauc_ndcg_at_20_diff1": 0.675443, "nauc_ndcg_at_100_max": 0.640629, "nauc_ndcg_at_100_std": -0.01198, "nauc_ndcg_at_100_diff1": 0.685692, "nauc_ndcg_at_1000_max": 0.638423, "nauc_ndcg_at_1000_std": -0.019305, "nauc_ndcg_at_1000_diff1": 0.689243, "nauc_map_at_1_max": 0.622128, "nauc_map_at_1_std": -0.040065, "nauc_map_at_1_diff1": 0.73636, "nauc_map_at_3_max": 0.636331, "nauc_map_at_3_std": -0.035013, "nauc_map_at_3_diff1": 0.700559, "nauc_map_at_5_max": 0.636608, "nauc_map_at_5_std": -0.031597, "nauc_map_at_5_diff1": 0.69834, "nauc_map_at_10_max": 0.635187, "nauc_map_at_10_std": -0.029096, "nauc_map_at_10_diff1": 0.697341, "nauc_map_at_20_max": 0.635889, "nauc_map_at_20_std": -0.026828, "nauc_map_at_20_diff1": 0.696494, "nauc_map_at_100_max": 0.63579, "nauc_map_at_100_std": -0.027402, "nauc_map_at_100_diff1": 0.697893, "nauc_map_at_1000_max": 0.635725, "nauc_map_at_1000_std": -0.027615, "nauc_map_at_1000_diff1": 0.69803, "nauc_recall_at_1_max": 0.622128, "nauc_recall_at_1_std": -0.040065, "nauc_recall_at_1_diff1": 0.73636, "nauc_recall_at_3_max": 0.651184, "nauc_recall_at_3_std": -0.029131, "nauc_recall_at_3_diff1": 0.64439, "nauc_recall_at_5_max": 0.655671, "nauc_recall_at_5_std": -0.006169, "nauc_recall_at_5_diff1": 0.626037, "nauc_recall_at_10_max": 0.648831, "nauc_recall_at_10_std": 0.038907, "nauc_recall_at_10_diff1": 0.598575, "nauc_recall_at_20_max": 0.670271, "nauc_recall_at_20_std": 0.11928, "nauc_recall_at_20_diff1": 0.544571, "nauc_recall_at_100_max": 0.722143, "nauc_recall_at_100_std": 0.263067, "nauc_recall_at_100_diff1": 0.565828, "nauc_recall_at_1000_max": 0.934645, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.456232, "nauc_precision_at_1_max": 0.622128, "nauc_precision_at_1_std": -0.040065, "nauc_precision_at_1_diff1": 0.73636, "nauc_precision_at_3_max": 0.651184, "nauc_precision_at_3_std": -0.029131, "nauc_precision_at_3_diff1": 0.64439, "nauc_precision_at_5_max": 0.655671, "nauc_precision_at_5_std": -0.006169, "nauc_precision_at_5_diff1": 0.626037, "nauc_precision_at_10_max": 0.648831, "nauc_precision_at_10_std": 0.038907, "nauc_precision_at_10_diff1": 0.598575, "nauc_precision_at_20_max": 0.670271, "nauc_precision_at_20_std": 0.11928, "nauc_precision_at_20_diff1": 0.544571, "nauc_precision_at_100_max": 0.722143, "nauc_precision_at_100_std": 0.263067, "nauc_precision_at_100_diff1": 0.565828, "nauc_precision_at_1000_max": 0.934645, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.456232, "nauc_mrr_at_1_max": 0.622128, "nauc_mrr_at_1_std": -0.040065, "nauc_mrr_at_1_diff1": 0.73636, "nauc_mrr_at_3_max": 0.636331, "nauc_mrr_at_3_std": -0.035013, "nauc_mrr_at_3_diff1": 0.700559, "nauc_mrr_at_5_max": 0.636608, "nauc_mrr_at_5_std": -0.031597, "nauc_mrr_at_5_diff1": 0.69834, "nauc_mrr_at_10_max": 0.635187, "nauc_mrr_at_10_std": -0.029096, "nauc_mrr_at_10_diff1": 0.697341, "nauc_mrr_at_20_max": 0.635889, "nauc_mrr_at_20_std": -0.026828, "nauc_mrr_at_20_diff1": 0.696494, "nauc_mrr_at_100_max": 0.63579, "nauc_mrr_at_100_std": -0.027402, "nauc_mrr_at_100_diff1": 0.697893, "nauc_mrr_at_1000_max": 0.635725, "nauc_mrr_at_1000_std": -0.027615, "nauc_mrr_at_1000_diff1": 0.69803, "hit_rate_at_1": 0.51141, "hit_rate_at_3": 0.66564, "hit_rate_at_5": 0.71684, "hit_rate_at_10": 0.78285, "hit_rate_at_20": 0.84146, "hit_rate_at_100": 0.94324, "hit_rate_at_1000": 0.99877, "main_score": 0.64432, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.47887, "ndcg_at_3": 0.5608, "ndcg_at_5": 0.58457, "ndcg_at_10": 0.6057, "ndcg_at_20": 0.62071, "ndcg_at_100": 0.64172, "ndcg_at_1000": 0.65082, "map_at_1": 0.47887, "map_at_3": 0.54119, "map_at_5": 0.55435, "map_at_10": 0.56316, "map_at_20": 0.56731, "map_at_100": 0.5702, "map_at_1000": 0.57053, "recall_at_1": 0.47887, "recall_at_3": 0.61733, "recall_at_5": 0.67517, "recall_at_10": 0.74002, "recall_at_20": 0.79912, "recall_at_100": 0.91266, "recall_at_1000": 0.985, "accuracy": 0.47887, "precision_at_1": 0.47887, "precision_at_3": 0.20578, "precision_at_5": 0.13503, "precision_at_10": 0.074, "precision_at_20": 0.03996, "precision_at_100": 0.00913, "precision_at_1000": 0.00099, "mrr_at_1": 0.47887, "mrr_at_3": 0.541188, "mrr_at_5": 0.554352, "mrr_at_10": 0.563159, "mrr_at_20": 0.567317, "mrr_at_100": 0.570204, "mrr_at_1000": 0.570531, "nauc_ndcg_at_1_max": 0.575813, "nauc_ndcg_at_1_std": -0.033574, "nauc_ndcg_at_1_diff1": 0.710072, "nauc_ndcg_at_3_max": 0.596207, "nauc_ndcg_at_3_std": -0.009625, "nauc_ndcg_at_3_diff1": 0.658824, "nauc_ndcg_at_5_max": 0.600484, "nauc_ndcg_at_5_std": 0.006734, "nauc_ndcg_at_5_diff1": 0.649496, "nauc_ndcg_at_10_max": 0.599056, "nauc_ndcg_at_10_std": 0.018692, "nauc_ndcg_at_10_diff1": 0.64668, "nauc_ndcg_at_20_max": 0.599024, "nauc_ndcg_at_20_std": 0.028111, "nauc_ndcg_at_20_diff1": 0.647327, "nauc_ndcg_at_100_max": 0.600243, "nauc_ndcg_at_100_std": 0.030922, "nauc_ndcg_at_100_diff1": 0.653339, "nauc_ndcg_at_1000_max": 0.597965, "nauc_ndcg_at_1000_std": 0.019644, "nauc_ndcg_at_1000_diff1": 0.656462, "nauc_map_at_1_max": 0.575813, "nauc_map_at_1_std": -0.033574, "nauc_map_at_1_diff1": 0.710072, "nauc_map_at_3_max": 0.59157, "nauc_map_at_3_std": -0.015876, "nauc_map_at_3_diff1": 0.671628, "nauc_map_at_5_max": 0.59389, "nauc_map_at_5_std": -0.007169, "nauc_map_at_5_diff1": 0.666942, "nauc_map_at_10_max": 0.593021, "nauc_map_at_10_std": -0.002904, "nauc_map_at_10_diff1": 0.666081, "nauc_map_at_20_max": 0.59302, "nauc_map_at_20_std": -0.000676, "nauc_map_at_20_diff1": 0.666419, "nauc_map_at_100_max": 0.59312, "nauc_map_at_100_std": -0.000566, "nauc_map_at_100_diff1": 0.66718, "nauc_map_at_1000_max": 0.593053, "nauc_map_at_1000_std": -0.000903, "nauc_map_at_1000_diff1": 0.667286, "nauc_recall_at_1_max": 0.575813, "nauc_recall_at_1_std": -0.033574, "nauc_recall_at_1_diff1": 0.710072, "nauc_recall_at_3_max": 0.610512, "nauc_recall_at_3_std": 0.010065, "nauc_recall_at_3_diff1": 0.618746, "nauc_recall_at_5_max": 0.623341, "nauc_recall_at_5_std": 0.05714, "nauc_recall_at_5_diff1": 0.588167, "nauc_recall_at_10_max": 0.623303, "nauc_recall_at_10_std": 0.115102, "nauc_recall_at_10_diff1": 0.566124, "nauc_recall_at_20_max": 0.627798, "nauc_recall_at_20_std": 0.193022, "nauc_recall_at_20_diff1": 0.551895, "nauc_recall_at_100_max": 0.680789, "nauc_recall_at_100_std": 0.428556, "nauc_recall_at_100_diff1": 0.547078, "nauc_recall_at_1000_max": 0.745641, "nauc_recall_at_1000_std": 0.750776, "nauc_recall_at_1000_diff1": 0.467216, "nauc_precision_at_1_max": 0.575813, "nauc_precision_at_1_std": -0.033574, "nauc_precision_at_1_diff1": 0.710072, "nauc_precision_at_3_max": 0.610512, "nauc_precision_at_3_std": 0.010065, "nauc_precision_at_3_diff1": 0.618746, "nauc_precision_at_5_max": 0.623341, "nauc_precision_at_5_std": 0.05714, "nauc_precision_at_5_diff1": 0.588167, "nauc_precision_at_10_max": 0.623303, "nauc_precision_at_10_std": 0.115102, "nauc_precision_at_10_diff1": 0.566124, "nauc_precision_at_20_max": 0.627848, "nauc_precision_at_20_std": 0.193031, "nauc_precision_at_20_diff1": 0.551651, "nauc_precision_at_100_max": 0.676907, "nauc_precision_at_100_std": 0.426006, "nauc_precision_at_100_diff1": 0.542669, "nauc_precision_at_1000_max": 0.699963, "nauc_precision_at_1000_std": 0.709889, "nauc_precision_at_1000_diff1": 0.425403, "nauc_mrr_at_1_max": 0.575813, "nauc_mrr_at_1_std": -0.033574, "nauc_mrr_at_1_diff1": 0.710072, "nauc_mrr_at_3_max": 0.59157, "nauc_mrr_at_3_std": -0.015876, "nauc_mrr_at_3_diff1": 0.671628, "nauc_mrr_at_5_max": 0.59389, "nauc_mrr_at_5_std": -0.007169, "nauc_mrr_at_5_diff1": 0.666942, "nauc_mrr_at_10_max": 0.593021, "nauc_mrr_at_10_std": -0.002904, "nauc_mrr_at_10_diff1": 0.666081, "nauc_mrr_at_20_max": 0.593022, "nauc_mrr_at_20_std": -0.000678, "nauc_mrr_at_20_diff1": 0.666412, "nauc_mrr_at_100_max": 0.593123, "nauc_mrr_at_100_std": -0.000567, "nauc_mrr_at_100_diff1": 0.667174, "nauc_mrr_at_1000_max": 0.593056, "nauc_mrr_at_1000_std": -0.000904, "nauc_mrr_at_1000_diff1": 0.667281, "hit_rate_at_1": 0.47887, "hit_rate_at_3": 0.61733, "hit_rate_at_5": 0.67517, "hit_rate_at_10": 0.74002, "hit_rate_at_20": 0.79922, "hit_rate_at_100": 0.91276, "hit_rate_at_1000": 0.985, "main_score": 0.6057, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.48382, "ndcg_at_3": 0.57411, "ndcg_at_5": 0.59564, "ndcg_at_10": 0.61469, "ndcg_at_20": 0.63002, "ndcg_at_100": 0.65175, "ndcg_at_1000": 0.66055, "map_at_1": 0.48382, "map_at_3": 0.55205, "map_at_5": 0.56409, "map_at_10": 0.57193, "map_at_20": 0.57607, "map_at_100": 0.57908, "map_at_1000": 0.57938, "recall_at_1": 0.48382, "recall_at_3": 0.6379, "recall_at_5": 0.68978, "recall_at_10": 0.74884, "recall_at_20": 0.80996, "recall_at_100": 0.92707, "recall_at_1000": 0.99795, "accuracy": 0.48382, "precision_at_1": 0.48382, "precision_at_3": 0.21263, "precision_at_5": 0.13796, "precision_at_10": 0.07488, "precision_at_20": 0.0405, "precision_at_100": 0.00927, "precision_at_1000": 0.001, "mrr_at_1": 0.483821, "mrr_at_3": 0.552046, "mrr_at_5": 0.56409, "mrr_at_10": 0.571925, "mrr_at_20": 0.576066, "mrr_at_100": 0.579079, "mrr_at_1000": 0.579379, "nauc_ndcg_at_1_max": 0.584293, "nauc_ndcg_at_1_std": -0.057899, "nauc_ndcg_at_1_diff1": 0.719839, "nauc_ndcg_at_3_max": 0.635778, "nauc_ndcg_at_3_std": -0.014711, "nauc_ndcg_at_3_diff1": 0.685965, "nauc_ndcg_at_5_max": 0.628763, "nauc_ndcg_at_5_std": -0.010079, "nauc_ndcg_at_5_diff1": 0.672573, "nauc_ndcg_at_10_max": 0.632318, "nauc_ndcg_at_10_std": 0.003838, "nauc_ndcg_at_10_diff1": 0.672526, "nauc_ndcg_at_20_max": 0.633348, "nauc_ndcg_at_20_std": 0.018592, "nauc_ndcg_at_20_diff1": 0.673082, "nauc_ndcg_at_100_max": 0.629657, "nauc_ndcg_at_100_std": 0.013992, "nauc_ndcg_at_100_diff1": 0.678027, "nauc_ndcg_at_1000_max": 0.625896, "nauc_ndcg_at_1000_std": 0.000173, "nauc_ndcg_at_1000_diff1": 0.680622, "nauc_map_at_1_max": 0.584293, "nauc_map_at_1_std": -0.057899, "nauc_map_at_1_diff1": 0.719839, "nauc_map_at_3_max": 0.622507, "nauc_map_at_3_std": -0.026436, "nauc_map_at_3_diff1": 0.694124, "nauc_map_at_5_max": 0.618312, "nauc_map_at_5_std": -0.024494, "nauc_map_at_5_diff1": 0.68711, "nauc_map_at_10_max": 0.6194, "nauc_map_at_10_std": -0.019098, "nauc_map_at_10_diff1": 0.687085, "nauc_map_at_20_max": 0.61956, "nauc_map_at_20_std": -0.015429, "nauc_map_at_20_diff1": 0.687262, "nauc_map_at_100_max": 0.619006, "nauc_map_at_100_std": -0.016202, "nauc_map_at_100_diff1": 0.687885, "nauc_map_at_1000_max": 0.618911, "nauc_map_at_1000_std": -0.016605, "nauc_map_at_1000_diff1": 0.687977, "nauc_recall_at_1_max": 0.584293, "nauc_recall_at_1_std": -0.057899, "nauc_recall_at_1_diff1": 0.719839, "nauc_recall_at_3_max": 0.678446, "nauc_recall_at_3_std": 0.023263, "nauc_recall_at_3_diff1": 0.659999, "nauc_recall_at_5_max": 0.664327, "nauc_recall_at_5_std": 0.041781, "nauc_recall_at_5_diff1": 0.619882, "nauc_recall_at_10_max": 0.685905, "nauc_recall_at_10_std": 0.105469, "nauc_recall_at_10_diff1": 0.6119, "nauc_recall_at_20_max": 0.705638, "nauc_recall_at_20_std": 0.22067, "nauc_recall_at_20_diff1": 0.601286, "nauc_recall_at_100_max": 0.738198, "nauc_recall_at_100_std": 0.419398, "nauc_recall_at_100_diff1": 0.597404, "nauc_recall_at_1000_max": 0.518056, "nauc_recall_at_1000_std": 0.428202, "nauc_recall_at_1000_diff1": 0.312181, "nauc_precision_at_1_max": 0.584293, "nauc_precision_at_1_std": -0.057899, "nauc_precision_at_1_diff1": 0.719839, "nauc_precision_at_3_max": 0.678446, "nauc_precision_at_3_std": 0.023263, "nauc_precision_at_3_diff1": 0.659999, "nauc_precision_at_5_max": 0.664327, "nauc_precision_at_5_std": 0.041781, "nauc_precision_at_5_diff1": 0.619882, "nauc_precision_at_10_max": 0.685905, "nauc_precision_at_10_std": 0.105469, "nauc_precision_at_10_diff1": 0.6119, "nauc_precision_at_20_max": 0.705638, "nauc_precision_at_20_std": 0.22067, "nauc_precision_at_20_diff1": 0.601286, "nauc_precision_at_100_max": 0.738198, "nauc_precision_at_100_std": 0.419398, "nauc_precision_at_100_diff1": 0.597404, "nauc_precision_at_1000_max": 0.518056, "nauc_precision_at_1000_std": 0.428202, "nauc_precision_at_1000_diff1": 0.312181, "nauc_mrr_at_1_max": 0.584293, "nauc_mrr_at_1_std": -0.057899, "nauc_mrr_at_1_diff1": 0.719839, "nauc_mrr_at_3_max": 0.622507, "nauc_mrr_at_3_std": -0.026436, "nauc_mrr_at_3_diff1": 0.694124, "nauc_mrr_at_5_max": 0.618312, "nauc_mrr_at_5_std": -0.024494, "nauc_mrr_at_5_diff1": 0.68711, "nauc_mrr_at_10_max": 0.6194, "nauc_mrr_at_10_std": -0.019098, "nauc_mrr_at_10_diff1": 0.687085, "nauc_mrr_at_20_max": 0.61956, "nauc_mrr_at_20_std": -0.015429, "nauc_mrr_at_20_diff1": 0.687262, "nauc_mrr_at_100_max": 0.619006, "nauc_mrr_at_100_std": -0.016202, "nauc_mrr_at_100_diff1": 0.687885, "nauc_mrr_at_1000_max": 0.618911, "nauc_mrr_at_1000_std": -0.016605, "nauc_mrr_at_1000_diff1": 0.687977, "hit_rate_at_1": 0.48382, "hit_rate_at_3": 0.6379, "hit_rate_at_5": 0.68978, "hit_rate_at_10": 0.74884, "hit_rate_at_20": 0.80996, "hit_rate_at_100": 0.92707, "hit_rate_at_1000": 0.99795, "main_score": 0.61469, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.3658, "ndcg_at_3": 0.4505, "ndcg_at_5": 0.47502, "ndcg_at_10": 0.49946, "ndcg_at_20": 0.51943, "ndcg_at_100": 0.54669, "ndcg_at_1000": 0.56259, "map_at_1": 0.3658, "map_at_3": 0.43007, "map_at_5": 0.4438, "map_at_10": 0.45393, "map_at_20": 0.45945, "map_at_100": 0.46319, "map_at_1000": 0.46379, "recall_at_1": 0.3658, "recall_at_3": 0.50934, "recall_at_5": 0.56852, "recall_at_10": 0.64383, "recall_at_20": 0.72254, "recall_at_100": 0.86976, "recall_at_1000": 0.9949, "accuracy": 0.3658, "precision_at_1": 0.3658, "precision_at_3": 0.16988, "precision_at_5": 0.11382, "precision_at_10": 0.06444, "precision_at_20": 0.03616, "precision_at_100": 0.0087, "precision_at_1000": 0.001, "mrr_at_1": 0.365798, "mrr_at_3": 0.430162, "mrr_at_5": 0.443752, "mrr_at_10": 0.453881, "mrr_at_20": 0.4594, "mrr_at_100": 0.463144, "mrr_at_1000": 0.463741, "nauc_ndcg_at_1_max": 0.496863, "nauc_ndcg_at_1_std": 0.010141, "nauc_ndcg_at_1_diff1": 0.603232, "nauc_ndcg_at_3_max": 0.530264, "nauc_ndcg_at_3_std": 0.044738, "nauc_ndcg_at_3_diff1": 0.547487, "nauc_ndcg_at_5_max": 0.537155, "nauc_ndcg_at_5_std": 0.062088, "nauc_ndcg_at_5_diff1": 0.539722, "nauc_ndcg_at_10_max": 0.53283, "nauc_ndcg_at_10_std": 0.07309, "nauc_ndcg_at_10_diff1": 0.531294, "nauc_ndcg_at_20_max": 0.537385, "nauc_ndcg_at_20_std": 0.083583, "nauc_ndcg_at_20_diff1": 0.529959, "nauc_ndcg_at_100_max": 0.534584, "nauc_ndcg_at_100_std": 0.089728, "nauc_ndcg_at_100_diff1": 0.534737, "nauc_ndcg_at_1000_max": 0.530845, "nauc_ndcg_at_1000_std": 0.071936, "nauc_ndcg_at_1000_diff1": 0.540714, "nauc_map_at_1_max": 0.496863, "nauc_map_at_1_std": 0.010141, "nauc_map_at_1_diff1": 0.603232, "nauc_map_at_3_max": 0.522516, "nauc_map_at_3_std": 0.036706, "nauc_map_at_3_diff1": 0.560073, "nauc_map_at_5_max": 0.526079, "nauc_map_at_5_std": 0.046196, "nauc_map_at_5_diff1": 0.555897, "nauc_map_at_10_max": 0.524145, "nauc_map_at_10_std": 0.050449, "nauc_map_at_10_diff1": 0.552568, "nauc_map_at_20_max": 0.525175, "nauc_map_at_20_std": 0.052828, "nauc_map_at_20_diff1": 0.552431, "nauc_map_at_100_max": 0.524848, "nauc_map_at_100_std": 0.053627, "nauc_map_at_100_diff1": 0.553082, "nauc_map_at_1000_max": 0.524672, "nauc_map_at_1000_std": 0.053031, "nauc_map_at_1000_diff1": 0.553191, "nauc_recall_at_1_max": 0.496863, "nauc_recall_at_1_std": 0.010141, "nauc_recall_at_1_diff1": 0.603232, "nauc_recall_at_3_max": 0.552717, "nauc_recall_at_3_std": 0.068492, "nauc_recall_at_3_diff1": 0.510413, "nauc_recall_at_5_max": 0.572374, "nauc_recall_at_5_std": 0.113382, "nauc_recall_at_5_diff1": 0.489329, "nauc_recall_at_10_max": 0.561757, "nauc_recall_at_10_std": 0.157881, "nauc_recall_at_10_diff1": 0.454602, "nauc_recall_at_20_max": 0.591806, "nauc_recall_at_20_std": 0.230084, "nauc_recall_at_20_diff1": 0.432715, "nauc_recall_at_100_max": 0.601731, "nauc_recall_at_100_std": 0.431927, "nauc_recall_at_100_diff1": 0.408975, "nauc_recall_at_1000_max": 0.717601, "nauc_recall_at_1000_std": 0.69428, "nauc_recall_at_1000_diff1": 0.388561, "nauc_precision_at_1_max": 0.496863, "nauc_precision_at_1_std": 0.010141, "nauc_precision_at_1_diff1": 0.603232, "nauc_precision_at_3_max": 0.553019, "nauc_precision_at_3_std": 0.067803, "nauc_precision_at_3_diff1": 0.511503, "nauc_precision_at_5_max": 0.570947, "nauc_precision_at_5_std": 0.111534, "nauc_precision_at_5_diff1": 0.489851, "nauc_precision_at_10_max": 0.560191, "nauc_precision_at_10_std": 0.155658, "nauc_precision_at_10_diff1": 0.455305, "nauc_precision_at_20_max": 0.589815, "nauc_precision_at_20_std": 0.227137, "nauc_precision_at_20_diff1": 0.433643, "nauc_precision_at_100_max": 0.597839, "nauc_precision_at_100_std": 0.42472, "nauc_precision_at_100_diff1": 0.410936, "nauc_precision_at_1000_max": 0.617367, "nauc_precision_at_1000_std": 0.500913, "nauc_precision_at_1000_diff1": 0.432919, "nauc_mrr_at_1_max": 0.496863, "nauc_mrr_at_1_std": 0.010141, "nauc_mrr_at_1_diff1": 0.603232, "nauc_mrr_at_3_max": 0.522612, "nauc_mrr_at_3_std": 0.036478, "nauc_mrr_at_3_diff1": 0.560434, "nauc_mrr_at_5_max": 0.526047, "nauc_mrr_at_5_std": 0.046313, "nauc_mrr_at_5_diff1": 0.555731, "nauc_mrr_at_10_max": 0.524113, "nauc_mrr_at_10_std": 0.050567, "nauc_mrr_at_10_diff1": 0.552401, "nauc_mrr_at_20_max": 0.525142, "nauc_mrr_at_20_std": 0.052948, "nauc_mrr_at_20_diff1": 0.552262, "nauc_mrr_at_100_max": 0.524815, "nauc_mrr_at_100_std": 0.053748, "nauc_mrr_at_100_diff1": 0.552911, "nauc_mrr_at_1000_max": 0.524639, "nauc_mrr_at_1000_std": 0.053152, "nauc_mrr_at_1000_diff1": 0.55302, "hit_rate_at_1": 0.3658, "hit_rate_at_3": 0.50963, "hit_rate_at_5": 0.56852, "hit_rate_at_10": 0.64383, "hit_rate_at_20": 0.72254, "hit_rate_at_100": 0.86976, "hit_rate_at_1000": 0.9949, "main_score": 0.49946, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.41122, "ndcg_at_3": 0.48892, "ndcg_at_5": 0.51523, "ndcg_at_10": 0.54093, "ndcg_at_20": 0.55707, "ndcg_at_100": 0.58098, "ndcg_at_1000": 0.59509, "map_at_1": 0.41122, "map_at_3": 0.46972, "map_at_5": 0.48434, "map_at_10": 0.49498, "map_at_20": 0.49941, "map_at_100": 0.5028, "map_at_1000": 0.50333, "recall_at_1": 0.41122, "recall_at_3": 0.54452, "recall_at_5": 0.60834, "recall_at_10": 0.6876, "recall_at_20": 0.75142, "recall_at_100": 0.87905, "recall_at_1000": 0.99022, "accuracy": 0.41122, "precision_at_1": 0.41122, "precision_at_3": 0.18151, "precision_at_5": 0.12167, "precision_at_10": 0.06876, "precision_at_20": 0.03757, "precision_at_100": 0.00879, "precision_at_1000": 0.00099, "mrr_at_1": 0.41122, "mrr_at_3": 0.46972, "mrr_at_5": 0.484337, "mrr_at_10": 0.494978, "mrr_at_20": 0.499411, "mrr_at_100": 0.502802, "mrr_at_1000": 0.503334, "nauc_ndcg_at_1_max": 0.591309, "nauc_ndcg_at_1_std": 0.06828, "nauc_ndcg_at_1_diff1": 0.66295, "nauc_ndcg_at_3_max": 0.607364, "nauc_ndcg_at_3_std": 0.082515, "nauc_ndcg_at_3_diff1": 0.60854, "nauc_ndcg_at_5_max": 0.60731, "nauc_ndcg_at_5_std": 0.091767, "nauc_ndcg_at_5_diff1": 0.603754, "nauc_ndcg_at_10_max": 0.611007, "nauc_ndcg_at_10_std": 0.107087, "nauc_ndcg_at_10_diff1": 0.600981, "nauc_ndcg_at_20_max": 0.611518, "nauc_ndcg_at_20_std": 0.112745, "nauc_ndcg_at_20_diff1": 0.602321, "nauc_ndcg_at_100_max": 0.611549, "nauc_ndcg_at_100_std": 0.119642, "nauc_ndcg_at_100_diff1": 0.605536, "nauc_ndcg_at_1000_max": 0.609504, "nauc_ndcg_at_1000_std": 0.106835, "nauc_ndcg_at_1000_diff1": 0.610904, "nauc_map_at_1_max": 0.591309, "nauc_map_at_1_std": 0.06828, "nauc_map_at_1_diff1": 0.66295, "nauc_map_at_3_max": 0.603742, "nauc_map_at_3_std": 0.078266, "nauc_map_at_3_diff1": 0.622054, "nauc_map_at_5_max": 0.603731, "nauc_map_at_5_std": 0.083009, "nauc_map_at_5_diff1": 0.619551, "nauc_map_at_10_max": 0.605216, "nauc_map_at_10_std": 0.088853, "nauc_map_at_10_diff1": 0.618923, "nauc_map_at_20_max": 0.60532, "nauc_map_at_20_std": 0.090133, "nauc_map_at_20_diff1": 0.619468, "nauc_map_at_100_max": 0.605096, "nauc_map_at_100_std": 0.09067, "nauc_map_at_100_diff1": 0.619723, "nauc_map_at_1000_max": 0.605047, "nauc_map_at_1000_std": 0.090334, "nauc_map_at_1000_diff1": 0.619926, "nauc_recall_at_1_max": 0.591309, "nauc_recall_at_1_std": 0.06828, "nauc_recall_at_1_diff1": 0.66295, "nauc_recall_at_3_max": 0.61816, "nauc_recall_at_3_std": 0.09568, "nauc_recall_at_3_diff1": 0.567657, "nauc_recall_at_5_max": 0.618523, "nauc_recall_at_5_std": 0.121998, "nauc_recall_at_5_diff1": 0.552419, "nauc_recall_at_10_max": 0.6336, "nauc_recall_at_10_std": 0.184404, "nauc_recall_at_10_diff1": 0.532334, "nauc_recall_at_20_max": 0.640536, "nauc_recall_at_20_std": 0.230889, "nauc_recall_at_20_diff1": 0.52566, "nauc_recall_at_100_max": 0.67341, "nauc_recall_at_100_std": 0.430589, "nauc_recall_at_100_diff1": 0.512126, "nauc_recall_at_1000_max": 0.847558, "nauc_recall_at_1000_std": 0.803096, "nauc_recall_at_1000_diff1": 0.643016, "nauc_precision_at_1_max": 0.591309, "nauc_precision_at_1_std": 0.06828, "nauc_precision_at_1_diff1": 0.66295, "nauc_precision_at_3_max": 0.61816, "nauc_precision_at_3_std": 0.09568, "nauc_precision_at_3_diff1": 0.567657, "nauc_precision_at_5_max": 0.618523, "nauc_precision_at_5_std": 0.121998, "nauc_precision_at_5_diff1": 0.552419, "nauc_precision_at_10_max": 0.6336, "nauc_precision_at_10_std": 0.184404, "nauc_precision_at_10_diff1": 0.532334, "nauc_precision_at_20_max": 0.640536, "nauc_precision_at_20_std": 0.230889, "nauc_precision_at_20_diff1": 0.52566, "nauc_precision_at_100_max": 0.67341, "nauc_precision_at_100_std": 0.430589, "nauc_precision_at_100_diff1": 0.512126, "nauc_precision_at_1000_max": 0.847558, "nauc_precision_at_1000_std": 0.803096, "nauc_precision_at_1000_diff1": 0.643016, "nauc_mrr_at_1_max": 0.591309, "nauc_mrr_at_1_std": 0.06828, "nauc_mrr_at_1_diff1": 0.66295, "nauc_mrr_at_3_max": 0.603742, "nauc_mrr_at_3_std": 0.078266, "nauc_mrr_at_3_diff1": 0.622054, "nauc_mrr_at_5_max": 0.603731, "nauc_mrr_at_5_std": 0.083009, "nauc_mrr_at_5_diff1": 0.619551, "nauc_mrr_at_10_max": 0.605216, "nauc_mrr_at_10_std": 0.088853, "nauc_mrr_at_10_diff1": 0.618923, "nauc_mrr_at_20_max": 0.60532, "nauc_mrr_at_20_std": 0.090133, "nauc_mrr_at_20_diff1": 0.619468, "nauc_mrr_at_100_max": 0.605096, "nauc_mrr_at_100_std": 0.09067, "nauc_mrr_at_100_diff1": 0.619723, "nauc_mrr_at_1000_max": 0.605047, "nauc_mrr_at_1000_std": 0.090334, "nauc_mrr_at_1000_diff1": 0.619926, "hit_rate_at_1": 0.41122, "hit_rate_at_3": 0.54452, "hit_rate_at_5": 0.60834, "hit_rate_at_10": 0.6876, "hit_rate_at_20": 0.75142, "hit_rate_at_100": 0.87905, "hit_rate_at_1000": 0.99022, "main_score": 0.54093, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "mteb_version": "2.18.7" }, { "ndcg_at_1": 0.55977, "ndcg_at_3": 0.63344, "ndcg_at_5": 0.65079, "ndcg_at_10": 0.66881, "ndcg_at_20": 0.6807, "ndcg_at_100": 0.69582, "ndcg_at_1000": 0.70487, "map_at_1": 0.55977, "map_at_3": 0.61565, "map_at_5": 0.62534, "map_at_10": 0.63279, "map_at_20": 0.63609, "map_at_100": 0.63819, "map_at_1000": 0.63853, "recall_at_1": 0.55977, "recall_at_3": 0.68477, "recall_at_5": 0.72664, "recall_at_10": 0.78232, "recall_at_20": 0.82905, "recall_at_100": 0.91034, "recall_at_1000": 0.98228, "accuracy": 0.55977, "precision_at_1": 0.55977, "precision_at_3": 0.22826, "precision_at_5": 0.14533, "precision_at_10": 0.07823, "precision_at_20": 0.04145, "precision_at_100": 0.0091, "precision_at_1000": 0.00098, "mrr_at_1": 0.559774, "mrr_at_3": 0.615654, "mrr_at_5": 0.625341, "mrr_at_10": 0.632789, "mrr_at_20": 0.636089, "mrr_at_100": 0.638198, "mrr_at_1000": 0.63853, "nauc_ndcg_at_1_max": 0.684145, "nauc_ndcg_at_1_std": 0.045451, "nauc_ndcg_at_1_diff1": 0.779988, "nauc_ndcg_at_3_max": 0.717139, "nauc_ndcg_at_3_std": 0.083486, "nauc_ndcg_at_3_diff1": 0.743093, "nauc_ndcg_at_5_max": 0.719671, "nauc_ndcg_at_5_std": 0.093826, "nauc_ndcg_at_5_diff1": 0.735275, "nauc_ndcg_at_10_max": 0.718845, "nauc_ndcg_at_10_std": 0.107744, "nauc_ndcg_at_10_diff1": 0.73212, "nauc_ndcg_at_20_max": 0.718281, "nauc_ndcg_at_20_std": 0.11338, "nauc_ndcg_at_20_diff1": 0.731687, "nauc_ndcg_at_100_max": 0.716217, "nauc_ndcg_at_100_std": 0.114859, "nauc_ndcg_at_100_diff1": 0.734645, "nauc_ndcg_at_1000_max": 0.714738, "nauc_ndcg_at_1000_std": 0.106627, "nauc_ndcg_at_1000_diff1": 0.738856, "nauc_map_at_1_max": 0.684145, "nauc_map_at_1_std": 0.045451, "nauc_map_at_1_diff1": 0.779988, "nauc_map_at_3_max": 0.70901, "nauc_map_at_3_std": 0.073473, "nauc_map_at_3_diff1": 0.752444, "nauc_map_at_5_max": 0.710222, "nauc_map_at_5_std": 0.078782, "nauc_map_at_5_diff1": 0.748428, "nauc_map_at_10_max": 0.709712, "nauc_map_at_10_std": 0.084042, "nauc_map_at_10_diff1": 0.747351, "nauc_map_at_20_max": 0.709472, "nauc_map_at_20_std": 0.085184, "nauc_map_at_20_diff1": 0.747437, "nauc_map_at_100_max": 0.709137, "nauc_map_at_100_std": 0.085297, "nauc_map_at_100_diff1": 0.747799, "nauc_map_at_1000_max": 0.709094, "nauc_map_at_1000_std": 0.085096, "nauc_map_at_1000_diff1": 0.747956, "nauc_recall_at_1_max": 0.684145, "nauc_recall_at_1_std": 0.045451, "nauc_recall_at_1_diff1": 0.779988, "nauc_recall_at_3_max": 0.743359, "nauc_recall_at_3_std": 0.116101, "nauc_recall_at_3_diff1": 0.712805, "nauc_recall_at_5_max": 0.753357, "nauc_recall_at_5_std": 0.149048, "nauc_recall_at_5_diff1": 0.687446, "nauc_recall_at_10_max": 0.756829, "nauc_recall_at_10_std": 0.216342, "nauc_recall_at_10_diff1": 0.665553, "nauc_recall_at_20_max": 0.7624, "nauc_recall_at_20_std": 0.278019, "nauc_recall_at_20_diff1": 0.646469, "nauc_recall_at_100_max": 0.768229, "nauc_recall_at_100_std": 0.425497, "nauc_recall_at_100_diff1": 0.625632, "nauc_recall_at_1000_max": 0.812255, "nauc_recall_at_1000_std": 0.7326, "nauc_recall_at_1000_diff1": 0.621001, "nauc_precision_at_1_max": 0.684145, "nauc_precision_at_1_std": 0.045451, "nauc_precision_at_1_diff1": 0.779988, "nauc_precision_at_3_max": 0.743359, "nauc_precision_at_3_std": 0.116101, "nauc_precision_at_3_diff1": 0.712805, "nauc_precision_at_5_max": 0.753357, "nauc_precision_at_5_std": 0.149048, "nauc_precision_at_5_diff1": 0.687446, "nauc_precision_at_10_max": 0.756829, "nauc_precision_at_10_std": 0.216342, "nauc_precision_at_10_diff1": 0.665553, "nauc_precision_at_20_max": 0.7624, "nauc_precision_at_20_std": 0.278019, "nauc_precision_at_20_diff1": 0.646469, "nauc_precision_at_100_max": 0.769251, "nauc_precision_at_100_std": 0.42785, "nauc_precision_at_100_diff1": 0.62571, "nauc_precision_at_1000_max": 0.798867, "nauc_precision_at_1000_std": 0.737615, "nauc_precision_at_1000_diff1": 0.603377, "nauc_mrr_at_1_max": 0.684145, "nauc_mrr_at_1_std": 0.045451, "nauc_mrr_at_1_diff1": 0.779988, "nauc_mrr_at_3_max": 0.70901, "nauc_mrr_at_3_std": 0.073473, "nauc_mrr_at_3_diff1": 0.752444, "nauc_mrr_at_5_max": 0.710222, "nauc_mrr_at_5_std": 0.078782, "nauc_mrr_at_5_diff1": 0.748428, "nauc_mrr_at_10_max": 0.709712, "nauc_mrr_at_10_std": 0.084042, "nauc_mrr_at_10_diff1": 0.747351, "nauc_mrr_at_20_max": 0.709472, "nauc_mrr_at_20_std": 0.085184, "nauc_mrr_at_20_diff1": 0.747437, "nauc_mrr_at_100_max": 0.709146, "nauc_mrr_at_100_std": 0.085317, "nauc_mrr_at_100_diff1": 0.7478, "nauc_mrr_at_1000_max": 0.709102, "nauc_mrr_at_1000_std": 0.085114, "nauc_mrr_at_1000_diff1": 0.747957, "hit_rate_at_1": 0.55977, "hit_rate_at_3": 0.68477, "hit_rate_at_5": 0.72664, "hit_rate_at_10": 0.78232, "hit_rate_at_20": 0.82905, "hit_rate_at_100": 0.91044, "hit_rate_at_1000": 0.98228, "main_score": 0.66881, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 934.7214121641591, "kg_co2_emissions": null, "date": 1785223444.314432, "evaluation_phases": [ { "name": "Data loading", "start": 0.0006288841832429171, "end": 654.7487999319565, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 654.7488075371366, "end": 654.7488095201552, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 654.7539247430395, "end": 655.1717780800536, "split": "validation", "subset": "ara-ara" }, { "name": "Scoring", "start": 655.1724959700368, "end": 655.3261462380178, "split": "validation", "subset": "ara-ara" }, { "name": "Encoding queries and documents", "start": 655.6213522520848, "end": 655.8387411800213, "split": "validation", "subset": "ara-deu" }, { "name": "Scoring", "start": 655.8393787501846, "end": 655.882595132105, "split": "validation", "subset": "ara-deu" }, { "name": "Encoding queries and documents", "start": 656.1743497119751, "end": 656.573773218086, "split": "validation", "subset": "ara-eng" }, { "name": "Scoring", "start": 656.5744706501719, "end": 656.7182709681801, "split": "validation", "subset": "ara-eng" }, { "name": "Encoding queries and documents", "start": 657.0024626920931, "end": 657.1874669960234, "split": "validation", "subset": "ara-spa" }, { "name": "Scoring", "start": 657.1880014420021, "end": 657.2231055221055, "split": "validation", "subset": "ara-spa" }, { "name": "Encoding queries and documents", "start": 657.8684679581784, "end": 658.0320392320864, "split": "validation", "subset": "ara-hin" }, { "name": "Scoring", "start": 658.0325702310074, "end": 658.0707795331255, "split": "validation", "subset": "ara-hin" }, { "name": "Encoding queries and documents", "start": 658.3697147739585, "end": 658.5835400091019, "split": "validation", "subset": "ara-vie" }, { "name": "Scoring", "start": 658.5841415401082, "end": 658.6212654311676, "split": "validation", "subset": "ara-vie" }, { "name": "Encoding queries and documents", "start": 658.9146786641795, "end": 659.1162188970484, "split": "validation", "subset": "ara-zho" }, { "name": "Scoring", "start": 659.1167190780398, "end": 659.1535345590673, "split": "validation", "subset": "ara-zho" }, { "name": "Encoding queries and documents", "start": 659.443479256006, "end": 659.5883584250696, "split": "validation", "subset": "deu-ara" }, { "name": "Scoring", "start": 659.588886649115, "end": 659.6306544861291, "split": "validation", "subset": "deu-ara" }, { "name": "Encoding queries and documents", "start": 659.9280273381155, "end": 660.3041687370278, "split": "validation", "subset": "deu-deu" }, { "name": "Scoring", "start": 660.3048766781576, "end": 660.4629506000783, "split": "validation", "subset": "deu-deu" }, { "name": "Encoding queries and documents", "start": 660.7556394210551, "end": 661.1437779101543, "split": "validation", "subset": "deu-eng" }, { "name": "Scoring", "start": 661.1445273801219, "end": 661.3031496240292, "split": "validation", "subset": "deu-eng" }, { "name": "Encoding queries and documents", "start": 661.9334410221782, "end": 662.125570593169, "split": "validation", "subset": "deu-spa" }, { "name": "Scoring", "start": 662.1261207179632, "end": 662.1665734210983, "split": "validation", "subset": "deu-spa" }, { "name": "Encoding queries and documents", "start": 662.4615714771207, "end": 662.6303230880294, "split": "validation", "subset": "deu-hin" }, { "name": "Scoring", "start": 662.630868564127, "end": 662.6660473351367, "split": "validation", "subset": "deu-hin" }, { "name": "Encoding queries and documents", "start": 662.9566527081188, "end": 663.1493177670054, "split": "validation", "subset": "deu-vie" }, { "name": "Scoring", "start": 663.1498597760219, "end": 663.1876340210438, "split": "validation", "subset": "deu-vie" }, { "name": "Encoding queries and documents", "start": 663.4980787171517, "end": 663.6705863340758, "split": "validation", "subset": "deu-zho" }, { "name": "Scoring", "start": 663.6710985479876, "end": 663.7090430620592, "split": "validation", "subset": "deu-zho" }, { "name": "Encoding queries and documents", "start": 664.0118704480119, "end": 664.4041354141664, "split": "validation", "subset": "eng-ara" }, { "name": "Scoring", "start": 664.4048763380852, "end": 664.5642680809833, "split": "validation", "subset": "eng-ara" }, { "name": "Encoding queries and documents", "start": 664.867229819065, "end": 665.273446894018, "split": "validation", "subset": "eng-deu" }, { "name": "Scoring", "start": 665.2742072939873, "end": 665.4427179719787, "split": "validation", "subset": "eng-deu" }, { "name": "Encoding queries and documents", "start": 666.0901449839585, "end": 667.0929086690303, "split": "validation", "subset": "eng-eng" }, { "name": "Scoring", "start": 667.0937293730676, "end": 667.6879616410006, "split": "validation", "subset": "eng-eng" }, { "name": "Encoding queries and documents", "start": 668.006308847107, "end": 668.4173609281424, "split": "validation", "subset": "eng-spa" }, { "name": "Scoring", "start": 668.4181084639858, "end": 668.574764972087, "split": "validation", "subset": "eng-spa" }, { "name": "Encoding queries and documents", "start": 668.8762281651143, "end": 669.2690962280612, "split": "validation", "subset": "eng-hin" }, { "name": "Scoring", "start": 669.2698274131399, "end": 669.4189047631808, "split": "validation", "subset": "eng-hin" }, { "name": "Encoding queries and documents", "start": 669.7150107971393, "end": 670.1254329651129, "split": "validation", "subset": "eng-vie" }, { "name": "Scoring", "start": 670.1261897790246, "end": 670.2800866761245, "split": "validation", "subset": "eng-vie" }, { "name": "Encoding queries and documents", "start": 670.5817258199677, "end": 670.9763179081492, "split": "validation", "subset": "eng-zho" }, { "name": "Scoring", "start": 670.9770384230651, "end": 671.1217145130504, "split": "validation", "subset": "eng-zho" }, { "name": "Encoding queries and documents", "start": 671.7765658281278, "end": 672.0217639200855, "split": "validation", "subset": "spa-ara" }, { "name": "Scoring", "start": 672.0222594530787, "end": 672.0563354799524, "split": "validation", "subset": "spa-ara" }, { "name": "Encoding queries and documents", "start": 672.355530257104, "end": 672.4794863660354, "split": "validation", "subset": "spa-deu" }, { "name": "Scoring", "start": 672.480079581961, "end": 672.521841088077, "split": "validation", "subset": "spa-deu" }, { "name": "Encoding queries and documents", "start": 672.8435892460402, "end": 673.4628345160745, "split": "validation", "subset": "spa-eng" }, { "name": "Scoring", "start": 673.463575571077, "end": 673.6137045801152, "split": "validation", "subset": "spa-eng" }, { "name": "Encoding queries and documents", "start": 673.9216317359824, "end": 674.5359353411477, "split": "validation", "subset": "spa-spa" }, { "name": "Scoring", "start": 674.5367144469637, "end": 674.7007624120452, "split": "validation", "subset": "spa-spa" }, { "name": "Encoding queries and documents", "start": 674.9998661600985, "end": 675.4157074461691, "split": "validation", "subset": "spa-hin" }, { "name": "Scoring", "start": 675.4162789820693, "end": 675.4557807471137, "split": "validation", "subset": "spa-hin" }, { "name": "Encoding queries and documents", "start": 675.7549430250656, "end": 676.1912533710711, "split": "validation", "subset": "spa-vie" }, { "name": "Scoring", "start": 676.1918400651775, "end": 676.235762437107, "split": "validation", "subset": "spa-vie" }, { "name": "Encoding queries and documents", "start": 676.5340448990464, "end": 676.6397430310026, "split": "validation", "subset": "spa-zho" }, { "name": "Scoring", "start": 676.6402849100996, "end": 676.6759806650225, "split": "validation", "subset": "spa-zho" }, { "name": "Encoding queries and documents", "start": 677.3259588491637, "end": 677.5471716199536, "split": "validation", "subset": "hin-ara" }, { "name": "Scoring", "start": 677.5476875309832, "end": 677.5855884940829, "split": "validation", "subset": "hin-ara" }, { "name": "Encoding queries and documents", "start": 677.88695886801, "end": 678.0467529310845, "split": "validation", "subset": "hin-deu" }, { "name": "Scoring", "start": 678.0472906730138, "end": 678.0825064750388, "split": "validation", "subset": "hin-deu" }, { "name": "Encoding queries and documents", "start": 678.3796113131102, "end": 678.7977808930445, "split": "validation", "subset": "hin-eng" }, { "name": "Scoring", "start": 678.7984994349536, "end": 678.9430714109913, "split": "validation", "subset": "hin-eng" }, { "name": "Encoding queries and documents", "start": 679.2428530859761, "end": 679.4666824401356, "split": "validation", "subset": "hin-spa" }, { "name": "Scoring", "start": 679.4672517711297, "end": 679.5106489951722, "split": "validation", "subset": "hin-spa" }, { "name": "Encoding queries and documents", "start": 679.8162060061004, "end": 680.2587241639849, "split": "validation", "subset": "hin-hin" }, { "name": "Scoring", "start": 680.2595573621802, "end": 680.405221241992, "split": "validation", "subset": "hin-hin" }, { "name": "Encoding queries and documents", "start": 680.7093169339933, "end": 680.9459649061318, "split": "validation", "subset": "hin-vie" }, { "name": "Scoring", "start": 680.9465872361325, "end": 680.9845272540115, "split": "validation", "subset": "hin-vie" }, { "name": "Encoding queries and documents", "start": 681.640636687167, "end": 681.8492655761074, "split": "validation", "subset": "hin-zho" }, { "name": "Scoring", "start": 681.8498294970486, "end": 681.8894773770589, "split": "validation", "subset": "hin-zho" }, { "name": "Encoding queries and documents", "start": 682.1903431741521, "end": 682.4089849391021, "split": "validation", "subset": "vie-ara" }, { "name": "Scoring", "start": 682.4094827461522, "end": 682.4449402929749, "split": "validation", "subset": "vie-ara" }, { "name": "Encoding queries and documents", "start": 682.7522094771266, "end": 682.9706861930899, "split": "validation", "subset": "vie-deu" }, { "name": "Scoring", "start": 682.971217371989, "end": 683.0083836039994, "split": "validation", "subset": "vie-deu" }, { "name": "Encoding queries and documents", "start": 683.3094785721041, "end": 683.8412945221644, "split": "validation", "subset": "vie-eng" }, { "name": "Scoring", "start": 683.8420101581141, "end": 684.0043380099814, "split": "validation", "subset": "vie-eng" }, { "name": "Encoding queries and documents", "start": 684.3127309281845, "end": 684.6355392669793, "split": "validation", "subset": "vie-spa" }, { "name": "Scoring", "start": 684.6361133570317, "end": 684.676158695016, "split": "validation", "subset": "vie-spa" }, { "name": "Encoding queries and documents", "start": 684.983501088107, "end": 685.2909549700562, "split": "validation", "subset": "vie-hin" }, { "name": "Scoring", "start": 685.2915478050709, "end": 685.329653945053, "split": "validation", "subset": "vie-hin" }, { "name": "Encoding queries and documents", "start": 685.9938429349568, "end": 686.5390413440764, "split": "validation", "subset": "vie-vie" }, { "name": "Scoring", "start": 686.5397682210896, "end": 686.6955713189673, "split": "validation", "subset": "vie-vie" }, { "name": "Encoding queries and documents", "start": 687.0022945280652, "end": 687.2287666669581, "split": "validation", "subset": "vie-zho" }, { "name": "Scoring", "start": 687.2293338140007, "end": 687.2680763420649, "split": "validation", "subset": "vie-zho" }, { "name": "Encoding queries and documents", "start": 687.5740297629964, "end": 687.6974380749743, "split": "validation", "subset": "zho-ara" }, { "name": "Scoring", "start": 687.6979406899773, "end": 687.736031342065, "split": "validation", "subset": "zho-ara" }, { "name": "Encoding queries and documents", "start": 688.0424190300982, "end": 688.2003457930405, "split": "validation", "subset": "zho-deu" }, { "name": "Scoring", "start": 688.2009863981511, "end": 688.2433855750132, "split": "validation", "subset": "zho-deu" }, { "name": "Encoding queries and documents", "start": 688.5595118650235, "end": 688.8653486270923, "split": "validation", "subset": "zho-eng" }, { "name": "Scoring", "start": 688.8660754340235, "end": 689.0148172080517, "split": "validation", "subset": "zho-eng" }, { "name": "Encoding queries and documents", "start": 689.3180645480752, "end": 689.4424554391298, "split": "validation", "subset": "zho-spa" }, { "name": "Scoring", "start": 689.4429253530689, "end": 689.4785302979872, "split": "validation", "subset": "zho-spa" }, { "name": "Encoding queries and documents", "start": 690.1548219020478, "end": 690.2901992630213, "split": "validation", "subset": "zho-hin" }, { "name": "Scoring", "start": 690.2907617010642, "end": 690.3293958250433, "split": "validation", "subset": "zho-hin" }, { "name": "Encoding queries and documents", "start": 690.6369129391387, "end": 690.7900744781364, "split": "validation", "subset": "zho-vie" }, { "name": "Scoring", "start": 690.7906369259581, "end": 690.8288960650098, "split": "validation", "subset": "zho-vie" }, { "name": "Encoding queries and documents", "start": 691.1384905371815, "end": 691.4502410460263, "split": "validation", "subset": "zho-zho" }, { "name": "Scoring", "start": 691.450999462977, "end": 691.6089356550947, "split": "validation", "subset": "zho-zho" }, { "name": "Encoding queries and documents", "start": 691.9558691759594, "end": 696.5489220500458, "split": "test", "subset": "ara-ara" }, { "name": "Scoring", "start": 696.5497608880978, "end": 699.127497531008, "split": "test", "subset": "ara-ara" }, { "name": "Encoding queries and documents", "start": 699.5522358140443, "end": 701.0317173979711, "split": "test", "subset": "ara-deu" }, { "name": "Scoring", "start": 701.032703573117, "end": 701.8961167340167, "split": "test", "subset": "ara-deu" }, { "name": "Encoding queries and documents", "start": 702.6106257829815, "end": 707.2262204941362, "split": "test", "subset": "ara-eng" }, { "name": "Scoring", "start": 707.2270054011606, "end": 709.8164222571068, "split": "test", "subset": "ara-eng" }, { "name": "Encoding queries and documents", "start": 710.2090163831599, "end": 712.0486416311469, "split": "test", "subset": "ara-spa" }, { "name": "Scoring", "start": 712.0494812710676, "end": 713.0410046621691, "split": "test", "subset": "ara-spa" }, { "name": "Encoding queries and documents", "start": 713.3871009100694, "end": 715.0951792481355, "split": "test", "subset": "ara-hin" }, { "name": "Scoring", "start": 715.095993159106, "end": 716.0856929940637, "split": "test", "subset": "ara-hin" }, { "name": "Encoding queries and documents", "start": 716.452031258028, "end": 718.4594430970028, "split": "test", "subset": "ara-vie" }, { "name": "Scoring", "start": 718.4602614261676, "end": 719.5916276171338, "split": "test", "subset": "ara-vie" }, { "name": "Encoding queries and documents", "start": 720.3171878000721, "end": 722.2055390030146, "split": "test", "subset": "ara-zho" }, { "name": "Scoring", "start": 722.2063581941184, "end": 723.2639557439834, "split": "test", "subset": "ara-zho" }, { "name": "Encoding queries and documents", "start": 723.6250784690492, "end": 725.1517637341749, "split": "test", "subset": "deu-ara" }, { "name": "Scoring", "start": 725.1525803799741, "end": 726.0680021061562, "split": "test", "subset": "deu-ara" }, { "name": "Encoding queries and documents", "start": 726.4405493570957, "end": 730.0934074250981, "split": "test", "subset": "deu-deu" }, { "name": "Scoring", "start": 730.0942040530499, "end": 732.3008546291385, "split": "test", "subset": "deu-deu" }, { "name": "Encoding queries and documents", "start": 732.7019982161, "end": 736.1799781331792, "split": "test", "subset": "deu-eng" }, { "name": "Scoring", "start": 736.1808138850611, "end": 738.462312262971, "split": "test", "subset": "deu-eng" }, { "name": "Encoding queries and documents", "start": 739.2256314500701, "end": 740.6465973900631, "split": "test", "subset": "deu-spa" }, { "name": "Scoring", "start": 740.6474033570848, "end": 741.5336670069955, "split": "test", "subset": "deu-spa" }, { "name": "Encoding queries and documents", "start": 741.8916007841472, "end": 743.1246840229724, "split": "test", "subset": "deu-hin" }, { "name": "Scoring", "start": 743.1254487209953, "end": 743.8898743051104, "split": "test", "subset": "deu-hin" }, { "name": "Encoding queries and documents", "start": 744.2405922771432, "end": 745.7758557330817, "split": "test", "subset": "deu-vie" }, { "name": "Scoring", "start": 745.7766419721302, "end": 746.6966483350843, "split": "test", "subset": "deu-vie" }, { "name": "Encoding queries and documents", "start": 747.0526992620435, "end": 748.5447474580724, "split": "test", "subset": "deu-zho" }, { "name": "Scoring", "start": 748.5455176569521, "end": 749.4423490010668, "split": "test", "subset": "deu-zho" }, { "name": "Encoding queries and documents", "start": 749.8287327191792, "end": 754.4913641631138, "split": "test", "subset": "eng-ara" }, { "name": "Scoring", "start": 754.4921597801149, "end": 757.4735043230467, "split": "test", "subset": "eng-ara" }, { "name": "Encoding queries and documents", "start": 757.8901383711491, "end": 761.6980534701142, "split": "test", "subset": "eng-deu" }, { "name": "Scoring", "start": 761.6988684129901, "end": 763.8549053641036, "split": "test", "subset": "eng-deu" }, { "name": "Encoding queries and documents", "start": 764.3164576680865, "end": 774.3346122340299, "split": "test", "subset": "eng-eng" }, { "name": "Scoring", "start": 774.3354143630713, "end": 779.9680741219781, "split": "test", "subset": "eng-eng" }, { "name": "Encoding queries and documents", "start": 780.8212214589585, "end": 785.4861375261098, "split": "test", "subset": "eng-spa" }, { "name": "Scoring", "start": 785.48692377517, "end": 788.0573418929707, "split": "test", "subset": "eng-spa" }, { "name": "Encoding queries and documents", "start": 788.4832669110037, "end": 792.7854441059753, "split": "test", "subset": "eng-hin" }, { "name": "Scoring", "start": 792.7862741879653, "end": 795.2482379861176, "split": "test", "subset": "eng-hin" }, { "name": "Encoding queries and documents", "start": 795.666181772016, "end": 800.6647386930417, "split": "test", "subset": "eng-vie" }, { "name": "Scoring", "start": 800.6655497290194, "end": 803.4134608411696, "split": "test", "subset": "eng-vie" }, { "name": "Encoding queries and documents", "start": 804.1771316460799, "end": 808.8994237990119, "split": "test", "subset": "eng-zho" }, { "name": "Scoring", "start": 808.9002866721712, "end": 811.5355658060871, "split": "test", "subset": "eng-zho" }, { "name": "Encoding queries and documents", "start": 811.9511948169675, "end": 813.7084599749651, "split": "test", "subset": "spa-ara" }, { "name": "Scoring", "start": 813.7092760610394, "end": 814.6987737291493, "split": "test", "subset": "spa-ara" }, { "name": "Encoding queries and documents", "start": 815.0575931521598, "end": 816.6116131241433, "split": "test", "subset": "spa-deu" }, { "name": "Scoring", "start": 816.6124050030485, "end": 817.5713365441188, "split": "test", "subset": "spa-deu" }, { "name": "Encoding queries and documents", "start": 817.9512374340557, "end": 822.510246624006, "split": "test", "subset": "spa-eng" }, { "name": "Scoring", "start": 822.51108776615, "end": 825.0785578349605, "split": "test", "subset": "spa-eng" }, { "name": "Encoding queries and documents", "start": 825.4935636110604, "end": 829.6076818581205, "split": "test", "subset": "spa-spa" }, { "name": "Scoring", "start": 829.6084639101755, "end": 832.1867211200297, "split": "test", "subset": "spa-spa" }, { "name": "Encoding queries and documents", "start": 832.5858793421648, "end": 834.0051172601525, "split": "test", "subset": "spa-hin" }, { "name": "Scoring", "start": 834.0059319729917, "end": 834.8517106920481, "split": "test", "subset": "spa-hin" }, { "name": "Encoding queries and documents", "start": 835.221928101033, "end": 837.0694857880007, "split": "test", "subset": "spa-vie" }, { "name": "Scoring", "start": 837.0702929170802, "end": 838.1316862141248, "split": "test", "subset": "spa-vie" }, { "name": "Encoding queries and documents", "start": 838.8533024271019, "end": 840.5655089400243, "split": "test", "subset": "spa-zho" }, { "name": "Scoring", "start": 840.5663648999762, "end": 841.6268009110354, "split": "test", "subset": "spa-zho" }, { "name": "Encoding queries and documents", "start": 841.9943022730295, "end": 843.8724509761669, "split": "test", "subset": "hin-ara" }, { "name": "Scoring", "start": 843.8732542281505, "end": 844.8836807860062, "split": "test", "subset": "hin-ara" }, { "name": "Encoding queries and documents", "start": 845.2473986609839, "end": 846.7334994119592, "split": "test", "subset": "hin-deu" }, { "name": "Scoring", "start": 846.7342547329608, "end": 847.4978878831025, "split": "test", "subset": "hin-deu" }, { "name": "Encoding queries and documents", "start": 847.881358906161, "end": 852.6038916660473, "split": "test", "subset": "hin-eng" }, { "name": "Scoring", "start": 852.6047045250889, "end": 854.9718815381639, "split": "test", "subset": "hin-eng" }, { "name": "Encoding queries and documents", "start": 855.3710494400002, "end": 857.3850689511746, "split": "test", "subset": "hin-spa" }, { "name": "Scoring", "start": 857.3858848861419, "end": 858.2530726850964, "split": "test", "subset": "hin-spa" }, { "name": "Encoding queries and documents", "start": 858.6322789289989, "end": 863.2887548829895, "split": "test", "subset": "hin-hin" }, { "name": "Scoring", "start": 863.2895562909544, "end": 865.7333916481584, "split": "test", "subset": "hin-hin" }, { "name": "Encoding queries and documents", "start": 866.1326397461817, "end": 868.192092172103, "split": "test", "subset": "hin-vie" }, { "name": "Scoring", "start": 868.1928974769544, "end": 869.1646901040804, "split": "test", "subset": "hin-vie" }, { "name": "Encoding queries and documents", "start": 869.5618995281402, "end": 871.6293556431774, "split": "test", "subset": "hin-zho" }, { "name": "Scoring", "start": 871.6301446279977, "end": 872.5857431371696, "split": "test", "subset": "hin-zho" }, { "name": "Encoding queries and documents", "start": 872.9567432170734, "end": 875.2050626270939, "split": "test", "subset": "vie-ara" }, { "name": "Scoring", "start": 875.2058835120406, "end": 876.653217736166, "split": "test", "subset": "vie-ara" }, { "name": "Encoding queries and documents", "start": 877.0244252791163, "end": 878.7344094349537, "split": "test", "subset": "vie-deu" }, { "name": "Scoring", "start": 878.7352527619805, "end": 879.653843404958, "split": "test", "subset": "vie-deu" }, { "name": "Encoding queries and documents", "start": 880.0445753461681, "end": 885.0673346580006, "split": "test", "subset": "vie-eng" }, { "name": "Scoring", "start": 885.0681710010394, "end": 887.7102427431382, "split": "test", "subset": "vie-eng" }, { "name": "Encoding queries and documents", "start": 888.1299135109875, "end": 890.247383401962, "split": "test", "subset": "vie-spa" }, { "name": "Scoring", "start": 890.2482003290206, "end": 891.2596854290459, "split": "test", "subset": "vie-spa" }, { "name": "Encoding queries and documents", "start": 891.6338596600108, "end": 893.5262696780264, "split": "test", "subset": "vie-hin" }, { "name": "Scoring", "start": 893.5270666470751, "end": 894.5549350490328, "split": "test", "subset": "vie-hin" }, { "name": "Encoding queries and documents", "start": 895.2984537670854, "end": 900.3790402421728, "split": "test", "subset": "vie-vie" }, { "name": "Scoring", "start": 900.3798368710559, "end": 903.0252947341651, "split": "test", "subset": "vie-vie" }, { "name": "Encoding queries and documents", "start": 903.4328961691353, "end": 905.4138830350712, "split": "test", "subset": "vie-zho" }, { "name": "Scoring", "start": 905.4147218831349, "end": 906.381693613017, "split": "test", "subset": "vie-zho" }, { "name": "Encoding queries and documents", "start": 906.7522922630887, "end": 908.3214360070415, "split": "test", "subset": "zho-ara" }, { "name": "Scoring", "start": 908.322264285991, "end": 909.3534031300806, "split": "test", "subset": "zho-ara" }, { "name": "Encoding queries and documents", "start": 909.7313982190099, "end": 911.054906595964, "split": "test", "subset": "zho-deu" }, { "name": "Scoring", "start": 911.0557173811831, "end": 911.9457295159809, "split": "test", "subset": "zho-deu" }, { "name": "Encoding queries and documents", "start": 912.6845470929984, "end": 916.2137187309563, "split": "test", "subset": "zho-eng" }, { "name": "Scoring", "start": 916.2145232451148, "end": 918.7450334629975, "split": "test", "subset": "zho-eng" }, { "name": "Encoding queries and documents", "start": 919.1618108821567, "end": 920.5669174941722, "split": "test", "subset": "zho-spa" }, { "name": "Scoring", "start": 920.567714254139, "end": 921.5452294300776, "split": "test", "subset": "zho-spa" }, { "name": "Encoding queries and documents", "start": 921.9174562999979, "end": 923.3122037251014, "split": "test", "subset": "zho-hin" }, { "name": "Scoring", "start": 923.312959266128, "end": 924.2742718979716, "split": "test", "subset": "zho-hin" }, { "name": "Encoding queries and documents", "start": 924.6599523550831, "end": 926.300459154183, "split": "test", "subset": "zho-vie" }, { "name": "Scoring", "start": 926.3013778929599, "end": 927.3680378680583, "split": "test", "subset": "zho-vie" }, { "name": "Encoding queries and documents", "start": 928.1220343201421, "end": 931.7257204041816, "split": "test", "subset": "zho-zho" }, { "name": "Scoring", "start": 931.7265473599546, "end": 934.3098489199765, "split": "test", "subset": "zho-zho" } ] }