{ "dataset_revision": "2dc71218b15aa0e987ecc2f35ece6a1bc769e19c", "task_name": "MemGovern", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.70492, "ndcg_at_3": 0.79404, "ndcg_at_5": 0.80895, "ndcg_at_10": 0.82441, "ndcg_at_20": 0.83173, "ndcg_at_25": 0.83307, "ndcg_at_50": 0.8357, "ndcg_at_100": 0.83661, "ndcg_at_1000": 0.83741, "map_at_1": 0.70492, "map_at_3": 0.77271, "map_at_5": 0.78106, "map_at_10": 0.78748, "map_at_20": 0.78952, "map_at_25": 0.78978, "map_at_50": 0.79016, "map_at_100": 0.79024, "map_at_1000": 0.79027, "recall_at_1": 0.70492, "recall_at_3": 0.85553, "recall_at_5": 0.89139, "recall_at_10": 0.93904, "recall_at_20": 0.96773, "recall_at_25": 0.97387, "recall_at_50": 0.9877, "recall_at_100": 0.99334, "recall_at_1000": 0.99949, "accuracy": 0.70492, "precision_at_1": 0.70492, "precision_at_3": 0.28518, "precision_at_5": 0.17828, "precision_at_10": 0.0939, "precision_at_20": 0.04839, "precision_at_25": 0.03895, "precision_at_50": 0.01975, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.704918, "mrr_at_3": 0.772712, "mrr_at_5": 0.781062, "mrr_at_10": 0.787476, "mrr_at_20": 0.789517, "mrr_at_25": 0.789781, "mrr_at_50": 0.790155, "mrr_at_100": 0.790237, "mrr_at_1000": 0.790269, "nauc_ndcg_at_1_max": 0.430023, "nauc_ndcg_at_1_std": -0.336622, "nauc_ndcg_at_1_diff1": 0.778485, "nauc_ndcg_at_3_max": 0.456102, "nauc_ndcg_at_3_std": -0.393047, "nauc_ndcg_at_3_diff1": 0.751072, "nauc_ndcg_at_5_max": 0.449603, "nauc_ndcg_at_5_std": -0.393028, "nauc_ndcg_at_5_diff1": 0.747385, "nauc_ndcg_at_10_max": 0.453038, "nauc_ndcg_at_10_std": -0.380309, "nauc_ndcg_at_10_diff1": 0.751967, "nauc_ndcg_at_20_max": 0.456178, "nauc_ndcg_at_20_std": -0.367071, "nauc_ndcg_at_20_diff1": 0.754514, "nauc_ndcg_at_25_max": 0.454673, "nauc_ndcg_at_25_std": -0.367314, "nauc_ndcg_at_25_diff1": 0.754907, "nauc_ndcg_at_50_max": 0.452547, "nauc_ndcg_at_50_std": -0.369072, "nauc_ndcg_at_50_diff1": 0.756162, "nauc_ndcg_at_100_max": 0.451827, "nauc_ndcg_at_100_std": -0.370437, "nauc_ndcg_at_100_diff1": 0.756754, "nauc_ndcg_at_1000_max": 0.450632, "nauc_ndcg_at_1000_std": -0.370034, "nauc_ndcg_at_1000_diff1": 0.756767, "nauc_map_at_1_max": 0.430023, "nauc_map_at_1_std": -0.336622, "nauc_map_at_1_diff1": 0.778485, "nauc_map_at_3_max": 0.449208, "nauc_map_at_3_std": -0.375697, "nauc_map_at_3_diff1": 0.759061, "nauc_map_at_5_max": 0.445888, "nauc_map_at_5_std": -0.374897, "nauc_map_at_5_diff1": 0.75745, "nauc_map_at_10_max": 0.447232, "nauc_map_at_10_std": -0.36977, "nauc_map_at_10_diff1": 0.759514, "nauc_map_at_20_max": 0.447759, "nauc_map_at_20_std": -0.366823, "nauc_map_at_20_diff1": 0.760166, "nauc_map_at_25_max": 0.447505, "nauc_map_at_25_std": -0.366868, "nauc_map_at_25_diff1": 0.760233, "nauc_map_at_50_max": 0.447269, "nauc_map_at_50_std": -0.367019, "nauc_map_at_50_diff1": 0.760368, "nauc_map_at_100_max": 0.447224, "nauc_map_at_100_std": -0.367102, "nauc_map_at_100_diff1": 0.760409, "nauc_map_at_1000_max": 0.447188, "nauc_map_at_1000_std": -0.367118, "nauc_map_at_1000_diff1": 0.760408, "nauc_recall_at_1_max": 0.430023, "nauc_recall_at_1_std": -0.336622, "nauc_recall_at_1_diff1": 0.778485, "nauc_recall_at_3_max": 0.484716, "nauc_recall_at_3_std": -0.466755, "nauc_recall_at_3_diff1": 0.7174, "nauc_recall_at_5_max": 0.466492, "nauc_recall_at_5_std": -0.489188, "nauc_recall_at_5_diff1": 0.693847, "nauc_recall_at_10_max": 0.502315, "nauc_recall_at_10_std": -0.462582, "nauc_recall_at_10_diff1": 0.687368, "nauc_recall_at_20_max": 0.608642, "nauc_recall_at_20_std": -0.285994, "nauc_recall_at_20_diff1": 0.676859, "nauc_recall_at_25_max": 0.604922, "nauc_recall_at_25_std": -0.272914, "nauc_recall_at_25_diff1": 0.66924, "nauc_recall_at_50_max": 0.636615, "nauc_recall_at_50_std": -0.287552, "nauc_recall_at_50_diff1": 0.655279, "nauc_recall_at_100_max": 0.691022, "nauc_recall_at_100_std": -0.408114, "nauc_recall_at_100_diff1": 0.651198, "nauc_recall_at_1000_max": 0.869296, "nauc_recall_at_1000_std": 0.554158, "nauc_recall_at_1000_diff1": -0.563179, "nauc_precision_at_1_max": 0.430023, "nauc_precision_at_1_std": -0.336622, "nauc_precision_at_1_diff1": 0.778485, "nauc_precision_at_3_max": 0.484716, "nauc_precision_at_3_std": -0.466755, "nauc_precision_at_3_diff1": 0.7174, "nauc_precision_at_5_max": 0.466492, "nauc_precision_at_5_std": -0.489188, "nauc_precision_at_5_diff1": 0.693847, "nauc_precision_at_10_max": 0.502315, "nauc_precision_at_10_std": -0.462582, "nauc_precision_at_10_diff1": 0.687368, "nauc_precision_at_20_max": 0.608642, "nauc_precision_at_20_std": -0.285994, "nauc_precision_at_20_diff1": 0.676859, "nauc_precision_at_25_max": 0.604922, "nauc_precision_at_25_std": -0.272914, "nauc_precision_at_25_diff1": 0.66924, "nauc_precision_at_50_max": 0.636615, "nauc_precision_at_50_std": -0.287552, "nauc_precision_at_50_diff1": 0.655279, "nauc_precision_at_100_max": 0.691022, "nauc_precision_at_100_std": -0.408114, "nauc_precision_at_100_diff1": 0.651198, "nauc_precision_at_1000_max": 0.869296, "nauc_precision_at_1000_std": 0.554158, "nauc_precision_at_1000_diff1": -0.563179, "nauc_mrr_at_1_max": 0.430023, "nauc_mrr_at_1_std": -0.336622, "nauc_mrr_at_1_diff1": 0.778485, "nauc_mrr_at_3_max": 0.449208, "nauc_mrr_at_3_std": -0.375697, "nauc_mrr_at_3_diff1": 0.759061, "nauc_mrr_at_5_max": 0.445888, "nauc_mrr_at_5_std": -0.374897, "nauc_mrr_at_5_diff1": 0.75745, "nauc_mrr_at_10_max": 0.447232, "nauc_mrr_at_10_std": -0.36977, "nauc_mrr_at_10_diff1": 0.759514, "nauc_mrr_at_20_max": 0.447759, "nauc_mrr_at_20_std": -0.366823, "nauc_mrr_at_20_diff1": 0.760166, "nauc_mrr_at_25_max": 0.447505, "nauc_mrr_at_25_std": -0.366868, "nauc_mrr_at_25_diff1": 0.760233, "nauc_mrr_at_50_max": 0.447269, "nauc_mrr_at_50_std": -0.367019, "nauc_mrr_at_50_diff1": 0.760368, "nauc_mrr_at_100_max": 0.447224, "nauc_mrr_at_100_std": -0.367102, "nauc_mrr_at_100_diff1": 0.760409, "nauc_mrr_at_1000_max": 0.447188, "nauc_mrr_at_1000_std": -0.367118, "nauc_mrr_at_1000_diff1": 0.760408, "hit_rate_at_1": 0.70492, "hit_rate_at_3": 0.85553, "hit_rate_at_5": 0.89139, "hit_rate_at_10": 0.93904, "hit_rate_at_20": 0.96773, "hit_rate_at_25": 0.97387, "hit_rate_at_50": 0.9877, "hit_rate_at_100": 0.99334, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.704918, "R_cap_at_3": 0.855533, "R_cap_at_5": 0.891393, "R_cap_at_10": 0.939037, "R_cap_at_20": 0.967725, "R_cap_at_25": 0.973873, "R_cap_at_50": 0.987705, "R_cap_at_100": 0.99334, "R_cap_at_1000": 0.999488, "main_score": 0.82441, "hf_subset": "Azure_azure-sdk-for-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72585, "ndcg_at_3": 0.81453, "ndcg_at_5": 0.83346, "ndcg_at_10": 0.84298, "ndcg_at_20": 0.84997, "ndcg_at_25": 0.85094, "ndcg_at_50": 0.85314, "ndcg_at_100": 0.85362, "ndcg_at_1000": 0.85412, "map_at_1": 0.72585, "map_at_3": 0.79346, "map_at_5": 0.80412, "map_at_10": 0.808, "map_at_20": 0.80994, "map_at_25": 0.81013, "map_at_50": 0.81048, "map_at_100": 0.81052, "map_at_1000": 0.81054, "recall_at_1": 0.72585, "recall_at_3": 0.87519, "recall_at_5": 0.92051, "recall_at_10": 0.95022, "recall_at_20": 0.97771, "recall_at_25": 0.98217, "recall_at_50": 0.99331, "recall_at_100": 0.99629, "recall_at_1000": 1.0, "accuracy": 0.72585, "precision_at_1": 0.72585, "precision_at_3": 0.29173, "precision_at_5": 0.1841, "precision_at_10": 0.09502, "precision_at_20": 0.04889, "precision_at_25": 0.03929, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.725854, "mrr_at_3": 0.793462, "mrr_at_5": 0.804123, "mrr_at_10": 0.808005, "mrr_at_20": 0.809937, "mrr_at_25": 0.810131, "mrr_at_50": 0.810476, "mrr_at_100": 0.810518, "mrr_at_1000": 0.81054, "nauc_ndcg_at_1_max": 0.418705, "nauc_ndcg_at_1_std": -0.163637, "nauc_ndcg_at_1_diff1": 0.774384, "nauc_ndcg_at_3_max": 0.484125, "nauc_ndcg_at_3_std": -0.21067, "nauc_ndcg_at_3_diff1": 0.733826, "nauc_ndcg_at_5_max": 0.485378, "nauc_ndcg_at_5_std": -0.218382, "nauc_ndcg_at_5_diff1": 0.738842, "nauc_ndcg_at_10_max": 0.480228, "nauc_ndcg_at_10_std": -0.215328, "nauc_ndcg_at_10_diff1": 0.744243, "nauc_ndcg_at_20_max": 0.47415, "nauc_ndcg_at_20_std": -0.204005, "nauc_ndcg_at_20_diff1": 0.74927, "nauc_ndcg_at_25_max": 0.472479, "nauc_ndcg_at_25_std": -0.200568, "nauc_ndcg_at_25_diff1": 0.749647, "nauc_ndcg_at_50_max": 0.469081, "nauc_ndcg_at_50_std": -0.202234, "nauc_ndcg_at_50_diff1": 0.749633, "nauc_ndcg_at_100_max": 0.467783, "nauc_ndcg_at_100_std": -0.200261, "nauc_ndcg_at_100_diff1": 0.749913, "nauc_ndcg_at_1000_max": 0.466795, "nauc_ndcg_at_1000_std": -0.200022, "nauc_ndcg_at_1000_diff1": 0.749466, "nauc_map_at_1_max": 0.418705, "nauc_map_at_1_std": -0.163637, "nauc_map_at_1_diff1": 0.774384, "nauc_map_at_3_max": 0.465351, "nauc_map_at_3_std": -0.196061, "nauc_map_at_3_diff1": 0.745632, "nauc_map_at_5_max": 0.464712, "nauc_map_at_5_std": -0.198872, "nauc_map_at_5_diff1": 0.748627, "nauc_map_at_10_max": 0.462351, "nauc_map_at_10_std": -0.197973, "nauc_map_at_10_diff1": 0.7505, "nauc_map_at_20_max": 0.46088, "nauc_map_at_20_std": -0.19535, "nauc_map_at_20_diff1": 0.751778, "nauc_map_at_25_max": 0.460595, "nauc_map_at_25_std": -0.194777, "nauc_map_at_25_diff1": 0.751838, "nauc_map_at_50_max": 0.460222, "nauc_map_at_50_std": -0.194923, "nauc_map_at_50_diff1": 0.751833, "nauc_map_at_100_max": 0.460129, "nauc_map_at_100_std": -0.194775, "nauc_map_at_100_diff1": 0.751846, "nauc_map_at_1000_max": 0.460094, "nauc_map_at_1000_std": -0.194758, "nauc_map_at_1000_diff1": 0.751828, "nauc_recall_at_1_max": 0.418705, "nauc_recall_at_1_std": -0.163637, "nauc_recall_at_1_diff1": 0.774384, "nauc_recall_at_3_max": 0.566571, "nauc_recall_at_3_std": -0.275584, "nauc_recall_at_3_diff1": 0.681869, "nauc_recall_at_5_max": 0.617884, "nauc_recall_at_5_std": -0.346536, "nauc_recall_at_5_diff1": 0.678285, "nauc_recall_at_10_max": 0.653643, "nauc_recall_at_10_std": -0.385179, "nauc_recall_at_10_diff1": 0.693529, "nauc_recall_at_20_max": 0.717794, "nauc_recall_at_20_std": -0.318748, "nauc_recall_at_20_diff1": 0.746242, "nauc_recall_at_25_max": 0.721164, "nauc_recall_at_25_std": -0.230064, "nauc_recall_at_25_diff1": 0.758764, "nauc_recall_at_50_max": 0.771476, "nauc_recall_at_50_std": -0.463648, "nauc_recall_at_50_diff1": 0.775107, "nauc_recall_at_100_max": 0.73014, "nauc_recall_at_100_std": -0.249251, "nauc_recall_at_100_diff1": 0.86273, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.418705, "nauc_precision_at_1_std": -0.163637, "nauc_precision_at_1_diff1": 0.774384, "nauc_precision_at_3_max": 0.566571, "nauc_precision_at_3_std": -0.275584, "nauc_precision_at_3_diff1": 0.681869, "nauc_precision_at_5_max": 0.617884, "nauc_precision_at_5_std": -0.346536, "nauc_precision_at_5_diff1": 0.678285, "nauc_precision_at_10_max": 0.653643, "nauc_precision_at_10_std": -0.385179, "nauc_precision_at_10_diff1": 0.693529, "nauc_precision_at_20_max": 0.717794, "nauc_precision_at_20_std": -0.318748, "nauc_precision_at_20_diff1": 0.746242, "nauc_precision_at_25_max": 0.721164, "nauc_precision_at_25_std": -0.230064, "nauc_precision_at_25_diff1": 0.758764, "nauc_precision_at_50_max": 0.771476, "nauc_precision_at_50_std": -0.463648, "nauc_precision_at_50_diff1": 0.775107, "nauc_precision_at_100_max": 0.73014, "nauc_precision_at_100_std": -0.249251, "nauc_precision_at_100_diff1": 0.86273, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.418705, "nauc_mrr_at_1_std": -0.163637, "nauc_mrr_at_1_diff1": 0.774384, "nauc_mrr_at_3_max": 0.465351, "nauc_mrr_at_3_std": -0.196061, "nauc_mrr_at_3_diff1": 0.745632, "nauc_mrr_at_5_max": 0.464712, "nauc_mrr_at_5_std": -0.198872, "nauc_mrr_at_5_diff1": 0.748627, "nauc_mrr_at_10_max": 0.462351, "nauc_mrr_at_10_std": -0.197973, "nauc_mrr_at_10_diff1": 0.7505, "nauc_mrr_at_20_max": 0.46088, "nauc_mrr_at_20_std": -0.19535, "nauc_mrr_at_20_diff1": 0.751778, "nauc_mrr_at_25_max": 0.460595, "nauc_mrr_at_25_std": -0.194777, "nauc_mrr_at_25_diff1": 0.751838, "nauc_mrr_at_50_max": 0.460222, "nauc_mrr_at_50_std": -0.194923, "nauc_mrr_at_50_diff1": 0.751833, "nauc_mrr_at_100_max": 0.460129, "nauc_mrr_at_100_std": -0.194775, "nauc_mrr_at_100_diff1": 0.751846, "nauc_mrr_at_1000_max": 0.460094, "nauc_mrr_at_1000_std": -0.194758, "nauc_mrr_at_1000_diff1": 0.751828, "hit_rate_at_1": 0.72585, "hit_rate_at_3": 0.87519, "hit_rate_at_5": 0.92051, "hit_rate_at_10": 0.95022, "hit_rate_at_20": 0.97771, "hit_rate_at_25": 0.98217, "hit_rate_at_50": 0.99331, "hit_rate_at_100": 0.99629, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.725854, "R_cap_at_3": 0.875186, "R_cap_at_5": 0.920505, "R_cap_at_10": 0.950223, "R_cap_at_20": 0.977712, "R_cap_at_25": 0.982169, "R_cap_at_50": 0.993314, "R_cap_at_100": 0.996285, "R_cap_at_1000": 1.0, "main_score": 0.84298, "hf_subset": "ClusterHQ_flocker", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.61408, "ndcg_at_3": 0.71269, "ndcg_at_5": 0.73417, "ndcg_at_10": 0.75217, "ndcg_at_20": 0.76251, "ndcg_at_25": 0.76489, "ndcg_at_50": 0.76979, "ndcg_at_100": 0.77291, "ndcg_at_1000": 0.77484, "map_at_1": 0.61408, "map_at_3": 0.68892, "map_at_5": 0.70094, "map_at_10": 0.70834, "map_at_20": 0.71122, "map_at_25": 0.7117, "map_at_50": 0.71242, "map_at_100": 0.71269, "map_at_1000": 0.71278, "recall_at_1": 0.61408, "recall_at_3": 0.78131, "recall_at_5": 0.83301, "recall_at_10": 0.88883, "recall_at_20": 0.92937, "recall_at_25": 0.94029, "recall_at_50": 0.96578, "recall_at_100": 0.98495, "recall_at_1000": 0.99951, "accuracy": 0.61408, "precision_at_1": 0.61408, "precision_at_3": 0.26044, "precision_at_5": 0.1666, "precision_at_10": 0.08888, "precision_at_20": 0.04647, "precision_at_25": 0.03761, "precision_at_50": 0.01932, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.614078, "mrr_at_3": 0.688916, "mrr_at_5": 0.700943, "mrr_at_10": 0.70834, "mrr_at_20": 0.711223, "mrr_at_25": 0.711699, "mrr_at_50": 0.712416, "mrr_at_100": 0.712694, "mrr_at_1000": 0.712777, "nauc_ndcg_at_1_max": 0.371284, "nauc_ndcg_at_1_std": -0.297047, "nauc_ndcg_at_1_diff1": 0.73494, "nauc_ndcg_at_3_max": 0.400207, "nauc_ndcg_at_3_std": -0.326817, "nauc_ndcg_at_3_diff1": 0.700521, "nauc_ndcg_at_5_max": 0.406838, "nauc_ndcg_at_5_std": -0.330013, "nauc_ndcg_at_5_diff1": 0.706323, "nauc_ndcg_at_10_max": 0.404742, "nauc_ndcg_at_10_std": -0.326026, "nauc_ndcg_at_10_diff1": 0.705195, "nauc_ndcg_at_20_max": 0.407274, "nauc_ndcg_at_20_std": -0.311338, "nauc_ndcg_at_20_diff1": 0.705364, "nauc_ndcg_at_25_max": 0.409223, "nauc_ndcg_at_25_std": -0.3087, "nauc_ndcg_at_25_diff1": 0.706687, "nauc_ndcg_at_50_max": 0.4073, "nauc_ndcg_at_50_std": -0.306029, "nauc_ndcg_at_50_diff1": 0.708337, "nauc_ndcg_at_100_max": 0.403576, "nauc_ndcg_at_100_std": -0.308956, "nauc_ndcg_at_100_diff1": 0.709302, "nauc_ndcg_at_1000_max": 0.401253, "nauc_ndcg_at_1000_std": -0.312872, "nauc_ndcg_at_1000_diff1": 0.709887, "nauc_map_at_1_max": 0.371284, "nauc_map_at_1_std": -0.297047, "nauc_map_at_1_diff1": 0.73494, "nauc_map_at_3_max": 0.39288, "nauc_map_at_3_std": -0.318541, "nauc_map_at_3_diff1": 0.709739, "nauc_map_at_5_max": 0.395884, "nauc_map_at_5_std": -0.319825, "nauc_map_at_5_diff1": 0.712972, "nauc_map_at_10_max": 0.394992, "nauc_map_at_10_std": -0.318027, "nauc_map_at_10_diff1": 0.712797, "nauc_map_at_20_max": 0.395531, "nauc_map_at_20_std": -0.314362, "nauc_map_at_20_diff1": 0.712867, "nauc_map_at_25_max": 0.395835, "nauc_map_at_25_std": -0.313937, "nauc_map_at_25_diff1": 0.7131, "nauc_map_at_50_max": 0.395607, "nauc_map_at_50_std": -0.313643, "nauc_map_at_50_diff1": 0.713322, "nauc_map_at_100_max": 0.395338, "nauc_map_at_100_std": -0.313871, "nauc_map_at_100_diff1": 0.713392, "nauc_map_at_1000_max": 0.395266, "nauc_map_at_1000_std": -0.313983, "nauc_map_at_1000_diff1": 0.71342, "nauc_recall_at_1_max": 0.371284, "nauc_recall_at_1_std": -0.297047, "nauc_recall_at_1_diff1": 0.73494, "nauc_recall_at_3_max": 0.427146, "nauc_recall_at_3_std": -0.357688, "nauc_recall_at_3_diff1": 0.666334, "nauc_recall_at_5_max": 0.457773, "nauc_recall_at_5_std": -0.377075, "nauc_recall_at_5_diff1": 0.677763, "nauc_recall_at_10_max": 0.46615, "nauc_recall_at_10_std": -0.375212, "nauc_recall_at_10_diff1": 0.657748, "nauc_recall_at_20_max": 0.526907, "nauc_recall_at_20_std": -0.241536, "nauc_recall_at_20_diff1": 0.634791, "nauc_recall_at_25_max": 0.578401, "nauc_recall_at_25_std": -0.188206, "nauc_recall_at_25_diff1": 0.642153, "nauc_recall_at_50_max": 0.643751, "nauc_recall_at_50_std": -0.018992, "nauc_recall_at_50_diff1": 0.642162, "nauc_recall_at_100_max": 0.651479, "nauc_recall_at_100_std": 0.122745, "nauc_recall_at_100_diff1": 0.634597, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.934641, "nauc_recall_at_1000_diff1": -0.024276, "nauc_precision_at_1_max": 0.371284, "nauc_precision_at_1_std": -0.297047, "nauc_precision_at_1_diff1": 0.73494, "nauc_precision_at_3_max": 0.427146, "nauc_precision_at_3_std": -0.357688, "nauc_precision_at_3_diff1": 0.666334, "nauc_precision_at_5_max": 0.457773, "nauc_precision_at_5_std": -0.377075, "nauc_precision_at_5_diff1": 0.677763, "nauc_precision_at_10_max": 0.46615, "nauc_precision_at_10_std": -0.375212, "nauc_precision_at_10_diff1": 0.657748, "nauc_precision_at_20_max": 0.526907, "nauc_precision_at_20_std": -0.241536, "nauc_precision_at_20_diff1": 0.634791, "nauc_precision_at_25_max": 0.578401, "nauc_precision_at_25_std": -0.188206, "nauc_precision_at_25_diff1": 0.642153, "nauc_precision_at_50_max": 0.643751, "nauc_precision_at_50_std": -0.018992, "nauc_precision_at_50_diff1": 0.642162, "nauc_precision_at_100_max": 0.651479, "nauc_precision_at_100_std": 0.122745, "nauc_precision_at_100_diff1": 0.634597, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.934641, "nauc_precision_at_1000_diff1": -0.024276, "nauc_mrr_at_1_max": 0.371284, "nauc_mrr_at_1_std": -0.297047, "nauc_mrr_at_1_diff1": 0.73494, "nauc_mrr_at_3_max": 0.39288, "nauc_mrr_at_3_std": -0.318541, "nauc_mrr_at_3_diff1": 0.709739, "nauc_mrr_at_5_max": 0.395884, "nauc_mrr_at_5_std": -0.319825, "nauc_mrr_at_5_diff1": 0.712972, "nauc_mrr_at_10_max": 0.394992, "nauc_mrr_at_10_std": -0.318027, "nauc_mrr_at_10_diff1": 0.712797, "nauc_mrr_at_20_max": 0.395531, "nauc_mrr_at_20_std": -0.314362, "nauc_mrr_at_20_diff1": 0.712867, "nauc_mrr_at_25_max": 0.395835, "nauc_mrr_at_25_std": -0.313937, "nauc_mrr_at_25_diff1": 0.7131, "nauc_mrr_at_50_max": 0.395607, "nauc_mrr_at_50_std": -0.313643, "nauc_mrr_at_50_diff1": 0.713322, "nauc_mrr_at_100_max": 0.395338, "nauc_mrr_at_100_std": -0.313871, "nauc_mrr_at_100_diff1": 0.713392, "nauc_mrr_at_1000_max": 0.395266, "nauc_mrr_at_1000_std": -0.313983, "nauc_mrr_at_1000_diff1": 0.71342, "hit_rate_at_1": 0.61408, "hit_rate_at_3": 0.78131, "hit_rate_at_5": 0.83301, "hit_rate_at_10": 0.88883, "hit_rate_at_20": 0.92937, "hit_rate_at_25": 0.94029, "hit_rate_at_50": 0.96578, "hit_rate_at_100": 0.98495, "hit_rate_at_1000": 0.99951, "R_cap_at_1": 0.614078, "R_cap_at_3": 0.781311, "R_cap_at_5": 0.83301, "R_cap_at_10": 0.888835, "R_cap_at_20": 0.929369, "R_cap_at_25": 0.940291, "R_cap_at_50": 0.965777, "R_cap_at_100": 0.984951, "R_cap_at_1000": 0.999515, "main_score": 0.75217, "hf_subset": "DataDog_integrations-core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85366, "ndcg_at_3": 0.92029, "ndcg_at_5": 0.92614, "ndcg_at_10": 0.93026, "ndcg_at_20": 0.93163, "ndcg_at_25": 0.93192, "ndcg_at_50": 0.9324, "ndcg_at_100": 0.9324, "ndcg_at_1000": 0.9324, "map_at_1": 0.85366, "map_at_3": 0.90501, "map_at_5": 0.90828, "map_at_10": 0.90996, "map_at_20": 0.91037, "map_at_25": 0.91044, "map_at_50": 0.9105, "map_at_100": 0.9105, "map_at_1000": 0.9105, "recall_at_1": 0.85366, "recall_at_3": 0.96406, "recall_at_5": 0.97818, "recall_at_10": 0.99101, "recall_at_20": 0.99615, "recall_at_25": 0.99743, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.85366, "precision_at_1": 0.85366, "precision_at_3": 0.32135, "precision_at_5": 0.19564, "precision_at_10": 0.0991, "precision_at_20": 0.04981, "precision_at_25": 0.0399, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.853659, "mrr_at_3": 0.905006, "mrr_at_5": 0.90828, "mrr_at_10": 0.90996, "mrr_at_20": 0.910374, "mrr_at_25": 0.910436, "mrr_at_50": 0.910502, "mrr_at_100": 0.910502, "mrr_at_1000": 0.910502, "nauc_ndcg_at_1_max": 0.517364, "nauc_ndcg_at_1_std": -0.219483, "nauc_ndcg_at_1_diff1": 0.871211, "nauc_ndcg_at_3_max": 0.597894, "nauc_ndcg_at_3_std": -0.182322, "nauc_ndcg_at_3_diff1": 0.869498, "nauc_ndcg_at_5_max": 0.581133, "nauc_ndcg_at_5_std": -0.158735, "nauc_ndcg_at_5_diff1": 0.868759, "nauc_ndcg_at_10_max": 0.572292, "nauc_ndcg_at_10_std": -0.173928, "nauc_ndcg_at_10_diff1": 0.869089, "nauc_ndcg_at_20_max": 0.567148, "nauc_ndcg_at_20_std": -0.176573, "nauc_ndcg_at_20_diff1": 0.870919, "nauc_ndcg_at_25_max": 0.565255, "nauc_ndcg_at_25_std": -0.181145, "nauc_ndcg_at_25_diff1": 0.870355, "nauc_ndcg_at_50_max": 0.563014, "nauc_ndcg_at_50_std": -0.182801, "nauc_ndcg_at_50_diff1": 0.869854, "nauc_ndcg_at_100_max": 0.563014, "nauc_ndcg_at_100_std": -0.182801, "nauc_ndcg_at_100_diff1": 0.869854, "nauc_ndcg_at_1000_max": 0.563014, "nauc_ndcg_at_1000_std": -0.182801, "nauc_ndcg_at_1000_diff1": 0.869854, "nauc_map_at_1_max": 0.517364, "nauc_map_at_1_std": -0.219483, "nauc_map_at_1_diff1": 0.871211, "nauc_map_at_3_max": 0.571166, "nauc_map_at_3_std": -0.191585, "nauc_map_at_3_diff1": 0.870061, "nauc_map_at_5_max": 0.562749, "nauc_map_at_5_std": -0.180436, "nauc_map_at_5_diff1": 0.869677, "nauc_map_at_10_max": 0.559698, "nauc_map_at_10_std": -0.18609, "nauc_map_at_10_diff1": 0.869768, "nauc_map_at_20_max": 0.55844, "nauc_map_at_20_std": -0.1867, "nauc_map_at_20_diff1": 0.870136, "nauc_map_at_25_max": 0.558128, "nauc_map_at_25_std": -0.187445, "nauc_map_at_25_diff1": 0.870044, "nauc_map_at_50_max": 0.557889, "nauc_map_at_50_std": -0.187547, "nauc_map_at_50_diff1": 0.869984, "nauc_map_at_100_max": 0.557889, "nauc_map_at_100_std": -0.187547, "nauc_map_at_100_diff1": 0.869984, "nauc_map_at_1000_max": 0.557889, "nauc_map_at_1000_std": -0.187547, "nauc_map_at_1000_diff1": 0.869984, "nauc_recall_at_1_max": 0.517364, "nauc_recall_at_1_std": -0.219483, "nauc_recall_at_1_diff1": 0.871211, "nauc_recall_at_3_max": 0.792201, "nauc_recall_at_3_std": -0.118578, "nauc_recall_at_3_diff1": 0.865411, "nauc_recall_at_5_max": 0.783005, "nauc_recall_at_5_std": 0.095117, "nauc_recall_at_5_diff1": 0.858118, "nauc_recall_at_10_max": 0.85924, "nauc_recall_at_10_std": 0.12403, "nauc_recall_at_10_diff1": 0.85222, "nauc_recall_at_20_max": 0.912842, "nauc_recall_at_20_std": 0.342726, "nauc_recall_at_20_diff1": 0.956421, "nauc_recall_at_25_max": 0.869262, "nauc_recall_at_25_std": 0.079458, "nauc_recall_at_25_diff1": 0.934631, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.517364, "nauc_precision_at_1_std": -0.219483, "nauc_precision_at_1_diff1": 0.871211, "nauc_precision_at_3_max": 0.792201, "nauc_precision_at_3_std": -0.118578, "nauc_precision_at_3_diff1": 0.865411, "nauc_precision_at_5_max": 0.783005, "nauc_precision_at_5_std": 0.095117, "nauc_precision_at_5_diff1": 0.858118, "nauc_precision_at_10_max": 0.85924, "nauc_precision_at_10_std": 0.12403, "nauc_precision_at_10_diff1": 0.85222, "nauc_precision_at_20_max": 0.912842, "nauc_precision_at_20_std": 0.342726, "nauc_precision_at_20_diff1": 0.956421, "nauc_precision_at_25_max": 0.869262, "nauc_precision_at_25_std": 0.079458, "nauc_precision_at_25_diff1": 0.934631, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.517364, "nauc_mrr_at_1_std": -0.219483, "nauc_mrr_at_1_diff1": 0.871211, "nauc_mrr_at_3_max": 0.571166, "nauc_mrr_at_3_std": -0.191585, "nauc_mrr_at_3_diff1": 0.870061, "nauc_mrr_at_5_max": 0.562749, "nauc_mrr_at_5_std": -0.180436, "nauc_mrr_at_5_diff1": 0.869677, "nauc_mrr_at_10_max": 0.559698, "nauc_mrr_at_10_std": -0.18609, "nauc_mrr_at_10_diff1": 0.869768, "nauc_mrr_at_20_max": 0.55844, "nauc_mrr_at_20_std": -0.1867, "nauc_mrr_at_20_diff1": 0.870136, "nauc_mrr_at_25_max": 0.558128, "nauc_mrr_at_25_std": -0.187445, "nauc_mrr_at_25_diff1": 0.870044, "nauc_mrr_at_50_max": 0.557889, "nauc_mrr_at_50_std": -0.187547, "nauc_mrr_at_50_diff1": 0.869984, "nauc_mrr_at_100_max": 0.557889, "nauc_mrr_at_100_std": -0.187547, "nauc_mrr_at_100_diff1": 0.869984, "nauc_mrr_at_1000_max": 0.557889, "nauc_mrr_at_1000_std": -0.187547, "nauc_mrr_at_1000_diff1": 0.869984, "hit_rate_at_1": 0.85366, "hit_rate_at_3": 0.96406, "hit_rate_at_5": 0.97818, "hit_rate_at_10": 0.99101, "hit_rate_at_20": 0.99615, "hit_rate_at_25": 0.99743, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.853659, "R_cap_at_3": 0.964056, "R_cap_at_5": 0.978177, "R_cap_at_10": 0.991014, "R_cap_at_20": 0.996149, "R_cap_at_25": 0.997433, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93026, "hf_subset": "Microsoft_TypeScript", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70987, "ndcg_at_3": 0.81906, "ndcg_at_5": 0.83499, "ndcg_at_10": 0.84442, "ndcg_at_20": 0.84995, "ndcg_at_25": 0.85033, "ndcg_at_50": 0.85238, "ndcg_at_100": 0.85323, "ndcg_at_1000": 0.85348, "map_at_1": 0.70987, "map_at_3": 0.79371, "map_at_5": 0.80255, "map_at_10": 0.80644, "map_at_20": 0.80801, "map_at_25": 0.80809, "map_at_50": 0.80842, "map_at_100": 0.8085, "map_at_1000": 0.80851, "recall_at_1": 0.70987, "recall_at_3": 0.89185, "recall_at_5": 0.93047, "recall_at_10": 0.95966, "recall_at_20": 0.98112, "recall_at_25": 0.98283, "recall_at_50": 0.99313, "recall_at_100": 0.99828, "recall_at_1000": 1.0, "accuracy": 0.70987, "precision_at_1": 0.70987, "precision_at_3": 0.29728, "precision_at_5": 0.18609, "precision_at_10": 0.09597, "precision_at_20": 0.04906, "precision_at_25": 0.03931, "precision_at_50": 0.01986, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.709871, "mrr_at_3": 0.793705, "mrr_at_5": 0.802546, "mrr_at_10": 0.806437, "mrr_at_20": 0.808007, "mrr_at_25": 0.808087, "mrr_at_50": 0.808418, "mrr_at_100": 0.808495, "mrr_at_1000": 0.80851, "nauc_ndcg_at_1_max": 0.349218, "nauc_ndcg_at_1_std": -0.117852, "nauc_ndcg_at_1_diff1": 0.756629, "nauc_ndcg_at_3_max": 0.424072, "nauc_ndcg_at_3_std": -0.109527, "nauc_ndcg_at_3_diff1": 0.715411, "nauc_ndcg_at_5_max": 0.405041, "nauc_ndcg_at_5_std": -0.133988, "nauc_ndcg_at_5_diff1": 0.716566, "nauc_ndcg_at_10_max": 0.405738, "nauc_ndcg_at_10_std": -0.127155, "nauc_ndcg_at_10_diff1": 0.723787, "nauc_ndcg_at_20_max": 0.404985, "nauc_ndcg_at_20_std": -0.113157, "nauc_ndcg_at_20_diff1": 0.726229, "nauc_ndcg_at_25_max": 0.403687, "nauc_ndcg_at_25_std": -0.11592, "nauc_ndcg_at_25_diff1": 0.726273, "nauc_ndcg_at_50_max": 0.400294, "nauc_ndcg_at_50_std": -0.113414, "nauc_ndcg_at_50_diff1": 0.726364, "nauc_ndcg_at_100_max": 0.396998, "nauc_ndcg_at_100_std": -0.117297, "nauc_ndcg_at_100_diff1": 0.727078, "nauc_ndcg_at_1000_max": 0.39668, "nauc_ndcg_at_1000_std": -0.117475, "nauc_ndcg_at_1000_diff1": 0.728707, "nauc_map_at_1_max": 0.349218, "nauc_map_at_1_std": -0.117852, "nauc_map_at_1_diff1": 0.756629, "nauc_map_at_3_max": 0.40202, "nauc_map_at_3_std": -0.1098, "nauc_map_at_3_diff1": 0.727313, "nauc_map_at_5_max": 0.39184, "nauc_map_at_5_std": -0.121408, "nauc_map_at_5_diff1": 0.728291, "nauc_map_at_10_max": 0.391893, "nauc_map_at_10_std": -0.119228, "nauc_map_at_10_diff1": 0.731227, "nauc_map_at_20_max": 0.391613, "nauc_map_at_20_std": -0.116193, "nauc_map_at_20_diff1": 0.732, "nauc_map_at_25_max": 0.391392, "nauc_map_at_25_std": -0.116647, "nauc_map_at_25_diff1": 0.732011, "nauc_map_at_50_max": 0.39096, "nauc_map_at_50_std": -0.116377, "nauc_map_at_50_diff1": 0.732047, "nauc_map_at_100_max": 0.390719, "nauc_map_at_100_std": -0.116648, "nauc_map_at_100_diff1": 0.732084, "nauc_map_at_1000_max": 0.390703, "nauc_map_at_1000_std": -0.116656, "nauc_map_at_1000_diff1": 0.732155, "nauc_recall_at_1_max": 0.349218, "nauc_recall_at_1_std": -0.117852, "nauc_recall_at_1_diff1": 0.756629, "nauc_recall_at_3_max": 0.532748, "nauc_recall_at_3_std": -0.109916, "nauc_recall_at_3_diff1": 0.656944, "nauc_recall_at_5_max": 0.493545, "nauc_recall_at_5_std": -0.237127, "nauc_recall_at_5_diff1": 0.632936, "nauc_recall_at_10_max": 0.562351, "nauc_recall_at_10_std": -0.22934, "nauc_recall_at_10_diff1": 0.644438, "nauc_recall_at_20_max": 0.718902, "nauc_recall_at_20_std": 0.054792, "nauc_recall_at_20_diff1": 0.611214, "nauc_recall_at_25_max": 0.704678, "nauc_recall_at_25_std": -0.025843, "nauc_recall_at_25_diff1": 0.601163, "nauc_recall_at_50_max": 0.822989, "nauc_recall_at_50_std": 0.364216, "nauc_recall_at_50_diff1": 0.417992, "nauc_recall_at_100_max": 0.561472, "nauc_recall_at_100_std": -0.024115, "nauc_recall_at_100_diff1": -0.141392, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.349218, "nauc_precision_at_1_std": -0.117852, "nauc_precision_at_1_diff1": 0.756629, "nauc_precision_at_3_max": 0.532748, "nauc_precision_at_3_std": -0.109916, "nauc_precision_at_3_diff1": 0.656944, "nauc_precision_at_5_max": 0.493545, "nauc_precision_at_5_std": -0.237127, "nauc_precision_at_5_diff1": 0.632936, "nauc_precision_at_10_max": 0.562351, "nauc_precision_at_10_std": -0.22934, "nauc_precision_at_10_diff1": 0.644438, "nauc_precision_at_20_max": 0.718902, "nauc_precision_at_20_std": 0.054792, "nauc_precision_at_20_diff1": 0.611214, "nauc_precision_at_25_max": 0.704678, "nauc_precision_at_25_std": -0.025843, "nauc_precision_at_25_diff1": 0.601163, "nauc_precision_at_50_max": 0.822989, "nauc_precision_at_50_std": 0.364216, "nauc_precision_at_50_diff1": 0.417992, "nauc_precision_at_100_max": 0.561472, "nauc_precision_at_100_std": -0.024115, "nauc_precision_at_100_diff1": -0.141392, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.349218, "nauc_mrr_at_1_std": -0.117852, "nauc_mrr_at_1_diff1": 0.756629, "nauc_mrr_at_3_max": 0.40202, "nauc_mrr_at_3_std": -0.1098, "nauc_mrr_at_3_diff1": 0.727313, "nauc_mrr_at_5_max": 0.39184, "nauc_mrr_at_5_std": -0.121408, "nauc_mrr_at_5_diff1": 0.728291, "nauc_mrr_at_10_max": 0.391893, "nauc_mrr_at_10_std": -0.119228, "nauc_mrr_at_10_diff1": 0.731227, "nauc_mrr_at_20_max": 0.391613, "nauc_mrr_at_20_std": -0.116193, "nauc_mrr_at_20_diff1": 0.732, "nauc_mrr_at_25_max": 0.391392, "nauc_mrr_at_25_std": -0.116647, "nauc_mrr_at_25_diff1": 0.732011, "nauc_mrr_at_50_max": 0.39096, "nauc_mrr_at_50_std": -0.116377, "nauc_mrr_at_50_diff1": 0.732047, "nauc_mrr_at_100_max": 0.390719, "nauc_mrr_at_100_std": -0.116648, "nauc_mrr_at_100_diff1": 0.732084, "nauc_mrr_at_1000_max": 0.390703, "nauc_mrr_at_1000_std": -0.116656, "nauc_mrr_at_1000_diff1": 0.732155, "hit_rate_at_1": 0.70987, "hit_rate_at_3": 0.89185, "hit_rate_at_5": 0.93047, "hit_rate_at_10": 0.95966, "hit_rate_at_20": 0.98112, "hit_rate_at_25": 0.98283, "hit_rate_at_50": 0.99313, "hit_rate_at_100": 0.99828, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.709871, "R_cap_at_3": 0.891845, "R_cap_at_5": 0.930472, "R_cap_at_10": 0.959657, "R_cap_at_20": 0.981116, "R_cap_at_25": 0.982833, "R_cap_at_50": 0.993133, "R_cap_at_100": 0.998283, "R_cap_at_1000": 1.0, "main_score": 0.84442, "hf_subset": "PokemonGoF_PokemonGo-Bot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70701, "ndcg_at_3": 0.80326, "ndcg_at_5": 0.81885, "ndcg_at_10": 0.83167, "ndcg_at_20": 0.83683, "ndcg_at_25": 0.83793, "ndcg_at_50": 0.84015, "ndcg_at_100": 0.84186, "ndcg_at_1000": 0.84294, "map_at_1": 0.70701, "map_at_3": 0.78071, "map_at_5": 0.78938, "map_at_10": 0.79477, "map_at_20": 0.79624, "map_at_25": 0.79646, "map_at_50": 0.7968, "map_at_100": 0.79695, "map_at_1000": 0.797, "recall_at_1": 0.70701, "recall_at_3": 0.86806, "recall_at_5": 0.90582, "recall_at_10": 0.94495, "recall_at_20": 0.96497, "recall_at_25": 0.96997, "recall_at_50": 0.98135, "recall_at_100": 0.99181, "recall_at_1000": 1.0, "accuracy": 0.70701, "precision_at_1": 0.70701, "precision_at_3": 0.28935, "precision_at_5": 0.18116, "precision_at_10": 0.09449, "precision_at_20": 0.04825, "precision_at_25": 0.0388, "precision_at_50": 0.01963, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.707006, "mrr_at_3": 0.78071, "mrr_at_5": 0.789377, "mrr_at_10": 0.794769, "mrr_at_20": 0.796241, "mrr_at_25": 0.796463, "mrr_at_50": 0.796798, "mrr_at_100": 0.796955, "mrr_at_1000": 0.796999, "nauc_ndcg_at_1_max": 0.480335, "nauc_ndcg_at_1_std": -0.081765, "nauc_ndcg_at_1_diff1": 0.757013, "nauc_ndcg_at_3_max": 0.537741, "nauc_ndcg_at_3_std": -0.066638, "nauc_ndcg_at_3_diff1": 0.728563, "nauc_ndcg_at_5_max": 0.535431, "nauc_ndcg_at_5_std": -0.075386, "nauc_ndcg_at_5_diff1": 0.734229, "nauc_ndcg_at_10_max": 0.536879, "nauc_ndcg_at_10_std": -0.066477, "nauc_ndcg_at_10_diff1": 0.73958, "nauc_ndcg_at_20_max": 0.531591, "nauc_ndcg_at_20_std": -0.069101, "nauc_ndcg_at_20_diff1": 0.739931, "nauc_ndcg_at_25_max": 0.531494, "nauc_ndcg_at_25_std": -0.068218, "nauc_ndcg_at_25_diff1": 0.740738, "nauc_ndcg_at_50_max": 0.529355, "nauc_ndcg_at_50_std": -0.067624, "nauc_ndcg_at_50_diff1": 0.740274, "nauc_ndcg_at_100_max": 0.527688, "nauc_ndcg_at_100_std": -0.066365, "nauc_ndcg_at_100_diff1": 0.739981, "nauc_ndcg_at_1000_max": 0.525437, "nauc_ndcg_at_1000_std": -0.069115, "nauc_ndcg_at_1000_diff1": 0.740264, "nauc_map_at_1_max": 0.480335, "nauc_map_at_1_std": -0.081765, "nauc_map_at_1_diff1": 0.757013, "nauc_map_at_3_max": 0.522428, "nauc_map_at_3_std": -0.068943, "nauc_map_at_3_diff1": 0.73601, "nauc_map_at_5_max": 0.520786, "nauc_map_at_5_std": -0.073168, "nauc_map_at_5_diff1": 0.739159, "nauc_map_at_10_max": 0.520772, "nauc_map_at_10_std": -0.07043, "nauc_map_at_10_diff1": 0.741213, "nauc_map_at_20_max": 0.519417, "nauc_map_at_20_std": -0.071127, "nauc_map_at_20_diff1": 0.741381, "nauc_map_at_25_max": 0.519376, "nauc_map_at_25_std": -0.071005, "nauc_map_at_25_diff1": 0.741513, "nauc_map_at_50_max": 0.519114, "nauc_map_at_50_std": -0.070941, "nauc_map_at_50_diff1": 0.741468, "nauc_map_at_100_max": 0.518988, "nauc_map_at_100_std": -0.07084, "nauc_map_at_100_diff1": 0.741451, "nauc_map_at_1000_max": 0.518923, "nauc_map_at_1000_std": -0.070908, "nauc_map_at_1000_diff1": 0.741459, "nauc_recall_at_1_max": 0.480335, "nauc_recall_at_1_std": -0.081765, "nauc_recall_at_1_diff1": 0.757013, "nauc_recall_at_3_max": 0.604206, "nauc_recall_at_3_std": -0.05792, "nauc_recall_at_3_diff1": 0.696342, "nauc_recall_at_5_max": 0.617244, "nauc_recall_at_5_std": -0.092963, "nauc_recall_at_5_diff1": 0.708151, "nauc_recall_at_10_max": 0.689155, "nauc_recall_at_10_std": -0.022523, "nauc_recall_at_10_diff1": 0.734031, "nauc_recall_at_20_max": 0.690242, "nauc_recall_at_20_std": -0.038168, "nauc_recall_at_20_diff1": 0.733821, "nauc_recall_at_25_max": 0.71509, "nauc_recall_at_25_std": -0.012298, "nauc_recall_at_25_diff1": 0.750749, "nauc_recall_at_50_max": 0.740492, "nauc_recall_at_50_std": 0.046065, "nauc_recall_at_50_diff1": 0.737553, "nauc_recall_at_100_max": 0.832988, "nauc_recall_at_100_std": 0.317021, "nauc_recall_at_100_diff1": 0.701884, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.480335, "nauc_precision_at_1_std": -0.081765, "nauc_precision_at_1_diff1": 0.757013, "nauc_precision_at_3_max": 0.604206, "nauc_precision_at_3_std": -0.05792, "nauc_precision_at_3_diff1": 0.696342, "nauc_precision_at_5_max": 0.617244, "nauc_precision_at_5_std": -0.092963, "nauc_precision_at_5_diff1": 0.708151, "nauc_precision_at_10_max": 0.689155, "nauc_precision_at_10_std": -0.022523, "nauc_precision_at_10_diff1": 0.734031, "nauc_precision_at_20_max": 0.690242, "nauc_precision_at_20_std": -0.038168, "nauc_precision_at_20_diff1": 0.733821, "nauc_precision_at_25_max": 0.71509, "nauc_precision_at_25_std": -0.012298, "nauc_precision_at_25_diff1": 0.750749, "nauc_precision_at_50_max": 0.740492, "nauc_precision_at_50_std": 0.046065, "nauc_precision_at_50_diff1": 0.737553, "nauc_precision_at_100_max": 0.832988, "nauc_precision_at_100_std": 0.317021, "nauc_precision_at_100_diff1": 0.701884, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.480335, "nauc_mrr_at_1_std": -0.081765, "nauc_mrr_at_1_diff1": 0.757013, "nauc_mrr_at_3_max": 0.522428, "nauc_mrr_at_3_std": -0.068943, "nauc_mrr_at_3_diff1": 0.73601, "nauc_mrr_at_5_max": 0.520786, "nauc_mrr_at_5_std": -0.073168, "nauc_mrr_at_5_diff1": 0.739159, "nauc_mrr_at_10_max": 0.520772, "nauc_mrr_at_10_std": -0.07043, "nauc_mrr_at_10_diff1": 0.741213, "nauc_mrr_at_20_max": 0.519417, "nauc_mrr_at_20_std": -0.071127, "nauc_mrr_at_20_diff1": 0.741381, "nauc_mrr_at_25_max": 0.519376, "nauc_mrr_at_25_std": -0.071005, "nauc_mrr_at_25_diff1": 0.741513, "nauc_mrr_at_50_max": 0.519114, "nauc_mrr_at_50_std": -0.070941, "nauc_mrr_at_50_diff1": 0.741468, "nauc_mrr_at_100_max": 0.518988, "nauc_mrr_at_100_std": -0.07084, "nauc_mrr_at_100_diff1": 0.741451, "nauc_mrr_at_1000_max": 0.518923, "nauc_mrr_at_1000_std": -0.070908, "nauc_mrr_at_1000_diff1": 0.741459, "hit_rate_at_1": 0.70701, "hit_rate_at_3": 0.86806, "hit_rate_at_5": 0.90582, "hit_rate_at_10": 0.94495, "hit_rate_at_20": 0.96497, "hit_rate_at_25": 0.96997, "hit_rate_at_50": 0.98135, "hit_rate_at_100": 0.99181, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.707006, "R_cap_at_3": 0.868062, "R_cap_at_5": 0.905823, "R_cap_at_10": 0.94495, "R_cap_at_20": 0.964968, "R_cap_at_25": 0.969973, "R_cap_at_50": 0.981347, "R_cap_at_100": 0.991811, "R_cap_at_1000": 1.0, "main_score": 0.83167, "hf_subset": "Qiskit_qiskit-terra", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78861, "ndcg_at_3": 0.86696, "ndcg_at_5": 0.87824, "ndcg_at_10": 0.88469, "ndcg_at_20": 0.88888, "ndcg_at_25": 0.88958, "ndcg_at_50": 0.89096, "ndcg_at_100": 0.89148, "ndcg_at_1000": 0.89203, "map_at_1": 0.78861, "map_at_3": 0.84863, "map_at_5": 0.85493, "map_at_10": 0.85765, "map_at_20": 0.85882, "map_at_25": 0.85896, "map_at_50": 0.85919, "map_at_100": 0.85924, "map_at_1000": 0.85927, "recall_at_1": 0.78861, "recall_at_3": 0.91962, "recall_at_5": 0.94684, "recall_at_10": 0.96646, "recall_at_20": 0.98291, "recall_at_25": 0.98608, "recall_at_50": 0.99304, "recall_at_100": 0.9962, "recall_at_1000": 1.0, "accuracy": 0.78861, "precision_at_1": 0.78861, "precision_at_3": 0.30654, "precision_at_5": 0.18937, "precision_at_10": 0.09665, "precision_at_20": 0.04915, "precision_at_25": 0.03944, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.788608, "mrr_at_3": 0.848629, "mrr_at_5": 0.854926, "mrr_at_10": 0.857653, "mrr_at_20": 0.858824, "mrr_at_25": 0.858964, "mrr_at_50": 0.859188, "mrr_at_100": 0.859236, "mrr_at_1000": 0.859266, "nauc_ndcg_at_1_max": 0.452692, "nauc_ndcg_at_1_std": -0.320173, "nauc_ndcg_at_1_diff1": 0.786028, "nauc_ndcg_at_3_max": 0.516732, "nauc_ndcg_at_3_std": -0.36816, "nauc_ndcg_at_3_diff1": 0.744556, "nauc_ndcg_at_5_max": 0.521876, "nauc_ndcg_at_5_std": -0.377299, "nauc_ndcg_at_5_diff1": 0.762644, "nauc_ndcg_at_10_max": 0.513557, "nauc_ndcg_at_10_std": -0.367244, "nauc_ndcg_at_10_diff1": 0.767228, "nauc_ndcg_at_20_max": 0.50589, "nauc_ndcg_at_20_std": -0.361675, "nauc_ndcg_at_20_diff1": 0.766085, "nauc_ndcg_at_25_max": 0.50442, "nauc_ndcg_at_25_std": -0.357482, "nauc_ndcg_at_25_diff1": 0.765267, "nauc_ndcg_at_50_max": 0.503453, "nauc_ndcg_at_50_std": -0.358224, "nauc_ndcg_at_50_diff1": 0.766625, "nauc_ndcg_at_100_max": 0.501932, "nauc_ndcg_at_100_std": -0.358157, "nauc_ndcg_at_100_diff1": 0.767581, "nauc_ndcg_at_1000_max": 0.500833, "nauc_ndcg_at_1000_std": -0.356992, "nauc_ndcg_at_1000_diff1": 0.767409, "nauc_map_at_1_max": 0.452692, "nauc_map_at_1_std": -0.320173, "nauc_map_at_1_diff1": 0.786028, "nauc_map_at_3_max": 0.498364, "nauc_map_at_3_std": -0.353529, "nauc_map_at_3_diff1": 0.758424, "nauc_map_at_5_max": 0.500216, "nauc_map_at_5_std": -0.357384, "nauc_map_at_5_diff1": 0.767695, "nauc_map_at_10_max": 0.496866, "nauc_map_at_10_std": -0.35372, "nauc_map_at_10_diff1": 0.769201, "nauc_map_at_20_max": 0.49505, "nauc_map_at_20_std": -0.352385, "nauc_map_at_20_diff1": 0.768995, "nauc_map_at_25_max": 0.494805, "nauc_map_at_25_std": -0.351688, "nauc_map_at_25_diff1": 0.768869, "nauc_map_at_50_max": 0.494682, "nauc_map_at_50_std": -0.351801, "nauc_map_at_50_diff1": 0.769095, "nauc_map_at_100_max": 0.494572, "nauc_map_at_100_std": -0.351778, "nauc_map_at_100_diff1": 0.769168, "nauc_map_at_1000_max": 0.494528, "nauc_map_at_1000_std": -0.351755, "nauc_map_at_1000_diff1": 0.769159, "nauc_recall_at_1_max": 0.452692, "nauc_recall_at_1_std": -0.320173, "nauc_recall_at_1_diff1": 0.786028, "nauc_recall_at_3_max": 0.609012, "nauc_recall_at_3_std": -0.442404, "nauc_recall_at_3_diff1": 0.673217, "nauc_recall_at_5_max": 0.680361, "nauc_recall_at_5_std": -0.526049, "nauc_recall_at_5_diff1": 0.730592, "nauc_recall_at_10_max": 0.691868, "nauc_recall_at_10_std": -0.509134, "nauc_recall_at_10_diff1": 0.760689, "nauc_recall_at_20_max": 0.677992, "nauc_recall_at_20_std": -0.510478, "nauc_recall_at_20_diff1": 0.725179, "nauc_recall_at_25_max": 0.666879, "nauc_recall_at_25_std": -0.403128, "nauc_recall_at_25_diff1": 0.687972, "nauc_recall_at_50_max": 0.754944, "nauc_recall_at_50_std": -0.495544, "nauc_recall_at_50_diff1": 0.699304, "nauc_recall_at_100_max": 0.714908, "nauc_recall_at_100_std": -0.6115, "nauc_recall_at_100_diff1": 0.796919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.452692, "nauc_precision_at_1_std": -0.320173, "nauc_precision_at_1_diff1": 0.786028, "nauc_precision_at_3_max": 0.609012, "nauc_precision_at_3_std": -0.442404, "nauc_precision_at_3_diff1": 0.673217, "nauc_precision_at_5_max": 0.680361, "nauc_precision_at_5_std": -0.526049, "nauc_precision_at_5_diff1": 0.730592, "nauc_precision_at_10_max": 0.691868, "nauc_precision_at_10_std": -0.509134, "nauc_precision_at_10_diff1": 0.760689, "nauc_precision_at_20_max": 0.677992, "nauc_precision_at_20_std": -0.510478, "nauc_precision_at_20_diff1": 0.725179, "nauc_precision_at_25_max": 0.666879, "nauc_precision_at_25_std": -0.403128, "nauc_precision_at_25_diff1": 0.687972, "nauc_precision_at_50_max": 0.754944, "nauc_precision_at_50_std": -0.495544, "nauc_precision_at_50_diff1": 0.699304, "nauc_precision_at_100_max": 0.714908, "nauc_precision_at_100_std": -0.6115, "nauc_precision_at_100_diff1": 0.796919, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.452692, "nauc_mrr_at_1_std": -0.320173, "nauc_mrr_at_1_diff1": 0.786028, "nauc_mrr_at_3_max": 0.498364, "nauc_mrr_at_3_std": -0.353529, "nauc_mrr_at_3_diff1": 0.758424, "nauc_mrr_at_5_max": 0.500216, "nauc_mrr_at_5_std": -0.357384, "nauc_mrr_at_5_diff1": 0.767695, "nauc_mrr_at_10_max": 0.496866, "nauc_mrr_at_10_std": -0.35372, "nauc_mrr_at_10_diff1": 0.769201, "nauc_mrr_at_20_max": 0.49505, "nauc_mrr_at_20_std": -0.352385, "nauc_mrr_at_20_diff1": 0.768995, "nauc_mrr_at_25_max": 0.494805, "nauc_mrr_at_25_std": -0.351688, "nauc_mrr_at_25_diff1": 0.768869, "nauc_mrr_at_50_max": 0.494682, "nauc_mrr_at_50_std": -0.351801, "nauc_mrr_at_50_diff1": 0.769095, "nauc_mrr_at_100_max": 0.494572, "nauc_mrr_at_100_std": -0.351778, "nauc_mrr_at_100_diff1": 0.769168, "nauc_mrr_at_1000_max": 0.494528, "nauc_mrr_at_1000_std": -0.351755, "nauc_mrr_at_1000_diff1": 0.769159, "hit_rate_at_1": 0.78861, "hit_rate_at_3": 0.91962, "hit_rate_at_5": 0.94684, "hit_rate_at_10": 0.96646, "hit_rate_at_20": 0.98291, "hit_rate_at_25": 0.98608, "hit_rate_at_50": 0.99304, "hit_rate_at_100": 0.9962, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.788608, "R_cap_at_3": 0.91962, "R_cap_at_5": 0.946835, "R_cap_at_10": 0.966456, "R_cap_at_20": 0.982911, "R_cap_at_25": 0.986076, "R_cap_at_50": 0.993038, "R_cap_at_100": 0.996203, "R_cap_at_1000": 1.0, "main_score": 0.88469, "hf_subset": "StackStorm_st2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76386, "ndcg_at_3": 0.84024, "ndcg_at_5": 0.8536, "ndcg_at_10": 0.8628, "ndcg_at_20": 0.86837, "ndcg_at_25": 0.86963, "ndcg_at_50": 0.87132, "ndcg_at_100": 0.87227, "ndcg_at_1000": 0.87292, "map_at_1": 0.76386, "map_at_3": 0.82209, "map_at_5": 0.82953, "map_at_10": 0.83342, "map_at_20": 0.83493, "map_at_25": 0.83518, "map_at_50": 0.83544, "map_at_100": 0.83552, "map_at_1000": 0.83555, "recall_at_1": 0.76386, "recall_at_3": 0.89253, "recall_at_5": 0.92482, "recall_at_10": 0.95277, "recall_at_20": 0.97494, "recall_at_25": 0.98072, "recall_at_50": 0.9894, "recall_at_100": 0.99518, "recall_at_1000": 1.0, "accuracy": 0.76386, "precision_at_1": 0.76386, "precision_at_3": 0.29751, "precision_at_5": 0.18496, "precision_at_10": 0.09528, "precision_at_20": 0.04875, "precision_at_25": 0.03923, "precision_at_50": 0.01979, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.763855, "mrr_at_3": 0.822088, "mrr_at_5": 0.829534, "mrr_at_10": 0.833422, "mrr_at_20": 0.834929, "mrr_at_25": 0.835182, "mrr_at_50": 0.835439, "mrr_at_100": 0.835524, "mrr_at_1000": 0.835554, "nauc_ndcg_at_1_max": 0.511975, "nauc_ndcg_at_1_std": -0.323781, "nauc_ndcg_at_1_diff1": 0.837895, "nauc_ndcg_at_3_max": 0.543587, "nauc_ndcg_at_3_std": -0.335466, "nauc_ndcg_at_3_diff1": 0.805403, "nauc_ndcg_at_5_max": 0.540419, "nauc_ndcg_at_5_std": -0.340383, "nauc_ndcg_at_5_diff1": 0.806297, "nauc_ndcg_at_10_max": 0.536831, "nauc_ndcg_at_10_std": -0.336349, "nauc_ndcg_at_10_diff1": 0.81059, "nauc_ndcg_at_20_max": 0.53616, "nauc_ndcg_at_20_std": -0.340068, "nauc_ndcg_at_20_diff1": 0.814828, "nauc_ndcg_at_25_max": 0.534727, "nauc_ndcg_at_25_std": -0.337763, "nauc_ndcg_at_25_diff1": 0.815422, "nauc_ndcg_at_50_max": 0.533799, "nauc_ndcg_at_50_std": -0.334257, "nauc_ndcg_at_50_diff1": 0.81404, "nauc_ndcg_at_100_max": 0.533605, "nauc_ndcg_at_100_std": -0.333459, "nauc_ndcg_at_100_diff1": 0.815469, "nauc_ndcg_at_1000_max": 0.532319, "nauc_ndcg_at_1000_std": -0.336035, "nauc_ndcg_at_1000_diff1": 0.816015, "nauc_map_at_1_max": 0.511975, "nauc_map_at_1_std": -0.323781, "nauc_map_at_1_diff1": 0.837895, "nauc_map_at_3_max": 0.533147, "nauc_map_at_3_std": -0.334475, "nauc_map_at_3_diff1": 0.814939, "nauc_map_at_5_max": 0.531113, "nauc_map_at_5_std": -0.337408, "nauc_map_at_5_diff1": 0.815797, "nauc_map_at_10_max": 0.529522, "nauc_map_at_10_std": -0.336282, "nauc_map_at_10_diff1": 0.817724, "nauc_map_at_20_max": 0.529385, "nauc_map_at_20_std": -0.336896, "nauc_map_at_20_diff1": 0.818731, "nauc_map_at_25_max": 0.529147, "nauc_map_at_25_std": -0.336504, "nauc_map_at_25_diff1": 0.818834, "nauc_map_at_50_max": 0.529048, "nauc_map_at_50_std": -0.336022, "nauc_map_at_50_diff1": 0.81867, "nauc_map_at_100_max": 0.529044, "nauc_map_at_100_std": -0.335975, "nauc_map_at_100_diff1": 0.818768, "nauc_map_at_1000_max": 0.528998, "nauc_map_at_1000_std": -0.336049, "nauc_map_at_1000_diff1": 0.818787, "nauc_recall_at_1_max": 0.511975, "nauc_recall_at_1_std": -0.323781, "nauc_recall_at_1_diff1": 0.837895, "nauc_recall_at_3_max": 0.590667, "nauc_recall_at_3_std": -0.338204, "nauc_recall_at_3_diff1": 0.763121, "nauc_recall_at_5_max": 0.596551, "nauc_recall_at_5_std": -0.355802, "nauc_recall_at_5_diff1": 0.749524, "nauc_recall_at_10_max": 0.602011, "nauc_recall_at_10_std": -0.325785, "nauc_recall_at_10_diff1": 0.748209, "nauc_recall_at_20_max": 0.642955, "nauc_recall_at_20_std": -0.397572, "nauc_recall_at_20_diff1": 0.774404, "nauc_recall_at_25_max": 0.633713, "nauc_recall_at_25_std": -0.350093, "nauc_recall_at_25_diff1": 0.779217, "nauc_recall_at_50_max": 0.657086, "nauc_recall_at_50_std": -0.169099, "nauc_recall_at_50_diff1": 0.670638, "nauc_recall_at_100_max": 0.768635, "nauc_recall_at_100_std": 0.155639, "nauc_recall_at_100_diff1": 0.716567, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511975, "nauc_precision_at_1_std": -0.323781, "nauc_precision_at_1_diff1": 0.837895, "nauc_precision_at_3_max": 0.590667, "nauc_precision_at_3_std": -0.338204, "nauc_precision_at_3_diff1": 0.763121, "nauc_precision_at_5_max": 0.596551, "nauc_precision_at_5_std": -0.355802, "nauc_precision_at_5_diff1": 0.749524, "nauc_precision_at_10_max": 0.602011, "nauc_precision_at_10_std": -0.325785, "nauc_precision_at_10_diff1": 0.748209, "nauc_precision_at_20_max": 0.642955, "nauc_precision_at_20_std": -0.397572, "nauc_precision_at_20_diff1": 0.774404, "nauc_precision_at_25_max": 0.633713, "nauc_precision_at_25_std": -0.350093, "nauc_precision_at_25_diff1": 0.779217, "nauc_precision_at_50_max": 0.657086, "nauc_precision_at_50_std": -0.169099, "nauc_precision_at_50_diff1": 0.670638, "nauc_precision_at_100_max": 0.768635, "nauc_precision_at_100_std": 0.155639, "nauc_precision_at_100_diff1": 0.716567, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.511975, "nauc_mrr_at_1_std": -0.323781, "nauc_mrr_at_1_diff1": 0.837895, "nauc_mrr_at_3_max": 0.533147, "nauc_mrr_at_3_std": -0.334475, "nauc_mrr_at_3_diff1": 0.814939, "nauc_mrr_at_5_max": 0.531113, "nauc_mrr_at_5_std": -0.337408, "nauc_mrr_at_5_diff1": 0.815797, "nauc_mrr_at_10_max": 0.529522, "nauc_mrr_at_10_std": -0.336282, "nauc_mrr_at_10_diff1": 0.817724, "nauc_mrr_at_20_max": 0.529385, "nauc_mrr_at_20_std": -0.336896, "nauc_mrr_at_20_diff1": 0.818731, "nauc_mrr_at_25_max": 0.529147, "nauc_mrr_at_25_std": -0.336504, "nauc_mrr_at_25_diff1": 0.818834, "nauc_mrr_at_50_max": 0.529048, "nauc_mrr_at_50_std": -0.336022, "nauc_mrr_at_50_diff1": 0.81867, "nauc_mrr_at_100_max": 0.529044, "nauc_mrr_at_100_std": -0.335975, "nauc_mrr_at_100_diff1": 0.818768, "nauc_mrr_at_1000_max": 0.528998, "nauc_mrr_at_1000_std": -0.336049, "nauc_mrr_at_1000_diff1": 0.818787, "hit_rate_at_1": 0.76386, "hit_rate_at_3": 0.89253, "hit_rate_at_5": 0.92482, "hit_rate_at_10": 0.95277, "hit_rate_at_20": 0.97494, "hit_rate_at_25": 0.98072, "hit_rate_at_50": 0.9894, "hit_rate_at_100": 0.99518, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.763855, "R_cap_at_3": 0.89253, "R_cap_at_5": 0.924819, "R_cap_at_10": 0.952771, "R_cap_at_20": 0.97494, "R_cap_at_25": 0.980723, "R_cap_at_50": 0.989398, "R_cap_at_100": 0.995181, "R_cap_at_1000": 1.0, "main_score": 0.8628, "hf_subset": "apache_airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68936, "ndcg_at_3": 0.78105, "ndcg_at_5": 0.7979, "ndcg_at_10": 0.81362, "ndcg_at_20": 0.82087, "ndcg_at_25": 0.82259, "ndcg_at_50": 0.82603, "ndcg_at_100": 0.82784, "ndcg_at_1000": 0.82824, "map_at_1": 0.68936, "map_at_3": 0.75956, "map_at_5": 0.76898, "map_at_10": 0.77549, "map_at_20": 0.77755, "map_at_25": 0.77789, "map_at_50": 0.77841, "map_at_100": 0.77856, "map_at_1000": 0.77858, "recall_at_1": 0.68936, "recall_at_3": 0.8428, "recall_at_5": 0.88341, "recall_at_10": 0.93193, "recall_at_20": 0.96014, "recall_at_25": 0.96803, "recall_at_50": 0.98571, "recall_at_100": 0.99699, "recall_at_1000": 1.0, "accuracy": 0.68936, "precision_at_1": 0.68936, "precision_at_3": 0.28093, "precision_at_5": 0.17668, "precision_at_10": 0.09319, "precision_at_20": 0.04801, "precision_at_25": 0.03872, "precision_at_50": 0.01971, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.689357, "mrr_at_3": 0.759559, "mrr_at_5": 0.76898, "mrr_at_10": 0.775493, "mrr_at_20": 0.777546, "mrr_at_25": 0.777887, "mrr_at_50": 0.778407, "mrr_at_100": 0.778563, "mrr_at_1000": 0.778579, "nauc_ndcg_at_1_max": 0.379673, "nauc_ndcg_at_1_std": -0.342686, "nauc_ndcg_at_1_diff1": 0.770121, "nauc_ndcg_at_3_max": 0.411642, "nauc_ndcg_at_3_std": -0.415142, "nauc_ndcg_at_3_diff1": 0.750217, "nauc_ndcg_at_5_max": 0.415744, "nauc_ndcg_at_5_std": -0.423984, "nauc_ndcg_at_5_diff1": 0.745884, "nauc_ndcg_at_10_max": 0.404945, "nauc_ndcg_at_10_std": -0.429894, "nauc_ndcg_at_10_diff1": 0.745726, "nauc_ndcg_at_20_max": 0.408347, "nauc_ndcg_at_20_std": -0.422605, "nauc_ndcg_at_20_diff1": 0.74822, "nauc_ndcg_at_25_max": 0.407936, "nauc_ndcg_at_25_std": -0.419961, "nauc_ndcg_at_25_diff1": 0.750666, "nauc_ndcg_at_50_max": 0.406942, "nauc_ndcg_at_50_std": -0.408866, "nauc_ndcg_at_50_diff1": 0.751902, "nauc_ndcg_at_100_max": 0.405553, "nauc_ndcg_at_100_std": -0.403868, "nauc_ndcg_at_100_diff1": 0.751453, "nauc_ndcg_at_1000_max": 0.405027, "nauc_ndcg_at_1000_std": -0.404867, "nauc_ndcg_at_1000_diff1": 0.752163, "nauc_map_at_1_max": 0.379673, "nauc_map_at_1_std": -0.342686, "nauc_map_at_1_diff1": 0.770121, "nauc_map_at_3_max": 0.403375, "nauc_map_at_3_std": -0.394775, "nauc_map_at_3_diff1": 0.755263, "nauc_map_at_5_max": 0.405409, "nauc_map_at_5_std": -0.39829, "nauc_map_at_5_diff1": 0.753417, "nauc_map_at_10_max": 0.401425, "nauc_map_at_10_std": -0.399384, "nauc_map_at_10_diff1": 0.753421, "nauc_map_at_20_max": 0.40216, "nauc_map_at_20_std": -0.397333, "nauc_map_at_20_diff1": 0.754163, "nauc_map_at_25_max": 0.402103, "nauc_map_at_25_std": -0.396839, "nauc_map_at_25_diff1": 0.754572, "nauc_map_at_50_max": 0.401986, "nauc_map_at_50_std": -0.395417, "nauc_map_at_50_diff1": 0.754708, "nauc_map_at_100_max": 0.401885, "nauc_map_at_100_std": -0.395099, "nauc_map_at_100_diff1": 0.754679, "nauc_map_at_1000_max": 0.401872, "nauc_map_at_1000_std": -0.395119, "nauc_map_at_1000_diff1": 0.754705, "nauc_recall_at_1_max": 0.379673, "nauc_recall_at_1_std": -0.342686, "nauc_recall_at_1_diff1": 0.770121, "nauc_recall_at_3_max": 0.444813, "nauc_recall_at_3_std": -0.497977, "nauc_recall_at_3_diff1": 0.73004, "nauc_recall_at_5_max": 0.468368, "nauc_recall_at_5_std": -0.557941, "nauc_recall_at_5_diff1": 0.706405, "nauc_recall_at_10_max": 0.420919, "nauc_recall_at_10_std": -0.696385, "nauc_recall_at_10_diff1": 0.680921, "nauc_recall_at_20_max": 0.48571, "nauc_recall_at_20_std": -0.773076, "nauc_recall_at_20_diff1": 0.670826, "nauc_recall_at_25_max": 0.494304, "nauc_recall_at_25_std": -0.801174, "nauc_recall_at_25_diff1": 0.706911, "nauc_recall_at_50_max": 0.542914, "nauc_recall_at_50_std": -0.660649, "nauc_recall_at_50_diff1": 0.725489, "nauc_recall_at_100_max": 0.619562, "nauc_recall_at_100_std": 0.010234, "nauc_recall_at_100_diff1": 0.486832, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.379673, "nauc_precision_at_1_std": -0.342686, "nauc_precision_at_1_diff1": 0.770121, "nauc_precision_at_3_max": 0.444813, "nauc_precision_at_3_std": -0.497977, "nauc_precision_at_3_diff1": 0.73004, "nauc_precision_at_5_max": 0.468368, "nauc_precision_at_5_std": -0.557941, "nauc_precision_at_5_diff1": 0.706405, "nauc_precision_at_10_max": 0.420919, "nauc_precision_at_10_std": -0.696385, "nauc_precision_at_10_diff1": 0.680921, "nauc_precision_at_20_max": 0.48571, "nauc_precision_at_20_std": -0.773076, "nauc_precision_at_20_diff1": 0.670826, "nauc_precision_at_25_max": 0.494304, "nauc_precision_at_25_std": -0.801174, "nauc_precision_at_25_diff1": 0.706911, "nauc_precision_at_50_max": 0.542914, "nauc_precision_at_50_std": -0.660649, "nauc_precision_at_50_diff1": 0.725489, "nauc_precision_at_100_max": 0.619562, "nauc_precision_at_100_std": 0.010234, "nauc_precision_at_100_diff1": 0.486832, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.379673, "nauc_mrr_at_1_std": -0.342686, "nauc_mrr_at_1_diff1": 0.770121, "nauc_mrr_at_3_max": 0.403375, "nauc_mrr_at_3_std": -0.394775, "nauc_mrr_at_3_diff1": 0.755263, "nauc_mrr_at_5_max": 0.405409, "nauc_mrr_at_5_std": -0.39829, "nauc_mrr_at_5_diff1": 0.753417, "nauc_mrr_at_10_max": 0.401425, "nauc_mrr_at_10_std": -0.399384, "nauc_mrr_at_10_diff1": 0.753421, "nauc_mrr_at_20_max": 0.40216, "nauc_mrr_at_20_std": -0.397333, "nauc_mrr_at_20_diff1": 0.754163, "nauc_mrr_at_25_max": 0.402103, "nauc_mrr_at_25_std": -0.396839, "nauc_mrr_at_25_diff1": 0.754572, "nauc_mrr_at_50_max": 0.401986, "nauc_mrr_at_50_std": -0.395417, "nauc_mrr_at_50_diff1": 0.754708, "nauc_mrr_at_100_max": 0.401885, "nauc_mrr_at_100_std": -0.395099, "nauc_mrr_at_100_diff1": 0.754679, "nauc_mrr_at_1000_max": 0.401872, "nauc_mrr_at_1000_std": -0.395119, "nauc_mrr_at_1000_diff1": 0.754705, "hit_rate_at_1": 0.68936, "hit_rate_at_3": 0.8428, "hit_rate_at_5": 0.88341, "hit_rate_at_10": 0.93193, "hit_rate_at_20": 0.96014, "hit_rate_at_25": 0.96803, "hit_rate_at_50": 0.98571, "hit_rate_at_100": 0.99699, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.689357, "R_cap_at_3": 0.842798, "R_cap_at_5": 0.883415, "R_cap_at_10": 0.931929, "R_cap_at_20": 0.960135, "R_cap_at_25": 0.968033, "R_cap_at_50": 0.985709, "R_cap_at_100": 0.996991, "R_cap_at_1000": 1.0, "main_score": 0.81362, "hf_subset": "apache_incubator-airflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7135, "ndcg_at_3": 0.7991, "ndcg_at_5": 0.81768, "ndcg_at_10": 0.82976, "ndcg_at_20": 0.83861, "ndcg_at_25": 0.83936, "ndcg_at_50": 0.8412, "ndcg_at_100": 0.84247, "ndcg_at_1000": 0.84322, "map_at_1": 0.7135, "map_at_3": 0.77904, "map_at_5": 0.78927, "map_at_10": 0.79429, "map_at_20": 0.79679, "map_at_25": 0.79694, "map_at_50": 0.7972, "map_at_100": 0.79733, "map_at_1000": 0.79737, "recall_at_1": 0.7135, "recall_at_3": 0.85675, "recall_at_5": 0.9022, "recall_at_10": 0.93939, "recall_at_20": 0.97383, "recall_at_25": 0.97727, "recall_at_50": 0.98691, "recall_at_100": 0.99449, "recall_at_1000": 1.0, "accuracy": 0.7135, "precision_at_1": 0.7135, "precision_at_3": 0.28558, "precision_at_5": 0.18044, "precision_at_10": 0.09394, "precision_at_20": 0.04869, "precision_at_25": 0.03909, "precision_at_50": 0.01974, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.713499, "mrr_at_3": 0.77904, "mrr_at_5": 0.789268, "mrr_at_10": 0.794288, "mrr_at_20": 0.796791, "mrr_at_25": 0.79694, "mrr_at_50": 0.797205, "mrr_at_100": 0.79733, "mrr_at_1000": 0.797365, "nauc_ndcg_at_1_max": 0.484393, "nauc_ndcg_at_1_std": -0.205045, "nauc_ndcg_at_1_diff1": 0.780588, "nauc_ndcg_at_3_max": 0.542282, "nauc_ndcg_at_3_std": -0.224789, "nauc_ndcg_at_3_diff1": 0.76273, "nauc_ndcg_at_5_max": 0.535952, "nauc_ndcg_at_5_std": -0.239601, "nauc_ndcg_at_5_diff1": 0.755136, "nauc_ndcg_at_10_max": 0.527643, "nauc_ndcg_at_10_std": -0.244391, "nauc_ndcg_at_10_diff1": 0.758608, "nauc_ndcg_at_20_max": 0.521168, "nauc_ndcg_at_20_std": -0.237936, "nauc_ndcg_at_20_diff1": 0.765292, "nauc_ndcg_at_25_max": 0.523381, "nauc_ndcg_at_25_std": -0.232947, "nauc_ndcg_at_25_diff1": 0.7656, "nauc_ndcg_at_50_max": 0.524191, "nauc_ndcg_at_50_std": -0.229203, "nauc_ndcg_at_50_diff1": 0.765775, "nauc_ndcg_at_100_max": 0.523237, "nauc_ndcg_at_100_std": -0.2278, "nauc_ndcg_at_100_diff1": 0.765075, "nauc_ndcg_at_1000_max": 0.521375, "nauc_ndcg_at_1000_std": -0.227984, "nauc_ndcg_at_1000_diff1": 0.764904, "nauc_map_at_1_max": 0.484393, "nauc_map_at_1_std": -0.205045, "nauc_map_at_1_diff1": 0.780588, "nauc_map_at_3_max": 0.524514, "nauc_map_at_3_std": -0.219351, "nauc_map_at_3_diff1": 0.767048, "nauc_map_at_5_max": 0.520981, "nauc_map_at_5_std": -0.22635, "nauc_map_at_5_diff1": 0.763624, "nauc_map_at_10_max": 0.517779, "nauc_map_at_10_std": -0.227403, "nauc_map_at_10_diff1": 0.764958, "nauc_map_at_20_max": 0.516241, "nauc_map_at_20_std": -0.225504, "nauc_map_at_20_diff1": 0.766528, "nauc_map_at_25_max": 0.516584, "nauc_map_at_25_std": -0.224705, "nauc_map_at_25_diff1": 0.766574, "nauc_map_at_50_max": 0.516711, "nauc_map_at_50_std": -0.224249, "nauc_map_at_50_diff1": 0.766589, "nauc_map_at_100_max": 0.516631, "nauc_map_at_100_std": -0.224124, "nauc_map_at_100_diff1": 0.766543, "nauc_map_at_1000_max": 0.516563, "nauc_map_at_1000_std": -0.2241, "nauc_map_at_1000_diff1": 0.766535, "nauc_recall_at_1_max": 0.484393, "nauc_recall_at_1_std": -0.205045, "nauc_recall_at_1_diff1": 0.780588, "nauc_recall_at_3_max": 0.616512, "nauc_recall_at_3_std": -0.247136, "nauc_recall_at_3_diff1": 0.745377, "nauc_recall_at_5_max": 0.617361, "nauc_recall_at_5_std": -0.317257, "nauc_recall_at_5_diff1": 0.706286, "nauc_recall_at_10_max": 0.60063, "nauc_recall_at_10_std": -0.40682, "nauc_recall_at_10_diff1": 0.70534, "nauc_recall_at_20_max": 0.553009, "nauc_recall_at_20_std": -0.490975, "nauc_recall_at_20_diff1": 0.781842, "nauc_recall_at_25_max": 0.622917, "nauc_recall_at_25_std": -0.383015, "nauc_recall_at_25_diff1": 0.793634, "nauc_recall_at_50_max": 0.734171, "nauc_recall_at_50_std": -0.282252, "nauc_recall_at_50_diff1": 0.825212, "nauc_recall_at_100_max": 0.876882, "nauc_recall_at_100_std": -0.147472, "nauc_recall_at_100_diff1": 0.794598, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.484393, "nauc_precision_at_1_std": -0.205045, "nauc_precision_at_1_diff1": 0.780588, "nauc_precision_at_3_max": 0.616512, "nauc_precision_at_3_std": -0.247136, "nauc_precision_at_3_diff1": 0.745377, "nauc_precision_at_5_max": 0.617361, "nauc_precision_at_5_std": -0.317257, "nauc_precision_at_5_diff1": 0.706286, "nauc_precision_at_10_max": 0.60063, "nauc_precision_at_10_std": -0.40682, "nauc_precision_at_10_diff1": 0.70534, "nauc_precision_at_20_max": 0.553009, "nauc_precision_at_20_std": -0.490975, "nauc_precision_at_20_diff1": 0.781842, "nauc_precision_at_25_max": 0.622917, "nauc_precision_at_25_std": -0.383015, "nauc_precision_at_25_diff1": 0.793634, "nauc_precision_at_50_max": 0.734171, "nauc_precision_at_50_std": -0.282252, "nauc_precision_at_50_diff1": 0.825212, "nauc_precision_at_100_max": 0.876882, "nauc_precision_at_100_std": -0.147472, "nauc_precision_at_100_diff1": 0.794598, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.484393, "nauc_mrr_at_1_std": -0.205045, "nauc_mrr_at_1_diff1": 0.780588, "nauc_mrr_at_3_max": 0.524514, "nauc_mrr_at_3_std": -0.219351, "nauc_mrr_at_3_diff1": 0.767048, "nauc_mrr_at_5_max": 0.520981, "nauc_mrr_at_5_std": -0.22635, "nauc_mrr_at_5_diff1": 0.763624, "nauc_mrr_at_10_max": 0.517779, "nauc_mrr_at_10_std": -0.227403, "nauc_mrr_at_10_diff1": 0.764958, "nauc_mrr_at_20_max": 0.516241, "nauc_mrr_at_20_std": -0.225504, "nauc_mrr_at_20_diff1": 0.766528, "nauc_mrr_at_25_max": 0.516584, "nauc_mrr_at_25_std": -0.224705, "nauc_mrr_at_25_diff1": 0.766574, "nauc_mrr_at_50_max": 0.516711, "nauc_mrr_at_50_std": -0.224249, "nauc_mrr_at_50_diff1": 0.766589, "nauc_mrr_at_100_max": 0.516631, "nauc_mrr_at_100_std": -0.224124, "nauc_mrr_at_100_diff1": 0.766543, "nauc_mrr_at_1000_max": 0.516563, "nauc_mrr_at_1000_std": -0.2241, "nauc_mrr_at_1000_diff1": 0.766535, "hit_rate_at_1": 0.7135, "hit_rate_at_3": 0.85675, "hit_rate_at_5": 0.9022, "hit_rate_at_10": 0.93939, "hit_rate_at_20": 0.97383, "hit_rate_at_25": 0.97727, "hit_rate_at_50": 0.98691, "hit_rate_at_100": 0.99449, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.713499, "R_cap_at_3": 0.856749, "R_cap_at_5": 0.902204, "R_cap_at_10": 0.939394, "R_cap_at_20": 0.973829, "R_cap_at_25": 0.977273, "R_cap_at_50": 0.986915, "R_cap_at_100": 0.99449, "R_cap_at_1000": 1.0, "main_score": 0.82976, "hf_subset": "certbot_certbot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69228, "ndcg_at_3": 0.78513, "ndcg_at_5": 0.80453, "ndcg_at_10": 0.8185, "ndcg_at_20": 0.82463, "ndcg_at_25": 0.82615, "ndcg_at_50": 0.82871, "ndcg_at_100": 0.83015, "ndcg_at_1000": 0.83103, "map_at_1": 0.69228, "map_at_3": 0.76271, "map_at_5": 0.77352, "map_at_10": 0.7793, "map_at_20": 0.78101, "map_at_25": 0.78131, "map_at_50": 0.7817, "map_at_100": 0.78182, "map_at_1000": 0.78185, "recall_at_1": 0.69228, "recall_at_3": 0.84983, "recall_at_5": 0.89678, "recall_at_10": 0.93985, "recall_at_20": 0.96391, "recall_at_25": 0.9709, "recall_at_50": 0.98409, "recall_at_100": 0.99302, "recall_at_1000": 1.0, "accuracy": 0.69228, "precision_at_1": 0.69228, "precision_at_3": 0.28328, "precision_at_5": 0.17936, "precision_at_10": 0.09399, "precision_at_20": 0.0482, "precision_at_25": 0.03884, "precision_at_50": 0.01968, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.692278, "mrr_at_3": 0.762709, "mrr_at_5": 0.773516, "mrr_at_10": 0.779304, "mrr_at_20": 0.781009, "mrr_at_25": 0.781311, "mrr_at_50": 0.781695, "mrr_at_100": 0.781822, "mrr_at_1000": 0.781854, "nauc_ndcg_at_1_max": 0.493232, "nauc_ndcg_at_1_std": -0.201128, "nauc_ndcg_at_1_diff1": 0.773054, "nauc_ndcg_at_3_max": 0.528371, "nauc_ndcg_at_3_std": -0.209728, "nauc_ndcg_at_3_diff1": 0.741814, "nauc_ndcg_at_5_max": 0.532766, "nauc_ndcg_at_5_std": -0.210045, "nauc_ndcg_at_5_diff1": 0.739914, "nauc_ndcg_at_10_max": 0.532575, "nauc_ndcg_at_10_std": -0.197796, "nauc_ndcg_at_10_diff1": 0.744845, "nauc_ndcg_at_20_max": 0.527268, "nauc_ndcg_at_20_std": -0.20034, "nauc_ndcg_at_20_diff1": 0.745078, "nauc_ndcg_at_25_max": 0.527654, "nauc_ndcg_at_25_std": -0.198776, "nauc_ndcg_at_25_diff1": 0.74723, "nauc_ndcg_at_50_max": 0.527132, "nauc_ndcg_at_50_std": -0.196441, "nauc_ndcg_at_50_diff1": 0.748188, "nauc_ndcg_at_100_max": 0.525304, "nauc_ndcg_at_100_std": -0.195602, "nauc_ndcg_at_100_diff1": 0.749224, "nauc_ndcg_at_1000_max": 0.523676, "nauc_ndcg_at_1000_std": -0.199748, "nauc_ndcg_at_1000_diff1": 0.7492, "nauc_map_at_1_max": 0.493232, "nauc_map_at_1_std": -0.201128, "nauc_map_at_1_diff1": 0.773054, "nauc_map_at_3_max": 0.519207, "nauc_map_at_3_std": -0.206655, "nauc_map_at_3_diff1": 0.750293, "nauc_map_at_5_max": 0.520911, "nauc_map_at_5_std": -0.206564, "nauc_map_at_5_diff1": 0.7497, "nauc_map_at_10_max": 0.520544, "nauc_map_at_10_std": -0.201915, "nauc_map_at_10_diff1": 0.75155, "nauc_map_at_20_max": 0.519243, "nauc_map_at_20_std": -0.202405, "nauc_map_at_20_diff1": 0.751614, "nauc_map_at_25_max": 0.519283, "nauc_map_at_25_std": -0.202172, "nauc_map_at_25_diff1": 0.751971, "nauc_map_at_50_max": 0.519172, "nauc_map_at_50_std": -0.201953, "nauc_map_at_50_diff1": 0.752084, "nauc_map_at_100_max": 0.519033, "nauc_map_at_100_std": -0.201915, "nauc_map_at_100_diff1": 0.752156, "nauc_map_at_1000_max": 0.518989, "nauc_map_at_1000_std": -0.202016, "nauc_map_at_1000_diff1": 0.75216, "nauc_recall_at_1_max": 0.493232, "nauc_recall_at_1_std": -0.201128, "nauc_recall_at_1_diff1": 0.773054, "nauc_recall_at_3_max": 0.566313, "nauc_recall_at_3_std": -0.223032, "nauc_recall_at_3_diff1": 0.706477, "nauc_recall_at_5_max": 0.599776, "nauc_recall_at_5_std": -0.230462, "nauc_recall_at_5_diff1": 0.68504, "nauc_recall_at_10_max": 0.644762, "nauc_recall_at_10_std": -0.148473, "nauc_recall_at_10_diff1": 0.689553, "nauc_recall_at_20_max": 0.629222, "nauc_recall_at_20_std": -0.163882, "nauc_recall_at_20_diff1": 0.658632, "nauc_recall_at_25_max": 0.663763, "nauc_recall_at_25_std": -0.116012, "nauc_recall_at_25_diff1": 0.690312, "nauc_recall_at_50_max": 0.75564, "nauc_recall_at_50_std": 0.076195, "nauc_recall_at_50_diff1": 0.691987, "nauc_recall_at_100_max": 0.808592, "nauc_recall_at_100_std": 0.546474, "nauc_recall_at_100_diff1": 0.759599, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.493232, "nauc_precision_at_1_std": -0.201128, "nauc_precision_at_1_diff1": 0.773054, "nauc_precision_at_3_max": 0.566313, "nauc_precision_at_3_std": -0.223032, "nauc_precision_at_3_diff1": 0.706477, "nauc_precision_at_5_max": 0.599776, "nauc_precision_at_5_std": -0.230462, "nauc_precision_at_5_diff1": 0.68504, "nauc_precision_at_10_max": 0.644762, "nauc_precision_at_10_std": -0.148473, "nauc_precision_at_10_diff1": 0.689553, "nauc_precision_at_20_max": 0.629222, "nauc_precision_at_20_std": -0.163882, "nauc_precision_at_20_diff1": 0.658632, "nauc_precision_at_25_max": 0.663763, "nauc_precision_at_25_std": -0.116012, "nauc_precision_at_25_diff1": 0.690312, "nauc_precision_at_50_max": 0.75564, "nauc_precision_at_50_std": 0.076195, "nauc_precision_at_50_diff1": 0.691987, "nauc_precision_at_100_max": 0.808592, "nauc_precision_at_100_std": 0.546474, "nauc_precision_at_100_diff1": 0.759599, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.493232, "nauc_mrr_at_1_std": -0.201128, "nauc_mrr_at_1_diff1": 0.773054, "nauc_mrr_at_3_max": 0.519207, "nauc_mrr_at_3_std": -0.206655, "nauc_mrr_at_3_diff1": 0.750293, "nauc_mrr_at_5_max": 0.520911, "nauc_mrr_at_5_std": -0.206564, "nauc_mrr_at_5_diff1": 0.7497, "nauc_mrr_at_10_max": 0.520544, "nauc_mrr_at_10_std": -0.201915, "nauc_mrr_at_10_diff1": 0.75155, "nauc_mrr_at_20_max": 0.519243, "nauc_mrr_at_20_std": -0.202405, "nauc_mrr_at_20_diff1": 0.751614, "nauc_mrr_at_25_max": 0.519283, "nauc_mrr_at_25_std": -0.202172, "nauc_mrr_at_25_diff1": 0.751971, "nauc_mrr_at_50_max": 0.519172, "nauc_mrr_at_50_std": -0.201953, "nauc_mrr_at_50_diff1": 0.752084, "nauc_mrr_at_100_max": 0.519033, "nauc_mrr_at_100_std": -0.201915, "nauc_mrr_at_100_diff1": 0.752156, "nauc_mrr_at_1000_max": 0.518989, "nauc_mrr_at_1000_std": -0.202016, "nauc_mrr_at_1000_diff1": 0.75216, "hit_rate_at_1": 0.69228, "hit_rate_at_3": 0.84983, "hit_rate_at_5": 0.89678, "hit_rate_at_10": 0.93985, "hit_rate_at_20": 0.96391, "hit_rate_at_25": 0.9709, "hit_rate_at_50": 0.98409, "hit_rate_at_100": 0.99302, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.692278, "R_cap_at_3": 0.849825, "R_cap_at_5": 0.896779, "R_cap_at_10": 0.939853, "R_cap_at_20": 0.963912, "R_cap_at_25": 0.970896, "R_cap_at_50": 0.98409, "R_cap_at_100": 0.993015, "R_cap_at_1000": 1.0, "main_score": 0.8185, "hf_subset": "dask_dask", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72431, "ndcg_at_3": 0.8141, "ndcg_at_5": 0.83114, "ndcg_at_10": 0.84324, "ndcg_at_20": 0.84945, "ndcg_at_25": 0.8501, "ndcg_at_50": 0.85191, "ndcg_at_100": 0.85295, "ndcg_at_1000": 0.8535, "map_at_1": 0.72431, "map_at_3": 0.79323, "map_at_5": 0.80277, "map_at_10": 0.80783, "map_at_20": 0.80959, "map_at_25": 0.80972, "map_at_50": 0.80998, "map_at_100": 0.81007, "map_at_1000": 0.81009, "recall_at_1": 0.72431, "recall_at_3": 0.87401, "recall_at_5": 0.91502, "recall_at_10": 0.95208, "recall_at_20": 0.97628, "recall_at_25": 0.97925, "recall_at_50": 0.98864, "recall_at_100": 0.99506, "recall_at_1000": 0.99951, "accuracy": 0.72431, "precision_at_1": 0.72431, "precision_at_3": 0.29134, "precision_at_5": 0.183, "precision_at_10": 0.09521, "precision_at_20": 0.04881, "precision_at_25": 0.03917, "precision_at_50": 0.01977, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.724308, "mrr_at_3": 0.793231, "mrr_at_5": 0.802767, "mrr_at_10": 0.807832, "mrr_at_20": 0.809588, "mrr_at_25": 0.809717, "mrr_at_50": 0.809981, "mrr_at_100": 0.810073, "mrr_at_1000": 0.810091, "nauc_ndcg_at_1_max": 0.444376, "nauc_ndcg_at_1_std": -0.146699, "nauc_ndcg_at_1_diff1": 0.767491, "nauc_ndcg_at_3_max": 0.471858, "nauc_ndcg_at_3_std": -0.194307, "nauc_ndcg_at_3_diff1": 0.740511, "nauc_ndcg_at_5_max": 0.477508, "nauc_ndcg_at_5_std": -0.178433, "nauc_ndcg_at_5_diff1": 0.741085, "nauc_ndcg_at_10_max": 0.464393, "nauc_ndcg_at_10_std": -0.18256, "nauc_ndcg_at_10_diff1": 0.741073, "nauc_ndcg_at_20_max": 0.459533, "nauc_ndcg_at_20_std": -0.189911, "nauc_ndcg_at_20_diff1": 0.747324, "nauc_ndcg_at_25_max": 0.458549, "nauc_ndcg_at_25_std": -0.190438, "nauc_ndcg_at_25_diff1": 0.747596, "nauc_ndcg_at_50_max": 0.463817, "nauc_ndcg_at_50_std": -0.182889, "nauc_ndcg_at_50_diff1": 0.748739, "nauc_ndcg_at_100_max": 0.463681, "nauc_ndcg_at_100_std": -0.179779, "nauc_ndcg_at_100_diff1": 0.748692, "nauc_ndcg_at_1000_max": 0.463039, "nauc_ndcg_at_1000_std": -0.178916, "nauc_ndcg_at_1000_diff1": 0.748515, "nauc_map_at_1_max": 0.444376, "nauc_map_at_1_std": -0.146699, "nauc_map_at_1_diff1": 0.767491, "nauc_map_at_3_max": 0.465039, "nauc_map_at_3_std": -0.179038, "nauc_map_at_3_diff1": 0.74839, "nauc_map_at_5_max": 0.467565, "nauc_map_at_5_std": -0.170493, "nauc_map_at_5_diff1": 0.749027, "nauc_map_at_10_max": 0.462624, "nauc_map_at_10_std": -0.17174, "nauc_map_at_10_diff1": 0.749249, "nauc_map_at_20_max": 0.461443, "nauc_map_at_20_std": -0.173588, "nauc_map_at_20_diff1": 0.750669, "nauc_map_at_25_max": 0.461285, "nauc_map_at_25_std": -0.173657, "nauc_map_at_25_diff1": 0.750713, "nauc_map_at_50_max": 0.461916, "nauc_map_at_50_std": -0.17273, "nauc_map_at_50_diff1": 0.750854, "nauc_map_at_100_max": 0.461922, "nauc_map_at_100_std": -0.172539, "nauc_map_at_100_diff1": 0.750864, "nauc_map_at_1000_max": 0.461921, "nauc_map_at_1000_std": -0.172504, "nauc_map_at_1000_diff1": 0.750861, "nauc_recall_at_1_max": 0.444376, "nauc_recall_at_1_std": -0.146699, "nauc_recall_at_1_diff1": 0.767491, "nauc_recall_at_3_max": 0.500827, "nauc_recall_at_3_std": -0.261903, "nauc_recall_at_3_diff1": 0.706106, "nauc_recall_at_5_max": 0.537465, "nauc_recall_at_5_std": -0.222881, "nauc_recall_at_5_diff1": 0.693624, "nauc_recall_at_10_max": 0.466517, "nauc_recall_at_10_std": -0.293869, "nauc_recall_at_10_diff1": 0.65702, "nauc_recall_at_20_max": 0.363369, "nauc_recall_at_20_std": -0.556523, "nauc_recall_at_20_diff1": 0.715473, "nauc_recall_at_25_max": 0.320263, "nauc_recall_at_25_std": -0.624915, "nauc_recall_at_25_diff1": 0.719165, "nauc_recall_at_50_max": 0.524795, "nauc_recall_at_50_std": -0.527759, "nauc_recall_at_50_diff1": 0.764997, "nauc_recall_at_100_max": 0.569586, "nauc_recall_at_100_std": -0.438686, "nauc_recall_at_100_diff1": 0.769198, "nauc_recall_at_1000_max": -0.17122, "nauc_recall_at_1000_std": -1.151451, "nauc_recall_at_1000_diff1": 0.554189, "nauc_precision_at_1_max": 0.444376, "nauc_precision_at_1_std": -0.146699, "nauc_precision_at_1_diff1": 0.767491, "nauc_precision_at_3_max": 0.500827, "nauc_precision_at_3_std": -0.261903, "nauc_precision_at_3_diff1": 0.706106, "nauc_precision_at_5_max": 0.537465, "nauc_precision_at_5_std": -0.222881, "nauc_precision_at_5_diff1": 0.693624, "nauc_precision_at_10_max": 0.466517, "nauc_precision_at_10_std": -0.293869, "nauc_precision_at_10_diff1": 0.65702, "nauc_precision_at_20_max": 0.363369, "nauc_precision_at_20_std": -0.556523, "nauc_precision_at_20_diff1": 0.715473, "nauc_precision_at_25_max": 0.320263, "nauc_precision_at_25_std": -0.624915, "nauc_precision_at_25_diff1": 0.719165, "nauc_precision_at_50_max": 0.524795, "nauc_precision_at_50_std": -0.527759, "nauc_precision_at_50_diff1": 0.764997, "nauc_precision_at_100_max": 0.569586, "nauc_precision_at_100_std": -0.438686, "nauc_precision_at_100_diff1": 0.769198, "nauc_precision_at_1000_max": -0.17122, "nauc_precision_at_1000_std": -1.151451, "nauc_precision_at_1000_diff1": 0.554189, "nauc_mrr_at_1_max": 0.444376, "nauc_mrr_at_1_std": -0.146699, "nauc_mrr_at_1_diff1": 0.767491, "nauc_mrr_at_3_max": 0.465039, "nauc_mrr_at_3_std": -0.179038, "nauc_mrr_at_3_diff1": 0.74839, "nauc_mrr_at_5_max": 0.467565, "nauc_mrr_at_5_std": -0.170493, "nauc_mrr_at_5_diff1": 0.749027, "nauc_mrr_at_10_max": 0.462624, "nauc_mrr_at_10_std": -0.17174, "nauc_mrr_at_10_diff1": 0.749249, "nauc_mrr_at_20_max": 0.461443, "nauc_mrr_at_20_std": -0.173588, "nauc_mrr_at_20_diff1": 0.750669, "nauc_mrr_at_25_max": 0.461285, "nauc_mrr_at_25_std": -0.173657, "nauc_mrr_at_25_diff1": 0.750713, "nauc_mrr_at_50_max": 0.461916, "nauc_mrr_at_50_std": -0.17273, "nauc_mrr_at_50_diff1": 0.750854, "nauc_mrr_at_100_max": 0.461922, "nauc_mrr_at_100_std": -0.172539, "nauc_mrr_at_100_diff1": 0.750864, "nauc_mrr_at_1000_max": 0.461921, "nauc_mrr_at_1000_std": -0.172504, "nauc_mrr_at_1000_diff1": 0.750861, "hit_rate_at_1": 0.72431, "hit_rate_at_3": 0.87401, "hit_rate_at_5": 0.91502, "hit_rate_at_10": 0.95208, "hit_rate_at_20": 0.97628, "hit_rate_at_25": 0.97925, "hit_rate_at_50": 0.98864, "hit_rate_at_100": 0.99506, "hit_rate_at_1000": 0.99951, "R_cap_at_1": 0.724308, "R_cap_at_3": 0.874012, "R_cap_at_5": 0.91502, "R_cap_at_10": 0.952075, "R_cap_at_20": 0.976285, "R_cap_at_25": 0.979249, "R_cap_at_50": 0.988636, "R_cap_at_100": 0.995059, "R_cap_at_1000": 0.999506, "main_score": 0.84324, "hf_subset": "datalad_datalad", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.87582, "ndcg_at_3": 0.92716, "ndcg_at_5": 0.93332, "ndcg_at_10": 0.93589, "ndcg_at_20": 0.93774, "ndcg_at_25": 0.93821, "ndcg_at_50": 0.93922, "ndcg_at_100": 0.93933, "ndcg_at_1000": 0.93942, "map_at_1": 0.87582, "map_at_3": 0.91527, "map_at_5": 0.91877, "map_at_10": 0.91981, "map_at_20": 0.92032, "map_at_25": 0.92041, "map_at_50": 0.92057, "map_at_100": 0.92058, "map_at_1000": 0.92058, "recall_at_1": 0.87582, "recall_at_3": 0.96129, "recall_at_5": 0.97589, "recall_at_10": 0.98393, "recall_at_20": 0.99123, "recall_at_25": 0.99343, "recall_at_50": 0.99854, "recall_at_100": 0.99927, "recall_at_1000": 1.0, "accuracy": 0.87582, "precision_at_1": 0.87582, "precision_at_3": 0.32043, "precision_at_5": 0.19518, "precision_at_10": 0.09839, "precision_at_20": 0.04956, "precision_at_25": 0.03974, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.875822, "mrr_at_3": 0.915267, "mrr_at_5": 0.918773, "mrr_at_10": 0.919813, "mrr_at_20": 0.920317, "mrr_at_25": 0.92041, "mrr_at_50": 0.920567, "mrr_at_100": 0.920576, "mrr_at_1000": 0.920579, "nauc_ndcg_at_1_max": 0.580195, "nauc_ndcg_at_1_std": -0.137981, "nauc_ndcg_at_1_diff1": 0.856663, "nauc_ndcg_at_3_max": 0.661096, "nauc_ndcg_at_3_std": -0.090062, "nauc_ndcg_at_3_diff1": 0.840217, "nauc_ndcg_at_5_max": 0.658539, "nauc_ndcg_at_5_std": -0.072602, "nauc_ndcg_at_5_diff1": 0.847025, "nauc_ndcg_at_10_max": 0.649968, "nauc_ndcg_at_10_std": -0.078002, "nauc_ndcg_at_10_diff1": 0.846132, "nauc_ndcg_at_20_max": 0.644013, "nauc_ndcg_at_20_std": -0.092515, "nauc_ndcg_at_20_diff1": 0.850937, "nauc_ndcg_at_25_max": 0.641917, "nauc_ndcg_at_25_std": -0.091399, "nauc_ndcg_at_25_diff1": 0.850943, "nauc_ndcg_at_50_max": 0.637133, "nauc_ndcg_at_50_std": -0.096114, "nauc_ndcg_at_50_diff1": 0.849733, "nauc_ndcg_at_100_max": 0.636418, "nauc_ndcg_at_100_std": -0.097008, "nauc_ndcg_at_100_diff1": 0.849437, "nauc_ndcg_at_1000_max": 0.635867, "nauc_ndcg_at_1000_std": -0.097994, "nauc_ndcg_at_1000_diff1": 0.849209, "nauc_map_at_1_max": 0.580195, "nauc_map_at_1_std": -0.137981, "nauc_map_at_1_diff1": 0.856663, "nauc_map_at_3_max": 0.636427, "nauc_map_at_3_std": -0.10657, "nauc_map_at_3_diff1": 0.845585, "nauc_map_at_5_max": 0.634099, "nauc_map_at_5_std": -0.099532, "nauc_map_at_5_diff1": 0.849053, "nauc_map_at_10_max": 0.630907, "nauc_map_at_10_std": -0.101712, "nauc_map_at_10_diff1": 0.848726, "nauc_map_at_20_max": 0.629563, "nauc_map_at_20_std": -0.104635, "nauc_map_at_20_diff1": 0.849791, "nauc_map_at_25_max": 0.629229, "nauc_map_at_25_std": -0.104487, "nauc_map_at_25_diff1": 0.849794, "nauc_map_at_50_max": 0.628622, "nauc_map_at_50_std": -0.105144, "nauc_map_at_50_diff1": 0.849638, "nauc_map_at_100_max": 0.628575, "nauc_map_at_100_std": -0.105202, "nauc_map_at_100_diff1": 0.849618, "nauc_map_at_1000_max": 0.628562, "nauc_map_at_1000_std": -0.105225, "nauc_map_at_1000_diff1": 0.849613, "nauc_recall_at_1_max": 0.580195, "nauc_recall_at_1_std": -0.137981, "nauc_recall_at_1_diff1": 0.856663, "nauc_recall_at_3_max": 0.810709, "nauc_recall_at_3_std": 0.011988, "nauc_recall_at_3_diff1": 0.8073, "nauc_recall_at_5_max": 0.885529, "nauc_recall_at_5_std": 0.191842, "nauc_recall_at_5_diff1": 0.830574, "nauc_recall_at_10_max": 0.89632, "nauc_recall_at_10_std": 0.259507, "nauc_recall_at_10_diff1": 0.813144, "nauc_recall_at_20_max": 0.933272, "nauc_recall_at_20_std": 0.117861, "nauc_recall_at_20_diff1": 0.916536, "nauc_recall_at_25_max": 0.940081, "nauc_recall_at_25_std": 0.236461, "nauc_recall_at_25_diff1": 0.938263, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 0.455978, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.554065, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.580195, "nauc_precision_at_1_std": -0.137981, "nauc_precision_at_1_diff1": 0.856663, "nauc_precision_at_3_max": 0.810709, "nauc_precision_at_3_std": 0.011988, "nauc_precision_at_3_diff1": 0.8073, "nauc_precision_at_5_max": 0.885529, "nauc_precision_at_5_std": 0.191842, "nauc_precision_at_5_diff1": 0.830574, "nauc_precision_at_10_max": 0.89632, "nauc_precision_at_10_std": 0.259507, "nauc_precision_at_10_diff1": 0.813144, "nauc_precision_at_20_max": 0.933272, "nauc_precision_at_20_std": 0.117861, "nauc_precision_at_20_diff1": 0.916536, "nauc_precision_at_25_max": 0.940081, "nauc_precision_at_25_std": 0.236461, "nauc_precision_at_25_diff1": 0.938263, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 0.455978, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.554065, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.580195, "nauc_mrr_at_1_std": -0.137981, "nauc_mrr_at_1_diff1": 0.856663, "nauc_mrr_at_3_max": 0.636427, "nauc_mrr_at_3_std": -0.10657, "nauc_mrr_at_3_diff1": 0.845585, "nauc_mrr_at_5_max": 0.634099, "nauc_mrr_at_5_std": -0.099532, "nauc_mrr_at_5_diff1": 0.849053, "nauc_mrr_at_10_max": 0.630907, "nauc_mrr_at_10_std": -0.101712, "nauc_mrr_at_10_diff1": 0.848726, "nauc_mrr_at_20_max": 0.629563, "nauc_mrr_at_20_std": -0.104635, "nauc_mrr_at_20_diff1": 0.849791, "nauc_mrr_at_25_max": 0.629229, "nauc_mrr_at_25_std": -0.104487, "nauc_mrr_at_25_diff1": 0.849794, "nauc_mrr_at_50_max": 0.628622, "nauc_mrr_at_50_std": -0.105144, "nauc_mrr_at_50_diff1": 0.849638, "nauc_mrr_at_100_max": 0.628575, "nauc_mrr_at_100_std": -0.105202, "nauc_mrr_at_100_diff1": 0.849618, "nauc_mrr_at_1000_max": 0.628562, "nauc_mrr_at_1000_std": -0.105225, "nauc_mrr_at_1000_diff1": 0.849613, "hit_rate_at_1": 0.87582, "hit_rate_at_3": 0.96129, "hit_rate_at_5": 0.97589, "hit_rate_at_10": 0.98393, "hit_rate_at_20": 0.99123, "hit_rate_at_25": 0.99343, "hit_rate_at_50": 0.99854, "hit_rate_at_100": 0.99927, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.875822, "R_cap_at_3": 0.961286, "R_cap_at_5": 0.975895, "R_cap_at_10": 0.98393, "R_cap_at_20": 0.991234, "R_cap_at_25": 0.993426, "R_cap_at_50": 0.998539, "R_cap_at_100": 0.99927, "R_cap_at_1000": 1.0, "main_score": 0.93589, "hf_subset": "django_django", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71051, "ndcg_at_3": 0.80736, "ndcg_at_5": 0.8243, "ndcg_at_10": 0.83768, "ndcg_at_20": 0.84314, "ndcg_at_25": 0.84383, "ndcg_at_50": 0.84591, "ndcg_at_100": 0.84664, "ndcg_at_1000": 0.84729, "map_at_1": 0.71051, "map_at_3": 0.78456, "map_at_5": 0.79385, "map_at_10": 0.79949, "map_at_20": 0.80101, "map_at_25": 0.80115, "map_at_50": 0.80146, "map_at_100": 0.80152, "map_at_1000": 0.80155, "recall_at_1": 0.71051, "recall_at_3": 0.87293, "recall_at_5": 0.91454, "recall_at_10": 0.95526, "recall_at_20": 0.97673, "recall_at_25": 0.97987, "recall_at_50": 0.9906, "recall_at_100": 0.99508, "recall_at_1000": 1.0, "accuracy": 0.71051, "precision_at_1": 0.71051, "precision_at_3": 0.29098, "precision_at_5": 0.18291, "precision_at_10": 0.09553, "precision_at_20": 0.04884, "precision_at_25": 0.03919, "precision_at_50": 0.01981, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.710515, "mrr_at_3": 0.784564, "mrr_at_5": 0.793848, "mrr_at_10": 0.799493, "mrr_at_20": 0.801005, "mrr_at_25": 0.801147, "mrr_at_50": 0.801457, "mrr_at_100": 0.801524, "mrr_at_1000": 0.801553, "nauc_ndcg_at_1_max": 0.38894, "nauc_ndcg_at_1_std": -0.20674, "nauc_ndcg_at_1_diff1": 0.740011, "nauc_ndcg_at_3_max": 0.440216, "nauc_ndcg_at_3_std": -0.204334, "nauc_ndcg_at_3_diff1": 0.71045, "nauc_ndcg_at_5_max": 0.433341, "nauc_ndcg_at_5_std": -0.20404, "nauc_ndcg_at_5_diff1": 0.709959, "nauc_ndcg_at_10_max": 0.427027, "nauc_ndcg_at_10_std": -0.202615, "nauc_ndcg_at_10_diff1": 0.715632, "nauc_ndcg_at_20_max": 0.427489, "nauc_ndcg_at_20_std": -0.197395, "nauc_ndcg_at_20_diff1": 0.719257, "nauc_ndcg_at_25_max": 0.428364, "nauc_ndcg_at_25_std": -0.198365, "nauc_ndcg_at_25_diff1": 0.718857, "nauc_ndcg_at_50_max": 0.428185, "nauc_ndcg_at_50_std": -0.195974, "nauc_ndcg_at_50_diff1": 0.719124, "nauc_ndcg_at_100_max": 0.427026, "nauc_ndcg_at_100_std": -0.198943, "nauc_ndcg_at_100_diff1": 0.720148, "nauc_ndcg_at_1000_max": 0.424596, "nauc_ndcg_at_1000_std": -0.202245, "nauc_ndcg_at_1000_diff1": 0.720087, "nauc_map_at_1_max": 0.38894, "nauc_map_at_1_std": -0.20674, "nauc_map_at_1_diff1": 0.740011, "nauc_map_at_3_max": 0.426388, "nauc_map_at_3_std": -0.206964, "nauc_map_at_3_diff1": 0.719002, "nauc_map_at_5_max": 0.422496, "nauc_map_at_5_std": -0.206881, "nauc_map_at_5_diff1": 0.719053, "nauc_map_at_10_max": 0.420037, "nauc_map_at_10_std": -0.206122, "nauc_map_at_10_diff1": 0.721357, "nauc_map_at_20_max": 0.420015, "nauc_map_at_20_std": -0.205042, "nauc_map_at_20_diff1": 0.722246, "nauc_map_at_25_max": 0.420142, "nauc_map_at_25_std": -0.205212, "nauc_map_at_25_diff1": 0.722184, "nauc_map_at_50_max": 0.420134, "nauc_map_at_50_std": -0.204996, "nauc_map_at_50_diff1": 0.722207, "nauc_map_at_100_max": 0.420064, "nauc_map_at_100_std": -0.205205, "nauc_map_at_100_diff1": 0.722286, "nauc_map_at_1000_max": 0.419977, "nauc_map_at_1000_std": -0.205319, "nauc_map_at_1000_diff1": 0.722289, "nauc_recall_at_1_max": 0.38894, "nauc_recall_at_1_std": -0.20674, "nauc_recall_at_1_diff1": 0.740011, "nauc_recall_at_3_max": 0.501364, "nauc_recall_at_3_std": -0.191213, "nauc_recall_at_3_diff1": 0.6722, "nauc_recall_at_5_max": 0.497001, "nauc_recall_at_5_std": -0.184583, "nauc_recall_at_5_diff1": 0.65384, "nauc_recall_at_10_max": 0.490756, "nauc_recall_at_10_std": -0.160046, "nauc_recall_at_10_diff1": 0.658081, "nauc_recall_at_20_max": 0.564124, "nauc_recall_at_20_std": 0.006202, "nauc_recall_at_20_diff1": 0.68922, "nauc_recall_at_25_max": 0.613793, "nauc_recall_at_25_std": 0.007813, "nauc_recall_at_25_diff1": 0.67185, "nauc_recall_at_50_max": 0.804919, "nauc_recall_at_50_std": 0.436802, "nauc_recall_at_50_diff1": 0.641414, "nauc_recall_at_100_max": 0.937603, "nauc_recall_at_100_std": 0.500757, "nauc_recall_at_100_diff1": 0.741278, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.38894, "nauc_precision_at_1_std": -0.20674, "nauc_precision_at_1_diff1": 0.740011, "nauc_precision_at_3_max": 0.501364, "nauc_precision_at_3_std": -0.191213, "nauc_precision_at_3_diff1": 0.6722, "nauc_precision_at_5_max": 0.497001, "nauc_precision_at_5_std": -0.184583, "nauc_precision_at_5_diff1": 0.65384, "nauc_precision_at_10_max": 0.490756, "nauc_precision_at_10_std": -0.160046, "nauc_precision_at_10_diff1": 0.658081, "nauc_precision_at_20_max": 0.564124, "nauc_precision_at_20_std": 0.006202, "nauc_precision_at_20_diff1": 0.68922, "nauc_precision_at_25_max": 0.613793, "nauc_precision_at_25_std": 0.007813, "nauc_precision_at_25_diff1": 0.67185, "nauc_precision_at_50_max": 0.804919, "nauc_precision_at_50_std": 0.436802, "nauc_precision_at_50_diff1": 0.641414, "nauc_precision_at_100_max": 0.937603, "nauc_precision_at_100_std": 0.500757, "nauc_precision_at_100_diff1": 0.741278, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.38894, "nauc_mrr_at_1_std": -0.20674, "nauc_mrr_at_1_diff1": 0.740011, "nauc_mrr_at_3_max": 0.426388, "nauc_mrr_at_3_std": -0.206964, "nauc_mrr_at_3_diff1": 0.719002, "nauc_mrr_at_5_max": 0.422496, "nauc_mrr_at_5_std": -0.206881, "nauc_mrr_at_5_diff1": 0.719053, "nauc_mrr_at_10_max": 0.420037, "nauc_mrr_at_10_std": -0.206122, "nauc_mrr_at_10_diff1": 0.721357, "nauc_mrr_at_20_max": 0.420015, "nauc_mrr_at_20_std": -0.205042, "nauc_mrr_at_20_diff1": 0.722246, "nauc_mrr_at_25_max": 0.420142, "nauc_mrr_at_25_std": -0.205212, "nauc_mrr_at_25_diff1": 0.722184, "nauc_mrr_at_50_max": 0.420134, "nauc_mrr_at_50_std": -0.204996, "nauc_mrr_at_50_diff1": 0.722207, "nauc_mrr_at_100_max": 0.420064, "nauc_mrr_at_100_std": -0.205205, "nauc_mrr_at_100_diff1": 0.722286, "nauc_mrr_at_1000_max": 0.419977, "nauc_mrr_at_1000_std": -0.205319, "nauc_mrr_at_1000_diff1": 0.722289, "hit_rate_at_1": 0.71051, "hit_rate_at_3": 0.87293, "hit_rate_at_5": 0.91454, "hit_rate_at_10": 0.95526, "hit_rate_at_20": 0.97673, "hit_rate_at_25": 0.97987, "hit_rate_at_50": 0.9906, "hit_rate_at_100": 0.99508, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.710515, "R_cap_at_3": 0.872931, "R_cap_at_5": 0.914541, "R_cap_at_10": 0.955257, "R_cap_at_20": 0.976734, "R_cap_at_25": 0.979866, "R_cap_at_50": 0.990604, "R_cap_at_100": 0.995078, "R_cap_at_1000": 1.0, "main_score": 0.83768, "hf_subset": "dmwm_WMCore", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7493, "ndcg_at_3": 0.83124, "ndcg_at_5": 0.84934, "ndcg_at_10": 0.85991, "ndcg_at_20": 0.86464, "ndcg_at_25": 0.86547, "ndcg_at_50": 0.8673, "ndcg_at_100": 0.86778, "ndcg_at_1000": 0.868, "map_at_1": 0.7493, "map_at_3": 0.81167, "map_at_5": 0.82179, "map_at_10": 0.82618, "map_at_20": 0.8275, "map_at_25": 0.82768, "map_at_50": 0.82796, "map_at_100": 0.82801, "map_at_1000": 0.82802, "recall_at_1": 0.7493, "recall_at_3": 0.88765, "recall_at_5": 0.93129, "recall_at_10": 0.96379, "recall_at_20": 0.98236, "recall_at_25": 0.98607, "recall_at_50": 0.99536, "recall_at_100": 0.99814, "recall_at_1000": 1.0, "accuracy": 0.7493, "precision_at_1": 0.7493, "precision_at_3": 0.29588, "precision_at_5": 0.18626, "precision_at_10": 0.09638, "precision_at_20": 0.04912, "precision_at_25": 0.03944, "precision_at_50": 0.01991, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.749304, "mrr_at_3": 0.811668, "mrr_at_5": 0.821789, "mrr_at_10": 0.826178, "mrr_at_20": 0.8275, "mrr_at_25": 0.827675, "mrr_at_50": 0.827962, "mrr_at_100": 0.828009, "mrr_at_1000": 0.828016, "nauc_ndcg_at_1_max": 0.369626, "nauc_ndcg_at_1_std": -0.133819, "nauc_ndcg_at_1_diff1": 0.765425, "nauc_ndcg_at_3_max": 0.436151, "nauc_ndcg_at_3_std": -0.102134, "nauc_ndcg_at_3_diff1": 0.765851, "nauc_ndcg_at_5_max": 0.428472, "nauc_ndcg_at_5_std": -0.099737, "nauc_ndcg_at_5_diff1": 0.754406, "nauc_ndcg_at_10_max": 0.424038, "nauc_ndcg_at_10_std": -0.104991, "nauc_ndcg_at_10_diff1": 0.758206, "nauc_ndcg_at_20_max": 0.428396, "nauc_ndcg_at_20_std": -0.102167, "nauc_ndcg_at_20_diff1": 0.758488, "nauc_ndcg_at_25_max": 0.427218, "nauc_ndcg_at_25_std": -0.102274, "nauc_ndcg_at_25_diff1": 0.758302, "nauc_ndcg_at_50_max": 0.421318, "nauc_ndcg_at_50_std": -0.10109, "nauc_ndcg_at_50_diff1": 0.758276, "nauc_ndcg_at_100_max": 0.419426, "nauc_ndcg_at_100_std": -0.104615, "nauc_ndcg_at_100_diff1": 0.758642, "nauc_ndcg_at_1000_max": 0.418475, "nauc_ndcg_at_1000_std": -0.10611, "nauc_ndcg_at_1000_diff1": 0.759202, "nauc_map_at_1_max": 0.369626, "nauc_map_at_1_std": -0.133819, "nauc_map_at_1_diff1": 0.765425, "nauc_map_at_3_max": 0.419199, "nauc_map_at_3_std": -0.109589, "nauc_map_at_3_diff1": 0.764818, "nauc_map_at_5_max": 0.414501, "nauc_map_at_5_std": -0.108918, "nauc_map_at_5_diff1": 0.759158, "nauc_map_at_10_max": 0.412733, "nauc_map_at_10_std": -0.111123, "nauc_map_at_10_diff1": 0.760708, "nauc_map_at_20_max": 0.413549, "nauc_map_at_20_std": -0.11026, "nauc_map_at_20_diff1": 0.760628, "nauc_map_at_25_max": 0.413342, "nauc_map_at_25_std": -0.110278, "nauc_map_at_25_diff1": 0.7606, "nauc_map_at_50_max": 0.412618, "nauc_map_at_50_std": -0.110116, "nauc_map_at_50_diff1": 0.760583, "nauc_map_at_100_max": 0.412469, "nauc_map_at_100_std": -0.110388, "nauc_map_at_100_diff1": 0.760612, "nauc_map_at_1000_max": 0.412447, "nauc_map_at_1000_std": -0.110423, "nauc_map_at_1000_diff1": 0.760619, "nauc_recall_at_1_max": 0.369626, "nauc_recall_at_1_std": -0.133819, "nauc_recall_at_1_diff1": 0.765425, "nauc_recall_at_3_max": 0.510153, "nauc_recall_at_3_std": -0.070079, "nauc_recall_at_3_diff1": 0.771088, "nauc_recall_at_5_max": 0.518021, "nauc_recall_at_5_std": -0.038421, "nauc_recall_at_5_diff1": 0.71951, "nauc_recall_at_10_max": 0.547589, "nauc_recall_at_10_std": -0.036678, "nauc_recall_at_10_diff1": 0.726786, "nauc_recall_at_20_max": 0.802, "nauc_recall_at_20_std": 0.093351, "nauc_recall_at_20_diff1": 0.71287, "nauc_recall_at_25_max": 0.8545, "nauc_recall_at_25_std": 0.140335, "nauc_recall_at_25_diff1": 0.693256, "nauc_recall_at_50_max": 0.918298, "nauc_recall_at_50_std": 0.769378, "nauc_recall_at_50_diff1": 0.567494, "nauc_recall_at_100_max": 0.93462, "nauc_recall_at_100_std": 0.711723, "nauc_recall_at_100_diff1": 0.42262, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.369626, "nauc_precision_at_1_std": -0.133819, "nauc_precision_at_1_diff1": 0.765425, "nauc_precision_at_3_max": 0.510153, "nauc_precision_at_3_std": -0.070079, "nauc_precision_at_3_diff1": 0.771088, "nauc_precision_at_5_max": 0.518021, "nauc_precision_at_5_std": -0.038421, "nauc_precision_at_5_diff1": 0.71951, "nauc_precision_at_10_max": 0.547589, "nauc_precision_at_10_std": -0.036678, "nauc_precision_at_10_diff1": 0.726786, "nauc_precision_at_20_max": 0.802, "nauc_precision_at_20_std": 0.093351, "nauc_precision_at_20_diff1": 0.71287, "nauc_precision_at_25_max": 0.8545, "nauc_precision_at_25_std": 0.140335, "nauc_precision_at_25_diff1": 0.693256, "nauc_precision_at_50_max": 0.918298, "nauc_precision_at_50_std": 0.769378, "nauc_precision_at_50_diff1": 0.567494, "nauc_precision_at_100_max": 0.93462, "nauc_precision_at_100_std": 0.711723, "nauc_precision_at_100_diff1": 0.42262, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.369626, "nauc_mrr_at_1_std": -0.133819, "nauc_mrr_at_1_diff1": 0.765425, "nauc_mrr_at_3_max": 0.419199, "nauc_mrr_at_3_std": -0.109589, "nauc_mrr_at_3_diff1": 0.764818, "nauc_mrr_at_5_max": 0.414501, "nauc_mrr_at_5_std": -0.108918, "nauc_mrr_at_5_diff1": 0.759158, "nauc_mrr_at_10_max": 0.412733, "nauc_mrr_at_10_std": -0.111123, "nauc_mrr_at_10_diff1": 0.760708, "nauc_mrr_at_20_max": 0.413549, "nauc_mrr_at_20_std": -0.11026, "nauc_mrr_at_20_diff1": 0.760628, "nauc_mrr_at_25_max": 0.413342, "nauc_mrr_at_25_std": -0.110278, "nauc_mrr_at_25_diff1": 0.7606, "nauc_mrr_at_50_max": 0.412618, "nauc_mrr_at_50_std": -0.110116, "nauc_mrr_at_50_diff1": 0.760583, "nauc_mrr_at_100_max": 0.412469, "nauc_mrr_at_100_std": -0.110388, "nauc_mrr_at_100_diff1": 0.760612, "nauc_mrr_at_1000_max": 0.412447, "nauc_mrr_at_1000_std": -0.110423, "nauc_mrr_at_1000_diff1": 0.760619, "hit_rate_at_1": 0.7493, "hit_rate_at_3": 0.88765, "hit_rate_at_5": 0.93129, "hit_rate_at_10": 0.96379, "hit_rate_at_20": 0.98236, "hit_rate_at_25": 0.98607, "hit_rate_at_50": 0.99536, "hit_rate_at_100": 0.99814, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.749304, "R_cap_at_3": 0.887651, "R_cap_at_5": 0.931291, "R_cap_at_10": 0.963788, "R_cap_at_20": 0.982358, "R_cap_at_25": 0.986072, "R_cap_at_50": 0.995357, "R_cap_at_100": 0.998143, "R_cap_at_1000": 1.0, "main_score": 0.85991, "hf_subset": "encode_django-rest-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80362, "ndcg_at_3": 0.87308, "ndcg_at_5": 0.88513, "ndcg_at_10": 0.89205, "ndcg_at_20": 0.89507, "ndcg_at_25": 0.89616, "ndcg_at_50": 0.89717, "ndcg_at_100": 0.89767, "ndcg_at_1000": 0.89824, "map_at_1": 0.80362, "map_at_3": 0.8565, "map_at_5": 0.86333, "map_at_10": 0.86623, "map_at_20": 0.86707, "map_at_25": 0.86729, "map_at_50": 0.86746, "map_at_100": 0.8675, "map_at_1000": 0.86752, "recall_at_1": 0.80362, "recall_at_3": 0.92082, "recall_at_5": 0.9495, "recall_at_10": 0.9707, "recall_at_20": 0.98254, "recall_at_25": 0.98753, "recall_at_50": 0.99252, "recall_at_100": 0.99564, "recall_at_1000": 1.0, "accuracy": 0.80362, "precision_at_1": 0.80362, "precision_at_3": 0.30694, "precision_at_5": 0.1899, "precision_at_10": 0.09707, "precision_at_20": 0.04913, "precision_at_25": 0.0395, "precision_at_50": 0.01985, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.803616, "mrr_at_3": 0.856505, "mrr_at_5": 0.863331, "mrr_at_10": 0.866228, "mrr_at_20": 0.867073, "mrr_at_25": 0.86729, "mrr_at_50": 0.867457, "mrr_at_100": 0.867499, "mrr_at_1000": 0.867523, "nauc_ndcg_at_1_max": 0.504851, "nauc_ndcg_at_1_std": -0.16814, "nauc_ndcg_at_1_diff1": 0.828621, "nauc_ndcg_at_3_max": 0.57773, "nauc_ndcg_at_3_std": -0.167532, "nauc_ndcg_at_3_diff1": 0.818615, "nauc_ndcg_at_5_max": 0.575296, "nauc_ndcg_at_5_std": -0.167474, "nauc_ndcg_at_5_diff1": 0.817164, "nauc_ndcg_at_10_max": 0.564206, "nauc_ndcg_at_10_std": -0.152768, "nauc_ndcg_at_10_diff1": 0.820232, "nauc_ndcg_at_20_max": 0.561366, "nauc_ndcg_at_20_std": -0.153732, "nauc_ndcg_at_20_diff1": 0.818542, "nauc_ndcg_at_25_max": 0.559181, "nauc_ndcg_at_25_std": -0.15857, "nauc_ndcg_at_25_diff1": 0.819884, "nauc_ndcg_at_50_max": 0.55767, "nauc_ndcg_at_50_std": -0.161604, "nauc_ndcg_at_50_diff1": 0.821663, "nauc_ndcg_at_100_max": 0.556463, "nauc_ndcg_at_100_std": -0.159409, "nauc_ndcg_at_100_diff1": 0.821594, "nauc_ndcg_at_1000_max": 0.554441, "nauc_ndcg_at_1000_std": -0.160749, "nauc_ndcg_at_1000_diff1": 0.821293, "nauc_map_at_1_max": 0.504851, "nauc_map_at_1_std": -0.16814, "nauc_map_at_1_diff1": 0.828621, "nauc_map_at_3_max": 0.55546, "nauc_map_at_3_std": -0.166766, "nauc_map_at_3_diff1": 0.821197, "nauc_map_at_5_max": 0.553324, "nauc_map_at_5_std": -0.166698, "nauc_map_at_5_diff1": 0.820643, "nauc_map_at_10_max": 0.548968, "nauc_map_at_10_std": -0.16121, "nauc_map_at_10_diff1": 0.821913, "nauc_map_at_20_max": 0.548234, "nauc_map_at_20_std": -0.161548, "nauc_map_at_20_diff1": 0.821525, "nauc_map_at_25_max": 0.547866, "nauc_map_at_25_std": -0.162351, "nauc_map_at_25_diff1": 0.821744, "nauc_map_at_50_max": 0.547655, "nauc_map_at_50_std": -0.162809, "nauc_map_at_50_diff1": 0.821986, "nauc_map_at_100_max": 0.54757, "nauc_map_at_100_std": -0.16266, "nauc_map_at_100_diff1": 0.82198, "nauc_map_at_1000_max": 0.547507, "nauc_map_at_1000_std": -0.162688, "nauc_map_at_1000_diff1": 0.821977, "nauc_recall_at_1_max": 0.504851, "nauc_recall_at_1_std": -0.16814, "nauc_recall_at_1_diff1": 0.828621, "nauc_recall_at_3_max": 0.687886, "nauc_recall_at_3_std": -0.172041, "nauc_recall_at_3_diff1": 0.806201, "nauc_recall_at_5_max": 0.735709, "nauc_recall_at_5_std": -0.174298, "nauc_recall_at_5_diff1": 0.791572, "nauc_recall_at_10_max": 0.734394, "nauc_recall_at_10_std": -0.032346, "nauc_recall_at_10_diff1": 0.802617, "nauc_recall_at_20_max": 0.785773, "nauc_recall_at_20_std": 0.030482, "nauc_recall_at_20_diff1": 0.754038, "nauc_recall_at_25_max": 0.796363, "nauc_recall_at_25_std": -0.068591, "nauc_recall_at_25_diff1": 0.776539, "nauc_recall_at_50_max": 0.856648, "nauc_recall_at_50_std": -0.192102, "nauc_recall_at_50_diff1": 0.860738, "nauc_recall_at_100_max": 0.904312, "nauc_recall_at_100_std": 0.088244, "nauc_recall_at_100_diff1": 0.880307, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.504851, "nauc_precision_at_1_std": -0.16814, "nauc_precision_at_1_diff1": 0.828621, "nauc_precision_at_3_max": 0.687886, "nauc_precision_at_3_std": -0.172041, "nauc_precision_at_3_diff1": 0.806201, "nauc_precision_at_5_max": 0.735709, "nauc_precision_at_5_std": -0.174298, "nauc_precision_at_5_diff1": 0.791572, "nauc_precision_at_10_max": 0.734394, "nauc_precision_at_10_std": -0.032346, "nauc_precision_at_10_diff1": 0.802617, "nauc_precision_at_20_max": 0.785773, "nauc_precision_at_20_std": 0.030482, "nauc_precision_at_20_diff1": 0.754038, "nauc_precision_at_25_max": 0.796363, "nauc_precision_at_25_std": -0.068591, "nauc_precision_at_25_diff1": 0.776539, "nauc_precision_at_50_max": 0.856648, "nauc_precision_at_50_std": -0.192102, "nauc_precision_at_50_diff1": 0.860738, "nauc_precision_at_100_max": 0.904312, "nauc_precision_at_100_std": 0.088244, "nauc_precision_at_100_diff1": 0.880307, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.504851, "nauc_mrr_at_1_std": -0.16814, "nauc_mrr_at_1_diff1": 0.828621, "nauc_mrr_at_3_max": 0.55546, "nauc_mrr_at_3_std": -0.166766, "nauc_mrr_at_3_diff1": 0.821197, "nauc_mrr_at_5_max": 0.553324, "nauc_mrr_at_5_std": -0.166698, "nauc_mrr_at_5_diff1": 0.820643, "nauc_mrr_at_10_max": 0.548968, "nauc_mrr_at_10_std": -0.16121, "nauc_mrr_at_10_diff1": 0.821913, "nauc_mrr_at_20_max": 0.548234, "nauc_mrr_at_20_std": -0.161548, "nauc_mrr_at_20_diff1": 0.821525, "nauc_mrr_at_25_max": 0.547866, "nauc_mrr_at_25_std": -0.162351, "nauc_mrr_at_25_diff1": 0.821744, "nauc_mrr_at_50_max": 0.547655, "nauc_mrr_at_50_std": -0.162809, "nauc_mrr_at_50_diff1": 0.821986, "nauc_mrr_at_100_max": 0.54757, "nauc_mrr_at_100_std": -0.16266, "nauc_mrr_at_100_diff1": 0.82198, "nauc_mrr_at_1000_max": 0.547507, "nauc_mrr_at_1000_std": -0.162688, "nauc_mrr_at_1000_diff1": 0.821977, "hit_rate_at_1": 0.80362, "hit_rate_at_3": 0.92082, "hit_rate_at_5": 0.9495, "hit_rate_at_10": 0.9707, "hit_rate_at_20": 0.98254, "hit_rate_at_25": 0.98753, "hit_rate_at_50": 0.99252, "hit_rate_at_100": 0.99564, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.803616, "R_cap_at_3": 0.920823, "R_cap_at_5": 0.949501, "R_cap_at_10": 0.970698, "R_cap_at_20": 0.982544, "R_cap_at_25": 0.987531, "R_cap_at_50": 0.992519, "R_cap_at_100": 0.995636, "R_cap_at_1000": 1.0, "main_score": 0.89205, "hf_subset": "facebook_react", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.79562, "ndcg_at_5": 0.81252, "ndcg_at_10": 0.82582, "ndcg_at_20": 0.83344, "ndcg_at_25": 0.83454, "ndcg_at_50": 0.83733, "ndcg_at_100": 0.83849, "ndcg_at_1000": 0.83883, "map_at_1": 0.7, "map_at_3": 0.77328, "map_at_5": 0.78273, "map_at_10": 0.7883, "map_at_20": 0.79046, "map_at_25": 0.79068, "map_at_50": 0.79109, "map_at_100": 0.7912, "map_at_1000": 0.79121, "recall_at_1": 0.7, "recall_at_3": 0.8598, "recall_at_5": 0.9005, "recall_at_10": 0.94121, "recall_at_20": 0.97085, "recall_at_25": 0.97588, "recall_at_50": 0.99045, "recall_at_100": 0.99749, "recall_at_1000": 1.0, "accuracy": 0.7, "precision_at_1": 0.7, "precision_at_3": 0.2866, "precision_at_5": 0.1801, "precision_at_10": 0.09412, "precision_at_20": 0.04854, "precision_at_25": 0.03904, "precision_at_50": 0.01981, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.7, "mrr_at_3": 0.773283, "mrr_at_5": 0.78273, "mrr_at_10": 0.788301, "mrr_at_20": 0.790463, "mrr_at_25": 0.790681, "mrr_at_50": 0.791089, "mrr_at_100": 0.791195, "mrr_at_1000": 0.791211, "nauc_ndcg_at_1_max": 0.389095, "nauc_ndcg_at_1_std": -0.31895, "nauc_ndcg_at_1_diff1": 0.759307, "nauc_ndcg_at_3_max": 0.432972, "nauc_ndcg_at_3_std": -0.393544, "nauc_ndcg_at_3_diff1": 0.748041, "nauc_ndcg_at_5_max": 0.432406, "nauc_ndcg_at_5_std": -0.379542, "nauc_ndcg_at_5_diff1": 0.743334, "nauc_ndcg_at_10_max": 0.436914, "nauc_ndcg_at_10_std": -0.379073, "nauc_ndcg_at_10_diff1": 0.748184, "nauc_ndcg_at_20_max": 0.431104, "nauc_ndcg_at_20_std": -0.376387, "nauc_ndcg_at_20_diff1": 0.748325, "nauc_ndcg_at_25_max": 0.432172, "nauc_ndcg_at_25_std": -0.372502, "nauc_ndcg_at_25_diff1": 0.748772, "nauc_ndcg_at_50_max": 0.43111, "nauc_ndcg_at_50_std": -0.365464, "nauc_ndcg_at_50_diff1": 0.748632, "nauc_ndcg_at_100_max": 0.427665, "nauc_ndcg_at_100_std": -0.363776, "nauc_ndcg_at_100_diff1": 0.748976, "nauc_ndcg_at_1000_max": 0.426871, "nauc_ndcg_at_1000_std": -0.365467, "nauc_ndcg_at_1000_diff1": 0.749707, "nauc_map_at_1_max": 0.389095, "nauc_map_at_1_std": -0.31895, "nauc_map_at_1_diff1": 0.759307, "nauc_map_at_3_max": 0.421981, "nauc_map_at_3_std": -0.370532, "nauc_map_at_3_diff1": 0.75119, "nauc_map_at_5_max": 0.421432, "nauc_map_at_5_std": -0.363016, "nauc_map_at_5_diff1": 0.749083, "nauc_map_at_10_max": 0.423054, "nauc_map_at_10_std": -0.362122, "nauc_map_at_10_diff1": 0.750899, "nauc_map_at_20_max": 0.42164, "nauc_map_at_20_std": -0.36135, "nauc_map_at_20_diff1": 0.751039, "nauc_map_at_25_max": 0.421807, "nauc_map_at_25_std": -0.360715, "nauc_map_at_25_diff1": 0.751119, "nauc_map_at_50_max": 0.421696, "nauc_map_at_50_std": -0.359863, "nauc_map_at_50_diff1": 0.751104, "nauc_map_at_100_max": 0.421456, "nauc_map_at_100_std": -0.359743, "nauc_map_at_100_diff1": 0.751131, "nauc_map_at_1000_max": 0.421427, "nauc_map_at_1000_std": -0.359789, "nauc_map_at_1000_diff1": 0.751157, "nauc_recall_at_1_max": 0.389095, "nauc_recall_at_1_std": -0.31895, "nauc_recall_at_1_diff1": 0.759307, "nauc_recall_at_3_max": 0.479069, "nauc_recall_at_3_std": -0.493361, "nauc_recall_at_3_diff1": 0.734581, "nauc_recall_at_5_max": 0.491582, "nauc_recall_at_5_std": -0.468452, "nauc_recall_at_5_diff1": 0.709794, "nauc_recall_at_10_max": 0.563201, "nauc_recall_at_10_std": -0.530286, "nauc_recall_at_10_diff1": 0.727014, "nauc_recall_at_20_max": 0.572274, "nauc_recall_at_20_std": -0.629101, "nauc_recall_at_20_diff1": 0.704586, "nauc_recall_at_25_max": 0.631147, "nauc_recall_at_25_std": -0.5721, "nauc_recall_at_25_diff1": 0.707701, "nauc_recall_at_50_max": 0.842498, "nauc_recall_at_50_std": -0.321367, "nauc_recall_at_50_diff1": 0.634896, "nauc_recall_at_100_max": 0.769374, "nauc_recall_at_100_std": 0.400747, "nauc_recall_at_100_diff1": 0.436508, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.389095, "nauc_precision_at_1_std": -0.31895, "nauc_precision_at_1_diff1": 0.759307, "nauc_precision_at_3_max": 0.479069, "nauc_precision_at_3_std": -0.493361, "nauc_precision_at_3_diff1": 0.734581, "nauc_precision_at_5_max": 0.491582, "nauc_precision_at_5_std": -0.468452, "nauc_precision_at_5_diff1": 0.709794, "nauc_precision_at_10_max": 0.563201, "nauc_precision_at_10_std": -0.530286, "nauc_precision_at_10_diff1": 0.727014, "nauc_precision_at_20_max": 0.572274, "nauc_precision_at_20_std": -0.629101, "nauc_precision_at_20_diff1": 0.704586, "nauc_precision_at_25_max": 0.631147, "nauc_precision_at_25_std": -0.5721, "nauc_precision_at_25_diff1": 0.707701, "nauc_precision_at_50_max": 0.842498, "nauc_precision_at_50_std": -0.321367, "nauc_precision_at_50_diff1": 0.634896, "nauc_precision_at_100_max": 0.769374, "nauc_precision_at_100_std": 0.400747, "nauc_precision_at_100_diff1": 0.436508, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.389095, "nauc_mrr_at_1_std": -0.31895, "nauc_mrr_at_1_diff1": 0.759307, "nauc_mrr_at_3_max": 0.421981, "nauc_mrr_at_3_std": -0.370532, "nauc_mrr_at_3_diff1": 0.75119, "nauc_mrr_at_5_max": 0.421432, "nauc_mrr_at_5_std": -0.363016, "nauc_mrr_at_5_diff1": 0.749083, "nauc_mrr_at_10_max": 0.423054, "nauc_mrr_at_10_std": -0.362122, "nauc_mrr_at_10_diff1": 0.750899, "nauc_mrr_at_20_max": 0.42164, "nauc_mrr_at_20_std": -0.36135, "nauc_mrr_at_20_diff1": 0.751039, "nauc_mrr_at_25_max": 0.421807, "nauc_mrr_at_25_std": -0.360715, "nauc_mrr_at_25_diff1": 0.751119, "nauc_mrr_at_50_max": 0.421696, "nauc_mrr_at_50_std": -0.359863, "nauc_mrr_at_50_diff1": 0.751104, "nauc_mrr_at_100_max": 0.421456, "nauc_mrr_at_100_std": -0.359743, "nauc_mrr_at_100_diff1": 0.751131, "nauc_mrr_at_1000_max": 0.421427, "nauc_mrr_at_1000_std": -0.359789, "nauc_mrr_at_1000_diff1": 0.751157, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.8598, "hit_rate_at_5": 0.9005, "hit_rate_at_10": 0.94121, "hit_rate_at_20": 0.97085, "hit_rate_at_25": 0.97588, "hit_rate_at_50": 0.99045, "hit_rate_at_100": 0.99749, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7, "R_cap_at_3": 0.859799, "R_cap_at_5": 0.900503, "R_cap_at_10": 0.941206, "R_cap_at_20": 0.970854, "R_cap_at_25": 0.975879, "R_cap_at_50": 0.990452, "R_cap_at_100": 0.997487, "R_cap_at_1000": 1.0, "main_score": 0.82582, "hf_subset": "great-expectations_great_expectations", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63072, "ndcg_at_3": 0.71108, "ndcg_at_5": 0.73236, "ndcg_at_10": 0.75217, "ndcg_at_20": 0.7645, "ndcg_at_25": 0.76665, "ndcg_at_50": 0.77219, "ndcg_at_100": 0.7753, "ndcg_at_1000": 0.77714, "map_at_1": 0.63072, "map_at_3": 0.69176, "map_at_5": 0.70351, "map_at_10": 0.71182, "map_at_20": 0.71519, "map_at_25": 0.71562, "map_at_50": 0.71643, "map_at_100": 0.71671, "map_at_1000": 0.7168, "recall_at_1": 0.63072, "recall_at_3": 0.76682, "recall_at_5": 0.81874, "recall_at_10": 0.87926, "recall_at_20": 0.92811, "recall_at_25": 0.93794, "recall_at_50": 0.96682, "recall_at_100": 0.98587, "recall_at_1000": 0.99969, "accuracy": 0.63072, "precision_at_1": 0.63072, "precision_at_3": 0.25561, "precision_at_5": 0.16375, "precision_at_10": 0.08793, "precision_at_20": 0.04641, "precision_at_25": 0.03752, "precision_at_50": 0.01934, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.630722, "mrr_at_3": 0.691756, "mrr_at_5": 0.703507, "mrr_at_10": 0.711824, "mrr_at_20": 0.715193, "mrr_at_25": 0.715624, "mrr_at_50": 0.716433, "mrr_at_100": 0.716714, "mrr_at_1000": 0.716796, "nauc_ndcg_at_1_max": 0.256981, "nauc_ndcg_at_1_std": -0.489584, "nauc_ndcg_at_1_diff1": 0.808854, "nauc_ndcg_at_3_max": 0.251207, "nauc_ndcg_at_3_std": -0.547899, "nauc_ndcg_at_3_diff1": 0.77264, "nauc_ndcg_at_5_max": 0.24978, "nauc_ndcg_at_5_std": -0.559397, "nauc_ndcg_at_5_diff1": 0.767439, "nauc_ndcg_at_10_max": 0.243616, "nauc_ndcg_at_10_std": -0.565834, "nauc_ndcg_at_10_diff1": 0.770134, "nauc_ndcg_at_20_max": 0.252268, "nauc_ndcg_at_20_std": -0.558271, "nauc_ndcg_at_20_diff1": 0.773257, "nauc_ndcg_at_25_max": 0.254066, "nauc_ndcg_at_25_std": -0.555513, "nauc_ndcg_at_25_diff1": 0.773669, "nauc_ndcg_at_50_max": 0.256944, "nauc_ndcg_at_50_std": -0.548657, "nauc_ndcg_at_50_diff1": 0.776723, "nauc_ndcg_at_100_max": 0.254939, "nauc_ndcg_at_100_std": -0.54481, "nauc_ndcg_at_100_diff1": 0.777396, "nauc_ndcg_at_1000_max": 0.252557, "nauc_ndcg_at_1000_std": -0.544167, "nauc_ndcg_at_1000_diff1": 0.778186, "nauc_map_at_1_max": 0.256981, "nauc_map_at_1_std": -0.489584, "nauc_map_at_1_diff1": 0.808854, "nauc_map_at_3_max": 0.251949, "nauc_map_at_3_std": -0.532099, "nauc_map_at_3_diff1": 0.782117, "nauc_map_at_5_max": 0.251191, "nauc_map_at_5_std": -0.537509, "nauc_map_at_5_diff1": 0.779666, "nauc_map_at_10_max": 0.248986, "nauc_map_at_10_std": -0.539458, "nauc_map_at_10_diff1": 0.781193, "nauc_map_at_20_max": 0.251235, "nauc_map_at_20_std": -0.537291, "nauc_map_at_20_diff1": 0.782002, "nauc_map_at_25_max": 0.251527, "nauc_map_at_25_std": -0.536802, "nauc_map_at_25_diff1": 0.782085, "nauc_map_at_50_max": 0.251844, "nauc_map_at_50_std": -0.536005, "nauc_map_at_50_diff1": 0.78248, "nauc_map_at_100_max": 0.251707, "nauc_map_at_100_std": -0.535719, "nauc_map_at_100_diff1": 0.782546, "nauc_map_at_1000_max": 0.251625, "nauc_map_at_1000_std": -0.535677, "nauc_map_at_1000_diff1": 0.782562, "nauc_recall_at_1_max": 0.256981, "nauc_recall_at_1_std": -0.489584, "nauc_recall_at_1_diff1": 0.808854, "nauc_recall_at_3_max": 0.249008, "nauc_recall_at_3_std": -0.603788, "nauc_recall_at_3_diff1": 0.739291, "nauc_recall_at_5_max": 0.244149, "nauc_recall_at_5_std": -0.654019, "nauc_recall_at_5_diff1": 0.715198, "nauc_recall_at_10_max": 0.207305, "nauc_recall_at_10_std": -0.729235, "nauc_recall_at_10_diff1": 0.704953, "nauc_recall_at_20_max": 0.275364, "nauc_recall_at_20_std": -0.751875, "nauc_recall_at_20_diff1": 0.699096, "nauc_recall_at_25_max": 0.305695, "nauc_recall_at_25_std": -0.741619, "nauc_recall_at_25_diff1": 0.693494, "nauc_recall_at_50_max": 0.439596, "nauc_recall_at_50_std": -0.687737, "nauc_recall_at_50_diff1": 0.716321, "nauc_recall_at_100_max": 0.51541, "nauc_recall_at_100_std": -0.554216, "nauc_recall_at_100_diff1": 0.686567, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869259, "nauc_precision_at_1_max": 0.256981, "nauc_precision_at_1_std": -0.489584, "nauc_precision_at_1_diff1": 0.808854, "nauc_precision_at_3_max": 0.249008, "nauc_precision_at_3_std": -0.603788, "nauc_precision_at_3_diff1": 0.739291, "nauc_precision_at_5_max": 0.244149, "nauc_precision_at_5_std": -0.654019, "nauc_precision_at_5_diff1": 0.715198, "nauc_precision_at_10_max": 0.207305, "nauc_precision_at_10_std": -0.729235, "nauc_precision_at_10_diff1": 0.704953, "nauc_precision_at_20_max": 0.275364, "nauc_precision_at_20_std": -0.751875, "nauc_precision_at_20_diff1": 0.699096, "nauc_precision_at_25_max": 0.305695, "nauc_precision_at_25_std": -0.741619, "nauc_precision_at_25_diff1": 0.693494, "nauc_precision_at_50_max": 0.439596, "nauc_precision_at_50_std": -0.687737, "nauc_precision_at_50_diff1": 0.716321, "nauc_precision_at_100_max": 0.51541, "nauc_precision_at_100_std": -0.554216, "nauc_precision_at_100_diff1": 0.686567, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.869259, "nauc_mrr_at_1_max": 0.256981, "nauc_mrr_at_1_std": -0.489584, "nauc_mrr_at_1_diff1": 0.808854, "nauc_mrr_at_3_max": 0.251949, "nauc_mrr_at_3_std": -0.532099, "nauc_mrr_at_3_diff1": 0.782117, "nauc_mrr_at_5_max": 0.251191, "nauc_mrr_at_5_std": -0.537509, "nauc_mrr_at_5_diff1": 0.779666, "nauc_mrr_at_10_max": 0.248986, "nauc_mrr_at_10_std": -0.539458, "nauc_mrr_at_10_diff1": 0.781193, "nauc_mrr_at_20_max": 0.251235, "nauc_mrr_at_20_std": -0.537291, "nauc_mrr_at_20_diff1": 0.782002, "nauc_mrr_at_25_max": 0.251527, "nauc_mrr_at_25_std": -0.536802, "nauc_mrr_at_25_diff1": 0.782085, "nauc_mrr_at_50_max": 0.251844, "nauc_mrr_at_50_std": -0.536005, "nauc_mrr_at_50_diff1": 0.78248, "nauc_mrr_at_100_max": 0.251707, "nauc_mrr_at_100_std": -0.535719, "nauc_mrr_at_100_diff1": 0.782546, "nauc_mrr_at_1000_max": 0.251625, "nauc_mrr_at_1000_std": -0.535677, "nauc_mrr_at_1000_diff1": 0.782562, "hit_rate_at_1": 0.63072, "hit_rate_at_3": 0.76682, "hit_rate_at_5": 0.81874, "hit_rate_at_10": 0.87926, "hit_rate_at_20": 0.92811, "hit_rate_at_25": 0.93794, "hit_rate_at_50": 0.96682, "hit_rate_at_100": 0.98587, "hit_rate_at_1000": 0.99969, "R_cap_at_1": 0.630722, "R_cap_at_3": 0.76682, "R_cap_at_5": 0.81874, "R_cap_at_10": 0.879263, "R_cap_at_20": 0.928111, "R_cap_at_25": 0.937942, "R_cap_at_50": 0.96682, "R_cap_at_100": 0.985868, "R_cap_at_1000": 0.999693, "main_score": 0.75217, "hf_subset": "home-assistant_core", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.55955, "ndcg_at_3": 0.64795, "ndcg_at_5": 0.67033, "ndcg_at_10": 0.68819, "ndcg_at_20": 0.70043, "ndcg_at_25": 0.70315, "ndcg_at_50": 0.7106, "ndcg_at_100": 0.71588, "ndcg_at_1000": 0.72239, "map_at_1": 0.55955, "map_at_3": 0.62678, "map_at_5": 0.63926, "map_at_10": 0.64664, "map_at_20": 0.65006, "map_at_25": 0.6506, "map_at_50": 0.6517, "map_at_100": 0.65216, "map_at_1000": 0.65245, "recall_at_1": 0.55955, "recall_at_3": 0.70901, "recall_at_5": 0.76307, "recall_at_10": 0.81827, "recall_at_20": 0.8662, "recall_at_25": 0.87863, "recall_at_50": 0.91737, "recall_at_100": 0.94997, "recall_at_1000": 0.99887, "accuracy": 0.55955, "precision_at_1": 0.55955, "precision_at_3": 0.23634, "precision_at_5": 0.15261, "precision_at_10": 0.08183, "precision_at_20": 0.04331, "precision_at_25": 0.03515, "precision_at_50": 0.01835, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.559555, "mrr_at_3": 0.626775, "mrr_at_5": 0.639259, "mrr_at_10": 0.646636, "mrr_at_20": 0.650056, "mrr_at_25": 0.650601, "mrr_at_50": 0.651697, "mrr_at_100": 0.652161, "mrr_at_1000": 0.652445, "nauc_ndcg_at_1_max": 0.255738, "nauc_ndcg_at_1_std": -0.389709, "nauc_ndcg_at_1_diff1": 0.745355, "nauc_ndcg_at_3_max": 0.240751, "nauc_ndcg_at_3_std": -0.447473, "nauc_ndcg_at_3_diff1": 0.704298, "nauc_ndcg_at_5_max": 0.230125, "nauc_ndcg_at_5_std": -0.468607, "nauc_ndcg_at_5_diff1": 0.702803, "nauc_ndcg_at_10_max": 0.218315, "nauc_ndcg_at_10_std": -0.478329, "nauc_ndcg_at_10_diff1": 0.700029, "nauc_ndcg_at_20_max": 0.217933, "nauc_ndcg_at_20_std": -0.481816, "nauc_ndcg_at_20_diff1": 0.704068, "nauc_ndcg_at_25_max": 0.216043, "nauc_ndcg_at_25_std": -0.482367, "nauc_ndcg_at_25_diff1": 0.704499, "nauc_ndcg_at_50_max": 0.218276, "nauc_ndcg_at_50_std": -0.479377, "nauc_ndcg_at_50_diff1": 0.706247, "nauc_ndcg_at_100_max": 0.223829, "nauc_ndcg_at_100_std": -0.471511, "nauc_ndcg_at_100_diff1": 0.707171, "nauc_ndcg_at_1000_max": 0.229295, "nauc_ndcg_at_1000_std": -0.460828, "nauc_ndcg_at_1000_diff1": 0.709339, "nauc_map_at_1_max": 0.255738, "nauc_map_at_1_std": -0.389709, "nauc_map_at_1_diff1": 0.745355, "nauc_map_at_3_max": 0.245353, "nauc_map_at_3_std": -0.433232, "nauc_map_at_3_diff1": 0.714335, "nauc_map_at_5_max": 0.240113, "nauc_map_at_5_std": -0.443836, "nauc_map_at_5_diff1": 0.713858, "nauc_map_at_10_max": 0.235731, "nauc_map_at_10_std": -0.446918, "nauc_map_at_10_diff1": 0.712909, "nauc_map_at_20_max": 0.235766, "nauc_map_at_20_std": -0.44755, "nauc_map_at_20_diff1": 0.714111, "nauc_map_at_25_max": 0.235466, "nauc_map_at_25_std": -0.447594, "nauc_map_at_25_diff1": 0.714203, "nauc_map_at_50_max": 0.2358, "nauc_map_at_50_std": -0.44711, "nauc_map_at_50_diff1": 0.714448, "nauc_map_at_100_max": 0.236232, "nauc_map_at_100_std": -0.446486, "nauc_map_at_100_diff1": 0.714523, "nauc_map_at_1000_max": 0.236473, "nauc_map_at_1000_std": -0.446043, "nauc_map_at_1000_diff1": 0.714609, "nauc_recall_at_1_max": 0.255738, "nauc_recall_at_1_std": -0.389709, "nauc_recall_at_1_diff1": 0.745355, "nauc_recall_at_3_max": 0.224956, "nauc_recall_at_3_std": -0.494879, "nauc_recall_at_3_diff1": 0.67093, "nauc_recall_at_5_max": 0.188911, "nauc_recall_at_5_std": -0.567594, "nauc_recall_at_5_diff1": 0.660362, "nauc_recall_at_10_max": 0.125747, "nauc_recall_at_10_std": -0.637555, "nauc_recall_at_10_diff1": 0.63822, "nauc_recall_at_20_max": 0.094059, "nauc_recall_at_20_std": -0.712681, "nauc_recall_at_20_diff1": 0.646951, "nauc_recall_at_25_max": 0.065169, "nauc_recall_at_25_std": -0.738724, "nauc_recall_at_25_diff1": 0.645778, "nauc_recall_at_50_max": 0.032893, "nauc_recall_at_50_std": -0.8057, "nauc_recall_at_50_diff1": 0.646393, "nauc_recall_at_100_max": 0.06917, "nauc_recall_at_100_std": -0.795501, "nauc_recall_at_100_diff1": 0.634255, "nauc_recall_at_1000_max": 0.904291, "nauc_recall_at_1000_std": 0.34719, "nauc_recall_at_1000_diff1": 0.670926, "nauc_precision_at_1_max": 0.255738, "nauc_precision_at_1_std": -0.389709, "nauc_precision_at_1_diff1": 0.745355, "nauc_precision_at_3_max": 0.224956, "nauc_precision_at_3_std": -0.494879, "nauc_precision_at_3_diff1": 0.67093, "nauc_precision_at_5_max": 0.188911, "nauc_precision_at_5_std": -0.567594, "nauc_precision_at_5_diff1": 0.660362, "nauc_precision_at_10_max": 0.125747, "nauc_precision_at_10_std": -0.637555, "nauc_precision_at_10_diff1": 0.63822, "nauc_precision_at_20_max": 0.094059, "nauc_precision_at_20_std": -0.712681, "nauc_precision_at_20_diff1": 0.646951, "nauc_precision_at_25_max": 0.065169, "nauc_precision_at_25_std": -0.738724, "nauc_precision_at_25_diff1": 0.645778, "nauc_precision_at_50_max": 0.032893, "nauc_precision_at_50_std": -0.8057, "nauc_precision_at_50_diff1": 0.646393, "nauc_precision_at_100_max": 0.06917, "nauc_precision_at_100_std": -0.795501, "nauc_precision_at_100_diff1": 0.634255, "nauc_precision_at_1000_max": 0.904291, "nauc_precision_at_1000_std": 0.34719, "nauc_precision_at_1000_diff1": 0.670926, "nauc_mrr_at_1_max": 0.255738, "nauc_mrr_at_1_std": -0.389709, "nauc_mrr_at_1_diff1": 0.745355, "nauc_mrr_at_3_max": 0.245353, "nauc_mrr_at_3_std": -0.433232, "nauc_mrr_at_3_diff1": 0.714335, "nauc_mrr_at_5_max": 0.240113, "nauc_mrr_at_5_std": -0.443836, "nauc_mrr_at_5_diff1": 0.713858, "nauc_mrr_at_10_max": 0.235731, "nauc_mrr_at_10_std": -0.446918, "nauc_mrr_at_10_diff1": 0.712909, "nauc_mrr_at_20_max": 0.235766, "nauc_mrr_at_20_std": -0.44755, "nauc_mrr_at_20_diff1": 0.714111, "nauc_mrr_at_25_max": 0.235466, "nauc_mrr_at_25_std": -0.447594, "nauc_mrr_at_25_diff1": 0.714203, "nauc_mrr_at_50_max": 0.2358, "nauc_mrr_at_50_std": -0.44711, "nauc_mrr_at_50_diff1": 0.714448, "nauc_mrr_at_100_max": 0.236232, "nauc_mrr_at_100_std": -0.446486, "nauc_mrr_at_100_diff1": 0.714523, "nauc_mrr_at_1000_max": 0.236473, "nauc_mrr_at_1000_std": -0.446043, "nauc_mrr_at_1000_diff1": 0.714609, "hit_rate_at_1": 0.55955, "hit_rate_at_3": 0.70901, "hit_rate_at_5": 0.76307, "hit_rate_at_10": 0.81827, "hit_rate_at_20": 0.8662, "hit_rate_at_25": 0.87863, "hit_rate_at_50": 0.91737, "hit_rate_at_100": 0.94997, "hit_rate_at_1000": 0.99887, "R_cap_at_1": 0.559555, "R_cap_at_3": 0.709006, "R_cap_at_5": 0.763073, "R_cap_at_10": 0.81827, "R_cap_at_20": 0.866204, "R_cap_at_25": 0.878631, "R_cap_at_50": 0.917366, "R_cap_at_100": 0.949968, "R_cap_at_1000": 0.99887, "main_score": 0.68819, "hf_subset": "home-assistant_home-assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80818, "ndcg_at_3": 0.87725, "ndcg_at_5": 0.89002, "ndcg_at_10": 0.89957, "ndcg_at_20": 0.9019, "ndcg_at_25": 0.90219, "ndcg_at_50": 0.90295, "ndcg_at_100": 0.90315, "ndcg_at_1000": 0.90315, "map_at_1": 0.80818, "map_at_3": 0.86083, "map_at_5": 0.86799, "map_at_10": 0.87195, "map_at_20": 0.87263, "map_at_25": 0.87269, "map_at_50": 0.87281, "map_at_100": 0.87282, "map_at_1000": 0.87282, "recall_at_1": 0.80818, "recall_at_3": 0.92455, "recall_at_5": 0.95524, "recall_at_10": 0.98465, "recall_at_20": 0.99361, "recall_at_25": 0.99488, "recall_at_50": 0.99872, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.80818, "precision_at_1": 0.80818, "precision_at_3": 0.30818, "precision_at_5": 0.19105, "precision_at_10": 0.09847, "precision_at_20": 0.04968, "precision_at_25": 0.0398, "precision_at_50": 0.01997, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.808184, "mrr_at_3": 0.860827, "mrr_at_5": 0.867988, "mrr_at_10": 0.871947, "mrr_at_20": 0.872629, "mrr_at_25": 0.87269, "mrr_at_50": 0.872808, "mrr_at_100": 0.872825, "mrr_at_1000": 0.872825, "nauc_ndcg_at_1_max": 0.585742, "nauc_ndcg_at_1_std": -0.072313, "nauc_ndcg_at_1_diff1": 0.855154, "nauc_ndcg_at_3_max": 0.597647, "nauc_ndcg_at_3_std": -0.107291, "nauc_ndcg_at_3_diff1": 0.848063, "nauc_ndcg_at_5_max": 0.58787, "nauc_ndcg_at_5_std": -0.110716, "nauc_ndcg_at_5_diff1": 0.84419, "nauc_ndcg_at_10_max": 0.588798, "nauc_ndcg_at_10_std": -0.089933, "nauc_ndcg_at_10_diff1": 0.844835, "nauc_ndcg_at_20_max": 0.593276, "nauc_ndcg_at_20_std": -0.094964, "nauc_ndcg_at_20_diff1": 0.849413, "nauc_ndcg_at_25_max": 0.592426, "nauc_ndcg_at_25_std": -0.095634, "nauc_ndcg_at_25_diff1": 0.84895, "nauc_ndcg_at_50_max": 0.589845, "nauc_ndcg_at_50_std": -0.097839, "nauc_ndcg_at_50_diff1": 0.848063, "nauc_ndcg_at_100_max": 0.590358, "nauc_ndcg_at_100_std": -0.094202, "nauc_ndcg_at_100_diff1": 0.847727, "nauc_ndcg_at_1000_max": 0.590358, "nauc_ndcg_at_1000_std": -0.094202, "nauc_ndcg_at_1000_diff1": 0.847727, "nauc_map_at_1_max": 0.585742, "nauc_map_at_1_std": -0.072313, "nauc_map_at_1_diff1": 0.855154, "nauc_map_at_3_max": 0.593378, "nauc_map_at_3_std": -0.097456, "nauc_map_at_3_diff1": 0.848928, "nauc_map_at_5_max": 0.588388, "nauc_map_at_5_std": -0.09859, "nauc_map_at_5_diff1": 0.847197, "nauc_map_at_10_max": 0.589092, "nauc_map_at_10_std": -0.090655, "nauc_map_at_10_diff1": 0.847493, "nauc_map_at_20_max": 0.590131, "nauc_map_at_20_std": -0.09179, "nauc_map_at_20_diff1": 0.848438, "nauc_map_at_25_max": 0.58999, "nauc_map_at_25_std": -0.091898, "nauc_map_at_25_diff1": 0.848362, "nauc_map_at_50_max": 0.58968, "nauc_map_at_50_std": -0.092171, "nauc_map_at_50_diff1": 0.848254, "nauc_map_at_100_max": 0.589712, "nauc_map_at_100_std": -0.091941, "nauc_map_at_100_diff1": 0.848233, "nauc_map_at_1000_max": 0.589712, "nauc_map_at_1000_std": -0.091941, "nauc_map_at_1000_diff1": 0.848233, "nauc_recall_at_1_max": 0.585742, "nauc_recall_at_1_std": -0.072313, "nauc_recall_at_1_diff1": 0.855154, "nauc_recall_at_3_max": 0.619644, "nauc_recall_at_3_std": -0.156163, "nauc_recall_at_3_diff1": 0.844718, "nauc_recall_at_5_max": 0.58119, "nauc_recall_at_5_std": -0.208079, "nauc_recall_at_5_diff1": 0.820047, "nauc_recall_at_10_max": 0.56995, "nauc_recall_at_10_std": -0.027627, "nauc_recall_at_10_diff1": 0.7863, "nauc_recall_at_20_max": 0.789935, "nauc_recall_at_20_std": -0.222769, "nauc_recall_at_20_diff1": 0.973864, "nauc_recall_at_25_max": 0.770089, "nauc_recall_at_25_std": -0.309138, "nauc_recall_at_25_diff1": 0.96733, "nauc_recall_at_50_max": 0.358001, "nauc_recall_at_50_std": -1.742199, "nauc_recall_at_50_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.585742, "nauc_precision_at_1_std": -0.072313, "nauc_precision_at_1_diff1": 0.855154, "nauc_precision_at_3_max": 0.619644, "nauc_precision_at_3_std": -0.156163, "nauc_precision_at_3_diff1": 0.844718, "nauc_precision_at_5_max": 0.58119, "nauc_precision_at_5_std": -0.208079, "nauc_precision_at_5_diff1": 0.820047, "nauc_precision_at_10_max": 0.56995, "nauc_precision_at_10_std": -0.027627, "nauc_precision_at_10_diff1": 0.7863, "nauc_precision_at_20_max": 0.789935, "nauc_precision_at_20_std": -0.222769, "nauc_precision_at_20_diff1": 0.973864, "nauc_precision_at_25_max": 0.770089, "nauc_precision_at_25_std": -0.309138, "nauc_precision_at_25_diff1": 0.96733, "nauc_precision_at_50_max": 0.358001, "nauc_precision_at_50_std": -1.742199, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.585742, "nauc_mrr_at_1_std": -0.072313, "nauc_mrr_at_1_diff1": 0.855154, "nauc_mrr_at_3_max": 0.593378, "nauc_mrr_at_3_std": -0.097456, "nauc_mrr_at_3_diff1": 0.848928, "nauc_mrr_at_5_max": 0.588388, "nauc_mrr_at_5_std": -0.09859, "nauc_mrr_at_5_diff1": 0.847197, "nauc_mrr_at_10_max": 0.589092, "nauc_mrr_at_10_std": -0.090655, "nauc_mrr_at_10_diff1": 0.847493, "nauc_mrr_at_20_max": 0.590131, "nauc_mrr_at_20_std": -0.09179, "nauc_mrr_at_20_diff1": 0.848438, "nauc_mrr_at_25_max": 0.58999, "nauc_mrr_at_25_std": -0.091898, "nauc_mrr_at_25_diff1": 0.848362, "nauc_mrr_at_50_max": 0.58968, "nauc_mrr_at_50_std": -0.092171, "nauc_mrr_at_50_diff1": 0.848254, "nauc_mrr_at_100_max": 0.589712, "nauc_mrr_at_100_std": -0.091941, "nauc_mrr_at_100_diff1": 0.848233, "nauc_mrr_at_1000_max": 0.589712, "nauc_mrr_at_1000_std": -0.091941, "nauc_mrr_at_1000_diff1": 0.848233, "hit_rate_at_1": 0.80818, "hit_rate_at_3": 0.92455, "hit_rate_at_5": 0.95524, "hit_rate_at_10": 0.98465, "hit_rate_at_20": 0.99361, "hit_rate_at_25": 0.99488, "hit_rate_at_50": 0.99872, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.808184, "R_cap_at_3": 0.924552, "R_cap_at_5": 0.955243, "R_cap_at_10": 0.984655, "R_cap_at_20": 0.993606, "R_cap_at_25": 0.994885, "R_cap_at_50": 0.998721, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89957, "hf_subset": "huggingface_transformers", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65006, "ndcg_at_3": 0.74066, "ndcg_at_5": 0.75917, "ndcg_at_10": 0.77596, "ndcg_at_20": 0.78495, "ndcg_at_25": 0.78709, "ndcg_at_50": 0.79171, "ndcg_at_100": 0.79388, "ndcg_at_1000": 0.79598, "map_at_1": 0.65006, "map_at_3": 0.71888, "map_at_5": 0.7292, "map_at_10": 0.73617, "map_at_20": 0.73869, "map_at_25": 0.73912, "map_at_50": 0.73981, "map_at_100": 0.74, "map_at_1000": 0.74008, "recall_at_1": 0.65006, "recall_at_3": 0.80351, "recall_at_5": 0.84822, "recall_at_10": 0.8999, "recall_at_20": 0.93509, "recall_at_25": 0.94488, "recall_at_50": 0.96878, "recall_at_100": 0.98219, "recall_at_1000": 0.99859, "accuracy": 0.65006, "precision_at_1": 0.65006, "precision_at_3": 0.26784, "precision_at_5": 0.16964, "precision_at_10": 0.08999, "precision_at_20": 0.04675, "precision_at_25": 0.0378, "precision_at_50": 0.01938, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.650057, "mrr_at_3": 0.718876, "mrr_at_5": 0.729199, "mrr_at_10": 0.736174, "mrr_at_20": 0.738692, "mrr_at_25": 0.739122, "mrr_at_50": 0.739807, "mrr_at_100": 0.739997, "mrr_at_1000": 0.740079, "nauc_ndcg_at_1_max": 0.424484, "nauc_ndcg_at_1_std": -0.296061, "nauc_ndcg_at_1_diff1": 0.776155, "nauc_ndcg_at_3_max": 0.451685, "nauc_ndcg_at_3_std": -0.3186, "nauc_ndcg_at_3_diff1": 0.733382, "nauc_ndcg_at_5_max": 0.459344, "nauc_ndcg_at_5_std": -0.314484, "nauc_ndcg_at_5_diff1": 0.734461, "nauc_ndcg_at_10_max": 0.456632, "nauc_ndcg_at_10_std": -0.309465, "nauc_ndcg_at_10_diff1": 0.733187, "nauc_ndcg_at_20_max": 0.458595, "nauc_ndcg_at_20_std": -0.303911, "nauc_ndcg_at_20_diff1": 0.738169, "nauc_ndcg_at_25_max": 0.458164, "nauc_ndcg_at_25_std": -0.301688, "nauc_ndcg_at_25_diff1": 0.738764, "nauc_ndcg_at_50_max": 0.456015, "nauc_ndcg_at_50_std": -0.300185, "nauc_ndcg_at_50_diff1": 0.740474, "nauc_ndcg_at_100_max": 0.455498, "nauc_ndcg_at_100_std": -0.298885, "nauc_ndcg_at_100_diff1": 0.741527, "nauc_ndcg_at_1000_max": 0.452328, "nauc_ndcg_at_1000_std": -0.304753, "nauc_ndcg_at_1000_diff1": 0.742518, "nauc_map_at_1_max": 0.424484, "nauc_map_at_1_std": -0.296061, "nauc_map_at_1_diff1": 0.776155, "nauc_map_at_3_max": 0.444518, "nauc_map_at_3_std": -0.313791, "nauc_map_at_3_diff1": 0.744883, "nauc_map_at_5_max": 0.44808, "nauc_map_at_5_std": -0.311605, "nauc_map_at_5_diff1": 0.745882, "nauc_map_at_10_max": 0.44673, "nauc_map_at_10_std": -0.309913, "nauc_map_at_10_diff1": 0.745688, "nauc_map_at_20_max": 0.447085, "nauc_map_at_20_std": -0.308686, "nauc_map_at_20_diff1": 0.747034, "nauc_map_at_25_max": 0.446987, "nauc_map_at_25_std": -0.308324, "nauc_map_at_25_diff1": 0.747148, "nauc_map_at_50_max": 0.446688, "nauc_map_at_50_std": -0.308182, "nauc_map_at_50_diff1": 0.747369, "nauc_map_at_100_max": 0.446647, "nauc_map_at_100_std": -0.308092, "nauc_map_at_100_diff1": 0.747452, "nauc_map_at_1000_max": 0.446546, "nauc_map_at_1000_std": -0.308269, "nauc_map_at_1000_diff1": 0.747482, "nauc_recall_at_1_max": 0.424484, "nauc_recall_at_1_std": -0.296061, "nauc_recall_at_1_diff1": 0.776155, "nauc_recall_at_3_max": 0.478467, "nauc_recall_at_3_std": -0.335903, "nauc_recall_at_3_diff1": 0.690269, "nauc_recall_at_5_max": 0.512692, "nauc_recall_at_5_std": -0.325593, "nauc_recall_at_5_diff1": 0.682439, "nauc_recall_at_10_max": 0.521195, "nauc_recall_at_10_std": -0.298051, "nauc_recall_at_10_diff1": 0.651892, "nauc_recall_at_20_max": 0.57815, "nauc_recall_at_20_std": -0.227647, "nauc_recall_at_20_diff1": 0.66294, "nauc_recall_at_25_max": 0.592958, "nauc_recall_at_25_std": -0.180142, "nauc_recall_at_25_diff1": 0.658791, "nauc_recall_at_50_max": 0.632633, "nauc_recall_at_50_std": -0.040131, "nauc_recall_at_50_diff1": 0.649498, "nauc_recall_at_100_max": 0.732876, "nauc_recall_at_100_std": 0.233938, "nauc_recall_at_100_diff1": 0.645051, "nauc_recall_at_1000_max": 0.87062, "nauc_recall_at_1000_std": 0.621341, "nauc_recall_at_1000_diff1": 0.513814, "nauc_precision_at_1_max": 0.424484, "nauc_precision_at_1_std": -0.296061, "nauc_precision_at_1_diff1": 0.776155, "nauc_precision_at_3_max": 0.478467, "nauc_precision_at_3_std": -0.335903, "nauc_precision_at_3_diff1": 0.690269, "nauc_precision_at_5_max": 0.512692, "nauc_precision_at_5_std": -0.325593, "nauc_precision_at_5_diff1": 0.682439, "nauc_precision_at_10_max": 0.521195, "nauc_precision_at_10_std": -0.298051, "nauc_precision_at_10_diff1": 0.651892, "nauc_precision_at_20_max": 0.57815, "nauc_precision_at_20_std": -0.227647, "nauc_precision_at_20_diff1": 0.66294, "nauc_precision_at_25_max": 0.592958, "nauc_precision_at_25_std": -0.180142, "nauc_precision_at_25_diff1": 0.658791, "nauc_precision_at_50_max": 0.632633, "nauc_precision_at_50_std": -0.040131, "nauc_precision_at_50_diff1": 0.649498, "nauc_precision_at_100_max": 0.732876, "nauc_precision_at_100_std": 0.233938, "nauc_precision_at_100_diff1": 0.645051, "nauc_precision_at_1000_max": 0.87062, "nauc_precision_at_1000_std": 0.621341, "nauc_precision_at_1000_diff1": 0.513814, "nauc_mrr_at_1_max": 0.424484, "nauc_mrr_at_1_std": -0.296061, "nauc_mrr_at_1_diff1": 0.776155, "nauc_mrr_at_3_max": 0.444518, "nauc_mrr_at_3_std": -0.313791, "nauc_mrr_at_3_diff1": 0.744883, "nauc_mrr_at_5_max": 0.44808, "nauc_mrr_at_5_std": -0.311605, "nauc_mrr_at_5_diff1": 0.745882, "nauc_mrr_at_10_max": 0.44673, "nauc_mrr_at_10_std": -0.309913, "nauc_mrr_at_10_diff1": 0.745688, "nauc_mrr_at_20_max": 0.447085, "nauc_mrr_at_20_std": -0.308686, "nauc_mrr_at_20_diff1": 0.747034, "nauc_mrr_at_25_max": 0.446987, "nauc_mrr_at_25_std": -0.308324, "nauc_mrr_at_25_diff1": 0.747148, "nauc_mrr_at_50_max": 0.446688, "nauc_mrr_at_50_std": -0.308182, "nauc_mrr_at_50_diff1": 0.747369, "nauc_mrr_at_100_max": 0.446647, "nauc_mrr_at_100_std": -0.308092, "nauc_mrr_at_100_diff1": 0.747452, "nauc_mrr_at_1000_max": 0.446546, "nauc_mrr_at_1000_std": -0.308269, "nauc_mrr_at_1000_diff1": 0.747482, "hit_rate_at_1": 0.65006, "hit_rate_at_3": 0.80351, "hit_rate_at_5": 0.84822, "hit_rate_at_10": 0.8999, "hit_rate_at_20": 0.93509, "hit_rate_at_25": 0.94488, "hit_rate_at_50": 0.96878, "hit_rate_at_100": 0.98219, "hit_rate_at_1000": 0.99859, "R_cap_at_1": 0.650057, "R_cap_at_3": 0.80351, "R_cap_at_5": 0.848223, "R_cap_at_10": 0.899903, "R_cap_at_20": 0.935091, "R_cap_at_25": 0.944881, "R_cap_at_50": 0.96878, "R_cap_at_100": 0.982185, "R_cap_at_1000": 0.998589, "main_score": 0.77596, "hf_subset": "kubernetes_kubernetes", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70032, "ndcg_at_3": 0.79352, "ndcg_at_5": 0.80952, "ndcg_at_10": 0.82177, "ndcg_at_20": 0.82843, "ndcg_at_25": 0.82971, "ndcg_at_50": 0.8325, "ndcg_at_100": 0.83407, "ndcg_at_1000": 0.83548, "map_at_1": 0.70032, "map_at_3": 0.77157, "map_at_5": 0.78046, "map_at_10": 0.78558, "map_at_20": 0.78747, "map_at_25": 0.78773, "map_at_50": 0.78815, "map_at_100": 0.78829, "map_at_1000": 0.78835, "recall_at_1": 0.70032, "recall_at_3": 0.85663, "recall_at_5": 0.89547, "recall_at_10": 0.93301, "recall_at_20": 0.9589, "recall_at_25": 0.96472, "recall_at_50": 0.97896, "recall_at_100": 0.98867, "recall_at_1000": 0.99968, "accuracy": 0.70032, "precision_at_1": 0.70032, "precision_at_3": 0.28554, "precision_at_5": 0.17909, "precision_at_10": 0.0933, "precision_at_20": 0.04794, "precision_at_25": 0.03859, "precision_at_50": 0.01958, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.700324, "mrr_at_3": 0.771575, "mrr_at_5": 0.780458, "mrr_at_10": 0.785578, "mrr_at_20": 0.787467, "mrr_at_25": 0.787725, "mrr_at_50": 0.788153, "mrr_at_100": 0.788291, "mrr_at_1000": 0.788347, "nauc_ndcg_at_1_max": 0.381088, "nauc_ndcg_at_1_std": -0.084723, "nauc_ndcg_at_1_diff1": 0.747743, "nauc_ndcg_at_3_max": 0.428314, "nauc_ndcg_at_3_std": -0.061737, "nauc_ndcg_at_3_diff1": 0.716462, "nauc_ndcg_at_5_max": 0.426492, "nauc_ndcg_at_5_std": -0.06064, "nauc_ndcg_at_5_diff1": 0.716233, "nauc_ndcg_at_10_max": 0.428435, "nauc_ndcg_at_10_std": -0.048177, "nauc_ndcg_at_10_diff1": 0.720366, "nauc_ndcg_at_20_max": 0.427233, "nauc_ndcg_at_20_std": -0.049927, "nauc_ndcg_at_20_diff1": 0.725291, "nauc_ndcg_at_25_max": 0.427981, "nauc_ndcg_at_25_std": -0.050846, "nauc_ndcg_at_25_diff1": 0.726843, "nauc_ndcg_at_50_max": 0.423845, "nauc_ndcg_at_50_std": -0.056495, "nauc_ndcg_at_50_diff1": 0.728304, "nauc_ndcg_at_100_max": 0.42083, "nauc_ndcg_at_100_std": -0.061595, "nauc_ndcg_at_100_diff1": 0.727732, "nauc_ndcg_at_1000_max": 0.41873, "nauc_ndcg_at_1000_std": -0.062828, "nauc_ndcg_at_1000_diff1": 0.726616, "nauc_map_at_1_max": 0.381088, "nauc_map_at_1_std": -0.084723, "nauc_map_at_1_diff1": 0.747743, "nauc_map_at_3_max": 0.414453, "nauc_map_at_3_std": -0.070741, "nauc_map_at_3_diff1": 0.724985, "nauc_map_at_5_max": 0.412968, "nauc_map_at_5_std": -0.070436, "nauc_map_at_5_diff1": 0.725165, "nauc_map_at_10_max": 0.413336, "nauc_map_at_10_std": -0.066425, "nauc_map_at_10_diff1": 0.726773, "nauc_map_at_20_max": 0.412935, "nauc_map_at_20_std": -0.067027, "nauc_map_at_20_diff1": 0.727963, "nauc_map_at_25_max": 0.413042, "nauc_map_at_25_std": -0.067193, "nauc_map_at_25_diff1": 0.728222, "nauc_map_at_50_max": 0.412489, "nauc_map_at_50_std": -0.067907, "nauc_map_at_50_diff1": 0.728411, "nauc_map_at_100_max": 0.412268, "nauc_map_at_100_std": -0.068281, "nauc_map_at_100_diff1": 0.728369, "nauc_map_at_1000_max": 0.412192, "nauc_map_at_1000_std": -0.068335, "nauc_map_at_1000_diff1": 0.728327, "nauc_recall_at_1_max": 0.381088, "nauc_recall_at_1_std": -0.084723, "nauc_recall_at_1_diff1": 0.747743, "nauc_recall_at_3_max": 0.487309, "nauc_recall_at_3_std": -0.021971, "nauc_recall_at_3_diff1": 0.680602, "nauc_recall_at_5_max": 0.499493, "nauc_recall_at_5_std": -0.005573, "nauc_recall_at_5_diff1": 0.668368, "nauc_recall_at_10_max": 0.553582, "nauc_recall_at_10_std": 0.118461, "nauc_recall_at_10_diff1": 0.673708, "nauc_recall_at_20_max": 0.613942, "nauc_recall_at_20_std": 0.198291, "nauc_recall_at_20_diff1": 0.716936, "nauc_recall_at_25_max": 0.65942, "nauc_recall_at_25_std": 0.220697, "nauc_recall_at_25_diff1": 0.74622, "nauc_recall_at_50_max": 0.666293, "nauc_recall_at_50_std": 0.196258, "nauc_recall_at_50_diff1": 0.811908, "nauc_recall_at_100_max": 0.630986, "nauc_recall_at_100_std": 0.003028, "nauc_recall_at_100_diff1": 0.837949, "nauc_recall_at_1000_max": 0.554155, "nauc_recall_at_1000_std": -1.739963, "nauc_recall_at_1000_diff1": 0.869281, "nauc_precision_at_1_max": 0.381088, "nauc_precision_at_1_std": -0.084723, "nauc_precision_at_1_diff1": 0.747743, "nauc_precision_at_3_max": 0.487309, "nauc_precision_at_3_std": -0.021971, "nauc_precision_at_3_diff1": 0.680602, "nauc_precision_at_5_max": 0.499493, "nauc_precision_at_5_std": -0.005573, "nauc_precision_at_5_diff1": 0.668368, "nauc_precision_at_10_max": 0.553582, "nauc_precision_at_10_std": 0.118461, "nauc_precision_at_10_diff1": 0.673708, "nauc_precision_at_20_max": 0.613942, "nauc_precision_at_20_std": 0.198291, "nauc_precision_at_20_diff1": 0.716936, "nauc_precision_at_25_max": 0.65942, "nauc_precision_at_25_std": 0.220697, "nauc_precision_at_25_diff1": 0.74622, "nauc_precision_at_50_max": 0.666293, "nauc_precision_at_50_std": 0.196258, "nauc_precision_at_50_diff1": 0.811908, "nauc_precision_at_100_max": 0.630986, "nauc_precision_at_100_std": 0.003028, "nauc_precision_at_100_diff1": 0.837949, "nauc_precision_at_1000_max": 0.554155, "nauc_precision_at_1000_std": -1.739963, "nauc_precision_at_1000_diff1": 0.869281, "nauc_mrr_at_1_max": 0.381088, "nauc_mrr_at_1_std": -0.084723, "nauc_mrr_at_1_diff1": 0.747743, "nauc_mrr_at_3_max": 0.414453, "nauc_mrr_at_3_std": -0.070741, "nauc_mrr_at_3_diff1": 0.724985, "nauc_mrr_at_5_max": 0.412968, "nauc_mrr_at_5_std": -0.070436, "nauc_mrr_at_5_diff1": 0.725165, "nauc_mrr_at_10_max": 0.413336, "nauc_mrr_at_10_std": -0.066425, "nauc_mrr_at_10_diff1": 0.726773, "nauc_mrr_at_20_max": 0.412935, "nauc_mrr_at_20_std": -0.067027, "nauc_mrr_at_20_diff1": 0.727963, "nauc_mrr_at_25_max": 0.413042, "nauc_mrr_at_25_std": -0.067193, "nauc_mrr_at_25_diff1": 0.728222, "nauc_mrr_at_50_max": 0.412489, "nauc_mrr_at_50_std": -0.067907, "nauc_mrr_at_50_diff1": 0.728411, "nauc_mrr_at_100_max": 0.412268, "nauc_mrr_at_100_std": -0.068281, "nauc_mrr_at_100_diff1": 0.728369, "nauc_mrr_at_1000_max": 0.412192, "nauc_mrr_at_1000_std": -0.068335, "nauc_mrr_at_1000_diff1": 0.728327, "hit_rate_at_1": 0.70032, "hit_rate_at_3": 0.85663, "hit_rate_at_5": 0.89547, "hit_rate_at_10": 0.93301, "hit_rate_at_20": 0.9589, "hit_rate_at_25": 0.96472, "hit_rate_at_50": 0.97896, "hit_rate_at_100": 0.98867, "hit_rate_at_1000": 0.99968, "R_cap_at_1": 0.700324, "R_cap_at_3": 0.856634, "R_cap_at_5": 0.895469, "R_cap_at_10": 0.93301, "R_cap_at_20": 0.9589, "R_cap_at_25": 0.964725, "R_cap_at_50": 0.978964, "R_cap_at_100": 0.988673, "R_cap_at_1000": 0.999676, "main_score": 0.82177, "hf_subset": "mesonbuild_meson", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90979, "ndcg_at_3": 0.95003, "ndcg_at_5": 0.95517, "ndcg_at_10": 0.95674, "ndcg_at_20": 0.95795, "ndcg_at_25": 0.95828, "ndcg_at_50": 0.95828, "ndcg_at_100": 0.95828, "ndcg_at_1000": 0.95828, "map_at_1": 0.90979, "map_at_3": 0.94062, "map_at_5": 0.94353, "map_at_10": 0.94423, "map_at_20": 0.94459, "map_at_25": 0.94466, "map_at_50": 0.94466, "map_at_100": 0.94466, "map_at_1000": 0.94466, "recall_at_1": 0.90979, "recall_at_3": 0.97706, "recall_at_5": 0.9893, "recall_at_10": 0.99388, "recall_at_20": 0.99847, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.90979, "precision_at_1": 0.90979, "precision_at_3": 0.32569, "precision_at_5": 0.19786, "precision_at_10": 0.09939, "precision_at_20": 0.04992, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.909786, "mrr_at_3": 0.940622, "mrr_at_5": 0.943527, "mrr_at_10": 0.944228, "mrr_at_20": 0.944591, "mrr_at_25": 0.944657, "mrr_at_50": 0.944657, "mrr_at_100": 0.944657, "mrr_at_1000": 0.944657, "nauc_ndcg_at_1_max": 0.629869, "nauc_ndcg_at_1_std": -0.05653, "nauc_ndcg_at_1_diff1": 0.861711, "nauc_ndcg_at_3_max": 0.72074, "nauc_ndcg_at_3_std": 0.005673, "nauc_ndcg_at_3_diff1": 0.887993, "nauc_ndcg_at_5_max": 0.7044, "nauc_ndcg_at_5_std": -0.000835, "nauc_ndcg_at_5_diff1": 0.886748, "nauc_ndcg_at_10_max": 0.693661, "nauc_ndcg_at_10_std": -0.012559, "nauc_ndcg_at_10_diff1": 0.882634, "nauc_ndcg_at_20_max": 0.684824, "nauc_ndcg_at_20_std": -0.025898, "nauc_ndcg_at_20_diff1": 0.879248, "nauc_ndcg_at_25_max": 0.682304, "nauc_ndcg_at_25_std": -0.027085, "nauc_ndcg_at_25_diff1": 0.879327, "nauc_ndcg_at_50_max": 0.682304, "nauc_ndcg_at_50_std": -0.027085, "nauc_ndcg_at_50_diff1": 0.879327, "nauc_ndcg_at_100_max": 0.682304, "nauc_ndcg_at_100_std": -0.027085, "nauc_ndcg_at_100_diff1": 0.879327, "nauc_ndcg_at_1000_max": 0.682304, "nauc_ndcg_at_1000_std": -0.027085, "nauc_ndcg_at_1000_diff1": 0.879327, "nauc_map_at_1_max": 0.629869, "nauc_map_at_1_std": -0.05653, "nauc_map_at_1_diff1": 0.861711, "nauc_map_at_3_max": 0.692288, "nauc_map_at_3_std": -0.019129, "nauc_map_at_3_diff1": 0.881068, "nauc_map_at_5_max": 0.683578, "nauc_map_at_5_std": -0.022595, "nauc_map_at_5_diff1": 0.880102, "nauc_map_at_10_max": 0.679602, "nauc_map_at_10_std": -0.027229, "nauc_map_at_10_diff1": 0.878595, "nauc_map_at_20_max": 0.677503, "nauc_map_at_20_std": -0.030717, "nauc_map_at_20_diff1": 0.8778, "nauc_map_at_25_max": 0.677116, "nauc_map_at_25_std": -0.030901, "nauc_map_at_25_diff1": 0.87781, "nauc_map_at_50_max": 0.677116, "nauc_map_at_50_std": -0.030901, "nauc_map_at_50_diff1": 0.87781, "nauc_map_at_100_max": 0.677116, "nauc_map_at_100_std": -0.030901, "nauc_map_at_100_diff1": 0.87781, "nauc_map_at_1000_max": 0.677116, "nauc_map_at_1000_std": -0.030901, "nauc_map_at_1000_diff1": 0.87781, "nauc_recall_at_1_max": 0.629869, "nauc_recall_at_1_std": -0.05653, "nauc_recall_at_1_diff1": 0.861711, "nauc_recall_at_3_max": 0.928133, "nauc_recall_at_3_std": 0.193119, "nauc_recall_at_3_diff1": 0.936841, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.326371, "nauc_recall_at_5_diff1": 0.981339, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.343835, "nauc_recall_at_10_diff1": 0.967342, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.122688, "nauc_recall_at_20_diff1": 0.86937, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.629869, "nauc_precision_at_1_std": -0.05653, "nauc_precision_at_1_diff1": 0.861711, "nauc_precision_at_3_max": 0.928133, "nauc_precision_at_3_std": 0.193119, "nauc_precision_at_3_diff1": 0.936841, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.326371, "nauc_precision_at_5_diff1": 0.981339, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.343835, "nauc_precision_at_10_diff1": 0.967342, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.122688, "nauc_precision_at_20_diff1": 0.86937, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.629869, "nauc_mrr_at_1_std": -0.05653, "nauc_mrr_at_1_diff1": 0.861711, "nauc_mrr_at_3_max": 0.692288, "nauc_mrr_at_3_std": -0.019129, "nauc_mrr_at_3_diff1": 0.881068, "nauc_mrr_at_5_max": 0.683578, "nauc_mrr_at_5_std": -0.022595, "nauc_mrr_at_5_diff1": 0.880102, "nauc_mrr_at_10_max": 0.679602, "nauc_mrr_at_10_std": -0.027229, "nauc_mrr_at_10_diff1": 0.878595, "nauc_mrr_at_20_max": 0.677503, "nauc_mrr_at_20_std": -0.030717, "nauc_mrr_at_20_diff1": 0.8778, "nauc_mrr_at_25_max": 0.677116, "nauc_mrr_at_25_std": -0.030901, "nauc_mrr_at_25_diff1": 0.87781, "nauc_mrr_at_50_max": 0.677116, "nauc_mrr_at_50_std": -0.030901, "nauc_mrr_at_50_diff1": 0.87781, "nauc_mrr_at_100_max": 0.677116, "nauc_mrr_at_100_std": -0.030901, "nauc_mrr_at_100_diff1": 0.87781, "nauc_mrr_at_1000_max": 0.677116, "nauc_mrr_at_1000_std": -0.030901, "nauc_mrr_at_1000_diff1": 0.87781, "hit_rate_at_1": 0.90979, "hit_rate_at_3": 0.97706, "hit_rate_at_5": 0.9893, "hit_rate_at_10": 0.99388, "hit_rate_at_20": 0.99847, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.909786, "R_cap_at_3": 0.977064, "R_cap_at_5": 0.989297, "R_cap_at_10": 0.993884, "R_cap_at_20": 0.998471, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95674, "hf_subset": "microsoft_vscode", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7209, "ndcg_at_3": 0.80408, "ndcg_at_5": 0.82098, "ndcg_at_10": 0.83408, "ndcg_at_20": 0.84016, "ndcg_at_25": 0.84165, "ndcg_at_50": 0.84404, "ndcg_at_100": 0.84519, "ndcg_at_1000": 0.84616, "map_at_1": 0.7209, "map_at_3": 0.78429, "map_at_5": 0.79367, "map_at_10": 0.79923, "map_at_20": 0.80094, "map_at_25": 0.80123, "map_at_50": 0.80158, "map_at_100": 0.80168, "map_at_1000": 0.80172, "recall_at_1": 0.7209, "recall_at_3": 0.86108, "recall_at_5": 0.90207, "recall_at_10": 0.9418, "recall_at_20": 0.96559, "recall_at_25": 0.97242, "recall_at_50": 0.98482, "recall_at_100": 0.9919, "recall_at_1000": 0.99949, "accuracy": 0.7209, "precision_at_1": 0.7209, "precision_at_3": 0.28703, "precision_at_5": 0.18041, "precision_at_10": 0.09418, "precision_at_20": 0.04828, "precision_at_25": 0.0389, "precision_at_50": 0.0197, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.720901, "mrr_at_3": 0.784286, "mrr_at_5": 0.793674, "mrr_at_10": 0.799228, "mrr_at_20": 0.800936, "mrr_at_25": 0.801231, "mrr_at_50": 0.801585, "mrr_at_100": 0.801685, "mrr_at_1000": 0.801722, "nauc_ndcg_at_1_max": 0.522426, "nauc_ndcg_at_1_std": -0.113985, "nauc_ndcg_at_1_diff1": 0.792423, "nauc_ndcg_at_3_max": 0.576234, "nauc_ndcg_at_3_std": -0.131384, "nauc_ndcg_at_3_diff1": 0.768334, "nauc_ndcg_at_5_max": 0.575803, "nauc_ndcg_at_5_std": -0.125009, "nauc_ndcg_at_5_diff1": 0.769123, "nauc_ndcg_at_10_max": 0.568657, "nauc_ndcg_at_10_std": -0.125118, "nauc_ndcg_at_10_diff1": 0.77179, "nauc_ndcg_at_20_max": 0.570371, "nauc_ndcg_at_20_std": -0.113899, "nauc_ndcg_at_20_diff1": 0.772958, "nauc_ndcg_at_25_max": 0.569474, "nauc_ndcg_at_25_std": -0.113842, "nauc_ndcg_at_25_diff1": 0.7745, "nauc_ndcg_at_50_max": 0.567191, "nauc_ndcg_at_50_std": -0.11245, "nauc_ndcg_at_50_diff1": 0.775228, "nauc_ndcg_at_100_max": 0.565244, "nauc_ndcg_at_100_std": -0.114573, "nauc_ndcg_at_100_diff1": 0.775175, "nauc_ndcg_at_1000_max": 0.563582, "nauc_ndcg_at_1000_std": -0.117877, "nauc_ndcg_at_1000_diff1": 0.77538, "nauc_map_at_1_max": 0.522426, "nauc_map_at_1_std": -0.113985, "nauc_map_at_1_diff1": 0.792423, "nauc_map_at_3_max": 0.561718, "nauc_map_at_3_std": -0.126154, "nauc_map_at_3_diff1": 0.774918, "nauc_map_at_5_max": 0.560847, "nauc_map_at_5_std": -0.123137, "nauc_map_at_5_diff1": 0.775644, "nauc_map_at_10_max": 0.557877, "nauc_map_at_10_std": -0.122963, "nauc_map_at_10_diff1": 0.776818, "nauc_map_at_20_max": 0.558193, "nauc_map_at_20_std": -0.120405, "nauc_map_at_20_diff1": 0.777196, "nauc_map_at_25_max": 0.558031, "nauc_map_at_25_std": -0.120403, "nauc_map_at_25_diff1": 0.777453, "nauc_map_at_50_max": 0.557748, "nauc_map_at_50_std": -0.120233, "nauc_map_at_50_diff1": 0.777545, "nauc_map_at_100_max": 0.557613, "nauc_map_at_100_std": -0.120391, "nauc_map_at_100_diff1": 0.777545, "nauc_map_at_1000_max": 0.55756, "nauc_map_at_1000_std": -0.120485, "nauc_map_at_1000_diff1": 0.777548, "nauc_recall_at_1_max": 0.522426, "nauc_recall_at_1_std": -0.113985, "nauc_recall_at_1_diff1": 0.792423, "nauc_recall_at_3_max": 0.636155, "nauc_recall_at_3_std": -0.153332, "nauc_recall_at_3_diff1": 0.741098, "nauc_recall_at_5_max": 0.656525, "nauc_recall_at_5_std": -0.132816, "nauc_recall_at_5_diff1": 0.733928, "nauc_recall_at_10_max": 0.654975, "nauc_recall_at_10_std": -0.14131, "nauc_recall_at_10_diff1": 0.73042, "nauc_recall_at_20_max": 0.741835, "nauc_recall_at_20_std": 0.032724, "nauc_recall_at_20_diff1": 0.718534, "nauc_recall_at_25_max": 0.762773, "nauc_recall_at_25_std": 0.070134, "nauc_recall_at_25_diff1": 0.741626, "nauc_recall_at_50_max": 0.809391, "nauc_recall_at_50_std": 0.284461, "nauc_recall_at_50_diff1": 0.749834, "nauc_recall_at_100_max": 0.811167, "nauc_recall_at_100_std": 0.408033, "nauc_recall_at_100_diff1": 0.720943, "nauc_recall_at_1000_max": 0.934644, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.414344, "nauc_precision_at_1_max": 0.522426, "nauc_precision_at_1_std": -0.113985, "nauc_precision_at_1_diff1": 0.792423, "nauc_precision_at_3_max": 0.636155, "nauc_precision_at_3_std": -0.153332, "nauc_precision_at_3_diff1": 0.741098, "nauc_precision_at_5_max": 0.656525, "nauc_precision_at_5_std": -0.132816, "nauc_precision_at_5_diff1": 0.733928, "nauc_precision_at_10_max": 0.654975, "nauc_precision_at_10_std": -0.14131, "nauc_precision_at_10_diff1": 0.73042, "nauc_precision_at_20_max": 0.741835, "nauc_precision_at_20_std": 0.032724, "nauc_precision_at_20_diff1": 0.718534, "nauc_precision_at_25_max": 0.762773, "nauc_precision_at_25_std": 0.070134, "nauc_precision_at_25_diff1": 0.741626, "nauc_precision_at_50_max": 0.809391, "nauc_precision_at_50_std": 0.284461, "nauc_precision_at_50_diff1": 0.749834, "nauc_precision_at_100_max": 0.811167, "nauc_precision_at_100_std": 0.408033, "nauc_precision_at_100_diff1": 0.720943, "nauc_precision_at_1000_max": 0.934644, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.414344, "nauc_mrr_at_1_max": 0.522426, "nauc_mrr_at_1_std": -0.113985, "nauc_mrr_at_1_diff1": 0.792423, "nauc_mrr_at_3_max": 0.561718, "nauc_mrr_at_3_std": -0.126154, "nauc_mrr_at_3_diff1": 0.774918, "nauc_mrr_at_5_max": 0.560847, "nauc_mrr_at_5_std": -0.123137, "nauc_mrr_at_5_diff1": 0.775644, "nauc_mrr_at_10_max": 0.557877, "nauc_mrr_at_10_std": -0.122963, "nauc_mrr_at_10_diff1": 0.776818, "nauc_mrr_at_20_max": 0.558193, "nauc_mrr_at_20_std": -0.120405, "nauc_mrr_at_20_diff1": 0.777196, "nauc_mrr_at_25_max": 0.558031, "nauc_mrr_at_25_std": -0.120403, "nauc_mrr_at_25_diff1": 0.777453, "nauc_mrr_at_50_max": 0.557748, "nauc_mrr_at_50_std": -0.120233, "nauc_mrr_at_50_diff1": 0.777545, "nauc_mrr_at_100_max": 0.557613, "nauc_mrr_at_100_std": -0.120391, "nauc_mrr_at_100_diff1": 0.777545, "nauc_mrr_at_1000_max": 0.55756, "nauc_mrr_at_1000_std": -0.120485, "nauc_mrr_at_1000_diff1": 0.777548, "hit_rate_at_1": 0.7209, "hit_rate_at_3": 0.86108, "hit_rate_at_5": 0.90207, "hit_rate_at_10": 0.9418, "hit_rate_at_20": 0.96559, "hit_rate_at_25": 0.97242, "hit_rate_at_50": 0.98482, "hit_rate_at_100": 0.9919, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.720901, "R_cap_at_3": 0.861083, "R_cap_at_5": 0.902075, "R_cap_at_10": 0.941802, "R_cap_at_20": 0.965587, "R_cap_at_25": 0.972419, "R_cap_at_50": 0.984818, "R_cap_at_100": 0.991903, "R_cap_at_1000": 0.999494, "main_score": 0.83408, "hf_subset": "mne-tools_mne-python", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81839, "ndcg_at_3": 0.88501, "ndcg_at_5": 0.89543, "ndcg_at_10": 0.90121, "ndcg_at_20": 0.90355, "ndcg_at_25": 0.90404, "ndcg_at_50": 0.90449, "ndcg_at_100": 0.90579, "ndcg_at_1000": 0.90655, "map_at_1": 0.81839, "map_at_3": 0.86921, "map_at_5": 0.87515, "map_at_10": 0.87752, "map_at_20": 0.8782, "map_at_25": 0.8783, "map_at_50": 0.87837, "map_at_100": 0.87849, "map_at_1000": 0.87853, "recall_at_1": 0.81839, "recall_at_3": 0.93049, "recall_at_5": 0.95516, "recall_at_10": 0.97309, "recall_at_20": 0.98206, "recall_at_25": 0.9843, "recall_at_50": 0.98655, "recall_at_100": 0.99439, "recall_at_1000": 1.0, "accuracy": 0.81839, "precision_at_1": 0.81839, "precision_at_3": 0.31016, "precision_at_5": 0.19103, "precision_at_10": 0.09731, "precision_at_20": 0.0491, "precision_at_25": 0.03937, "precision_at_50": 0.01973, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.818386, "mrr_at_3": 0.869208, "mrr_at_5": 0.875149, "mrr_at_10": 0.877523, "mrr_at_20": 0.878203, "mrr_at_25": 0.878301, "mrr_at_50": 0.878371, "mrr_at_100": 0.878494, "mrr_at_1000": 0.878531, "nauc_ndcg_at_1_max": 0.549175, "nauc_ndcg_at_1_std": -0.0696, "nauc_ndcg_at_1_diff1": 0.878892, "nauc_ndcg_at_3_max": 0.645835, "nauc_ndcg_at_3_std": -0.093536, "nauc_ndcg_at_3_diff1": 0.871104, "nauc_ndcg_at_5_max": 0.636054, "nauc_ndcg_at_5_std": -0.094726, "nauc_ndcg_at_5_diff1": 0.868352, "nauc_ndcg_at_10_max": 0.631002, "nauc_ndcg_at_10_std": -0.065523, "nauc_ndcg_at_10_diff1": 0.86953, "nauc_ndcg_at_20_max": 0.624016, "nauc_ndcg_at_20_std": -0.08103, "nauc_ndcg_at_20_diff1": 0.868914, "nauc_ndcg_at_25_max": 0.622772, "nauc_ndcg_at_25_std": -0.078631, "nauc_ndcg_at_25_diff1": 0.868911, "nauc_ndcg_at_50_max": 0.621577, "nauc_ndcg_at_50_std": -0.08016, "nauc_ndcg_at_50_diff1": 0.868929, "nauc_ndcg_at_100_max": 0.618434, "nauc_ndcg_at_100_std": -0.077694, "nauc_ndcg_at_100_diff1": 0.869549, "nauc_ndcg_at_1000_max": 0.615891, "nauc_ndcg_at_1000_std": -0.080055, "nauc_ndcg_at_1000_diff1": 0.870067, "nauc_map_at_1_max": 0.549175, "nauc_map_at_1_std": -0.0696, "nauc_map_at_1_diff1": 0.878892, "nauc_map_at_3_max": 0.61767, "nauc_map_at_3_std": -0.088351, "nauc_map_at_3_diff1": 0.872382, "nauc_map_at_5_max": 0.611682, "nauc_map_at_5_std": -0.087942, "nauc_map_at_5_diff1": 0.871087, "nauc_map_at_10_max": 0.609493, "nauc_map_at_10_std": -0.077328, "nauc_map_at_10_diff1": 0.871396, "nauc_map_at_20_max": 0.607777, "nauc_map_at_20_std": -0.080898, "nauc_map_at_20_diff1": 0.871255, "nauc_map_at_25_max": 0.607574, "nauc_map_at_25_std": -0.080485, "nauc_map_at_25_diff1": 0.871256, "nauc_map_at_50_max": 0.607416, "nauc_map_at_50_std": -0.08067, "nauc_map_at_50_diff1": 0.871254, "nauc_map_at_100_max": 0.607143, "nauc_map_at_100_std": -0.08058, "nauc_map_at_100_diff1": 0.87129, "nauc_map_at_1000_max": 0.607048, "nauc_map_at_1000_std": -0.080669, "nauc_map_at_1000_diff1": 0.871311, "nauc_recall_at_1_max": 0.549175, "nauc_recall_at_1_std": -0.0696, "nauc_recall_at_1_diff1": 0.878892, "nauc_recall_at_3_max": 0.789814, "nauc_recall_at_3_std": -0.118541, "nauc_recall_at_3_diff1": 0.865404, "nauc_recall_at_5_max": 0.815918, "nauc_recall_at_5_std": -0.146571, "nauc_recall_at_5_diff1": 0.848092, "nauc_recall_at_10_max": 0.88117, "nauc_recall_at_10_std": 0.120964, "nauc_recall_at_10_diff1": 0.850752, "nauc_recall_at_20_max": 0.866974, "nauc_recall_at_20_std": -0.096326, "nauc_recall_at_20_diff1": 0.829515, "nauc_recall_at_25_max": 0.867804, "nauc_recall_at_25_std": -0.036541, "nauc_recall_at_25_diff1": 0.82383, "nauc_recall_at_50_max": 0.867552, "nauc_recall_at_50_std": -0.082692, "nauc_recall_at_50_diff1": 0.817606, "nauc_recall_at_100_max": 0.91833, "nauc_recall_at_100_std": 0.190946, "nauc_recall_at_100_diff1": 0.810523, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.549175, "nauc_precision_at_1_std": -0.0696, "nauc_precision_at_1_diff1": 0.878892, "nauc_precision_at_3_max": 0.789814, "nauc_precision_at_3_std": -0.118541, "nauc_precision_at_3_diff1": 0.865404, "nauc_precision_at_5_max": 0.815918, "nauc_precision_at_5_std": -0.146571, "nauc_precision_at_5_diff1": 0.848092, "nauc_precision_at_10_max": 0.88117, "nauc_precision_at_10_std": 0.120964, "nauc_precision_at_10_diff1": 0.850752, "nauc_precision_at_20_max": 0.866974, "nauc_precision_at_20_std": -0.096326, "nauc_precision_at_20_diff1": 0.829515, "nauc_precision_at_25_max": 0.867804, "nauc_precision_at_25_std": -0.036541, "nauc_precision_at_25_diff1": 0.82383, "nauc_precision_at_50_max": 0.867552, "nauc_precision_at_50_std": -0.082692, "nauc_precision_at_50_diff1": 0.817606, "nauc_precision_at_100_max": 0.91833, "nauc_precision_at_100_std": 0.190946, "nauc_precision_at_100_diff1": 0.810523, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.549175, "nauc_mrr_at_1_std": -0.0696, "nauc_mrr_at_1_diff1": 0.878892, "nauc_mrr_at_3_max": 0.61767, "nauc_mrr_at_3_std": -0.088351, "nauc_mrr_at_3_diff1": 0.872382, "nauc_mrr_at_5_max": 0.611682, "nauc_mrr_at_5_std": -0.087942, "nauc_mrr_at_5_diff1": 0.871087, "nauc_mrr_at_10_max": 0.609493, "nauc_mrr_at_10_std": -0.077328, "nauc_mrr_at_10_diff1": 0.871396, "nauc_mrr_at_20_max": 0.607777, "nauc_mrr_at_20_std": -0.080898, "nauc_mrr_at_20_diff1": 0.871255, "nauc_mrr_at_25_max": 0.607574, "nauc_mrr_at_25_std": -0.080485, "nauc_mrr_at_25_diff1": 0.871256, "nauc_mrr_at_50_max": 0.607416, "nauc_mrr_at_50_std": -0.08067, "nauc_mrr_at_50_diff1": 0.871254, "nauc_mrr_at_100_max": 0.607143, "nauc_mrr_at_100_std": -0.08058, "nauc_mrr_at_100_diff1": 0.87129, "nauc_mrr_at_1000_max": 0.607048, "nauc_mrr_at_1000_std": -0.080669, "nauc_mrr_at_1000_diff1": 0.871311, "hit_rate_at_1": 0.81839, "hit_rate_at_3": 0.93049, "hit_rate_at_5": 0.95516, "hit_rate_at_10": 0.97309, "hit_rate_at_20": 0.98206, "hit_rate_at_25": 0.9843, "hit_rate_at_50": 0.98655, "hit_rate_at_100": 0.99439, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.818386, "R_cap_at_3": 0.930493, "R_cap_at_5": 0.955157, "R_cap_at_10": 0.973094, "R_cap_at_20": 0.982063, "R_cap_at_25": 0.984305, "R_cap_at_50": 0.986547, "R_cap_at_100": 0.994395, "R_cap_at_1000": 1.0, "main_score": 0.90121, "hf_subset": "moby_moby", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7543, "ndcg_at_3": 0.83668, "ndcg_at_5": 0.85075, "ndcg_at_10": 0.86209, "ndcg_at_20": 0.86669, "ndcg_at_25": 0.86751, "ndcg_at_50": 0.86899, "ndcg_at_100": 0.86979, "ndcg_at_1000": 0.87031, "map_at_1": 0.7543, "map_at_3": 0.81711, "map_at_5": 0.82499, "map_at_10": 0.8298, "map_at_20": 0.83105, "map_at_25": 0.83121, "map_at_50": 0.83144, "map_at_100": 0.83151, "map_at_1000": 0.83154, "recall_at_1": 0.7543, "recall_at_3": 0.89301, "recall_at_5": 0.92688, "recall_at_10": 0.96129, "recall_at_20": 0.97957, "recall_at_25": 0.98333, "recall_at_50": 0.99086, "recall_at_100": 0.9957, "recall_at_1000": 0.99946, "accuracy": 0.7543, "precision_at_1": 0.7543, "precision_at_3": 0.29767, "precision_at_5": 0.18538, "precision_at_10": 0.09613, "precision_at_20": 0.04898, "precision_at_25": 0.03933, "precision_at_50": 0.01982, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.754301, "mrr_at_3": 0.817115, "mrr_at_5": 0.824991, "mrr_at_10": 0.829796, "mrr_at_20": 0.831047, "mrr_at_25": 0.831209, "mrr_at_50": 0.831439, "mrr_at_100": 0.831514, "mrr_at_1000": 0.831539, "nauc_ndcg_at_1_max": 0.535645, "nauc_ndcg_at_1_std": -0.106786, "nauc_ndcg_at_1_diff1": 0.815171, "nauc_ndcg_at_3_max": 0.580883, "nauc_ndcg_at_3_std": -0.079594, "nauc_ndcg_at_3_diff1": 0.78551, "nauc_ndcg_at_5_max": 0.583632, "nauc_ndcg_at_5_std": -0.062788, "nauc_ndcg_at_5_diff1": 0.786442, "nauc_ndcg_at_10_max": 0.58321, "nauc_ndcg_at_10_std": -0.063305, "nauc_ndcg_at_10_diff1": 0.794639, "nauc_ndcg_at_20_max": 0.57869, "nauc_ndcg_at_20_std": -0.069193, "nauc_ndcg_at_20_diff1": 0.79719, "nauc_ndcg_at_25_max": 0.576526, "nauc_ndcg_at_25_std": -0.073012, "nauc_ndcg_at_25_diff1": 0.797269, "nauc_ndcg_at_50_max": 0.573982, "nauc_ndcg_at_50_std": -0.07462, "nauc_ndcg_at_50_diff1": 0.796886, "nauc_ndcg_at_100_max": 0.571879, "nauc_ndcg_at_100_std": -0.078498, "nauc_ndcg_at_100_diff1": 0.796373, "nauc_ndcg_at_1000_max": 0.571099, "nauc_ndcg_at_1000_std": -0.080245, "nauc_ndcg_at_1000_diff1": 0.797205, "nauc_map_at_1_max": 0.535645, "nauc_map_at_1_std": -0.106786, "nauc_map_at_1_diff1": 0.815171, "nauc_map_at_3_max": 0.567681, "nauc_map_at_3_std": -0.091207, "nauc_map_at_3_diff1": 0.794515, "nauc_map_at_5_max": 0.568157, "nauc_map_at_5_std": -0.083937, "nauc_map_at_5_diff1": 0.795418, "nauc_map_at_10_max": 0.567326, "nauc_map_at_10_std": -0.084925, "nauc_map_at_10_diff1": 0.79852, "nauc_map_at_20_max": 0.56623, "nauc_map_at_20_std": -0.086424, "nauc_map_at_20_diff1": 0.799033, "nauc_map_at_25_max": 0.565879, "nauc_map_at_25_std": -0.087041, "nauc_map_at_25_diff1": 0.799049, "nauc_map_at_50_max": 0.56555, "nauc_map_at_50_std": -0.08732, "nauc_map_at_50_diff1": 0.799019, "nauc_map_at_100_max": 0.565394, "nauc_map_at_100_std": -0.087615, "nauc_map_at_100_diff1": 0.798986, "nauc_map_at_1000_max": 0.565362, "nauc_map_at_1000_std": -0.087683, "nauc_map_at_1000_diff1": 0.799021, "nauc_recall_at_1_max": 0.535645, "nauc_recall_at_1_std": -0.106786, "nauc_recall_at_1_diff1": 0.815171, "nauc_recall_at_3_max": 0.640803, "nauc_recall_at_3_std": -0.024287, "nauc_recall_at_3_diff1": 0.744396, "nauc_recall_at_5_max": 0.68242, "nauc_recall_at_5_std": 0.080168, "nauc_recall_at_5_diff1": 0.729891, "nauc_recall_at_10_max": 0.770379, "nauc_recall_at_10_std": 0.205351, "nauc_recall_at_10_diff1": 0.76195, "nauc_recall_at_20_max": 0.8295, "nauc_recall_at_20_std": 0.308639, "nauc_recall_at_20_diff1": 0.797533, "nauc_recall_at_25_max": 0.813138, "nauc_recall_at_25_std": 0.265504, "nauc_recall_at_25_diff1": 0.800081, "nauc_recall_at_50_max": 0.838276, "nauc_recall_at_50_std": 0.450129, "nauc_recall_at_50_diff1": 0.773713, "nauc_recall_at_100_max": 0.781513, "nauc_recall_at_100_std": 0.392274, "nauc_recall_at_100_diff1": 0.658613, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.535645, "nauc_precision_at_1_std": -0.106786, "nauc_precision_at_1_diff1": 0.815171, "nauc_precision_at_3_max": 0.640803, "nauc_precision_at_3_std": -0.024287, "nauc_precision_at_3_diff1": 0.744396, "nauc_precision_at_5_max": 0.68242, "nauc_precision_at_5_std": 0.080168, "nauc_precision_at_5_diff1": 0.729891, "nauc_precision_at_10_max": 0.770379, "nauc_precision_at_10_std": 0.205351, "nauc_precision_at_10_diff1": 0.76195, "nauc_precision_at_20_max": 0.8295, "nauc_precision_at_20_std": 0.308639, "nauc_precision_at_20_diff1": 0.797533, "nauc_precision_at_25_max": 0.813138, "nauc_precision_at_25_std": 0.265504, "nauc_precision_at_25_diff1": 0.800081, "nauc_precision_at_50_max": 0.838276, "nauc_precision_at_50_std": 0.450129, "nauc_precision_at_50_diff1": 0.773713, "nauc_precision_at_100_max": 0.781513, "nauc_precision_at_100_std": 0.392274, "nauc_precision_at_100_diff1": 0.658613, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.535645, "nauc_mrr_at_1_std": -0.106786, "nauc_mrr_at_1_diff1": 0.815171, "nauc_mrr_at_3_max": 0.567681, "nauc_mrr_at_3_std": -0.091207, "nauc_mrr_at_3_diff1": 0.794515, "nauc_mrr_at_5_max": 0.568157, "nauc_mrr_at_5_std": -0.083937, "nauc_mrr_at_5_diff1": 0.795418, "nauc_mrr_at_10_max": 0.567326, "nauc_mrr_at_10_std": -0.084925, "nauc_mrr_at_10_diff1": 0.79852, "nauc_mrr_at_20_max": 0.56623, "nauc_mrr_at_20_std": -0.086424, "nauc_mrr_at_20_diff1": 0.799033, "nauc_mrr_at_25_max": 0.565879, "nauc_mrr_at_25_std": -0.087041, "nauc_mrr_at_25_diff1": 0.799049, "nauc_mrr_at_50_max": 0.56555, "nauc_mrr_at_50_std": -0.08732, "nauc_mrr_at_50_diff1": 0.799019, "nauc_mrr_at_100_max": 0.565394, "nauc_mrr_at_100_std": -0.087615, "nauc_mrr_at_100_diff1": 0.798986, "nauc_mrr_at_1000_max": 0.565362, "nauc_mrr_at_1000_std": -0.087683, "nauc_mrr_at_1000_diff1": 0.799021, "hit_rate_at_1": 0.7543, "hit_rate_at_3": 0.89301, "hit_rate_at_5": 0.92688, "hit_rate_at_10": 0.96129, "hit_rate_at_20": 0.97957, "hit_rate_at_25": 0.98333, "hit_rate_at_50": 0.99086, "hit_rate_at_100": 0.9957, "hit_rate_at_1000": 0.99946, "R_cap_at_1": 0.754301, "R_cap_at_3": 0.893011, "R_cap_at_5": 0.926882, "R_cap_at_10": 0.96129, "R_cap_at_20": 0.97957, "R_cap_at_25": 0.983333, "R_cap_at_50": 0.99086, "R_cap_at_100": 0.995699, "R_cap_at_1000": 0.999462, "main_score": 0.86209, "hf_subset": "napari_napari", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79775, "ndcg_at_3": 0.87183, "ndcg_at_5": 0.88366, "ndcg_at_10": 0.89305, "ndcg_at_20": 0.89607, "ndcg_at_25": 0.89672, "ndcg_at_50": 0.89715, "ndcg_at_100": 0.89788, "ndcg_at_1000": 0.89798, "map_at_1": 0.79775, "map_at_3": 0.85481, "map_at_5": 0.86144, "map_at_10": 0.86541, "map_at_20": 0.86623, "map_at_25": 0.86637, "map_at_50": 0.86643, "map_at_100": 0.86649, "map_at_1000": 0.8665, "recall_at_1": 0.79775, "recall_at_3": 0.9206, "recall_at_5": 0.94906, "recall_at_10": 0.97753, "recall_at_20": 0.98951, "recall_at_25": 0.99251, "recall_at_50": 0.99476, "recall_at_100": 0.99925, "recall_at_1000": 1.0, "accuracy": 0.79775, "precision_at_1": 0.79775, "precision_at_3": 0.30687, "precision_at_5": 0.18981, "precision_at_10": 0.09775, "precision_at_20": 0.04948, "precision_at_25": 0.0397, "precision_at_50": 0.0199, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.797753, "mrr_at_3": 0.854806, "mrr_at_5": 0.861436, "mrr_at_10": 0.865413, "mrr_at_20": 0.866234, "mrr_at_25": 0.866368, "mrr_at_50": 0.866426, "mrr_at_100": 0.866491, "mrr_at_1000": 0.866496, "nauc_ndcg_at_1_max": 0.563398, "nauc_ndcg_at_1_std": -0.047995, "nauc_ndcg_at_1_diff1": 0.815283, "nauc_ndcg_at_3_max": 0.605979, "nauc_ndcg_at_3_std": -0.022631, "nauc_ndcg_at_3_diff1": 0.791971, "nauc_ndcg_at_5_max": 0.601086, "nauc_ndcg_at_5_std": -0.021365, "nauc_ndcg_at_5_diff1": 0.79194, "nauc_ndcg_at_10_max": 0.594962, "nauc_ndcg_at_10_std": -0.020806, "nauc_ndcg_at_10_diff1": 0.797309, "nauc_ndcg_at_20_max": 0.593136, "nauc_ndcg_at_20_std": -0.025596, "nauc_ndcg_at_20_diff1": 0.798738, "nauc_ndcg_at_25_max": 0.590858, "nauc_ndcg_at_25_std": -0.029856, "nauc_ndcg_at_25_diff1": 0.798045, "nauc_ndcg_at_50_max": 0.590559, "nauc_ndcg_at_50_std": -0.032616, "nauc_ndcg_at_50_diff1": 0.798491, "nauc_ndcg_at_100_max": 0.588476, "nauc_ndcg_at_100_std": -0.032421, "nauc_ndcg_at_100_diff1": 0.797802, "nauc_ndcg_at_1000_max": 0.588041, "nauc_ndcg_at_1000_std": -0.03322, "nauc_ndcg_at_1000_diff1": 0.798268, "nauc_map_at_1_max": 0.563398, "nauc_map_at_1_std": -0.047995, "nauc_map_at_1_diff1": 0.815283, "nauc_map_at_3_max": 0.590675, "nauc_map_at_3_std": -0.034911, "nauc_map_at_3_diff1": 0.796962, "nauc_map_at_5_max": 0.587795, "nauc_map_at_5_std": -0.035045, "nauc_map_at_5_diff1": 0.797296, "nauc_map_at_10_max": 0.585018, "nauc_map_at_10_std": -0.035481, "nauc_map_at_10_diff1": 0.799312, "nauc_map_at_20_max": 0.584623, "nauc_map_at_20_std": -0.036425, "nauc_map_at_20_diff1": 0.799622, "nauc_map_at_25_max": 0.58425, "nauc_map_at_25_std": -0.03712, "nauc_map_at_25_diff1": 0.799513, "nauc_map_at_50_max": 0.58422, "nauc_map_at_50_std": -0.037408, "nauc_map_at_50_diff1": 0.799571, "nauc_map_at_100_max": 0.58407, "nauc_map_at_100_std": -0.037391, "nauc_map_at_100_diff1": 0.799522, "nauc_map_at_1000_max": 0.584054, "nauc_map_at_1000_std": -0.037419, "nauc_map_at_1000_diff1": 0.799539, "nauc_recall_at_1_max": 0.563398, "nauc_recall_at_1_std": -0.047995, "nauc_recall_at_1_diff1": 0.815283, "nauc_recall_at_3_max": 0.683812, "nauc_recall_at_3_std": 0.041904, "nauc_recall_at_3_diff1": 0.768816, "nauc_recall_at_5_max": 0.699393, "nauc_recall_at_5_std": 0.085841, "nauc_recall_at_5_diff1": 0.754681, "nauc_recall_at_10_max": 0.748184, "nauc_recall_at_10_std": 0.235248, "nauc_recall_at_10_diff1": 0.780216, "nauc_recall_at_20_max": 0.84976, "nauc_recall_at_20_std": 0.332859, "nauc_recall_at_20_diff1": 0.814534, "nauc_recall_at_25_max": 0.817448, "nauc_recall_at_25_std": 0.22451, "nauc_recall_at_25_diff1": 0.77958, "nauc_recall_at_50_max": 0.883256, "nauc_recall_at_50_std": 0.05721, "nauc_recall_at_50_diff1": 0.81254, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722168, "nauc_recall_at_100_diff1": 0.357932, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563398, "nauc_precision_at_1_std": -0.047995, "nauc_precision_at_1_diff1": 0.815283, "nauc_precision_at_3_max": 0.683812, "nauc_precision_at_3_std": 0.041904, "nauc_precision_at_3_diff1": 0.768816, "nauc_precision_at_5_max": 0.699393, "nauc_precision_at_5_std": 0.085841, "nauc_precision_at_5_diff1": 0.754681, "nauc_precision_at_10_max": 0.748184, "nauc_precision_at_10_std": 0.235248, "nauc_precision_at_10_diff1": 0.780216, "nauc_precision_at_20_max": 0.84976, "nauc_precision_at_20_std": 0.332859, "nauc_precision_at_20_diff1": 0.814534, "nauc_precision_at_25_max": 0.817448, "nauc_precision_at_25_std": 0.22451, "nauc_precision_at_25_diff1": 0.77958, "nauc_precision_at_50_max": 0.883256, "nauc_precision_at_50_std": 0.05721, "nauc_precision_at_50_diff1": 0.81254, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722168, "nauc_precision_at_100_diff1": 0.357932, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.563398, "nauc_mrr_at_1_std": -0.047995, "nauc_mrr_at_1_diff1": 0.815283, "nauc_mrr_at_3_max": 0.590675, "nauc_mrr_at_3_std": -0.034911, "nauc_mrr_at_3_diff1": 0.796962, "nauc_mrr_at_5_max": 0.587795, "nauc_mrr_at_5_std": -0.035045, "nauc_mrr_at_5_diff1": 0.797296, "nauc_mrr_at_10_max": 0.585018, "nauc_mrr_at_10_std": -0.035481, "nauc_mrr_at_10_diff1": 0.799312, "nauc_mrr_at_20_max": 0.584623, "nauc_mrr_at_20_std": -0.036425, "nauc_mrr_at_20_diff1": 0.799622, "nauc_mrr_at_25_max": 0.58425, "nauc_mrr_at_25_std": -0.03712, "nauc_mrr_at_25_diff1": 0.799513, "nauc_mrr_at_50_max": 0.58422, "nauc_mrr_at_50_std": -0.037408, "nauc_mrr_at_50_diff1": 0.799571, "nauc_mrr_at_100_max": 0.58407, "nauc_mrr_at_100_std": -0.037391, "nauc_mrr_at_100_diff1": 0.799522, "nauc_mrr_at_1000_max": 0.584054, "nauc_mrr_at_1000_std": -0.037419, "nauc_mrr_at_1000_diff1": 0.799539, "hit_rate_at_1": 0.79775, "hit_rate_at_3": 0.9206, "hit_rate_at_5": 0.94906, "hit_rate_at_10": 0.97753, "hit_rate_at_20": 0.98951, "hit_rate_at_25": 0.99251, "hit_rate_at_50": 0.99476, "hit_rate_at_100": 0.99925, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.797753, "R_cap_at_3": 0.920599, "R_cap_at_5": 0.949064, "R_cap_at_10": 0.977528, "R_cap_at_20": 0.989513, "R_cap_at_25": 0.992509, "R_cap_at_50": 0.994757, "R_cap_at_100": 0.999251, "R_cap_at_1000": 1.0, "main_score": 0.89305, "hf_subset": "numpy_numpy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65718, "ndcg_at_3": 0.75633, "ndcg_at_5": 0.77683, "ndcg_at_10": 0.79568, "ndcg_at_20": 0.80243, "ndcg_at_25": 0.80356, "ndcg_at_50": 0.80714, "ndcg_at_100": 0.80892, "ndcg_at_1000": 0.80969, "map_at_1": 0.65718, "map_at_3": 0.73231, "map_at_5": 0.74373, "map_at_10": 0.7515, "map_at_20": 0.75341, "map_at_25": 0.75365, "map_at_50": 0.7542, "map_at_100": 0.75436, "map_at_1000": 0.75439, "recall_at_1": 0.65718, "recall_at_3": 0.82567, "recall_at_5": 0.87527, "recall_at_10": 0.93363, "recall_at_20": 0.95988, "recall_at_25": 0.96499, "recall_at_50": 0.98322, "recall_at_100": 0.99416, "recall_at_1000": 1.0, "accuracy": 0.65718, "precision_at_1": 0.65718, "precision_at_3": 0.27522, "precision_at_5": 0.17505, "precision_at_10": 0.09336, "precision_at_20": 0.04799, "precision_at_25": 0.0386, "precision_at_50": 0.01966, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.657185, "mrr_at_3": 0.732312, "mrr_at_5": 0.743727, "mrr_at_10": 0.751499, "mrr_at_20": 0.753413, "mrr_at_25": 0.753647, "mrr_at_50": 0.754201, "mrr_at_100": 0.754358, "mrr_at_1000": 0.75439, "nauc_ndcg_at_1_max": 0.325679, "nauc_ndcg_at_1_std": -0.25052, "nauc_ndcg_at_1_diff1": 0.772572, "nauc_ndcg_at_3_max": 0.332103, "nauc_ndcg_at_3_std": -0.287595, "nauc_ndcg_at_3_diff1": 0.728043, "nauc_ndcg_at_5_max": 0.339143, "nauc_ndcg_at_5_std": -0.299009, "nauc_ndcg_at_5_diff1": 0.727191, "nauc_ndcg_at_10_max": 0.340846, "nauc_ndcg_at_10_std": -0.284926, "nauc_ndcg_at_10_diff1": 0.734037, "nauc_ndcg_at_20_max": 0.341735, "nauc_ndcg_at_20_std": -0.281842, "nauc_ndcg_at_20_diff1": 0.736115, "nauc_ndcg_at_25_max": 0.340361, "nauc_ndcg_at_25_std": -0.280705, "nauc_ndcg_at_25_diff1": 0.73651, "nauc_ndcg_at_50_max": 0.339697, "nauc_ndcg_at_50_std": -0.275508, "nauc_ndcg_at_50_diff1": 0.736454, "nauc_ndcg_at_100_max": 0.339172, "nauc_ndcg_at_100_std": -0.275625, "nauc_ndcg_at_100_diff1": 0.737751, "nauc_ndcg_at_1000_max": 0.337258, "nauc_ndcg_at_1000_std": -0.278446, "nauc_ndcg_at_1000_diff1": 0.739274, "nauc_map_at_1_max": 0.325679, "nauc_map_at_1_std": -0.25052, "nauc_map_at_1_diff1": 0.772572, "nauc_map_at_3_max": 0.330427, "nauc_map_at_3_std": -0.277559, "nauc_map_at_3_diff1": 0.739996, "nauc_map_at_5_max": 0.333904, "nauc_map_at_5_std": -0.283054, "nauc_map_at_5_diff1": 0.740194, "nauc_map_at_10_max": 0.334184, "nauc_map_at_10_std": -0.278082, "nauc_map_at_10_diff1": 0.742938, "nauc_map_at_20_max": 0.334595, "nauc_map_at_20_std": -0.27727, "nauc_map_at_20_diff1": 0.743529, "nauc_map_at_25_max": 0.33437, "nauc_map_at_25_std": -0.277061, "nauc_map_at_25_diff1": 0.743605, "nauc_map_at_50_max": 0.334368, "nauc_map_at_50_std": -0.276302, "nauc_map_at_50_diff1": 0.743616, "nauc_map_at_100_max": 0.334322, "nauc_map_at_100_std": -0.276321, "nauc_map_at_100_diff1": 0.743718, "nauc_map_at_1000_max": 0.33425, "nauc_map_at_1000_std": -0.276405, "nauc_map_at_1000_diff1": 0.743752, "nauc_recall_at_1_max": 0.325679, "nauc_recall_at_1_std": -0.25052, "nauc_recall_at_1_diff1": 0.772572, "nauc_recall_at_3_max": 0.338757, "nauc_recall_at_3_std": -0.327697, "nauc_recall_at_3_diff1": 0.680349, "nauc_recall_at_5_max": 0.368063, "nauc_recall_at_5_std": -0.384197, "nauc_recall_at_5_diff1": 0.659465, "nauc_recall_at_10_max": 0.408316, "nauc_recall_at_10_std": -0.330888, "nauc_recall_at_10_diff1": 0.661095, "nauc_recall_at_20_max": 0.457049, "nauc_recall_at_20_std": -0.31098, "nauc_recall_at_20_diff1": 0.646668, "nauc_recall_at_25_max": 0.442977, "nauc_recall_at_25_std": -0.291133, "nauc_recall_at_25_diff1": 0.642156, "nauc_recall_at_50_max": 0.50617, "nauc_recall_at_50_std": -0.05639, "nauc_recall_at_50_diff1": 0.536704, "nauc_recall_at_100_max": 0.730444, "nauc_recall_at_100_std": 0.34024, "nauc_recall_at_100_diff1": 0.383841, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.325679, "nauc_precision_at_1_std": -0.25052, "nauc_precision_at_1_diff1": 0.772572, "nauc_precision_at_3_max": 0.338757, "nauc_precision_at_3_std": -0.327697, "nauc_precision_at_3_diff1": 0.680349, "nauc_precision_at_5_max": 0.368063, "nauc_precision_at_5_std": -0.384197, "nauc_precision_at_5_diff1": 0.659465, "nauc_precision_at_10_max": 0.408316, "nauc_precision_at_10_std": -0.330888, "nauc_precision_at_10_diff1": 0.661095, "nauc_precision_at_20_max": 0.457049, "nauc_precision_at_20_std": -0.31098, "nauc_precision_at_20_diff1": 0.646668, "nauc_precision_at_25_max": 0.442977, "nauc_precision_at_25_std": -0.291133, "nauc_precision_at_25_diff1": 0.642156, "nauc_precision_at_50_max": 0.50617, "nauc_precision_at_50_std": -0.05639, "nauc_precision_at_50_diff1": 0.536704, "nauc_precision_at_100_max": 0.730444, "nauc_precision_at_100_std": 0.34024, "nauc_precision_at_100_diff1": 0.383841, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.325679, "nauc_mrr_at_1_std": -0.25052, "nauc_mrr_at_1_diff1": 0.772572, "nauc_mrr_at_3_max": 0.330427, "nauc_mrr_at_3_std": -0.277559, "nauc_mrr_at_3_diff1": 0.739996, "nauc_mrr_at_5_max": 0.333904, "nauc_mrr_at_5_std": -0.283054, "nauc_mrr_at_5_diff1": 0.740194, "nauc_mrr_at_10_max": 0.334184, "nauc_mrr_at_10_std": -0.278082, "nauc_mrr_at_10_diff1": 0.742938, "nauc_mrr_at_20_max": 0.334595, "nauc_mrr_at_20_std": -0.27727, "nauc_mrr_at_20_diff1": 0.743529, "nauc_mrr_at_25_max": 0.33437, "nauc_mrr_at_25_std": -0.277061, "nauc_mrr_at_25_diff1": 0.743605, "nauc_mrr_at_50_max": 0.334368, "nauc_mrr_at_50_std": -0.276302, "nauc_mrr_at_50_diff1": 0.743616, "nauc_mrr_at_100_max": 0.334322, "nauc_mrr_at_100_std": -0.276321, "nauc_mrr_at_100_diff1": 0.743718, "nauc_mrr_at_1000_max": 0.33425, "nauc_mrr_at_1000_std": -0.276405, "nauc_mrr_at_1000_diff1": 0.743752, "hit_rate_at_1": 0.65718, "hit_rate_at_3": 0.82567, "hit_rate_at_5": 0.87527, "hit_rate_at_10": 0.93363, "hit_rate_at_20": 0.95988, "hit_rate_at_25": 0.96499, "hit_rate_at_50": 0.98322, "hit_rate_at_100": 0.99416, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.657185, "R_cap_at_3": 0.825675, "R_cap_at_5": 0.875274, "R_cap_at_10": 0.933625, "R_cap_at_20": 0.959883, "R_cap_at_25": 0.964989, "R_cap_at_50": 0.983224, "R_cap_at_100": 0.994165, "R_cap_at_1000": 1.0, "main_score": 0.79568, "hf_subset": "optuna_optuna", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72701, "ndcg_at_3": 0.80495, "ndcg_at_5": 0.82161, "ndcg_at_10": 0.83435, "ndcg_at_20": 0.84028, "ndcg_at_25": 0.84202, "ndcg_at_50": 0.84511, "ndcg_at_100": 0.84607, "ndcg_at_1000": 0.84723, "map_at_1": 0.72701, "map_at_3": 0.78644, "map_at_5": 0.79562, "map_at_10": 0.80098, "map_at_20": 0.80263, "map_at_25": 0.80297, "map_at_50": 0.80343, "map_at_100": 0.80352, "map_at_1000": 0.80358, "recall_at_1": 0.72701, "recall_at_3": 0.85823, "recall_at_5": 0.89895, "recall_at_10": 0.93784, "recall_at_20": 0.96111, "recall_at_25": 0.9691, "recall_at_50": 0.9851, "recall_at_100": 0.99091, "recall_at_1000": 0.99964, "accuracy": 0.72701, "precision_at_1": 0.72701, "precision_at_3": 0.28608, "precision_at_5": 0.17979, "precision_at_10": 0.09378, "precision_at_20": 0.04806, "precision_at_25": 0.03876, "precision_at_50": 0.0197, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "mrr_at_1": 0.727008, "mrr_at_3": 0.786441, "mrr_at_5": 0.79562, "mrr_at_10": 0.800979, "mrr_at_20": 0.802625, "mrr_at_25": 0.802973, "mrr_at_50": 0.803435, "mrr_at_100": 0.803524, "mrr_at_1000": 0.803575, "nauc_ndcg_at_1_max": 0.485865, "nauc_ndcg_at_1_std": -0.162853, "nauc_ndcg_at_1_diff1": 0.797316, "nauc_ndcg_at_3_max": 0.520312, "nauc_ndcg_at_3_std": -0.15045, "nauc_ndcg_at_3_diff1": 0.769396, "nauc_ndcg_at_5_max": 0.524915, "nauc_ndcg_at_5_std": -0.150431, "nauc_ndcg_at_5_diff1": 0.765148, "nauc_ndcg_at_10_max": 0.529359, "nauc_ndcg_at_10_std": -0.133299, "nauc_ndcg_at_10_diff1": 0.767402, "nauc_ndcg_at_20_max": 0.527138, "nauc_ndcg_at_20_std": -0.12953, "nauc_ndcg_at_20_diff1": 0.770324, "nauc_ndcg_at_25_max": 0.52706, "nauc_ndcg_at_25_std": -0.131174, "nauc_ndcg_at_25_diff1": 0.772212, "nauc_ndcg_at_50_max": 0.521178, "nauc_ndcg_at_50_std": -0.137202, "nauc_ndcg_at_50_diff1": 0.772693, "nauc_ndcg_at_100_max": 0.519935, "nauc_ndcg_at_100_std": -0.138268, "nauc_ndcg_at_100_diff1": 0.773298, "nauc_ndcg_at_1000_max": 0.518107, "nauc_ndcg_at_1000_std": -0.142567, "nauc_ndcg_at_1000_diff1": 0.774291, "nauc_map_at_1_max": 0.485865, "nauc_map_at_1_std": -0.162853, "nauc_map_at_1_diff1": 0.797316, "nauc_map_at_3_max": 0.510519, "nauc_map_at_3_std": -0.154756, "nauc_map_at_3_diff1": 0.776873, "nauc_map_at_5_max": 0.512223, "nauc_map_at_5_std": -0.155192, "nauc_map_at_5_diff1": 0.775072, "nauc_map_at_10_max": 0.513592, "nauc_map_at_10_std": -0.149143, "nauc_map_at_10_diff1": 0.776287, "nauc_map_at_20_max": 0.512868, "nauc_map_at_20_std": -0.14833, "nauc_map_at_20_diff1": 0.777071, "nauc_map_at_25_max": 0.512848, "nauc_map_at_25_std": -0.148607, "nauc_map_at_25_diff1": 0.777394, "nauc_map_at_50_max": 0.512115, "nauc_map_at_50_std": -0.149352, "nauc_map_at_50_diff1": 0.77746, "nauc_map_at_100_max": 0.512021, "nauc_map_at_100_std": -0.149424, "nauc_map_at_100_diff1": 0.777506, "nauc_map_at_1000_max": 0.511962, "nauc_map_at_1000_std": -0.149549, "nauc_map_at_1000_diff1": 0.777552, "nauc_recall_at_1_max": 0.485865, "nauc_recall_at_1_std": -0.162853, "nauc_recall_at_1_diff1": 0.797316, "nauc_recall_at_3_max": 0.560105, "nauc_recall_at_3_std": -0.132474, "nauc_recall_at_3_diff1": 0.739299, "nauc_recall_at_5_max": 0.593281, "nauc_recall_at_5_std": -0.124119, "nauc_recall_at_5_diff1": 0.712226, "nauc_recall_at_10_max": 0.666445, "nauc_recall_at_10_std": 0.017854, "nauc_recall_at_10_diff1": 0.694161, "nauc_recall_at_20_max": 0.718171, "nauc_recall_at_20_std": 0.160081, "nauc_recall_at_20_diff1": 0.691792, "nauc_recall_at_25_max": 0.764825, "nauc_recall_at_25_std": 0.198573, "nauc_recall_at_25_diff1": 0.711465, "nauc_recall_at_50_max": 0.73292, "nauc_recall_at_50_std": 0.255561, "nauc_recall_at_50_diff1": 0.67038, "nauc_recall_at_100_max": 0.752062, "nauc_recall_at_100_std": 0.402341, "nauc_recall_at_100_diff1": 0.66134, "nauc_recall_at_1000_max": 0.869286, "nauc_recall_at_1000_std": 0.358169, "nauc_recall_at_1000_diff1": 0.5542, "nauc_precision_at_1_max": 0.485865, "nauc_precision_at_1_std": -0.162853, "nauc_precision_at_1_diff1": 0.797316, "nauc_precision_at_3_max": 0.560105, "nauc_precision_at_3_std": -0.132474, "nauc_precision_at_3_diff1": 0.739299, "nauc_precision_at_5_max": 0.593281, "nauc_precision_at_5_std": -0.124119, "nauc_precision_at_5_diff1": 0.712226, "nauc_precision_at_10_max": 0.666445, "nauc_precision_at_10_std": 0.017854, "nauc_precision_at_10_diff1": 0.694161, "nauc_precision_at_20_max": 0.718171, "nauc_precision_at_20_std": 0.160081, "nauc_precision_at_20_diff1": 0.691792, "nauc_precision_at_25_max": 0.764825, "nauc_precision_at_25_std": 0.198573, "nauc_precision_at_25_diff1": 0.711465, "nauc_precision_at_50_max": 0.73292, "nauc_precision_at_50_std": 0.255561, "nauc_precision_at_50_diff1": 0.67038, "nauc_precision_at_100_max": 0.752062, "nauc_precision_at_100_std": 0.402341, "nauc_precision_at_100_diff1": 0.66134, "nauc_precision_at_1000_max": 0.869286, "nauc_precision_at_1000_std": 0.358169, "nauc_precision_at_1000_diff1": 0.5542, "nauc_mrr_at_1_max": 0.485865, "nauc_mrr_at_1_std": -0.162853, "nauc_mrr_at_1_diff1": 0.797316, "nauc_mrr_at_3_max": 0.510519, "nauc_mrr_at_3_std": -0.154756, "nauc_mrr_at_3_diff1": 0.776873, "nauc_mrr_at_5_max": 0.512223, "nauc_mrr_at_5_std": -0.155192, "nauc_mrr_at_5_diff1": 0.775072, "nauc_mrr_at_10_max": 0.513592, "nauc_mrr_at_10_std": -0.149143, "nauc_mrr_at_10_diff1": 0.776287, "nauc_mrr_at_20_max": 0.512868, "nauc_mrr_at_20_std": -0.14833, "nauc_mrr_at_20_diff1": 0.777071, "nauc_mrr_at_25_max": 0.512848, "nauc_mrr_at_25_std": -0.148607, "nauc_mrr_at_25_diff1": 0.777394, "nauc_mrr_at_50_max": 0.512115, "nauc_mrr_at_50_std": -0.149352, "nauc_mrr_at_50_diff1": 0.77746, "nauc_mrr_at_100_max": 0.512021, "nauc_mrr_at_100_std": -0.149424, "nauc_mrr_at_100_diff1": 0.777506, "nauc_mrr_at_1000_max": 0.511962, "nauc_mrr_at_1000_std": -0.149549, "nauc_mrr_at_1000_diff1": 0.777552, "hit_rate_at_1": 0.72701, "hit_rate_at_3": 0.85823, "hit_rate_at_5": 0.89895, "hit_rate_at_10": 0.93784, "hit_rate_at_20": 0.96111, "hit_rate_at_25": 0.9691, "hit_rate_at_50": 0.9851, "hit_rate_at_100": 0.99091, "hit_rate_at_1000": 0.99964, "R_cap_at_1": 0.727008, "R_cap_at_3": 0.858233, "R_cap_at_5": 0.898946, "R_cap_at_10": 0.937841, "R_cap_at_20": 0.961105, "R_cap_at_25": 0.969102, "R_cap_at_50": 0.985096, "R_cap_at_100": 0.990912, "R_cap_at_1000": 0.999636, "main_score": 0.83435, "hf_subset": "pandas-dev_pandas", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71689, "ndcg_at_3": 0.80746, "ndcg_at_5": 0.8221, "ndcg_at_10": 0.83614, "ndcg_at_20": 0.84288, "ndcg_at_25": 0.84443, "ndcg_at_50": 0.84653, "ndcg_at_100": 0.84751, "ndcg_at_1000": 0.84783, "map_at_1": 0.71689, "map_at_3": 0.78615, "map_at_5": 0.79433, "map_at_10": 0.80009, "map_at_20": 0.80197, "map_at_25": 0.80228, "map_at_50": 0.80262, "map_at_100": 0.80271, "map_at_1000": 0.80272, "recall_at_1": 0.71689, "recall_at_3": 0.86875, "recall_at_5": 0.90406, "recall_at_10": 0.94762, "recall_at_20": 0.9741, "recall_at_25": 0.98117, "recall_at_50": 0.99176, "recall_at_100": 0.99765, "recall_at_1000": 1.0, "accuracy": 0.71689, "precision_at_1": 0.71689, "precision_at_3": 0.28958, "precision_at_5": 0.18081, "precision_at_10": 0.09476, "precision_at_20": 0.04871, "precision_at_25": 0.03925, "precision_at_50": 0.01984, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.716892, "mrr_at_3": 0.786149, "mrr_at_5": 0.79433, "mrr_at_10": 0.800092, "mrr_at_20": 0.801965, "mrr_at_25": 0.802277, "mrr_at_50": 0.802615, "mrr_at_100": 0.802707, "mrr_at_1000": 0.802722, "nauc_ndcg_at_1_max": 0.479415, "nauc_ndcg_at_1_std": -0.195299, "nauc_ndcg_at_1_diff1": 0.779054, "nauc_ndcg_at_3_max": 0.519374, "nauc_ndcg_at_3_std": -0.236597, "nauc_ndcg_at_3_diff1": 0.754603, "nauc_ndcg_at_5_max": 0.513301, "nauc_ndcg_at_5_std": -0.245663, "nauc_ndcg_at_5_diff1": 0.751871, "nauc_ndcg_at_10_max": 0.512322, "nauc_ndcg_at_10_std": -0.244607, "nauc_ndcg_at_10_diff1": 0.757003, "nauc_ndcg_at_20_max": 0.511161, "nauc_ndcg_at_20_std": -0.235603, "nauc_ndcg_at_20_diff1": 0.761112, "nauc_ndcg_at_25_max": 0.510309, "nauc_ndcg_at_25_std": -0.234965, "nauc_ndcg_at_25_diff1": 0.76026, "nauc_ndcg_at_50_max": 0.507918, "nauc_ndcg_at_50_std": -0.228786, "nauc_ndcg_at_50_diff1": 0.759781, "nauc_ndcg_at_100_max": 0.506508, "nauc_ndcg_at_100_std": -0.22887, "nauc_ndcg_at_100_diff1": 0.759893, "nauc_ndcg_at_1000_max": 0.507772, "nauc_ndcg_at_1000_std": -0.22724, "nauc_ndcg_at_1000_diff1": 0.760728, "nauc_map_at_1_max": 0.479415, "nauc_map_at_1_std": -0.195299, "nauc_map_at_1_diff1": 0.779054, "nauc_map_at_3_max": 0.510284, "nauc_map_at_3_std": -0.222534, "nauc_map_at_3_diff1": 0.761506, "nauc_map_at_5_max": 0.507001, "nauc_map_at_5_std": -0.226447, "nauc_map_at_5_diff1": 0.760339, "nauc_map_at_10_max": 0.506559, "nauc_map_at_10_std": -0.224684, "nauc_map_at_10_diff1": 0.762355, "nauc_map_at_20_max": 0.506185, "nauc_map_at_20_std": -0.22234, "nauc_map_at_20_diff1": 0.763268, "nauc_map_at_25_max": 0.506038, "nauc_map_at_25_std": -0.222244, "nauc_map_at_25_diff1": 0.763137, "nauc_map_at_50_max": 0.505739, "nauc_map_at_50_std": -0.221468, "nauc_map_at_50_diff1": 0.763088, "nauc_map_at_100_max": 0.505623, "nauc_map_at_100_std": -0.221474, "nauc_map_at_100_diff1": 0.763092, "nauc_map_at_1000_max": 0.505651, "nauc_map_at_1000_std": -0.221412, "nauc_map_at_1000_diff1": 0.76311, "nauc_recall_at_1_max": 0.479415, "nauc_recall_at_1_std": -0.195299, "nauc_recall_at_1_diff1": 0.779054, "nauc_recall_at_3_max": 0.557124, "nauc_recall_at_3_std": -0.298965, "nauc_recall_at_3_diff1": 0.724799, "nauc_recall_at_5_max": 0.544123, "nauc_recall_at_5_std": -0.356329, "nauc_recall_at_5_diff1": 0.704663, "nauc_recall_at_10_max": 0.559493, "nauc_recall_at_10_std": -0.453453, "nauc_recall_at_10_diff1": 0.710591, "nauc_recall_at_20_max": 0.585294, "nauc_recall_at_20_std": -0.479959, "nauc_recall_at_20_diff1": 0.754548, "nauc_recall_at_25_max": 0.584268, "nauc_recall_at_25_std": -0.547184, "nauc_recall_at_25_diff1": 0.722909, "nauc_recall_at_50_max": 0.474766, "nauc_recall_at_50_std": -0.419406, "nauc_recall_at_50_diff1": 0.633103, "nauc_recall_at_100_max": -0.089131, "nauc_recall_at_100_std": -0.92094, "nauc_recall_at_100_diff1": 0.364138, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.479415, "nauc_precision_at_1_std": -0.195299, "nauc_precision_at_1_diff1": 0.779054, "nauc_precision_at_3_max": 0.557124, "nauc_precision_at_3_std": -0.298965, "nauc_precision_at_3_diff1": 0.724799, "nauc_precision_at_5_max": 0.544123, "nauc_precision_at_5_std": -0.356329, "nauc_precision_at_5_diff1": 0.704663, "nauc_precision_at_10_max": 0.559493, "nauc_precision_at_10_std": -0.453453, "nauc_precision_at_10_diff1": 0.710591, "nauc_precision_at_20_max": 0.585294, "nauc_precision_at_20_std": -0.479959, "nauc_precision_at_20_diff1": 0.754548, "nauc_precision_at_25_max": 0.584268, "nauc_precision_at_25_std": -0.547184, "nauc_precision_at_25_diff1": 0.722909, "nauc_precision_at_50_max": 0.474766, "nauc_precision_at_50_std": -0.419406, "nauc_precision_at_50_diff1": 0.633103, "nauc_precision_at_100_max": -0.089131, "nauc_precision_at_100_std": -0.92094, "nauc_precision_at_100_diff1": 0.364138, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.479415, "nauc_mrr_at_1_std": -0.195299, "nauc_mrr_at_1_diff1": 0.779054, "nauc_mrr_at_3_max": 0.510284, "nauc_mrr_at_3_std": -0.222534, "nauc_mrr_at_3_diff1": 0.761506, "nauc_mrr_at_5_max": 0.507001, "nauc_mrr_at_5_std": -0.226447, "nauc_mrr_at_5_diff1": 0.760339, "nauc_mrr_at_10_max": 0.506559, "nauc_mrr_at_10_std": -0.224684, "nauc_mrr_at_10_diff1": 0.762355, "nauc_mrr_at_20_max": 0.506185, "nauc_mrr_at_20_std": -0.22234, "nauc_mrr_at_20_diff1": 0.763268, "nauc_mrr_at_25_max": 0.506038, "nauc_mrr_at_25_std": -0.222244, "nauc_mrr_at_25_diff1": 0.763137, "nauc_mrr_at_50_max": 0.505739, "nauc_mrr_at_50_std": -0.221468, "nauc_mrr_at_50_diff1": 0.763088, "nauc_mrr_at_100_max": 0.505623, "nauc_mrr_at_100_std": -0.221474, "nauc_mrr_at_100_diff1": 0.763092, "nauc_mrr_at_1000_max": 0.505651, "nauc_mrr_at_1000_std": -0.221412, "nauc_mrr_at_1000_diff1": 0.76311, "hit_rate_at_1": 0.71689, "hit_rate_at_3": 0.86875, "hit_rate_at_5": 0.90406, "hit_rate_at_10": 0.94762, "hit_rate_at_20": 0.9741, "hit_rate_at_25": 0.98117, "hit_rate_at_50": 0.99176, "hit_rate_at_100": 0.99765, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.716892, "R_cap_at_3": 0.868746, "R_cap_at_5": 0.904061, "R_cap_at_10": 0.947616, "R_cap_at_20": 0.974102, "R_cap_at_25": 0.981165, "R_cap_at_50": 0.99176, "R_cap_at_100": 0.997646, "R_cap_at_1000": 1.0, "main_score": 0.83614, "hf_subset": "pydata_xarray", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65393, "ndcg_at_3": 0.75419, "ndcg_at_5": 0.77181, "ndcg_at_10": 0.78746, "ndcg_at_20": 0.79728, "ndcg_at_25": 0.79895, "ndcg_at_50": 0.80313, "ndcg_at_100": 0.80459, "ndcg_at_1000": 0.80571, "map_at_1": 0.65393, "map_at_3": 0.73014, "map_at_5": 0.74001, "map_at_10": 0.74659, "map_at_20": 0.74932, "map_at_25": 0.74966, "map_at_50": 0.7503, "map_at_100": 0.75043, "map_at_1000": 0.75047, "recall_at_1": 0.65393, "recall_at_3": 0.82353, "recall_at_5": 0.86593, "recall_at_10": 0.91367, "recall_at_20": 0.95225, "recall_at_25": 0.95989, "recall_at_50": 0.98128, "recall_at_100": 0.99007, "recall_at_1000": 0.99885, "accuracy": 0.65393, "precision_at_1": 0.65393, "precision_at_3": 0.27451, "precision_at_5": 0.17319, "precision_at_10": 0.09137, "precision_at_20": 0.04761, "precision_at_25": 0.0384, "precision_at_50": 0.01963, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.653934, "mrr_at_3": 0.730138, "mrr_at_5": 0.740011, "mrr_at_10": 0.746594, "mrr_at_20": 0.749316, "mrr_at_25": 0.749655, "mrr_at_50": 0.750295, "mrr_at_100": 0.750433, "mrr_at_1000": 0.750474, "nauc_ndcg_at_1_max": 0.425321, "nauc_ndcg_at_1_std": -0.179847, "nauc_ndcg_at_1_diff1": 0.746035, "nauc_ndcg_at_3_max": 0.487292, "nauc_ndcg_at_3_std": -0.208702, "nauc_ndcg_at_3_diff1": 0.706235, "nauc_ndcg_at_5_max": 0.485681, "nauc_ndcg_at_5_std": -0.20682, "nauc_ndcg_at_5_diff1": 0.711348, "nauc_ndcg_at_10_max": 0.483845, "nauc_ndcg_at_10_std": -0.189142, "nauc_ndcg_at_10_diff1": 0.711107, "nauc_ndcg_at_20_max": 0.475591, "nauc_ndcg_at_20_std": -0.18839, "nauc_ndcg_at_20_diff1": 0.712743, "nauc_ndcg_at_25_max": 0.475, "nauc_ndcg_at_25_std": -0.186286, "nauc_ndcg_at_25_diff1": 0.714443, "nauc_ndcg_at_50_max": 0.471982, "nauc_ndcg_at_50_std": -0.185347, "nauc_ndcg_at_50_diff1": 0.715322, "nauc_ndcg_at_100_max": 0.471298, "nauc_ndcg_at_100_std": -0.185695, "nauc_ndcg_at_100_diff1": 0.716654, "nauc_ndcg_at_1000_max": 0.470437, "nauc_ndcg_at_1000_std": -0.190228, "nauc_ndcg_at_1000_diff1": 0.71691, "nauc_map_at_1_max": 0.425321, "nauc_map_at_1_std": -0.179847, "nauc_map_at_1_diff1": 0.746035, "nauc_map_at_3_max": 0.468927, "nauc_map_at_3_std": -0.20104, "nauc_map_at_3_diff1": 0.716591, "nauc_map_at_5_max": 0.467568, "nauc_map_at_5_std": -0.199869, "nauc_map_at_5_diff1": 0.719529, "nauc_map_at_10_max": 0.466419, "nauc_map_at_10_std": -0.193237, "nauc_map_at_10_diff1": 0.719457, "nauc_map_at_20_max": 0.464212, "nauc_map_at_20_std": -0.193507, "nauc_map_at_20_diff1": 0.719915, "nauc_map_at_25_max": 0.464097, "nauc_map_at_25_std": -0.193176, "nauc_map_at_25_diff1": 0.720211, "nauc_map_at_50_max": 0.463734, "nauc_map_at_50_std": -0.19297, "nauc_map_at_50_diff1": 0.720332, "nauc_map_at_100_max": 0.463683, "nauc_map_at_100_std": -0.192988, "nauc_map_at_100_diff1": 0.720439, "nauc_map_at_1000_max": 0.463667, "nauc_map_at_1000_std": -0.193115, "nauc_map_at_1000_diff1": 0.720456, "nauc_recall_at_1_max": 0.425321, "nauc_recall_at_1_std": -0.179847, "nauc_recall_at_1_diff1": 0.746035, "nauc_recall_at_3_max": 0.561299, "nauc_recall_at_3_std": -0.239066, "nauc_recall_at_3_diff1": 0.665328, "nauc_recall_at_5_max": 0.575259, "nauc_recall_at_5_std": -0.240241, "nauc_recall_at_5_diff1": 0.672836, "nauc_recall_at_10_max": 0.608227, "nauc_recall_at_10_std": -0.141832, "nauc_recall_at_10_diff1": 0.654712, "nauc_recall_at_20_max": 0.592563, "nauc_recall_at_20_std": -0.07999, "nauc_recall_at_20_diff1": 0.633467, "nauc_recall_at_25_max": 0.603148, "nauc_recall_at_25_std": -0.017296, "nauc_recall_at_25_diff1": 0.651803, "nauc_recall_at_50_max": 0.603403, "nauc_recall_at_50_std": 0.202587, "nauc_recall_at_50_diff1": 0.621584, "nauc_recall_at_100_max": 0.647261, "nauc_recall_at_100_std": 0.504804, "nauc_recall_at_100_diff1": 0.673334, "nauc_recall_at_1000_max": 0.907394, "nauc_recall_at_1000_std": 0.516938, "nauc_recall_at_1000_diff1": 0.558986, "nauc_precision_at_1_max": 0.425321, "nauc_precision_at_1_std": -0.179847, "nauc_precision_at_1_diff1": 0.746035, "nauc_precision_at_3_max": 0.561299, "nauc_precision_at_3_std": -0.239066, "nauc_precision_at_3_diff1": 0.665328, "nauc_precision_at_5_max": 0.575259, "nauc_precision_at_5_std": -0.240241, "nauc_precision_at_5_diff1": 0.672836, "nauc_precision_at_10_max": 0.608227, "nauc_precision_at_10_std": -0.141832, "nauc_precision_at_10_diff1": 0.654712, "nauc_precision_at_20_max": 0.592563, "nauc_precision_at_20_std": -0.07999, "nauc_precision_at_20_diff1": 0.633467, "nauc_precision_at_25_max": 0.603148, "nauc_precision_at_25_std": -0.017296, "nauc_precision_at_25_diff1": 0.651803, "nauc_precision_at_50_max": 0.603403, "nauc_precision_at_50_std": 0.202587, "nauc_precision_at_50_diff1": 0.621584, "nauc_precision_at_100_max": 0.647261, "nauc_precision_at_100_std": 0.504804, "nauc_precision_at_100_diff1": 0.673334, "nauc_precision_at_1000_max": 0.907394, "nauc_precision_at_1000_std": 0.516938, "nauc_precision_at_1000_diff1": 0.558986, "nauc_mrr_at_1_max": 0.425321, "nauc_mrr_at_1_std": -0.179847, "nauc_mrr_at_1_diff1": 0.746035, "nauc_mrr_at_3_max": 0.468927, "nauc_mrr_at_3_std": -0.20104, "nauc_mrr_at_3_diff1": 0.716591, "nauc_mrr_at_5_max": 0.467568, "nauc_mrr_at_5_std": -0.199869, "nauc_mrr_at_5_diff1": 0.719529, "nauc_mrr_at_10_max": 0.466419, "nauc_mrr_at_10_std": -0.193237, "nauc_mrr_at_10_diff1": 0.719457, "nauc_mrr_at_20_max": 0.464212, "nauc_mrr_at_20_std": -0.193507, "nauc_mrr_at_20_diff1": 0.719915, "nauc_mrr_at_25_max": 0.464097, "nauc_mrr_at_25_std": -0.193176, "nauc_mrr_at_25_diff1": 0.720211, "nauc_mrr_at_50_max": 0.463734, "nauc_mrr_at_50_std": -0.19297, "nauc_mrr_at_50_diff1": 0.720332, "nauc_mrr_at_100_max": 0.463683, "nauc_mrr_at_100_std": -0.192988, "nauc_mrr_at_100_diff1": 0.720439, "nauc_mrr_at_1000_max": 0.463667, "nauc_mrr_at_1000_std": -0.193115, "nauc_mrr_at_1000_diff1": 0.720456, "hit_rate_at_1": 0.65393, "hit_rate_at_3": 0.82353, "hit_rate_at_5": 0.86593, "hit_rate_at_10": 0.91367, "hit_rate_at_20": 0.95225, "hit_rate_at_25": 0.95989, "hit_rate_at_50": 0.98128, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 0.99885, "R_cap_at_1": 0.653934, "R_cap_at_3": 0.823529, "R_cap_at_5": 0.865928, "R_cap_at_10": 0.913675, "R_cap_at_20": 0.952254, "R_cap_at_25": 0.959893, "R_cap_at_50": 0.981283, "R_cap_at_100": 0.990069, "R_cap_at_1000": 0.998854, "main_score": 0.78746, "hf_subset": "pypa_pip", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67771, "ndcg_at_3": 0.78712, "ndcg_at_5": 0.80803, "ndcg_at_10": 0.82057, "ndcg_at_20": 0.82636, "ndcg_at_25": 0.82741, "ndcg_at_50": 0.82955, "ndcg_at_100": 0.83077, "ndcg_at_1000": 0.83124, "map_at_1": 0.67771, "map_at_3": 0.76159, "map_at_5": 0.77324, "map_at_10": 0.77849, "map_at_20": 0.78011, "map_at_25": 0.78032, "map_at_50": 0.78062, "map_at_100": 0.78073, "map_at_1000": 0.78075, "recall_at_1": 0.67771, "recall_at_3": 0.86044, "recall_at_5": 0.91103, "recall_at_10": 0.94941, "recall_at_20": 0.97209, "recall_at_25": 0.97689, "recall_at_50": 0.98823, "recall_at_100": 0.99564, "recall_at_1000": 0.99913, "accuracy": 0.67771, "precision_at_1": 0.67771, "precision_at_3": 0.28681, "precision_at_5": 0.18221, "precision_at_10": 0.09494, "precision_at_20": 0.0486, "precision_at_25": 0.03908, "precision_at_50": 0.01976, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.677715, "mrr_at_3": 0.761593, "mrr_at_5": 0.773237, "mrr_at_10": 0.778486, "mrr_at_20": 0.780108, "mrr_at_25": 0.780318, "mrr_at_50": 0.780617, "mrr_at_100": 0.78073, "mrr_at_1000": 0.780751, "nauc_ndcg_at_1_max": 0.348319, "nauc_ndcg_at_1_std": -0.144779, "nauc_ndcg_at_1_diff1": 0.736482, "nauc_ndcg_at_3_max": 0.376104, "nauc_ndcg_at_3_std": -0.145578, "nauc_ndcg_at_3_diff1": 0.699726, "nauc_ndcg_at_5_max": 0.382273, "nauc_ndcg_at_5_std": -0.144741, "nauc_ndcg_at_5_diff1": 0.705155, "nauc_ndcg_at_10_max": 0.38173, "nauc_ndcg_at_10_std": -0.132184, "nauc_ndcg_at_10_diff1": 0.708296, "nauc_ndcg_at_20_max": 0.383068, "nauc_ndcg_at_20_std": -0.128422, "nauc_ndcg_at_20_diff1": 0.710481, "nauc_ndcg_at_25_max": 0.381842, "nauc_ndcg_at_25_std": -0.126386, "nauc_ndcg_at_25_diff1": 0.710541, "nauc_ndcg_at_50_max": 0.377468, "nauc_ndcg_at_50_std": -0.129543, "nauc_ndcg_at_50_diff1": 0.710866, "nauc_ndcg_at_100_max": 0.374672, "nauc_ndcg_at_100_std": -0.135451, "nauc_ndcg_at_100_diff1": 0.710938, "nauc_ndcg_at_1000_max": 0.37377, "nauc_ndcg_at_1000_std": -0.136659, "nauc_ndcg_at_1000_diff1": 0.712097, "nauc_map_at_1_max": 0.348319, "nauc_map_at_1_std": -0.144779, "nauc_map_at_1_diff1": 0.736482, "nauc_map_at_3_max": 0.367497, "nauc_map_at_3_std": -0.145462, "nauc_map_at_3_diff1": 0.70971, "nauc_map_at_5_max": 0.369952, "nauc_map_at_5_std": -0.145249, "nauc_map_at_5_diff1": 0.712801, "nauc_map_at_10_max": 0.369048, "nauc_map_at_10_std": -0.140739, "nauc_map_at_10_diff1": 0.714116, "nauc_map_at_20_max": 0.369266, "nauc_map_at_20_std": -0.140018, "nauc_map_at_20_diff1": 0.714659, "nauc_map_at_25_max": 0.369048, "nauc_map_at_25_std": -0.139688, "nauc_map_at_25_diff1": 0.714673, "nauc_map_at_50_max": 0.368541, "nauc_map_at_50_std": -0.140045, "nauc_map_at_50_diff1": 0.714716, "nauc_map_at_100_max": 0.368335, "nauc_map_at_100_std": -0.140481, "nauc_map_at_100_diff1": 0.714726, "nauc_map_at_1000_max": 0.368307, "nauc_map_at_1000_std": -0.140514, "nauc_map_at_1000_diff1": 0.714766, "nauc_recall_at_1_max": 0.348319, "nauc_recall_at_1_std": -0.144779, "nauc_recall_at_1_diff1": 0.736482, "nauc_recall_at_3_max": 0.414766, "nauc_recall_at_3_std": -0.146016, "nauc_recall_at_3_diff1": 0.655787, "nauc_recall_at_5_max": 0.463746, "nauc_recall_at_5_std": -0.140533, "nauc_recall_at_5_diff1": 0.658987, "nauc_recall_at_10_max": 0.52815, "nauc_recall_at_10_std": -0.020905, "nauc_recall_at_10_diff1": 0.653575, "nauc_recall_at_20_max": 0.673917, "nauc_recall_at_20_std": 0.151995, "nauc_recall_at_20_diff1": 0.655454, "nauc_recall_at_25_max": 0.698048, "nauc_recall_at_25_std": 0.269896, "nauc_recall_at_25_diff1": 0.645803, "nauc_recall_at_50_max": 0.710265, "nauc_recall_at_50_std": 0.437197, "nauc_recall_at_50_diff1": 0.605289, "nauc_recall_at_100_max": 0.69683, "nauc_recall_at_100_std": 0.184512, "nauc_recall_at_100_diff1": 0.437435, "nauc_recall_at_1000_max": 0.777066, "nauc_recall_at_1000_std": -0.220251, "nauc_recall_at_1000_diff1": 0.861105, "nauc_precision_at_1_max": 0.348319, "nauc_precision_at_1_std": -0.144779, "nauc_precision_at_1_diff1": 0.736482, "nauc_precision_at_3_max": 0.414766, "nauc_precision_at_3_std": -0.146016, "nauc_precision_at_3_diff1": 0.655787, "nauc_precision_at_5_max": 0.463746, "nauc_precision_at_5_std": -0.140533, "nauc_precision_at_5_diff1": 0.658987, "nauc_precision_at_10_max": 0.52815, "nauc_precision_at_10_std": -0.020905, "nauc_precision_at_10_diff1": 0.653575, "nauc_precision_at_20_max": 0.673917, "nauc_precision_at_20_std": 0.151995, "nauc_precision_at_20_diff1": 0.655454, "nauc_precision_at_25_max": 0.698048, "nauc_precision_at_25_std": 0.269896, "nauc_precision_at_25_diff1": 0.645803, "nauc_precision_at_50_max": 0.710265, "nauc_precision_at_50_std": 0.437197, "nauc_precision_at_50_diff1": 0.605289, "nauc_precision_at_100_max": 0.69683, "nauc_precision_at_100_std": 0.184512, "nauc_precision_at_100_diff1": 0.437435, "nauc_precision_at_1000_max": 0.777066, "nauc_precision_at_1000_std": -0.220251, "nauc_precision_at_1000_diff1": 0.861105, "nauc_mrr_at_1_max": 0.348319, "nauc_mrr_at_1_std": -0.144779, "nauc_mrr_at_1_diff1": 0.736482, "nauc_mrr_at_3_max": 0.367497, "nauc_mrr_at_3_std": -0.145462, "nauc_mrr_at_3_diff1": 0.70971, "nauc_mrr_at_5_max": 0.369952, "nauc_mrr_at_5_std": -0.145249, "nauc_mrr_at_5_diff1": 0.712801, "nauc_mrr_at_10_max": 0.369048, "nauc_mrr_at_10_std": -0.140739, "nauc_mrr_at_10_diff1": 0.714116, "nauc_mrr_at_20_max": 0.369266, "nauc_mrr_at_20_std": -0.140018, "nauc_mrr_at_20_diff1": 0.714659, "nauc_mrr_at_25_max": 0.369048, "nauc_mrr_at_25_std": -0.139688, "nauc_mrr_at_25_diff1": 0.714673, "nauc_mrr_at_50_max": 0.368541, "nauc_mrr_at_50_std": -0.140045, "nauc_mrr_at_50_diff1": 0.714716, "nauc_mrr_at_100_max": 0.368335, "nauc_mrr_at_100_std": -0.140481, "nauc_mrr_at_100_diff1": 0.714726, "nauc_mrr_at_1000_max": 0.368307, "nauc_mrr_at_1000_std": -0.140514, "nauc_mrr_at_1000_diff1": 0.714766, "hit_rate_at_1": 0.67771, "hit_rate_at_3": 0.86044, "hit_rate_at_5": 0.91103, "hit_rate_at_10": 0.94941, "hit_rate_at_20": 0.97209, "hit_rate_at_25": 0.97689, "hit_rate_at_50": 0.98823, "hit_rate_at_100": 0.99564, "hit_rate_at_1000": 0.99913, "R_cap_at_1": 0.677715, "R_cap_at_3": 0.860445, "R_cap_at_5": 0.911034, "R_cap_at_10": 0.949411, "R_cap_at_20": 0.972089, "R_cap_at_25": 0.976886, "R_cap_at_50": 0.988225, "R_cap_at_100": 0.995639, "R_cap_at_1000": 0.999128, "main_score": 0.82057, "hf_subset": "pytest-dev_pytest", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72212, "ndcg_at_3": 0.80852, "ndcg_at_5": 0.82243, "ndcg_at_10": 0.83349, "ndcg_at_20": 0.83955, "ndcg_at_25": 0.84063, "ndcg_at_50": 0.84333, "ndcg_at_100": 0.84476, "ndcg_at_1000": 0.8463, "map_at_1": 0.72212, "map_at_3": 0.78779, "map_at_5": 0.79548, "map_at_10": 0.8001, "map_at_20": 0.8018, "map_at_25": 0.80201, "map_at_50": 0.80241, "map_at_100": 0.80254, "map_at_1000": 0.8026, "recall_at_1": 0.72212, "recall_at_3": 0.8683, "recall_at_5": 0.90219, "recall_at_10": 0.93608, "recall_at_20": 0.9598, "recall_at_25": 0.96473, "recall_at_50": 0.97874, "recall_at_100": 0.98752, "recall_at_1000": 0.99938, "accuracy": 0.72212, "precision_at_1": 0.72212, "precision_at_3": 0.28943, "precision_at_5": 0.18044, "precision_at_10": 0.09361, "precision_at_20": 0.04799, "precision_at_25": 0.03859, "precision_at_50": 0.01957, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.72212, "mrr_at_3": 0.78779, "mrr_at_5": 0.795484, "mrr_at_10": 0.800105, "mrr_at_20": 0.801796, "mrr_at_25": 0.802013, "mrr_at_50": 0.802412, "mrr_at_100": 0.802539, "mrr_at_1000": 0.802602, "nauc_ndcg_at_1_max": 0.475659, "nauc_ndcg_at_1_std": -0.182842, "nauc_ndcg_at_1_diff1": 0.791925, "nauc_ndcg_at_3_max": 0.526888, "nauc_ndcg_at_3_std": -0.173577, "nauc_ndcg_at_3_diff1": 0.766313, "nauc_ndcg_at_5_max": 0.524096, "nauc_ndcg_at_5_std": -0.161788, "nauc_ndcg_at_5_diff1": 0.760983, "nauc_ndcg_at_10_max": 0.525306, "nauc_ndcg_at_10_std": -0.151209, "nauc_ndcg_at_10_diff1": 0.764865, "nauc_ndcg_at_20_max": 0.52347, "nauc_ndcg_at_20_std": -0.152939, "nauc_ndcg_at_20_diff1": 0.768317, "nauc_ndcg_at_25_max": 0.522296, "nauc_ndcg_at_25_std": -0.152003, "nauc_ndcg_at_25_diff1": 0.768391, "nauc_ndcg_at_50_max": 0.521038, "nauc_ndcg_at_50_std": -0.153203, "nauc_ndcg_at_50_diff1": 0.76936, "nauc_ndcg_at_100_max": 0.518818, "nauc_ndcg_at_100_std": -0.155716, "nauc_ndcg_at_100_diff1": 0.769393, "nauc_ndcg_at_1000_max": 0.515828, "nauc_ndcg_at_1000_std": -0.161165, "nauc_ndcg_at_1000_diff1": 0.770382, "nauc_map_at_1_max": 0.475659, "nauc_map_at_1_std": -0.182842, "nauc_map_at_1_diff1": 0.791925, "nauc_map_at_3_max": 0.512059, "nauc_map_at_3_std": -0.176986, "nauc_map_at_3_diff1": 0.773165, "nauc_map_at_5_max": 0.510272, "nauc_map_at_5_std": -0.171128, "nauc_map_at_5_diff1": 0.770823, "nauc_map_at_10_max": 0.510355, "nauc_map_at_10_std": -0.167625, "nauc_map_at_10_diff1": 0.772409, "nauc_map_at_20_max": 0.509761, "nauc_map_at_20_std": -0.16815, "nauc_map_at_20_diff1": 0.773255, "nauc_map_at_25_max": 0.509552, "nauc_map_at_25_std": -0.168033, "nauc_map_at_25_diff1": 0.773271, "nauc_map_at_50_max": 0.509353, "nauc_map_at_50_std": -0.168198, "nauc_map_at_50_diff1": 0.773397, "nauc_map_at_100_max": 0.509185, "nauc_map_at_100_std": -0.168385, "nauc_map_at_100_diff1": 0.773396, "nauc_map_at_1000_max": 0.509083, "nauc_map_at_1000_std": -0.168564, "nauc_map_at_1000_diff1": 0.773428, "nauc_recall_at_1_max": 0.475659, "nauc_recall_at_1_std": -0.182842, "nauc_recall_at_1_diff1": 0.791925, "nauc_recall_at_3_max": 0.59072, "nauc_recall_at_3_std": -0.158428, "nauc_recall_at_3_diff1": 0.737184, "nauc_recall_at_5_max": 0.597898, "nauc_recall_at_5_std": -0.107796, "nauc_recall_at_5_diff1": 0.706636, "nauc_recall_at_10_max": 0.645618, "nauc_recall_at_10_std": -0.00232, "nauc_recall_at_10_diff1": 0.706625, "nauc_recall_at_20_max": 0.691619, "nauc_recall_at_20_std": 0.060223, "nauc_recall_at_20_diff1": 0.721752, "nauc_recall_at_25_max": 0.693144, "nauc_recall_at_25_std": 0.108388, "nauc_recall_at_25_diff1": 0.716726, "nauc_recall_at_50_max": 0.764427, "nauc_recall_at_50_std": 0.23738, "nauc_recall_at_50_diff1": 0.716246, "nauc_recall_at_100_max": 0.783175, "nauc_recall_at_100_std": 0.337812, "nauc_recall_at_100_diff1": 0.682909, "nauc_recall_at_1000_max": 0.715336, "nauc_recall_at_1000_std": 0.418422, "nauc_recall_at_1000_diff1": 0.715336, "nauc_precision_at_1_max": 0.475659, "nauc_precision_at_1_std": -0.182842, "nauc_precision_at_1_diff1": 0.791925, "nauc_precision_at_3_max": 0.59072, "nauc_precision_at_3_std": -0.158428, "nauc_precision_at_3_diff1": 0.737184, "nauc_precision_at_5_max": 0.597898, "nauc_precision_at_5_std": -0.107796, "nauc_precision_at_5_diff1": 0.706636, "nauc_precision_at_10_max": 0.645618, "nauc_precision_at_10_std": -0.00232, "nauc_precision_at_10_diff1": 0.706625, "nauc_precision_at_20_max": 0.691619, "nauc_precision_at_20_std": 0.060223, "nauc_precision_at_20_diff1": 0.721752, "nauc_precision_at_25_max": 0.693144, "nauc_precision_at_25_std": 0.108388, "nauc_precision_at_25_diff1": 0.716726, "nauc_precision_at_50_max": 0.764427, "nauc_precision_at_50_std": 0.23738, "nauc_precision_at_50_diff1": 0.716246, "nauc_precision_at_100_max": 0.783175, "nauc_precision_at_100_std": 0.337812, "nauc_precision_at_100_diff1": 0.682909, "nauc_precision_at_1000_max": 0.715336, "nauc_precision_at_1000_std": 0.418422, "nauc_precision_at_1000_diff1": 0.715336, "nauc_mrr_at_1_max": 0.475659, "nauc_mrr_at_1_std": -0.182842, "nauc_mrr_at_1_diff1": 0.791925, "nauc_mrr_at_3_max": 0.512059, "nauc_mrr_at_3_std": -0.176986, "nauc_mrr_at_3_diff1": 0.773165, "nauc_mrr_at_5_max": 0.510272, "nauc_mrr_at_5_std": -0.171128, "nauc_mrr_at_5_diff1": 0.770823, "nauc_mrr_at_10_max": 0.510355, "nauc_mrr_at_10_std": -0.167625, "nauc_mrr_at_10_diff1": 0.772409, "nauc_mrr_at_20_max": 0.509761, "nauc_mrr_at_20_std": -0.16815, "nauc_mrr_at_20_diff1": 0.773255, "nauc_mrr_at_25_max": 0.509552, "nauc_mrr_at_25_std": -0.168033, "nauc_mrr_at_25_diff1": 0.773271, "nauc_mrr_at_50_max": 0.509353, "nauc_mrr_at_50_std": -0.168198, "nauc_mrr_at_50_diff1": 0.773397, "nauc_mrr_at_100_max": 0.509185, "nauc_mrr_at_100_std": -0.168385, "nauc_mrr_at_100_diff1": 0.773396, "nauc_mrr_at_1000_max": 0.509083, "nauc_mrr_at_1000_std": -0.168564, "nauc_mrr_at_1000_diff1": 0.773428, "hit_rate_at_1": 0.72212, "hit_rate_at_3": 0.8683, "hit_rate_at_5": 0.90219, "hit_rate_at_10": 0.93608, "hit_rate_at_20": 0.9598, "hit_rate_at_25": 0.96473, "hit_rate_at_50": 0.97874, "hit_rate_at_100": 0.98752, "hit_rate_at_1000": 0.99938, "R_cap_at_1": 0.72212, "R_cap_at_3": 0.868299, "R_cap_at_5": 0.902187, "R_cap_at_10": 0.936075, "R_cap_at_20": 0.959797, "R_cap_at_25": 0.964726, "R_cap_at_50": 0.978743, "R_cap_at_100": 0.987523, "R_cap_at_1000": 0.999384, "main_score": 0.83349, "hf_subset": "pytorch_pytorch", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75418, "ndcg_at_3": 0.84156, "ndcg_at_5": 0.85504, "ndcg_at_10": 0.8648, "ndcg_at_20": 0.87036, "ndcg_at_25": 0.87134, "ndcg_at_50": 0.87222, "ndcg_at_100": 0.87283, "ndcg_at_1000": 0.87317, "map_at_1": 0.75418, "map_at_3": 0.82132, "map_at_5": 0.82879, "map_at_10": 0.83292, "map_at_20": 0.83446, "map_at_25": 0.83466, "map_at_50": 0.83479, "map_at_100": 0.83484, "map_at_1000": 0.83485, "recall_at_1": 0.75418, "recall_at_3": 0.89961, "recall_at_5": 0.93243, "recall_at_10": 0.96203, "recall_at_20": 0.98391, "recall_at_25": 0.98842, "recall_at_50": 0.99292, "recall_at_100": 0.99678, "recall_at_1000": 0.99936, "accuracy": 0.75418, "precision_at_1": 0.75418, "precision_at_3": 0.29987, "precision_at_5": 0.18649, "precision_at_10": 0.0962, "precision_at_20": 0.0492, "precision_at_25": 0.03954, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.754183, "mrr_at_3": 0.821321, "mrr_at_5": 0.828786, "mrr_at_10": 0.832918, "mrr_at_20": 0.834462, "mrr_at_25": 0.834658, "mrr_at_50": 0.834793, "mrr_at_100": 0.83484, "mrr_at_1000": 0.834855, "nauc_ndcg_at_1_max": 0.465969, "nauc_ndcg_at_1_std": -0.07716, "nauc_ndcg_at_1_diff1": 0.819966, "nauc_ndcg_at_3_max": 0.532534, "nauc_ndcg_at_3_std": -0.051638, "nauc_ndcg_at_3_diff1": 0.779106, "nauc_ndcg_at_5_max": 0.534751, "nauc_ndcg_at_5_std": -0.049158, "nauc_ndcg_at_5_diff1": 0.783962, "nauc_ndcg_at_10_max": 0.527243, "nauc_ndcg_at_10_std": -0.041913, "nauc_ndcg_at_10_diff1": 0.791455, "nauc_ndcg_at_20_max": 0.522511, "nauc_ndcg_at_20_std": -0.046484, "nauc_ndcg_at_20_diff1": 0.7905, "nauc_ndcg_at_25_max": 0.519027, "nauc_ndcg_at_25_std": -0.050608, "nauc_ndcg_at_25_diff1": 0.790624, "nauc_ndcg_at_50_max": 0.518338, "nauc_ndcg_at_50_std": -0.051735, "nauc_ndcg_at_50_diff1": 0.794168, "nauc_ndcg_at_100_max": 0.51646, "nauc_ndcg_at_100_std": -0.054565, "nauc_ndcg_at_100_diff1": 0.794492, "nauc_ndcg_at_1000_max": 0.515226, "nauc_ndcg_at_1000_std": -0.054192, "nauc_ndcg_at_1000_diff1": 0.794379, "nauc_map_at_1_max": 0.465969, "nauc_map_at_1_std": -0.07716, "nauc_map_at_1_diff1": 0.819966, "nauc_map_at_3_max": 0.513245, "nauc_map_at_3_std": -0.060097, "nauc_map_at_3_diff1": 0.791148, "nauc_map_at_5_max": 0.513406, "nauc_map_at_5_std": -0.059386, "nauc_map_at_5_diff1": 0.794063, "nauc_map_at_10_max": 0.510151, "nauc_map_at_10_std": -0.057093, "nauc_map_at_10_diff1": 0.796894, "nauc_map_at_20_max": 0.508949, "nauc_map_at_20_std": -0.058222, "nauc_map_at_20_diff1": 0.79673, "nauc_map_at_25_max": 0.508392, "nauc_map_at_25_std": -0.058864, "nauc_map_at_25_diff1": 0.796762, "nauc_map_at_50_max": 0.508295, "nauc_map_at_50_std": -0.059022, "nauc_map_at_50_diff1": 0.797177, "nauc_map_at_100_max": 0.50818, "nauc_map_at_100_std": -0.059192, "nauc_map_at_100_diff1": 0.797202, "nauc_map_at_1000_max": 0.508137, "nauc_map_at_1000_std": -0.059156, "nauc_map_at_1000_diff1": 0.797198, "nauc_recall_at_1_max": 0.465969, "nauc_recall_at_1_std": -0.07716, "nauc_recall_at_1_diff1": 0.819966, "nauc_recall_at_3_max": 0.622665, "nauc_recall_at_3_std": -0.011307, "nauc_recall_at_3_diff1": 0.722687, "nauc_recall_at_5_max": 0.676896, "nauc_recall_at_5_std": 0.020895, "nauc_recall_at_5_diff1": 0.718496, "nauc_recall_at_10_max": 0.714551, "nauc_recall_at_10_std": 0.146778, "nauc_recall_at_10_diff1": 0.742912, "nauc_recall_at_20_max": 0.830964, "nauc_recall_at_20_std": 0.267811, "nauc_recall_at_20_diff1": 0.649638, "nauc_recall_at_25_max": 0.787008, "nauc_recall_at_25_std": 0.194417, "nauc_recall_at_25_diff1": 0.600146, "nauc_recall_at_50_max": 0.900072, "nauc_recall_at_50_std": 0.258988, "nauc_recall_at_50_diff1": 0.78319, "nauc_recall_at_100_max": 0.921591, "nauc_recall_at_100_std": -0.02714, "nauc_recall_at_100_diff1": 0.839902, "nauc_recall_at_1000_max": 0.869318, "nauc_recall_at_1000_std": 0.358037, "nauc_recall_at_1000_diff1": 0.869318, "nauc_precision_at_1_max": 0.465969, "nauc_precision_at_1_std": -0.07716, "nauc_precision_at_1_diff1": 0.819966, "nauc_precision_at_3_max": 0.622665, "nauc_precision_at_3_std": -0.011307, "nauc_precision_at_3_diff1": 0.722687, "nauc_precision_at_5_max": 0.676896, "nauc_precision_at_5_std": 0.020895, "nauc_precision_at_5_diff1": 0.718496, "nauc_precision_at_10_max": 0.714551, "nauc_precision_at_10_std": 0.146778, "nauc_precision_at_10_diff1": 0.742912, "nauc_precision_at_20_max": 0.830964, "nauc_precision_at_20_std": 0.267811, "nauc_precision_at_20_diff1": 0.649638, "nauc_precision_at_25_max": 0.787008, "nauc_precision_at_25_std": 0.194417, "nauc_precision_at_25_diff1": 0.600146, "nauc_precision_at_50_max": 0.900072, "nauc_precision_at_50_std": 0.258988, "nauc_precision_at_50_diff1": 0.78319, "nauc_precision_at_100_max": 0.921591, "nauc_precision_at_100_std": -0.02714, "nauc_precision_at_100_diff1": 0.839902, "nauc_precision_at_1000_max": 0.869318, "nauc_precision_at_1000_std": 0.358037, "nauc_precision_at_1000_diff1": 0.869318, "nauc_mrr_at_1_max": 0.465969, "nauc_mrr_at_1_std": -0.07716, "nauc_mrr_at_1_diff1": 0.819966, "nauc_mrr_at_3_max": 0.513245, "nauc_mrr_at_3_std": -0.060097, "nauc_mrr_at_3_diff1": 0.791148, "nauc_mrr_at_5_max": 0.513406, "nauc_mrr_at_5_std": -0.059386, "nauc_mrr_at_5_diff1": 0.794063, "nauc_mrr_at_10_max": 0.510151, "nauc_mrr_at_10_std": -0.057093, "nauc_mrr_at_10_diff1": 0.796894, "nauc_mrr_at_20_max": 0.508949, "nauc_mrr_at_20_std": -0.058222, "nauc_mrr_at_20_diff1": 0.79673, "nauc_mrr_at_25_max": 0.508392, "nauc_mrr_at_25_std": -0.058864, "nauc_mrr_at_25_diff1": 0.796762, "nauc_mrr_at_50_max": 0.508295, "nauc_mrr_at_50_std": -0.059022, "nauc_mrr_at_50_diff1": 0.797177, "nauc_mrr_at_100_max": 0.50818, "nauc_mrr_at_100_std": -0.059192, "nauc_mrr_at_100_diff1": 0.797202, "nauc_mrr_at_1000_max": 0.508137, "nauc_mrr_at_1000_std": -0.059156, "nauc_mrr_at_1000_diff1": 0.797198, "hit_rate_at_1": 0.75418, "hit_rate_at_3": 0.89961, "hit_rate_at_5": 0.93243, "hit_rate_at_10": 0.96203, "hit_rate_at_20": 0.98391, "hit_rate_at_25": 0.98842, "hit_rate_at_50": 0.99292, "hit_rate_at_100": 0.99678, "hit_rate_at_1000": 0.99936, "R_cap_at_1": 0.754183, "R_cap_at_3": 0.899614, "R_cap_at_5": 0.932432, "R_cap_at_10": 0.962033, "R_cap_at_20": 0.983912, "R_cap_at_25": 0.988417, "R_cap_at_50": 0.992921, "R_cap_at_100": 0.996782, "R_cap_at_1000": 0.999356, "main_score": 0.8648, "hf_subset": "raiden-network_raiden", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65684, "ndcg_at_3": 0.74425, "ndcg_at_5": 0.76257, "ndcg_at_10": 0.7761, "ndcg_at_20": 0.78554, "ndcg_at_25": 0.78787, "ndcg_at_50": 0.79241, "ndcg_at_100": 0.79504, "ndcg_at_1000": 0.79762, "map_at_1": 0.65684, "map_at_3": 0.72331, "map_at_5": 0.73351, "map_at_10": 0.7392, "map_at_20": 0.74181, "map_at_25": 0.74228, "map_at_50": 0.74296, "map_at_100": 0.7432, "map_at_1000": 0.7433, "recall_at_1": 0.65684, "recall_at_3": 0.80462, "recall_at_5": 0.84893, "recall_at_10": 0.89027, "recall_at_20": 0.92743, "recall_at_25": 0.9381, "recall_at_50": 0.96141, "recall_at_100": 0.97757, "recall_at_1000": 0.99758, "accuracy": 0.65684, "precision_at_1": 0.65684, "precision_at_3": 0.26821, "precision_at_5": 0.16979, "precision_at_10": 0.08903, "precision_at_20": 0.04637, "precision_at_25": 0.03752, "precision_at_50": 0.01923, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.656844, "mrr_at_3": 0.72331, "mrr_at_5": 0.733513, "mrr_at_10": 0.739196, "mrr_at_20": 0.741806, "mrr_at_25": 0.742276, "mrr_at_50": 0.742963, "mrr_at_100": 0.743199, "mrr_at_1000": 0.743301, "nauc_ndcg_at_1_max": 0.440493, "nauc_ndcg_at_1_std": -0.189524, "nauc_ndcg_at_1_diff1": 0.780024, "nauc_ndcg_at_3_max": 0.467107, "nauc_ndcg_at_3_std": -0.206498, "nauc_ndcg_at_3_diff1": 0.739967, "nauc_ndcg_at_5_max": 0.473173, "nauc_ndcg_at_5_std": -0.199217, "nauc_ndcg_at_5_diff1": 0.739179, "nauc_ndcg_at_10_max": 0.472006, "nauc_ndcg_at_10_std": -0.191715, "nauc_ndcg_at_10_diff1": 0.73852, "nauc_ndcg_at_20_max": 0.471607, "nauc_ndcg_at_20_std": -0.187973, "nauc_ndcg_at_20_diff1": 0.741761, "nauc_ndcg_at_25_max": 0.471732, "nauc_ndcg_at_25_std": -0.186318, "nauc_ndcg_at_25_diff1": 0.74296, "nauc_ndcg_at_50_max": 0.471585, "nauc_ndcg_at_50_std": -0.183921, "nauc_ndcg_at_50_diff1": 0.744388, "nauc_ndcg_at_100_max": 0.470023, "nauc_ndcg_at_100_std": -0.18605, "nauc_ndcg_at_100_diff1": 0.745776, "nauc_ndcg_at_1000_max": 0.467615, "nauc_ndcg_at_1000_std": -0.190265, "nauc_ndcg_at_1000_diff1": 0.746968, "nauc_map_at_1_max": 0.440493, "nauc_map_at_1_std": -0.189524, "nauc_map_at_1_diff1": 0.780024, "nauc_map_at_3_max": 0.460401, "nauc_map_at_3_std": -0.202427, "nauc_map_at_3_diff1": 0.750302, "nauc_map_at_5_max": 0.46342, "nauc_map_at_5_std": -0.198541, "nauc_map_at_5_diff1": 0.750321, "nauc_map_at_10_max": 0.462768, "nauc_map_at_10_std": -0.195967, "nauc_map_at_10_diff1": 0.750296, "nauc_map_at_20_max": 0.462595, "nauc_map_at_20_std": -0.195083, "nauc_map_at_20_diff1": 0.751162, "nauc_map_at_25_max": 0.462596, "nauc_map_at_25_std": -0.194822, "nauc_map_at_25_diff1": 0.751388, "nauc_map_at_50_max": 0.46255, "nauc_map_at_50_std": -0.194565, "nauc_map_at_50_diff1": 0.751581, "nauc_map_at_100_max": 0.462434, "nauc_map_at_100_std": -0.194732, "nauc_map_at_100_diff1": 0.75169, "nauc_map_at_1000_max": 0.462365, "nauc_map_at_1000_std": -0.194848, "nauc_map_at_1000_diff1": 0.751733, "nauc_recall_at_1_max": 0.440493, "nauc_recall_at_1_std": -0.189524, "nauc_recall_at_1_diff1": 0.780024, "nauc_recall_at_3_max": 0.491846, "nauc_recall_at_3_std": -0.221391, "nauc_recall_at_3_diff1": 0.701695, "nauc_recall_at_5_max": 0.5182, "nauc_recall_at_5_std": -0.200287, "nauc_recall_at_5_diff1": 0.688619, "nauc_recall_at_10_max": 0.526754, "nauc_recall_at_10_std": -0.156989, "nauc_recall_at_10_diff1": 0.668522, "nauc_recall_at_20_max": 0.549325, "nauc_recall_at_20_std": -0.103091, "nauc_recall_at_20_diff1": 0.667349, "nauc_recall_at_25_max": 0.564444, "nauc_recall_at_25_std": -0.065787, "nauc_recall_at_25_diff1": 0.670755, "nauc_recall_at_50_max": 0.616906, "nauc_recall_at_50_std": 0.06564, "nauc_recall_at_50_diff1": 0.662101, "nauc_recall_at_100_max": 0.644528, "nauc_recall_at_100_std": 0.142568, "nauc_recall_at_100_diff1": 0.670146, "nauc_recall_at_1000_max": 0.683966, "nauc_recall_at_1000_std": 0.378612, "nauc_recall_at_1000_diff1": 0.706526, "nauc_precision_at_1_max": 0.440493, "nauc_precision_at_1_std": -0.189524, "nauc_precision_at_1_diff1": 0.780024, "nauc_precision_at_3_max": 0.491846, "nauc_precision_at_3_std": -0.221391, "nauc_precision_at_3_diff1": 0.701695, "nauc_precision_at_5_max": 0.5182, "nauc_precision_at_5_std": -0.200287, "nauc_precision_at_5_diff1": 0.688619, "nauc_precision_at_10_max": 0.526754, "nauc_precision_at_10_std": -0.156989, "nauc_precision_at_10_diff1": 0.668522, "nauc_precision_at_20_max": 0.549325, "nauc_precision_at_20_std": -0.103091, "nauc_precision_at_20_diff1": 0.667349, "nauc_precision_at_25_max": 0.564444, "nauc_precision_at_25_std": -0.065787, "nauc_precision_at_25_diff1": 0.670755, "nauc_precision_at_50_max": 0.616906, "nauc_precision_at_50_std": 0.06564, "nauc_precision_at_50_diff1": 0.662101, "nauc_precision_at_100_max": 0.644528, "nauc_precision_at_100_std": 0.142568, "nauc_precision_at_100_diff1": 0.670146, "nauc_precision_at_1000_max": 0.683966, "nauc_precision_at_1000_std": 0.378612, "nauc_precision_at_1000_diff1": 0.706526, "nauc_mrr_at_1_max": 0.440493, "nauc_mrr_at_1_std": -0.189524, "nauc_mrr_at_1_diff1": 0.780024, "nauc_mrr_at_3_max": 0.460401, "nauc_mrr_at_3_std": -0.202427, "nauc_mrr_at_3_diff1": 0.750302, "nauc_mrr_at_5_max": 0.46342, "nauc_mrr_at_5_std": -0.198541, "nauc_mrr_at_5_diff1": 0.750321, "nauc_mrr_at_10_max": 0.462768, "nauc_mrr_at_10_std": -0.195967, "nauc_mrr_at_10_diff1": 0.750296, "nauc_mrr_at_20_max": 0.462595, "nauc_mrr_at_20_std": -0.195083, "nauc_mrr_at_20_diff1": 0.751162, "nauc_mrr_at_25_max": 0.462596, "nauc_mrr_at_25_std": -0.194822, "nauc_mrr_at_25_diff1": 0.751388, "nauc_mrr_at_50_max": 0.46255, "nauc_mrr_at_50_std": -0.194565, "nauc_mrr_at_50_diff1": 0.751581, "nauc_mrr_at_100_max": 0.462434, "nauc_mrr_at_100_std": -0.194732, "nauc_mrr_at_100_diff1": 0.75169, "nauc_mrr_at_1000_max": 0.462365, "nauc_mrr_at_1000_std": -0.194848, "nauc_mrr_at_1000_diff1": 0.751733, "hit_rate_at_1": 0.65684, "hit_rate_at_3": 0.80462, "hit_rate_at_5": 0.84893, "hit_rate_at_10": 0.89027, "hit_rate_at_20": 0.92743, "hit_rate_at_25": 0.9381, "hit_rate_at_50": 0.96141, "hit_rate_at_100": 0.97757, "hit_rate_at_1000": 0.99758, "R_cap_at_1": 0.656844, "R_cap_at_3": 0.804618, "R_cap_at_5": 0.848928, "R_cap_at_10": 0.890269, "R_cap_at_20": 0.927433, "R_cap_at_25": 0.938098, "R_cap_at_50": 0.961407, "R_cap_at_100": 0.97757, "R_cap_at_1000": 0.997581, "main_score": 0.7761, "hf_subset": "rust-lang_rust", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78671, "ndcg_at_3": 0.854, "ndcg_at_5": 0.86812, "ndcg_at_10": 0.87437, "ndcg_at_20": 0.87926, "ndcg_at_25": 0.88, "ndcg_at_50": 0.88223, "ndcg_at_100": 0.88335, "ndcg_at_1000": 0.88407, "map_at_1": 0.78671, "map_at_3": 0.83799, "map_at_5": 0.84582, "map_at_10": 0.84845, "map_at_20": 0.84978, "map_at_25": 0.84993, "map_at_50": 0.85026, "map_at_100": 0.85037, "map_at_1000": 0.8504, "recall_at_1": 0.78671, "recall_at_3": 0.90013, "recall_at_5": 0.93441, "recall_at_10": 0.95345, "recall_at_20": 0.97292, "recall_at_25": 0.9763, "recall_at_50": 0.98773, "recall_at_100": 0.9945, "recall_at_1000": 1.0, "accuracy": 0.78671, "precision_at_1": 0.78671, "precision_at_3": 0.30004, "precision_at_5": 0.18688, "precision_at_10": 0.09534, "precision_at_20": 0.04865, "precision_at_25": 0.03905, "precision_at_50": 0.01975, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.786712, "mrr_at_3": 0.837988, "mrr_at_5": 0.845817, "mrr_at_10": 0.848449, "mrr_at_20": 0.849776, "mrr_at_25": 0.849926, "mrr_at_50": 0.850265, "mrr_at_100": 0.85037, "mrr_at_1000": 0.8504, "nauc_ndcg_at_1_max": 0.559179, "nauc_ndcg_at_1_std": -0.186034, "nauc_ndcg_at_1_diff1": 0.826869, "nauc_ndcg_at_3_max": 0.612348, "nauc_ndcg_at_3_std": -0.184413, "nauc_ndcg_at_3_diff1": 0.80799, "nauc_ndcg_at_5_max": 0.609898, "nauc_ndcg_at_5_std": -0.18285, "nauc_ndcg_at_5_diff1": 0.8111, "nauc_ndcg_at_10_max": 0.611101, "nauc_ndcg_at_10_std": -0.172753, "nauc_ndcg_at_10_diff1": 0.813885, "nauc_ndcg_at_20_max": 0.609958, "nauc_ndcg_at_20_std": -0.166241, "nauc_ndcg_at_20_diff1": 0.817478, "nauc_ndcg_at_25_max": 0.608458, "nauc_ndcg_at_25_std": -0.166195, "nauc_ndcg_at_25_diff1": 0.817156, "nauc_ndcg_at_50_max": 0.603886, "nauc_ndcg_at_50_std": -0.168865, "nauc_ndcg_at_50_diff1": 0.816634, "nauc_ndcg_at_100_max": 0.601963, "nauc_ndcg_at_100_std": -0.170106, "nauc_ndcg_at_100_diff1": 0.816942, "nauc_ndcg_at_1000_max": 0.600525, "nauc_ndcg_at_1000_std": -0.175612, "nauc_ndcg_at_1000_diff1": 0.816548, "nauc_map_at_1_max": 0.559179, "nauc_map_at_1_std": -0.186034, "nauc_map_at_1_diff1": 0.826869, "nauc_map_at_3_max": 0.59781, "nauc_map_at_3_std": -0.185493, "nauc_map_at_3_diff1": 0.813977, "nauc_map_at_5_max": 0.595737, "nauc_map_at_5_std": -0.185047, "nauc_map_at_5_diff1": 0.815658, "nauc_map_at_10_max": 0.595898, "nauc_map_at_10_std": -0.181304, "nauc_map_at_10_diff1": 0.816674, "nauc_map_at_20_max": 0.595455, "nauc_map_at_20_std": -0.17983, "nauc_map_at_20_diff1": 0.817512, "nauc_map_at_25_max": 0.595198, "nauc_map_at_25_std": -0.179834, "nauc_map_at_25_diff1": 0.817461, "nauc_map_at_50_max": 0.594616, "nauc_map_at_50_std": -0.180213, "nauc_map_at_50_diff1": 0.817403, "nauc_map_at_100_max": 0.594462, "nauc_map_at_100_std": -0.18034, "nauc_map_at_100_diff1": 0.817431, "nauc_map_at_1000_max": 0.594411, "nauc_map_at_1000_std": -0.180531, "nauc_map_at_1000_diff1": 0.817418, "nauc_recall_at_1_max": 0.559179, "nauc_recall_at_1_std": -0.186034, "nauc_recall_at_1_diff1": 0.826869, "nauc_recall_at_3_max": 0.675358, "nauc_recall_at_3_std": -0.179278, "nauc_recall_at_3_diff1": 0.781452, "nauc_recall_at_5_max": 0.697999, "nauc_recall_at_5_std": -0.167118, "nauc_recall_at_5_diff1": 0.783184, "nauc_recall_at_10_max": 0.74339, "nauc_recall_at_10_std": -0.086229, "nauc_recall_at_10_diff1": 0.794242, "nauc_recall_at_20_max": 0.821247, "nauc_recall_at_20_std": 0.080024, "nauc_recall_at_20_diff1": 0.839381, "nauc_recall_at_25_max": 0.818636, "nauc_recall_at_25_std": 0.116077, "nauc_recall_at_25_diff1": 0.8354, "nauc_recall_at_50_max": 0.802231, "nauc_recall_at_50_std": 0.258978, "nauc_recall_at_50_diff1": 0.827668, "nauc_recall_at_100_max": 0.817567, "nauc_recall_at_100_std": 0.649777, "nauc_recall_at_100_diff1": 0.875571, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.559179, "nauc_precision_at_1_std": -0.186034, "nauc_precision_at_1_diff1": 0.826869, "nauc_precision_at_3_max": 0.675358, "nauc_precision_at_3_std": -0.179278, "nauc_precision_at_3_diff1": 0.781452, "nauc_precision_at_5_max": 0.697999, "nauc_precision_at_5_std": -0.167118, "nauc_precision_at_5_diff1": 0.783184, "nauc_precision_at_10_max": 0.74339, "nauc_precision_at_10_std": -0.086229, "nauc_precision_at_10_diff1": 0.794242, "nauc_precision_at_20_max": 0.821247, "nauc_precision_at_20_std": 0.080024, "nauc_precision_at_20_diff1": 0.839381, "nauc_precision_at_25_max": 0.818636, "nauc_precision_at_25_std": 0.116077, "nauc_precision_at_25_diff1": 0.8354, "nauc_precision_at_50_max": 0.802231, "nauc_precision_at_50_std": 0.258978, "nauc_precision_at_50_diff1": 0.827668, "nauc_precision_at_100_max": 0.817567, "nauc_precision_at_100_std": 0.649777, "nauc_precision_at_100_diff1": 0.875571, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.559179, "nauc_mrr_at_1_std": -0.186034, "nauc_mrr_at_1_diff1": 0.826869, "nauc_mrr_at_3_max": 0.59781, "nauc_mrr_at_3_std": -0.185493, "nauc_mrr_at_3_diff1": 0.813977, "nauc_mrr_at_5_max": 0.595737, "nauc_mrr_at_5_std": -0.185047, "nauc_mrr_at_5_diff1": 0.815658, "nauc_mrr_at_10_max": 0.595898, "nauc_mrr_at_10_std": -0.181304, "nauc_mrr_at_10_diff1": 0.816674, "nauc_mrr_at_20_max": 0.595455, "nauc_mrr_at_20_std": -0.17983, "nauc_mrr_at_20_diff1": 0.817512, "nauc_mrr_at_25_max": 0.595198, "nauc_mrr_at_25_std": -0.179834, "nauc_mrr_at_25_diff1": 0.817461, "nauc_mrr_at_50_max": 0.594616, "nauc_mrr_at_50_std": -0.180213, "nauc_mrr_at_50_diff1": 0.817403, "nauc_mrr_at_100_max": 0.594462, "nauc_mrr_at_100_std": -0.18034, "nauc_mrr_at_100_diff1": 0.817431, "nauc_mrr_at_1000_max": 0.594411, "nauc_mrr_at_1000_std": -0.180531, "nauc_mrr_at_1000_diff1": 0.817418, "hit_rate_at_1": 0.78671, "hit_rate_at_3": 0.90013, "hit_rate_at_5": 0.93441, "hit_rate_at_10": 0.95345, "hit_rate_at_20": 0.97292, "hit_rate_at_25": 0.9763, "hit_rate_at_50": 0.98773, "hit_rate_at_100": 0.9945, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.786712, "R_cap_at_3": 0.900127, "R_cap_at_5": 0.934405, "R_cap_at_10": 0.953449, "R_cap_at_20": 0.972916, "R_cap_at_25": 0.976301, "R_cap_at_50": 0.987727, "R_cap_at_100": 0.994499, "R_cap_at_1000": 1.0, "main_score": 0.87437, "hf_subset": "saltstack_salt", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73256, "ndcg_at_3": 0.81386, "ndcg_at_5": 0.82988, "ndcg_at_10": 0.84197, "ndcg_at_20": 0.84758, "ndcg_at_25": 0.84841, "ndcg_at_50": 0.85139, "ndcg_at_100": 0.85266, "ndcg_at_1000": 0.85331, "map_at_1": 0.73256, "map_at_3": 0.79444, "map_at_5": 0.8033, "map_at_10": 0.8084, "map_at_20": 0.80997, "map_at_25": 0.81014, "map_at_50": 0.81058, "map_at_100": 0.8107, "map_at_1000": 0.81073, "recall_at_1": 0.73256, "recall_at_3": 0.86985, "recall_at_5": 0.90884, "recall_at_10": 0.94563, "recall_at_20": 0.9676, "recall_at_25": 0.97144, "recall_at_50": 0.98682, "recall_at_100": 0.99451, "recall_at_1000": 0.99945, "accuracy": 0.73256, "precision_at_1": 0.73256, "precision_at_3": 0.28995, "precision_at_5": 0.18177, "precision_at_10": 0.09456, "precision_at_20": 0.04838, "precision_at_25": 0.03886, "precision_at_50": 0.01974, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.732565, "mrr_at_3": 0.794435, "mrr_at_5": 0.803304, "mrr_at_10": 0.808399, "mrr_at_20": 0.809969, "mrr_at_25": 0.810135, "mrr_at_50": 0.81058, "mrr_at_100": 0.810697, "mrr_at_1000": 0.810725, "nauc_ndcg_at_1_max": 0.438314, "nauc_ndcg_at_1_std": -0.314796, "nauc_ndcg_at_1_diff1": 0.799178, "nauc_ndcg_at_3_max": 0.457486, "nauc_ndcg_at_3_std": -0.387839, "nauc_ndcg_at_3_diff1": 0.775396, "nauc_ndcg_at_5_max": 0.46977, "nauc_ndcg_at_5_std": -0.374037, "nauc_ndcg_at_5_diff1": 0.77764, "nauc_ndcg_at_10_max": 0.463802, "nauc_ndcg_at_10_std": -0.385207, "nauc_ndcg_at_10_diff1": 0.782133, "nauc_ndcg_at_20_max": 0.462244, "nauc_ndcg_at_20_std": -0.373321, "nauc_ndcg_at_20_diff1": 0.785891, "nauc_ndcg_at_25_max": 0.461683, "nauc_ndcg_at_25_std": -0.370166, "nauc_ndcg_at_25_diff1": 0.785692, "nauc_ndcg_at_50_max": 0.464535, "nauc_ndcg_at_50_std": -0.365035, "nauc_ndcg_at_50_diff1": 0.78462, "nauc_ndcg_at_100_max": 0.46165, "nauc_ndcg_at_100_std": -0.365119, "nauc_ndcg_at_100_diff1": 0.78508, "nauc_ndcg_at_1000_max": 0.459807, "nauc_ndcg_at_1000_std": -0.365176, "nauc_ndcg_at_1000_diff1": 0.785013, "nauc_map_at_1_max": 0.438314, "nauc_map_at_1_std": -0.314796, "nauc_map_at_1_diff1": 0.799178, "nauc_map_at_3_max": 0.452789, "nauc_map_at_3_std": -0.367579, "nauc_map_at_3_diff1": 0.782307, "nauc_map_at_5_max": 0.458815, "nauc_map_at_5_std": -0.360007, "nauc_map_at_5_diff1": 0.783666, "nauc_map_at_10_max": 0.456085, "nauc_map_at_10_std": -0.36398, "nauc_map_at_10_diff1": 0.785399, "nauc_map_at_20_max": 0.455674, "nauc_map_at_20_std": -0.361066, "nauc_map_at_20_diff1": 0.786324, "nauc_map_at_25_max": 0.455579, "nauc_map_at_25_std": -0.360558, "nauc_map_at_25_diff1": 0.786294, "nauc_map_at_50_max": 0.455978, "nauc_map_at_50_std": -0.359801, "nauc_map_at_50_diff1": 0.786173, "nauc_map_at_100_max": 0.45577, "nauc_map_at_100_std": -0.359807, "nauc_map_at_100_diff1": 0.786212, "nauc_map_at_1000_max": 0.455706, "nauc_map_at_1000_std": -0.359781, "nauc_map_at_1000_diff1": 0.786208, "nauc_recall_at_1_max": 0.438314, "nauc_recall_at_1_std": -0.314796, "nauc_recall_at_1_diff1": 0.799178, "nauc_recall_at_3_max": 0.476854, "nauc_recall_at_3_std": -0.473183, "nauc_recall_at_3_diff1": 0.746071, "nauc_recall_at_5_max": 0.533519, "nauc_recall_at_5_std": -0.447983, "nauc_recall_at_5_diff1": 0.7445, "nauc_recall_at_10_max": 0.533614, "nauc_recall_at_10_std": -0.581035, "nauc_recall_at_10_diff1": 0.758972, "nauc_recall_at_20_max": 0.554428, "nauc_recall_at_20_std": -0.515186, "nauc_recall_at_20_diff1": 0.804698, "nauc_recall_at_25_max": 0.554351, "nauc_recall_at_25_std": -0.4636, "nauc_recall_at_25_diff1": 0.80269, "nauc_recall_at_50_max": 0.800177, "nauc_recall_at_50_std": -0.322326, "nauc_recall_at_50_diff1": 0.765246, "nauc_recall_at_100_max": 0.838249, "nauc_recall_at_100_std": -0.274187, "nauc_recall_at_100_diff1": 0.80301, "nauc_recall_at_1000_max": 0.869289, "nauc_recall_at_1000_std": 0.123051, "nauc_recall_at_1000_diff1": 0.869289, "nauc_precision_at_1_max": 0.438314, "nauc_precision_at_1_std": -0.314796, "nauc_precision_at_1_diff1": 0.799178, "nauc_precision_at_3_max": 0.476854, "nauc_precision_at_3_std": -0.473183, "nauc_precision_at_3_diff1": 0.746071, "nauc_precision_at_5_max": 0.533519, "nauc_precision_at_5_std": -0.447983, "nauc_precision_at_5_diff1": 0.7445, "nauc_precision_at_10_max": 0.533614, "nauc_precision_at_10_std": -0.581035, "nauc_precision_at_10_diff1": 0.758972, "nauc_precision_at_20_max": 0.554428, "nauc_precision_at_20_std": -0.515186, "nauc_precision_at_20_diff1": 0.804698, "nauc_precision_at_25_max": 0.554351, "nauc_precision_at_25_std": -0.4636, "nauc_precision_at_25_diff1": 0.80269, "nauc_precision_at_50_max": 0.800177, "nauc_precision_at_50_std": -0.322326, "nauc_precision_at_50_diff1": 0.765246, "nauc_precision_at_100_max": 0.838249, "nauc_precision_at_100_std": -0.274187, "nauc_precision_at_100_diff1": 0.80301, "nauc_precision_at_1000_max": 0.869289, "nauc_precision_at_1000_std": 0.123051, "nauc_precision_at_1000_diff1": 0.869289, "nauc_mrr_at_1_max": 0.438314, "nauc_mrr_at_1_std": -0.314796, "nauc_mrr_at_1_diff1": 0.799178, "nauc_mrr_at_3_max": 0.452789, "nauc_mrr_at_3_std": -0.367579, "nauc_mrr_at_3_diff1": 0.782307, "nauc_mrr_at_5_max": 0.458815, "nauc_mrr_at_5_std": -0.360007, "nauc_mrr_at_5_diff1": 0.783666, "nauc_mrr_at_10_max": 0.456085, "nauc_mrr_at_10_std": -0.36398, "nauc_mrr_at_10_diff1": 0.785399, "nauc_mrr_at_20_max": 0.455674, "nauc_mrr_at_20_std": -0.361066, "nauc_mrr_at_20_diff1": 0.786324, "nauc_mrr_at_25_max": 0.455579, "nauc_mrr_at_25_std": -0.360558, "nauc_mrr_at_25_diff1": 0.786294, "nauc_mrr_at_50_max": 0.455978, "nauc_mrr_at_50_std": -0.359801, "nauc_mrr_at_50_diff1": 0.786173, "nauc_mrr_at_100_max": 0.45577, "nauc_mrr_at_100_std": -0.359807, "nauc_mrr_at_100_diff1": 0.786212, "nauc_mrr_at_1000_max": 0.455706, "nauc_mrr_at_1000_std": -0.359781, "nauc_mrr_at_1000_diff1": 0.786208, "hit_rate_at_1": 0.73256, "hit_rate_at_3": 0.86985, "hit_rate_at_5": 0.90884, "hit_rate_at_10": 0.94563, "hit_rate_at_20": 0.9676, "hit_rate_at_25": 0.97144, "hit_rate_at_50": 0.98682, "hit_rate_at_100": 0.99451, "hit_rate_at_1000": 0.99945, "R_cap_at_1": 0.732565, "R_cap_at_3": 0.869852, "R_cap_at_5": 0.908841, "R_cap_at_10": 0.945634, "R_cap_at_20": 0.9676, "R_cap_at_25": 0.971444, "R_cap_at_50": 0.98682, "R_cap_at_100": 0.994509, "R_cap_at_1000": 0.999451, "main_score": 0.84197, "hf_subset": "scikit-learn_scikit-learn", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79026, "ndcg_at_3": 0.86951, "ndcg_at_5": 0.88028, "ndcg_at_10": 0.88634, "ndcg_at_20": 0.88983, "ndcg_at_25": 0.89026, "ndcg_at_50": 0.89145, "ndcg_at_100": 0.89277, "ndcg_at_1000": 0.89306, "map_at_1": 0.79026, "map_at_3": 0.85106, "map_at_5": 0.85688, "map_at_10": 0.85935, "map_at_20": 0.86029, "map_at_25": 0.86037, "map_at_50": 0.86056, "map_at_100": 0.86069, "map_at_1000": 0.8607, "recall_at_1": 0.79026, "recall_at_3": 0.92247, "recall_at_5": 0.9493, "recall_at_10": 0.96819, "recall_at_20": 0.98211, "recall_at_25": 0.9841, "recall_at_50": 0.99006, "recall_at_100": 0.99801, "recall_at_1000": 1.0, "accuracy": 0.79026, "precision_at_1": 0.79026, "precision_at_3": 0.30749, "precision_at_5": 0.18986, "precision_at_10": 0.09682, "precision_at_20": 0.04911, "precision_at_25": 0.03936, "precision_at_50": 0.0198, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.790258, "mrr_at_3": 0.85106, "mrr_at_5": 0.856875, "mrr_at_10": 0.859346, "mrr_at_20": 0.86029, "mrr_at_25": 0.860373, "mrr_at_50": 0.860562, "mrr_at_100": 0.860687, "mrr_at_1000": 0.860704, "nauc_ndcg_at_1_max": 0.585082, "nauc_ndcg_at_1_std": -0.093954, "nauc_ndcg_at_1_diff1": 0.798275, "nauc_ndcg_at_3_max": 0.639705, "nauc_ndcg_at_3_std": -0.140204, "nauc_ndcg_at_3_diff1": 0.759073, "nauc_ndcg_at_5_max": 0.631717, "nauc_ndcg_at_5_std": -0.139654, "nauc_ndcg_at_5_diff1": 0.756885, "nauc_ndcg_at_10_max": 0.634139, "nauc_ndcg_at_10_std": -0.13059, "nauc_ndcg_at_10_diff1": 0.76232, "nauc_ndcg_at_20_max": 0.629151, "nauc_ndcg_at_20_std": -0.139021, "nauc_ndcg_at_20_diff1": 0.764001, "nauc_ndcg_at_25_max": 0.627887, "nauc_ndcg_at_25_std": -0.139955, "nauc_ndcg_at_25_diff1": 0.764209, "nauc_ndcg_at_50_max": 0.625234, "nauc_ndcg_at_50_std": -0.143121, "nauc_ndcg_at_50_diff1": 0.766424, "nauc_ndcg_at_100_max": 0.623781, "nauc_ndcg_at_100_std": -0.133439, "nauc_ndcg_at_100_diff1": 0.766797, "nauc_ndcg_at_1000_max": 0.623498, "nauc_ndcg_at_1000_std": -0.130526, "nauc_ndcg_at_1000_diff1": 0.767445, "nauc_map_at_1_max": 0.585082, "nauc_map_at_1_std": -0.093954, "nauc_map_at_1_diff1": 0.798275, "nauc_map_at_3_max": 0.624172, "nauc_map_at_3_std": -0.126239, "nauc_map_at_3_diff1": 0.769494, "nauc_map_at_5_max": 0.620014, "nauc_map_at_5_std": -0.125101, "nauc_map_at_5_diff1": 0.768841, "nauc_map_at_10_max": 0.620513, "nauc_map_at_10_std": -0.122272, "nauc_map_at_10_diff1": 0.770648, "nauc_map_at_20_max": 0.619386, "nauc_map_at_20_std": -0.123983, "nauc_map_at_20_diff1": 0.770965, "nauc_map_at_25_max": 0.619185, "nauc_map_at_25_std": -0.124129, "nauc_map_at_25_diff1": 0.770998, "nauc_map_at_50_max": 0.618842, "nauc_map_at_50_std": -0.124561, "nauc_map_at_50_diff1": 0.771268, "nauc_map_at_100_max": 0.618729, "nauc_map_at_100_std": -0.12382, "nauc_map_at_100_diff1": 0.771286, "nauc_map_at_1000_max": 0.618716, "nauc_map_at_1000_std": -0.123687, "nauc_map_at_1000_diff1": 0.771316, "nauc_recall_at_1_max": 0.585082, "nauc_recall_at_1_std": -0.093954, "nauc_recall_at_1_diff1": 0.798275, "nauc_recall_at_3_max": 0.719186, "nauc_recall_at_3_std": -0.212372, "nauc_recall_at_3_diff1": 0.706387, "nauc_recall_at_5_max": 0.715048, "nauc_recall_at_5_std": -0.250675, "nauc_recall_at_5_diff1": 0.667441, "nauc_recall_at_10_max": 0.792113, "nauc_recall_at_10_std": -0.211345, "nauc_recall_at_10_diff1": 0.676574, "nauc_recall_at_20_max": 0.797153, "nauc_recall_at_20_std": -0.471559, "nauc_recall_at_20_diff1": 0.654543, "nauc_recall_at_25_max": 0.779971, "nauc_recall_at_25_std": -0.540425, "nauc_recall_at_25_diff1": 0.647404, "nauc_recall_at_50_max": 0.733402, "nauc_recall_at_50_std": -0.935091, "nauc_recall_at_50_diff1": 0.694654, "nauc_recall_at_100_max": 0.722201, "nauc_recall_at_100_std": -1.150827, "nauc_recall_at_100_diff1": 0.540169, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.585082, "nauc_precision_at_1_std": -0.093954, "nauc_precision_at_1_diff1": 0.798275, "nauc_precision_at_3_max": 0.719186, "nauc_precision_at_3_std": -0.212372, "nauc_precision_at_3_diff1": 0.706387, "nauc_precision_at_5_max": 0.715048, "nauc_precision_at_5_std": -0.250675, "nauc_precision_at_5_diff1": 0.667441, "nauc_precision_at_10_max": 0.792113, "nauc_precision_at_10_std": -0.211345, "nauc_precision_at_10_diff1": 0.676574, "nauc_precision_at_20_max": 0.797153, "nauc_precision_at_20_std": -0.471559, "nauc_precision_at_20_diff1": 0.654543, "nauc_precision_at_25_max": 0.779971, "nauc_precision_at_25_std": -0.540425, "nauc_precision_at_25_diff1": 0.647404, "nauc_precision_at_50_max": 0.733402, "nauc_precision_at_50_std": -0.935091, "nauc_precision_at_50_diff1": 0.694654, "nauc_precision_at_100_max": 0.722201, "nauc_precision_at_100_std": -1.150827, "nauc_precision_at_100_diff1": 0.540169, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.585082, "nauc_mrr_at_1_std": -0.093954, "nauc_mrr_at_1_diff1": 0.798275, "nauc_mrr_at_3_max": 0.624172, "nauc_mrr_at_3_std": -0.126239, "nauc_mrr_at_3_diff1": 0.769494, "nauc_mrr_at_5_max": 0.620014, "nauc_mrr_at_5_std": -0.125101, "nauc_mrr_at_5_diff1": 0.768841, "nauc_mrr_at_10_max": 0.620513, "nauc_mrr_at_10_std": -0.122272, "nauc_mrr_at_10_diff1": 0.770648, "nauc_mrr_at_20_max": 0.619386, "nauc_mrr_at_20_std": -0.123983, "nauc_mrr_at_20_diff1": 0.770965, "nauc_mrr_at_25_max": 0.619185, "nauc_mrr_at_25_std": -0.124129, "nauc_mrr_at_25_diff1": 0.770998, "nauc_mrr_at_50_max": 0.618842, "nauc_mrr_at_50_std": -0.124561, "nauc_mrr_at_50_diff1": 0.771268, "nauc_mrr_at_100_max": 0.618729, "nauc_mrr_at_100_std": -0.12382, "nauc_mrr_at_100_diff1": 0.771286, "nauc_mrr_at_1000_max": 0.618716, "nauc_mrr_at_1000_std": -0.123687, "nauc_mrr_at_1000_diff1": 0.771316, "hit_rate_at_1": 0.79026, "hit_rate_at_3": 0.92247, "hit_rate_at_5": 0.9493, "hit_rate_at_10": 0.96819, "hit_rate_at_20": 0.98211, "hit_rate_at_25": 0.9841, "hit_rate_at_50": 0.99006, "hit_rate_at_100": 0.99801, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.790258, "R_cap_at_3": 0.922465, "R_cap_at_5": 0.949304, "R_cap_at_10": 0.968191, "R_cap_at_20": 0.982107, "R_cap_at_25": 0.984095, "R_cap_at_50": 0.99006, "R_cap_at_100": 0.998012, "R_cap_at_1000": 1.0, "main_score": 0.88634, "hf_subset": "scipy_scipy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.87138, "ndcg_at_3": 0.93902, "ndcg_at_5": 0.94303, "ndcg_at_10": 0.9441, "ndcg_at_20": 0.94489, "ndcg_at_25": 0.94489, "ndcg_at_50": 0.94489, "ndcg_at_100": 0.94489, "ndcg_at_1000": 0.94489, "map_at_1": 0.87138, "map_at_3": 0.92337, "map_at_5": 0.92562, "map_at_10": 0.92608, "map_at_20": 0.92628, "map_at_25": 0.92628, "map_at_50": 0.92628, "map_at_100": 0.92628, "map_at_1000": 0.92628, "recall_at_1": 0.87138, "recall_at_3": 0.98392, "recall_at_5": 0.99357, "recall_at_10": 0.99678, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87138, "precision_at_1": 0.87138, "precision_at_3": 0.32797, "precision_at_5": 0.19871, "precision_at_10": 0.09968, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.871383, "mrr_at_3": 0.923365, "mrr_at_5": 0.925616, "mrr_at_10": 0.926076, "mrr_at_20": 0.926277, "mrr_at_25": 0.926277, "mrr_at_50": 0.926277, "mrr_at_100": 0.926277, "mrr_at_1000": 0.926277, "nauc_ndcg_at_1_max": 0.538016, "nauc_ndcg_at_1_std": -0.131091, "nauc_ndcg_at_1_diff1": 0.892252, "nauc_ndcg_at_3_max": 0.632032, "nauc_ndcg_at_3_std": -0.106388, "nauc_ndcg_at_3_diff1": 0.91039, "nauc_ndcg_at_5_max": 0.608712, "nauc_ndcg_at_5_std": -0.133254, "nauc_ndcg_at_5_diff1": 0.907174, "nauc_ndcg_at_10_max": 0.603587, "nauc_ndcg_at_10_std": -0.101539, "nauc_ndcg_at_10_diff1": 0.905348, "nauc_ndcg_at_20_max": 0.597781, "nauc_ndcg_at_20_std": -0.117671, "nauc_ndcg_at_20_diff1": 0.903962, "nauc_ndcg_at_25_max": 0.597781, "nauc_ndcg_at_25_std": -0.117671, "nauc_ndcg_at_25_diff1": 0.903962, "nauc_ndcg_at_50_max": 0.597781, "nauc_ndcg_at_50_std": -0.117671, "nauc_ndcg_at_50_diff1": 0.903962, "nauc_ndcg_at_100_max": 0.597781, "nauc_ndcg_at_100_std": -0.117671, "nauc_ndcg_at_100_diff1": 0.903962, "nauc_ndcg_at_1000_max": 0.597781, "nauc_ndcg_at_1000_std": -0.117671, "nauc_ndcg_at_1000_diff1": 0.903962, "nauc_map_at_1_max": 0.538016, "nauc_map_at_1_std": -0.131091, "nauc_map_at_1_diff1": 0.892252, "nauc_map_at_3_max": 0.606706, "nauc_map_at_3_std": -0.116035, "nauc_map_at_3_diff1": 0.905336, "nauc_map_at_5_max": 0.595944, "nauc_map_at_5_std": -0.127227, "nauc_map_at_5_diff1": 0.903846, "nauc_map_at_10_max": 0.5942, "nauc_map_at_10_std": -0.116905, "nauc_map_at_10_diff1": 0.903233, "nauc_map_at_20_max": 0.593065, "nauc_map_at_20_std": -0.120029, "nauc_map_at_20_diff1": 0.902962, "nauc_map_at_25_max": 0.593065, "nauc_map_at_25_std": -0.120029, "nauc_map_at_25_diff1": 0.902962, "nauc_map_at_50_max": 0.593065, "nauc_map_at_50_std": -0.120029, "nauc_map_at_50_diff1": 0.902962, "nauc_map_at_100_max": 0.593065, "nauc_map_at_100_std": -0.120029, "nauc_map_at_100_diff1": 0.902962, "nauc_map_at_1000_max": 0.593065, "nauc_map_at_1000_std": -0.120029, "nauc_map_at_1000_diff1": 0.902962, "nauc_recall_at_1_max": 0.538016, "nauc_recall_at_1_std": -0.131091, "nauc_recall_at_1_diff1": 0.892252, "nauc_recall_at_3_max": 0.947731, "nauc_recall_at_3_std": 0.022463, "nauc_recall_at_3_diff1": 0.973866, "nauc_recall_at_5_max": 0.934664, "nauc_recall_at_5_std": -0.372958, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.538016, "nauc_precision_at_1_std": -0.131091, "nauc_precision_at_1_diff1": 0.892252, "nauc_precision_at_3_max": 0.947731, "nauc_precision_at_3_std": 0.022463, "nauc_precision_at_3_diff1": 0.973866, "nauc_precision_at_5_max": 0.934664, "nauc_precision_at_5_std": -0.372958, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.538016, "nauc_mrr_at_1_std": -0.131091, "nauc_mrr_at_1_diff1": 0.892252, "nauc_mrr_at_3_max": 0.606706, "nauc_mrr_at_3_std": -0.116035, "nauc_mrr_at_3_diff1": 0.905336, "nauc_mrr_at_5_max": 0.595944, "nauc_mrr_at_5_std": -0.127227, "nauc_mrr_at_5_diff1": 0.903846, "nauc_mrr_at_10_max": 0.5942, "nauc_mrr_at_10_std": -0.116905, "nauc_mrr_at_10_diff1": 0.903233, "nauc_mrr_at_20_max": 0.593065, "nauc_mrr_at_20_std": -0.120029, "nauc_mrr_at_20_diff1": 0.902962, "nauc_mrr_at_25_max": 0.593065, "nauc_mrr_at_25_std": -0.120029, "nauc_mrr_at_25_diff1": 0.902962, "nauc_mrr_at_50_max": 0.593065, "nauc_mrr_at_50_std": -0.120029, "nauc_mrr_at_50_diff1": 0.902962, "nauc_mrr_at_100_max": 0.593065, "nauc_mrr_at_100_std": -0.120029, "nauc_mrr_at_100_diff1": 0.902962, "nauc_mrr_at_1000_max": 0.593065, "nauc_mrr_at_1000_std": -0.120029, "nauc_mrr_at_1000_diff1": 0.902962, "hit_rate_at_1": 0.87138, "hit_rate_at_3": 0.98392, "hit_rate_at_5": 0.99357, "hit_rate_at_10": 0.99678, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.871383, "R_cap_at_3": 0.983923, "R_cap_at_5": 0.993569, "R_cap_at_10": 0.996785, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9441, "hf_subset": "scrapy_scrapy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.47656, "ndcg_at_3": 0.55547, "ndcg_at_5": 0.57704, "ndcg_at_10": 0.59866, "ndcg_at_20": 0.61305, "ndcg_at_25": 0.61664, "ndcg_at_50": 0.62593, "ndcg_at_100": 0.63312, "ndcg_at_1000": 0.64479, "map_at_1": 0.47656, "map_at_3": 0.53622, "map_at_5": 0.54816, "map_at_10": 0.55716, "map_at_20": 0.56116, "map_at_25": 0.56187, "map_at_50": 0.56324, "map_at_100": 0.56387, "map_at_1000": 0.56428, "recall_at_1": 0.47656, "recall_at_3": 0.61112, "recall_at_5": 0.6636, "recall_at_10": 0.73005, "recall_at_20": 0.78664, "recall_at_25": 0.80309, "recall_at_50": 0.85129, "recall_at_100": 0.89571, "recall_at_1000": 0.98898, "accuracy": 0.47656, "precision_at_1": 0.47656, "precision_at_3": 0.20371, "precision_at_5": 0.13272, "precision_at_10": 0.07301, "precision_at_20": 0.03933, "precision_at_25": 0.03212, "precision_at_50": 0.01703, "precision_at_100": 0.00896, "precision_at_1000": 0.00099, "mrr_at_1": 0.476559, "mrr_at_3": 0.536218, "mrr_at_5": 0.54816, "mrr_at_10": 0.557165, "mrr_at_20": 0.561158, "mrr_at_25": 0.561873, "mrr_at_50": 0.563242, "mrr_at_100": 0.563871, "mrr_at_1000": 0.564284, "nauc_ndcg_at_1_max": 0.273481, "nauc_ndcg_at_1_std": -0.166655, "nauc_ndcg_at_1_diff1": 0.72656, "nauc_ndcg_at_3_max": 0.267617, "nauc_ndcg_at_3_std": -0.16742, "nauc_ndcg_at_3_diff1": 0.673017, "nauc_ndcg_at_5_max": 0.267141, "nauc_ndcg_at_5_std": -0.163218, "nauc_ndcg_at_5_diff1": 0.666709, "nauc_ndcg_at_10_max": 0.265436, "nauc_ndcg_at_10_std": -0.154223, "nauc_ndcg_at_10_diff1": 0.660423, "nauc_ndcg_at_20_max": 0.263714, "nauc_ndcg_at_20_std": -0.151398, "nauc_ndcg_at_20_diff1": 0.658675, "nauc_ndcg_at_25_max": 0.263545, "nauc_ndcg_at_25_std": -0.151204, "nauc_ndcg_at_25_diff1": 0.659397, "nauc_ndcg_at_50_max": 0.262555, "nauc_ndcg_at_50_std": -0.149558, "nauc_ndcg_at_50_diff1": 0.660901, "nauc_ndcg_at_100_max": 0.263004, "nauc_ndcg_at_100_std": -0.149701, "nauc_ndcg_at_100_diff1": 0.662642, "nauc_ndcg_at_1000_max": 0.266067, "nauc_ndcg_at_1000_std": -0.154197, "nauc_ndcg_at_1000_diff1": 0.669656, "nauc_map_at_1_max": 0.273481, "nauc_map_at_1_std": -0.166655, "nauc_map_at_1_diff1": 0.72656, "nauc_map_at_3_max": 0.268493, "nauc_map_at_3_std": -0.168161, "nauc_map_at_3_diff1": 0.686338, "nauc_map_at_5_max": 0.268309, "nauc_map_at_5_std": -0.165978, "nauc_map_at_5_diff1": 0.683269, "nauc_map_at_10_max": 0.267666, "nauc_map_at_10_std": -0.162578, "nauc_map_at_10_diff1": 0.680941, "nauc_map_at_20_max": 0.267318, "nauc_map_at_20_std": -0.161801, "nauc_map_at_20_diff1": 0.680671, "nauc_map_at_25_max": 0.267294, "nauc_map_at_25_std": -0.16179, "nauc_map_at_25_diff1": 0.680831, "nauc_map_at_50_max": 0.267184, "nauc_map_at_50_std": -0.161609, "nauc_map_at_50_diff1": 0.681107, "nauc_map_at_100_max": 0.267242, "nauc_map_at_100_std": -0.161643, "nauc_map_at_100_diff1": 0.681284, "nauc_map_at_1000_max": 0.267379, "nauc_map_at_1000_std": -0.161759, "nauc_map_at_1000_diff1": 0.681517, "nauc_recall_at_1_max": 0.273481, "nauc_recall_at_1_std": -0.166655, "nauc_recall_at_1_diff1": 0.72656, "nauc_recall_at_3_max": 0.265155, "nauc_recall_at_3_std": -0.164685, "nauc_recall_at_3_diff1": 0.631545, "nauc_recall_at_5_max": 0.263344, "nauc_recall_at_5_std": -0.152637, "nauc_recall_at_5_diff1": 0.609761, "nauc_recall_at_10_max": 0.255975, "nauc_recall_at_10_std": -0.115141, "nauc_recall_at_10_diff1": 0.57628, "nauc_recall_at_20_max": 0.243054, "nauc_recall_at_20_std": -0.09223, "nauc_recall_at_20_diff1": 0.548724, "nauc_recall_at_25_max": 0.240466, "nauc_recall_at_25_std": -0.086753, "nauc_recall_at_25_diff1": 0.546674, "nauc_recall_at_50_max": 0.223375, "nauc_recall_at_50_std": -0.051051, "nauc_recall_at_50_diff1": 0.528886, "nauc_recall_at_100_max": 0.215214, "nauc_recall_at_100_std": -0.016407, "nauc_recall_at_100_diff1": 0.507539, "nauc_recall_at_1000_max": 0.328305, "nauc_recall_at_1000_std": 0.181799, "nauc_recall_at_1000_diff1": 0.534996, "nauc_precision_at_1_max": 0.273481, "nauc_precision_at_1_std": -0.166655, "nauc_precision_at_1_diff1": 0.72656, "nauc_precision_at_3_max": 0.265155, "nauc_precision_at_3_std": -0.164685, "nauc_precision_at_3_diff1": 0.631545, "nauc_precision_at_5_max": 0.263344, "nauc_precision_at_5_std": -0.152637, "nauc_precision_at_5_diff1": 0.609761, "nauc_precision_at_10_max": 0.255975, "nauc_precision_at_10_std": -0.115141, "nauc_precision_at_10_diff1": 0.57628, "nauc_precision_at_20_max": 0.243054, "nauc_precision_at_20_std": -0.09223, "nauc_precision_at_20_diff1": 0.548724, "nauc_precision_at_25_max": 0.240466, "nauc_precision_at_25_std": -0.086753, "nauc_precision_at_25_diff1": 0.546674, "nauc_precision_at_50_max": 0.223375, "nauc_precision_at_50_std": -0.051051, "nauc_precision_at_50_diff1": 0.528886, "nauc_precision_at_100_max": 0.215214, "nauc_precision_at_100_std": -0.016407, "nauc_precision_at_100_diff1": 0.507539, "nauc_precision_at_1000_max": 0.328305, "nauc_precision_at_1000_std": 0.181799, "nauc_precision_at_1000_diff1": 0.534996, "nauc_mrr_at_1_max": 0.273481, "nauc_mrr_at_1_std": -0.166655, "nauc_mrr_at_1_diff1": 0.72656, "nauc_mrr_at_3_max": 0.268493, "nauc_mrr_at_3_std": -0.168161, "nauc_mrr_at_3_diff1": 0.686338, "nauc_mrr_at_5_max": 0.268309, "nauc_mrr_at_5_std": -0.165978, "nauc_mrr_at_5_diff1": 0.683269, "nauc_mrr_at_10_max": 0.267666, "nauc_mrr_at_10_std": -0.162578, "nauc_mrr_at_10_diff1": 0.680941, "nauc_mrr_at_20_max": 0.267318, "nauc_mrr_at_20_std": -0.161801, "nauc_mrr_at_20_diff1": 0.680671, "nauc_mrr_at_25_max": 0.267294, "nauc_mrr_at_25_std": -0.16179, "nauc_mrr_at_25_diff1": 0.680831, "nauc_mrr_at_50_max": 0.267184, "nauc_mrr_at_50_std": -0.161609, "nauc_mrr_at_50_diff1": 0.681107, "nauc_mrr_at_100_max": 0.267242, "nauc_mrr_at_100_std": -0.161643, "nauc_mrr_at_100_diff1": 0.681284, "nauc_mrr_at_1000_max": 0.267379, "nauc_mrr_at_1000_std": -0.161759, "nauc_mrr_at_1000_diff1": 0.681517, "hit_rate_at_1": 0.47656, "hit_rate_at_3": 0.61112, "hit_rate_at_5": 0.6636, "hit_rate_at_10": 0.73005, "hit_rate_at_20": 0.78664, "hit_rate_at_25": 0.80309, "hit_rate_at_50": 0.85129, "hit_rate_at_100": 0.89571, "hit_rate_at_1000": 0.98898, "R_cap_at_1": 0.476559, "R_cap_at_3": 0.61112, "R_cap_at_5": 0.663596, "R_cap_at_10": 0.730054, "R_cap_at_20": 0.786643, "R_cap_at_25": 0.803093, "R_cap_at_50": 0.851291, "R_cap_at_100": 0.895707, "R_cap_at_1000": 0.988978, "main_score": 0.59866, "hf_subset": "spack_spack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76212, "ndcg_at_3": 0.84646, "ndcg_at_5": 0.86014, "ndcg_at_10": 0.86908, "ndcg_at_20": 0.87389, "ndcg_at_25": 0.8749, "ndcg_at_50": 0.87608, "ndcg_at_100": 0.87673, "ndcg_at_1000": 0.87704, "map_at_1": 0.76212, "map_at_3": 0.82661, "map_at_5": 0.83422, "map_at_10": 0.83802, "map_at_20": 0.83943, "map_at_25": 0.83963, "map_at_50": 0.83981, "map_at_100": 0.83986, "map_at_1000": 0.83987, "recall_at_1": 0.76212, "recall_at_3": 0.90352, "recall_at_5": 0.9367, "recall_at_10": 0.96376, "recall_at_20": 0.98213, "recall_at_25": 0.98673, "recall_at_50": 0.99285, "recall_at_100": 0.99694, "recall_at_1000": 0.99949, "accuracy": 0.76212, "precision_at_1": 0.76212, "precision_at_3": 0.30117, "precision_at_5": 0.18734, "precision_at_10": 0.09638, "precision_at_20": 0.04911, "precision_at_25": 0.03947, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.762124, "mrr_at_3": 0.826612, "mrr_at_5": 0.834218, "mrr_at_10": 0.838023, "mrr_at_20": 0.839428, "mrr_at_25": 0.839629, "mrr_at_50": 0.839807, "mrr_at_100": 0.839859, "mrr_at_1000": 0.839869, "nauc_ndcg_at_1_max": 0.494199, "nauc_ndcg_at_1_std": -0.122783, "nauc_ndcg_at_1_diff1": 0.788034, "nauc_ndcg_at_3_max": 0.548502, "nauc_ndcg_at_3_std": -0.117848, "nauc_ndcg_at_3_diff1": 0.758427, "nauc_ndcg_at_5_max": 0.547252, "nauc_ndcg_at_5_std": -0.123403, "nauc_ndcg_at_5_diff1": 0.76833, "nauc_ndcg_at_10_max": 0.546622, "nauc_ndcg_at_10_std": -0.113068, "nauc_ndcg_at_10_diff1": 0.772211, "nauc_ndcg_at_20_max": 0.540411, "nauc_ndcg_at_20_std": -0.113787, "nauc_ndcg_at_20_diff1": 0.772966, "nauc_ndcg_at_25_max": 0.537984, "nauc_ndcg_at_25_std": -0.111322, "nauc_ndcg_at_25_diff1": 0.77306, "nauc_ndcg_at_50_max": 0.537122, "nauc_ndcg_at_50_std": -0.109669, "nauc_ndcg_at_50_diff1": 0.772728, "nauc_ndcg_at_100_max": 0.535514, "nauc_ndcg_at_100_std": -0.111985, "nauc_ndcg_at_100_diff1": 0.772877, "nauc_ndcg_at_1000_max": 0.534615, "nauc_ndcg_at_1000_std": -0.112644, "nauc_ndcg_at_1000_diff1": 0.772648, "nauc_map_at_1_max": 0.494199, "nauc_map_at_1_std": -0.122783, "nauc_map_at_1_diff1": 0.788034, "nauc_map_at_3_max": 0.532844, "nauc_map_at_3_std": -0.116029, "nauc_map_at_3_diff1": 0.767338, "nauc_map_at_5_max": 0.531381, "nauc_map_at_5_std": -0.11877, "nauc_map_at_5_diff1": 0.772413, "nauc_map_at_10_max": 0.530742, "nauc_map_at_10_std": -0.114953, "nauc_map_at_10_diff1": 0.773694, "nauc_map_at_20_max": 0.529181, "nauc_map_at_20_std": -0.115306, "nauc_map_at_20_diff1": 0.773874, "nauc_map_at_25_max": 0.528781, "nauc_map_at_25_std": -0.114909, "nauc_map_at_25_diff1": 0.77389, "nauc_map_at_50_max": 0.528663, "nauc_map_at_50_std": -0.114726, "nauc_map_at_50_diff1": 0.77387, "nauc_map_at_100_max": 0.528556, "nauc_map_at_100_std": -0.114881, "nauc_map_at_100_diff1": 0.773878, "nauc_map_at_1000_max": 0.528538, "nauc_map_at_1000_std": -0.11486, "nauc_map_at_1000_diff1": 0.773876, "nauc_recall_at_1_max": 0.494199, "nauc_recall_at_1_std": -0.122783, "nauc_recall_at_1_diff1": 0.788034, "nauc_recall_at_3_max": 0.622615, "nauc_recall_at_3_std": -0.128947, "nauc_recall_at_3_diff1": 0.715962, "nauc_recall_at_5_max": 0.656153, "nauc_recall_at_5_std": -0.160531, "nauc_recall_at_5_diff1": 0.743804, "nauc_recall_at_10_max": 0.731183, "nauc_recall_at_10_std": -0.085932, "nauc_recall_at_10_diff1": 0.768331, "nauc_recall_at_20_max": 0.764589, "nauc_recall_at_20_std": -0.065479, "nauc_recall_at_20_diff1": 0.783764, "nauc_recall_at_25_max": 0.745685, "nauc_recall_at_25_std": 0.048369, "nauc_recall_at_25_diff1": 0.791238, "nauc_recall_at_50_max": 0.854589, "nauc_recall_at_50_std": 0.323903, "nauc_recall_at_50_diff1": 0.774883, "nauc_recall_at_100_max": 0.903894, "nauc_recall_at_100_std": 0.368359, "nauc_recall_at_100_diff1": 0.814018, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.554092, "nauc_precision_at_1_max": 0.494199, "nauc_precision_at_1_std": -0.122783, "nauc_precision_at_1_diff1": 0.788034, "nauc_precision_at_3_max": 0.622615, "nauc_precision_at_3_std": -0.128947, "nauc_precision_at_3_diff1": 0.715962, "nauc_precision_at_5_max": 0.656153, "nauc_precision_at_5_std": -0.160531, "nauc_precision_at_5_diff1": 0.743804, "nauc_precision_at_10_max": 0.731183, "nauc_precision_at_10_std": -0.085932, "nauc_precision_at_10_diff1": 0.768331, "nauc_precision_at_20_max": 0.764589, "nauc_precision_at_20_std": -0.065479, "nauc_precision_at_20_diff1": 0.783764, "nauc_precision_at_25_max": 0.745685, "nauc_precision_at_25_std": 0.048369, "nauc_precision_at_25_diff1": 0.791238, "nauc_precision_at_50_max": 0.854589, "nauc_precision_at_50_std": 0.323903, "nauc_precision_at_50_diff1": 0.774883, "nauc_precision_at_100_max": 0.903894, "nauc_precision_at_100_std": 0.368359, "nauc_precision_at_100_diff1": 0.814018, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.554092, "nauc_mrr_at_1_max": 0.494199, "nauc_mrr_at_1_std": -0.122783, "nauc_mrr_at_1_diff1": 0.788034, "nauc_mrr_at_3_max": 0.532844, "nauc_mrr_at_3_std": -0.116029, "nauc_mrr_at_3_diff1": 0.767338, "nauc_mrr_at_5_max": 0.531381, "nauc_mrr_at_5_std": -0.11877, "nauc_mrr_at_5_diff1": 0.772413, "nauc_mrr_at_10_max": 0.530742, "nauc_mrr_at_10_std": -0.114953, "nauc_mrr_at_10_diff1": 0.773694, "nauc_mrr_at_20_max": 0.529181, "nauc_mrr_at_20_std": -0.115306, "nauc_mrr_at_20_diff1": 0.773874, "nauc_mrr_at_25_max": 0.528781, "nauc_mrr_at_25_std": -0.114909, "nauc_mrr_at_25_diff1": 0.77389, "nauc_mrr_at_50_max": 0.528663, "nauc_mrr_at_50_std": -0.114726, "nauc_mrr_at_50_diff1": 0.77387, "nauc_mrr_at_100_max": 0.528556, "nauc_mrr_at_100_std": -0.114881, "nauc_mrr_at_100_diff1": 0.773878, "nauc_mrr_at_1000_max": 0.528538, "nauc_mrr_at_1000_std": -0.11486, "nauc_mrr_at_1000_diff1": 0.773876, "hit_rate_at_1": 0.76212, "hit_rate_at_3": 0.90352, "hit_rate_at_5": 0.9367, "hit_rate_at_10": 0.96376, "hit_rate_at_20": 0.98213, "hit_rate_at_25": 0.98673, "hit_rate_at_50": 0.99285, "hit_rate_at_100": 0.99694, "hit_rate_at_1000": 0.99949, "R_cap_at_1": 0.762124, "R_cap_at_3": 0.903522, "R_cap_at_5": 0.936702, "R_cap_at_10": 0.963757, "R_cap_at_20": 0.982134, "R_cap_at_25": 0.986728, "R_cap_at_50": 0.992853, "R_cap_at_100": 0.996937, "R_cap_at_1000": 0.99949, "main_score": 0.86908, "hf_subset": "sphinx-doc_sphinx", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7304, "ndcg_at_3": 0.82818, "ndcg_at_5": 0.84181, "ndcg_at_10": 0.85314, "ndcg_at_20": 0.85871, "ndcg_at_25": 0.85924, "ndcg_at_50": 0.86083, "ndcg_at_100": 0.86121, "ndcg_at_1000": 0.86152, "map_at_1": 0.7304, "map_at_3": 0.80467, "map_at_5": 0.81231, "map_at_10": 0.81711, "map_at_20": 0.81869, "map_at_25": 0.8188, "map_at_50": 0.81905, "map_at_100": 0.81908, "map_at_1000": 0.8191, "recall_at_1": 0.7304, "recall_at_3": 0.896, "recall_at_5": 0.9288, "recall_at_10": 0.9632, "recall_at_20": 0.9848, "recall_at_25": 0.9872, "recall_at_50": 0.9952, "recall_at_100": 0.9976, "recall_at_1000": 1.0, "accuracy": 0.7304, "precision_at_1": 0.7304, "precision_at_3": 0.29867, "precision_at_5": 0.18576, "precision_at_10": 0.09632, "precision_at_20": 0.04924, "precision_at_25": 0.03949, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.7304, "mrr_at_3": 0.804667, "mrr_at_5": 0.812307, "mrr_at_10": 0.817109, "mrr_at_20": 0.818687, "mrr_at_25": 0.818796, "mrr_at_50": 0.819053, "mrr_at_100": 0.819083, "mrr_at_1000": 0.819097, "nauc_ndcg_at_1_max": 0.531492, "nauc_ndcg_at_1_std": -0.142775, "nauc_ndcg_at_1_diff1": 0.770837, "nauc_ndcg_at_3_max": 0.574436, "nauc_ndcg_at_3_std": -0.14353, "nauc_ndcg_at_3_diff1": 0.746914, "nauc_ndcg_at_5_max": 0.575008, "nauc_ndcg_at_5_std": -0.140224, "nauc_ndcg_at_5_diff1": 0.743885, "nauc_ndcg_at_10_max": 0.57289, "nauc_ndcg_at_10_std": -0.13175, "nauc_ndcg_at_10_diff1": 0.749181, "nauc_ndcg_at_20_max": 0.568565, "nauc_ndcg_at_20_std": -0.128414, "nauc_ndcg_at_20_diff1": 0.75219, "nauc_ndcg_at_25_max": 0.567132, "nauc_ndcg_at_25_std": -0.130299, "nauc_ndcg_at_25_diff1": 0.752344, "nauc_ndcg_at_50_max": 0.564584, "nauc_ndcg_at_50_std": -0.136421, "nauc_ndcg_at_50_diff1": 0.753527, "nauc_ndcg_at_100_max": 0.56369, "nauc_ndcg_at_100_std": -0.138773, "nauc_ndcg_at_100_diff1": 0.753643, "nauc_ndcg_at_1000_max": 0.562714, "nauc_ndcg_at_1000_std": -0.139742, "nauc_ndcg_at_1000_diff1": 0.753534, "nauc_map_at_1_max": 0.531492, "nauc_map_at_1_std": -0.142775, "nauc_map_at_1_diff1": 0.770837, "nauc_map_at_3_max": 0.561323, "nauc_map_at_3_std": -0.146739, "nauc_map_at_3_diff1": 0.753137, "nauc_map_at_5_max": 0.561002, "nauc_map_at_5_std": -0.145714, "nauc_map_at_5_diff1": 0.752075, "nauc_map_at_10_max": 0.559567, "nauc_map_at_10_std": -0.142901, "nauc_map_at_10_diff1": 0.754157, "nauc_map_at_20_max": 0.558582, "nauc_map_at_20_std": -0.142331, "nauc_map_at_20_diff1": 0.754931, "nauc_map_at_25_max": 0.558344, "nauc_map_at_25_std": -0.142648, "nauc_map_at_25_diff1": 0.754958, "nauc_map_at_50_max": 0.558031, "nauc_map_at_50_std": -0.143387, "nauc_map_at_50_diff1": 0.755147, "nauc_map_at_100_max": 0.557976, "nauc_map_at_100_std": -0.143529, "nauc_map_at_100_diff1": 0.755155, "nauc_map_at_1000_max": 0.557943, "nauc_map_at_1000_std": -0.14356, "nauc_map_at_1000_diff1": 0.755156, "nauc_recall_at_1_max": 0.531492, "nauc_recall_at_1_std": -0.142775, "nauc_recall_at_1_diff1": 0.770837, "nauc_recall_at_3_max": 0.638941, "nauc_recall_at_3_std": -0.125175, "nauc_recall_at_3_diff1": 0.717112, "nauc_recall_at_5_max": 0.671146, "nauc_recall_at_5_std": -0.096528, "nauc_recall_at_5_diff1": 0.687638, "nauc_recall_at_10_max": 0.744662, "nauc_recall_at_10_std": 0.036526, "nauc_recall_at_10_diff1": 0.692719, "nauc_recall_at_20_max": 0.839058, "nauc_recall_at_20_std": 0.39142, "nauc_recall_at_20_diff1": 0.706398, "nauc_recall_at_25_max": 0.825222, "nauc_recall_at_25_std": 0.404324, "nauc_recall_at_25_diff1": 0.704744, "nauc_recall_at_50_max": 0.910131, "nauc_recall_at_50_std": 0.466309, "nauc_recall_at_50_diff1": 0.765017, "nauc_recall_at_100_max": 0.956427, "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.814815, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.531492, "nauc_precision_at_1_std": -0.142775, "nauc_precision_at_1_diff1": 0.770837, "nauc_precision_at_3_max": 0.638941, "nauc_precision_at_3_std": -0.125175, "nauc_precision_at_3_diff1": 0.717112, "nauc_precision_at_5_max": 0.671146, "nauc_precision_at_5_std": -0.096528, "nauc_precision_at_5_diff1": 0.687638, "nauc_precision_at_10_max": 0.744662, "nauc_precision_at_10_std": 0.036526, "nauc_precision_at_10_diff1": 0.692719, "nauc_precision_at_20_max": 0.839058, "nauc_precision_at_20_std": 0.39142, "nauc_precision_at_20_diff1": 0.706398, "nauc_precision_at_25_max": 0.825222, "nauc_precision_at_25_std": 0.404324, "nauc_precision_at_25_diff1": 0.704744, "nauc_precision_at_50_max": 0.910131, "nauc_precision_at_50_std": 0.466309, "nauc_precision_at_50_diff1": 0.765017, "nauc_precision_at_100_max": 0.956427, "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.814815, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.531492, "nauc_mrr_at_1_std": -0.142775, "nauc_mrr_at_1_diff1": 0.770837, "nauc_mrr_at_3_max": 0.561323, "nauc_mrr_at_3_std": -0.146739, "nauc_mrr_at_3_diff1": 0.753137, "nauc_mrr_at_5_max": 0.561002, "nauc_mrr_at_5_std": -0.145714, "nauc_mrr_at_5_diff1": 0.752075, "nauc_mrr_at_10_max": 0.559567, "nauc_mrr_at_10_std": -0.142901, "nauc_mrr_at_10_diff1": 0.754157, "nauc_mrr_at_20_max": 0.558582, "nauc_mrr_at_20_std": -0.142331, "nauc_mrr_at_20_diff1": 0.754931, "nauc_mrr_at_25_max": 0.558344, "nauc_mrr_at_25_std": -0.142648, "nauc_mrr_at_25_diff1": 0.754958, "nauc_mrr_at_50_max": 0.558031, "nauc_mrr_at_50_std": -0.143387, "nauc_mrr_at_50_diff1": 0.755147, "nauc_mrr_at_100_max": 0.557976, "nauc_mrr_at_100_std": -0.143529, "nauc_mrr_at_100_diff1": 0.755155, "nauc_mrr_at_1000_max": 0.557943, "nauc_mrr_at_1000_std": -0.14356, "nauc_mrr_at_1000_diff1": 0.755156, "hit_rate_at_1": 0.7304, "hit_rate_at_3": 0.896, "hit_rate_at_5": 0.9288, "hit_rate_at_10": 0.9632, "hit_rate_at_20": 0.9848, "hit_rate_at_25": 0.9872, "hit_rate_at_50": 0.9952, "hit_rate_at_100": 0.9976, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7304, "R_cap_at_3": 0.896, "R_cap_at_5": 0.9288, "R_cap_at_10": 0.9632, "R_cap_at_20": 0.9848, "R_cap_at_25": 0.9872, "R_cap_at_50": 0.9952, "R_cap_at_100": 0.9976, "R_cap_at_1000": 1.0, "main_score": 0.85314, "hf_subset": "spotify_luigi", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89372, "ndcg_at_3": 0.93659, "ndcg_at_5": 0.94075, "ndcg_at_10": 0.94652, "ndcg_at_20": 0.94713, "ndcg_at_25": 0.94767, "ndcg_at_50": 0.94813, "ndcg_at_100": 0.94813, "ndcg_at_1000": 0.94813, "map_at_1": 0.89372, "map_at_3": 0.92633, "map_at_5": 0.92874, "map_at_10": 0.9313, "map_at_20": 0.93146, "map_at_25": 0.93158, "map_at_50": 0.93164, "map_at_100": 0.93164, "map_at_1000": 0.93164, "recall_at_1": 0.89372, "recall_at_3": 0.96618, "recall_at_5": 0.97585, "recall_at_10": 0.99275, "recall_at_20": 0.99517, "recall_at_25": 0.99758, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.89372, "precision_at_1": 0.89372, "precision_at_3": 0.32206, "precision_at_5": 0.19517, "precision_at_10": 0.09928, "precision_at_20": 0.04976, "precision_at_25": 0.0399, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.89372, "mrr_at_3": 0.926329, "mrr_at_5": 0.928744, "mrr_at_10": 0.931303, "mrr_at_20": 0.931464, "mrr_at_25": 0.931579, "mrr_at_50": 0.931645, "mrr_at_100": 0.931645, "mrr_at_1000": 0.931645, "nauc_ndcg_at_1_max": 0.60832, "nauc_ndcg_at_1_std": -0.317019, "nauc_ndcg_at_1_diff1": 0.876582, "nauc_ndcg_at_3_max": 0.726303, "nauc_ndcg_at_3_std": -0.211162, "nauc_ndcg_at_3_diff1": 0.895962, "nauc_ndcg_at_5_max": 0.709272, "nauc_ndcg_at_5_std": -0.217443, "nauc_ndcg_at_5_diff1": 0.893225, "nauc_ndcg_at_10_max": 0.6933, "nauc_ndcg_at_10_std": -0.22128, "nauc_ndcg_at_10_diff1": 0.88995, "nauc_ndcg_at_20_max": 0.691275, "nauc_ndcg_at_20_std": -0.23382, "nauc_ndcg_at_20_diff1": 0.890186, "nauc_ndcg_at_25_max": 0.688058, "nauc_ndcg_at_25_std": -0.230384, "nauc_ndcg_at_25_diff1": 0.890402, "nauc_ndcg_at_50_max": 0.685272, "nauc_ndcg_at_50_std": -0.241376, "nauc_ndcg_at_50_diff1": 0.889423, "nauc_ndcg_at_100_max": 0.685272, "nauc_ndcg_at_100_std": -0.241376, "nauc_ndcg_at_100_diff1": 0.889423, "nauc_ndcg_at_1000_max": 0.685272, "nauc_ndcg_at_1000_std": -0.241376, "nauc_ndcg_at_1000_diff1": 0.889423, "nauc_map_at_1_max": 0.60832, "nauc_map_at_1_std": -0.317019, "nauc_map_at_1_diff1": 0.876582, "nauc_map_at_3_max": 0.695099, "nauc_map_at_3_std": -0.240898, "nauc_map_at_3_diff1": 0.891, "nauc_map_at_5_max": 0.685809, "nauc_map_at_5_std": -0.244946, "nauc_map_at_5_diff1": 0.889508, "nauc_map_at_10_max": 0.67971, "nauc_map_at_10_std": -0.247187, "nauc_map_at_10_diff1": 0.888335, "nauc_map_at_20_max": 0.679261, "nauc_map_at_20_std": -0.249829, "nauc_map_at_20_diff1": 0.88838, "nauc_map_at_25_max": 0.678718, "nauc_map_at_25_std": -0.249298, "nauc_map_at_25_diff1": 0.888412, "nauc_map_at_50_max": 0.678409, "nauc_map_at_50_std": -0.250499, "nauc_map_at_50_diff1": 0.888305, "nauc_map_at_100_max": 0.678409, "nauc_map_at_100_std": -0.250499, "nauc_map_at_100_diff1": 0.888305, "nauc_map_at_1000_max": 0.678409, "nauc_map_at_1000_std": -0.250499, "nauc_map_at_1000_diff1": 0.888305, "nauc_recall_at_1_max": 0.60832, "nauc_recall_at_1_std": -0.317019, "nauc_recall_at_1_diff1": 0.876582, "nauc_recall_at_3_max": 0.912506, "nauc_recall_at_3_std": -0.031677, "nauc_recall_at_3_diff1": 0.925384, "nauc_recall_at_5_max": 0.890566, "nauc_recall_at_5_std": 0.00456, "nauc_recall_at_5_diff1": 0.921653, "nauc_recall_at_10_max": 0.956474, "nauc_recall_at_10_std": 0.435285, "nauc_recall_at_10_diff1": 0.912947, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.218218, "nauc_recall_at_20_diff1": 0.934711, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 1.0, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.60832, "nauc_precision_at_1_std": -0.317019, "nauc_precision_at_1_diff1": 0.876582, "nauc_precision_at_3_max": 0.912506, "nauc_precision_at_3_std": -0.031677, "nauc_precision_at_3_diff1": 0.925384, "nauc_precision_at_5_max": 0.890566, "nauc_precision_at_5_std": 0.00456, "nauc_precision_at_5_diff1": 0.921653, "nauc_precision_at_10_max": 0.956474, "nauc_precision_at_10_std": 0.435285, "nauc_precision_at_10_diff1": 0.912947, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.218218, "nauc_precision_at_20_diff1": 0.934711, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.60832, "nauc_mrr_at_1_std": -0.317019, "nauc_mrr_at_1_diff1": 0.876582, "nauc_mrr_at_3_max": 0.695099, "nauc_mrr_at_3_std": -0.240898, "nauc_mrr_at_3_diff1": 0.891, "nauc_mrr_at_5_max": 0.685809, "nauc_mrr_at_5_std": -0.244946, "nauc_mrr_at_5_diff1": 0.889508, "nauc_mrr_at_10_max": 0.67971, "nauc_mrr_at_10_std": -0.247187, "nauc_mrr_at_10_diff1": 0.888335, "nauc_mrr_at_20_max": 0.679261, "nauc_mrr_at_20_std": -0.249829, "nauc_mrr_at_20_diff1": 0.88838, "nauc_mrr_at_25_max": 0.678718, "nauc_mrr_at_25_std": -0.249298, "nauc_mrr_at_25_diff1": 0.888412, "nauc_mrr_at_50_max": 0.678409, "nauc_mrr_at_50_std": -0.250499, "nauc_mrr_at_50_diff1": 0.888305, "nauc_mrr_at_100_max": 0.678409, "nauc_mrr_at_100_std": -0.250499, "nauc_mrr_at_100_diff1": 0.888305, "nauc_mrr_at_1000_max": 0.678409, "nauc_mrr_at_1000_std": -0.250499, "nauc_mrr_at_1000_diff1": 0.888305, "hit_rate_at_1": 0.89372, "hit_rate_at_3": 0.96618, "hit_rate_at_5": 0.97585, "hit_rate_at_10": 0.99275, "hit_rate_at_20": 0.99517, "hit_rate_at_25": 0.99758, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.89372, "R_cap_at_3": 0.966184, "R_cap_at_5": 0.975845, "R_cap_at_10": 0.992754, "R_cap_at_20": 0.995169, "R_cap_at_25": 0.997585, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94652, "hf_subset": "spring-projects_spring-framework", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77155, "ndcg_at_3": 0.85253, "ndcg_at_5": 0.86468, "ndcg_at_10": 0.87506, "ndcg_at_20": 0.87911, "ndcg_at_25": 0.87992, "ndcg_at_50": 0.88126, "ndcg_at_100": 0.88196, "ndcg_at_1000": 0.88211, "map_at_1": 0.77155, "map_at_3": 0.8336, "map_at_5": 0.84031, "map_at_10": 0.84466, "map_at_20": 0.8458, "map_at_25": 0.84596, "map_at_50": 0.84616, "map_at_100": 0.84623, "map_at_1000": 0.84623, "recall_at_1": 0.77155, "recall_at_3": 0.90693, "recall_at_5": 0.93654, "recall_at_10": 0.96827, "recall_at_20": 0.98414, "recall_at_25": 0.98784, "recall_at_50": 0.99471, "recall_at_100": 0.99894, "recall_at_1000": 1.0, "accuracy": 0.77155, "precision_at_1": 0.77155, "precision_at_3": 0.30231, "precision_at_5": 0.18731, "precision_at_10": 0.09683, "precision_at_20": 0.04921, "precision_at_25": 0.03951, "precision_at_50": 0.01989, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.771549, "mrr_at_3": 0.833598, "mrr_at_5": 0.840314, "mrr_at_10": 0.844663, "mrr_at_20": 0.845796, "mrr_at_25": 0.845958, "mrr_at_50": 0.846162, "mrr_at_100": 0.846226, "mrr_at_1000": 0.846234, "nauc_ndcg_at_1_max": 0.50757, "nauc_ndcg_at_1_std": -0.268437, "nauc_ndcg_at_1_diff1": 0.810644, "nauc_ndcg_at_3_max": 0.56862, "nauc_ndcg_at_3_std": -0.298169, "nauc_ndcg_at_3_diff1": 0.786738, "nauc_ndcg_at_5_max": 0.573269, "nauc_ndcg_at_5_std": -0.305123, "nauc_ndcg_at_5_diff1": 0.793948, "nauc_ndcg_at_10_max": 0.566968, "nauc_ndcg_at_10_std": -0.296262, "nauc_ndcg_at_10_diff1": 0.794899, "nauc_ndcg_at_20_max": 0.560241, "nauc_ndcg_at_20_std": -0.283785, "nauc_ndcg_at_20_diff1": 0.796049, "nauc_ndcg_at_25_max": 0.558848, "nauc_ndcg_at_25_std": -0.281131, "nauc_ndcg_at_25_diff1": 0.79699, "nauc_ndcg_at_50_max": 0.556223, "nauc_ndcg_at_50_std": -0.283537, "nauc_ndcg_at_50_diff1": 0.797048, "nauc_ndcg_at_100_max": 0.554339, "nauc_ndcg_at_100_std": -0.286785, "nauc_ndcg_at_100_diff1": 0.797627, "nauc_ndcg_at_1000_max": 0.553817, "nauc_ndcg_at_1000_std": -0.287347, "nauc_ndcg_at_1000_diff1": 0.797653, "nauc_map_at_1_max": 0.50757, "nauc_map_at_1_std": -0.268437, "nauc_map_at_1_diff1": 0.810644, "nauc_map_at_3_max": 0.55083, "nauc_map_at_3_std": -0.289966, "nauc_map_at_3_diff1": 0.794535, "nauc_map_at_5_max": 0.552215, "nauc_map_at_5_std": -0.292786, "nauc_map_at_5_diff1": 0.798199, "nauc_map_at_10_max": 0.549715, "nauc_map_at_10_std": -0.289264, "nauc_map_at_10_diff1": 0.798686, "nauc_map_at_20_max": 0.548164, "nauc_map_at_20_std": -0.286386, "nauc_map_at_20_diff1": 0.798968, "nauc_map_at_25_max": 0.547931, "nauc_map_at_25_std": -0.285967, "nauc_map_at_25_diff1": 0.799119, "nauc_map_at_50_max": 0.547597, "nauc_map_at_50_std": -0.286276, "nauc_map_at_50_diff1": 0.799137, "nauc_map_at_100_max": 0.547463, "nauc_map_at_100_std": -0.286492, "nauc_map_at_100_diff1": 0.79918, "nauc_map_at_1000_max": 0.547441, "nauc_map_at_1000_std": -0.286516, "nauc_map_at_1000_diff1": 0.799181, "nauc_recall_at_1_max": 0.50757, "nauc_recall_at_1_std": -0.268437, "nauc_recall_at_1_diff1": 0.810644, "nauc_recall_at_3_max": 0.653002, "nauc_recall_at_3_std": -0.336726, "nauc_recall_at_3_diff1": 0.749122, "nauc_recall_at_5_max": 0.71515, "nauc_recall_at_5_std": -0.3896, "nauc_recall_at_5_diff1": 0.767706, "nauc_recall_at_10_max": 0.779772, "nauc_recall_at_10_std": -0.377702, "nauc_recall_at_10_diff1": 0.75129, "nauc_recall_at_20_max": 0.801171, "nauc_recall_at_20_std": -0.116588, "nauc_recall_at_20_diff1": 0.739853, "nauc_recall_at_25_max": 0.815938, "nauc_recall_at_25_std": 0.045367, "nauc_recall_at_25_diff1": 0.762239, "nauc_recall_at_50_max": 0.871631, "nauc_recall_at_50_std": 0.217029, "nauc_recall_at_50_diff1": 0.720395, "nauc_recall_at_100_max": 0.934644, "nauc_recall_at_100_std": 0.122792, "nauc_recall_at_100_diff1": 0.77711, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.50757, "nauc_precision_at_1_std": -0.268437, "nauc_precision_at_1_diff1": 0.810644, "nauc_precision_at_3_max": 0.653002, "nauc_precision_at_3_std": -0.336726, "nauc_precision_at_3_diff1": 0.749122, "nauc_precision_at_5_max": 0.71515, "nauc_precision_at_5_std": -0.3896, "nauc_precision_at_5_diff1": 0.767706, "nauc_precision_at_10_max": 0.779772, "nauc_precision_at_10_std": -0.377702, "nauc_precision_at_10_diff1": 0.75129, "nauc_precision_at_20_max": 0.801171, "nauc_precision_at_20_std": -0.116588, "nauc_precision_at_20_diff1": 0.739853, "nauc_precision_at_25_max": 0.815938, "nauc_precision_at_25_std": 0.045367, "nauc_precision_at_25_diff1": 0.762239, "nauc_precision_at_50_max": 0.871631, "nauc_precision_at_50_std": 0.217029, "nauc_precision_at_50_diff1": 0.720395, "nauc_precision_at_100_max": 0.934644, "nauc_precision_at_100_std": 0.122792, "nauc_precision_at_100_diff1": 0.77711, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.50757, "nauc_mrr_at_1_std": -0.268437, "nauc_mrr_at_1_diff1": 0.810644, "nauc_mrr_at_3_max": 0.55083, "nauc_mrr_at_3_std": -0.289966, "nauc_mrr_at_3_diff1": 0.794535, "nauc_mrr_at_5_max": 0.552215, "nauc_mrr_at_5_std": -0.292786, "nauc_mrr_at_5_diff1": 0.798199, "nauc_mrr_at_10_max": 0.549715, "nauc_mrr_at_10_std": -0.289264, "nauc_mrr_at_10_diff1": 0.798686, "nauc_mrr_at_20_max": 0.548164, "nauc_mrr_at_20_std": -0.286386, "nauc_mrr_at_20_diff1": 0.798968, "nauc_mrr_at_25_max": 0.547931, "nauc_mrr_at_25_std": -0.285967, "nauc_mrr_at_25_diff1": 0.799119, "nauc_mrr_at_50_max": 0.547597, "nauc_mrr_at_50_std": -0.286276, "nauc_mrr_at_50_diff1": 0.799137, "nauc_mrr_at_100_max": 0.547463, "nauc_mrr_at_100_std": -0.286492, "nauc_mrr_at_100_diff1": 0.79918, "nauc_mrr_at_1000_max": 0.547441, "nauc_mrr_at_1000_std": -0.286516, "nauc_mrr_at_1000_diff1": 0.799181, "hit_rate_at_1": 0.77155, "hit_rate_at_3": 0.90693, "hit_rate_at_5": 0.93654, "hit_rate_at_10": 0.96827, "hit_rate_at_20": 0.98414, "hit_rate_at_25": 0.98784, "hit_rate_at_50": 0.99471, "hit_rate_at_100": 0.99894, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.771549, "R_cap_at_3": 0.906928, "R_cap_at_5": 0.936542, "R_cap_at_10": 0.968271, "R_cap_at_20": 0.984135, "R_cap_at_25": 0.987837, "R_cap_at_50": 0.994712, "R_cap_at_100": 0.998942, "R_cap_at_1000": 1.0, "main_score": 0.87506, "hf_subset": "spyder-ide_spyder", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62382, "ndcg_at_3": 0.7266, "ndcg_at_5": 0.74871, "ndcg_at_10": 0.76643, "ndcg_at_20": 0.77561, "ndcg_at_25": 0.77758, "ndcg_at_50": 0.78142, "ndcg_at_100": 0.78365, "ndcg_at_1000": 0.78562, "map_at_1": 0.62382, "map_at_3": 0.70204, "map_at_5": 0.71441, "map_at_10": 0.72187, "map_at_20": 0.72443, "map_at_25": 0.72483, "map_at_50": 0.72539, "map_at_100": 0.72559, "map_at_1000": 0.72567, "recall_at_1": 0.62382, "recall_at_3": 0.79737, "recall_at_5": 0.85065, "recall_at_10": 0.90466, "recall_at_20": 0.94067, "recall_at_25": 0.94968, "recall_at_50": 0.9696, "recall_at_100": 0.98332, "recall_at_1000": 0.99867, "accuracy": 0.62382, "precision_at_1": 0.62382, "precision_at_3": 0.26579, "precision_at_5": 0.17013, "precision_at_10": 0.09047, "precision_at_20": 0.04703, "precision_at_25": 0.03799, "precision_at_50": 0.01939, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.623819, "mrr_at_3": 0.702037, "mrr_at_5": 0.714411, "mrr_at_10": 0.721871, "mrr_at_20": 0.724429, "mrr_at_25": 0.724826, "mrr_at_50": 0.725394, "mrr_at_100": 0.725592, "mrr_at_1000": 0.725667, "nauc_ndcg_at_1_max": 0.425762, "nauc_ndcg_at_1_std": -0.171085, "nauc_ndcg_at_1_diff1": 0.721909, "nauc_ndcg_at_3_max": 0.480425, "nauc_ndcg_at_3_std": -0.168129, "nauc_ndcg_at_3_diff1": 0.680457, "nauc_ndcg_at_5_max": 0.490542, "nauc_ndcg_at_5_std": -0.164257, "nauc_ndcg_at_5_diff1": 0.683805, "nauc_ndcg_at_10_max": 0.486572, "nauc_ndcg_at_10_std": -0.151317, "nauc_ndcg_at_10_diff1": 0.682862, "nauc_ndcg_at_20_max": 0.484641, "nauc_ndcg_at_20_std": -0.143784, "nauc_ndcg_at_20_diff1": 0.686568, "nauc_ndcg_at_25_max": 0.483299, "nauc_ndcg_at_25_std": -0.141001, "nauc_ndcg_at_25_diff1": 0.687256, "nauc_ndcg_at_50_max": 0.479915, "nauc_ndcg_at_50_std": -0.145884, "nauc_ndcg_at_50_diff1": 0.688864, "nauc_ndcg_at_100_max": 0.47751, "nauc_ndcg_at_100_std": -0.147149, "nauc_ndcg_at_100_diff1": 0.690123, "nauc_ndcg_at_1000_max": 0.474989, "nauc_ndcg_at_1000_std": -0.152967, "nauc_ndcg_at_1000_diff1": 0.690665, "nauc_map_at_1_max": 0.425762, "nauc_map_at_1_std": -0.171085, "nauc_map_at_1_diff1": 0.721909, "nauc_map_at_3_max": 0.465346, "nauc_map_at_3_std": -0.168926, "nauc_map_at_3_diff1": 0.691284, "nauc_map_at_5_max": 0.469872, "nauc_map_at_5_std": -0.166877, "nauc_map_at_5_diff1": 0.693423, "nauc_map_at_10_max": 0.467915, "nauc_map_at_10_std": -0.161981, "nauc_map_at_10_diff1": 0.693288, "nauc_map_at_20_max": 0.467335, "nauc_map_at_20_std": -0.160296, "nauc_map_at_20_diff1": 0.694287, "nauc_map_at_25_max": 0.467088, "nauc_map_at_25_std": -0.159863, "nauc_map_at_25_diff1": 0.694418, "nauc_map_at_50_max": 0.466663, "nauc_map_at_50_std": -0.160469, "nauc_map_at_50_diff1": 0.694622, "nauc_map_at_100_max": 0.466482, "nauc_map_at_100_std": -0.160557, "nauc_map_at_100_diff1": 0.694709, "nauc_map_at_1000_max": 0.466396, "nauc_map_at_1000_std": -0.160719, "nauc_map_at_1000_diff1": 0.694722, "nauc_recall_at_1_max": 0.425762, "nauc_recall_at_1_std": -0.171085, "nauc_recall_at_1_diff1": 0.721909, "nauc_recall_at_3_max": 0.53793, "nauc_recall_at_3_std": -0.165099, "nauc_recall_at_3_diff1": 0.639517, "nauc_recall_at_5_max": 0.592512, "nauc_recall_at_5_std": -0.150985, "nauc_recall_at_5_diff1": 0.638726, "nauc_recall_at_10_max": 0.617287, "nauc_recall_at_10_std": -0.065281, "nauc_recall_at_10_diff1": 0.611052, "nauc_recall_at_20_max": 0.670092, "nauc_recall_at_20_std": 0.080167, "nauc_recall_at_20_diff1": 0.613483, "nauc_recall_at_25_max": 0.680017, "nauc_recall_at_25_std": 0.168, "nauc_recall_at_25_diff1": 0.612016, "nauc_recall_at_50_max": 0.700093, "nauc_recall_at_50_std": 0.213721, "nauc_recall_at_50_diff1": 0.614204, "nauc_recall_at_100_max": 0.718446, "nauc_recall_at_100_std": 0.420388, "nauc_recall_at_100_diff1": 0.639978, "nauc_recall_at_1000_max": 0.878356, "nauc_recall_at_1000_std": 0.621693, "nauc_recall_at_1000_diff1": 0.67455, "nauc_precision_at_1_max": 0.425762, "nauc_precision_at_1_std": -0.171085, "nauc_precision_at_1_diff1": 0.721909, "nauc_precision_at_3_max": 0.53793, "nauc_precision_at_3_std": -0.165099, "nauc_precision_at_3_diff1": 0.639517, "nauc_precision_at_5_max": 0.592512, "nauc_precision_at_5_std": -0.150985, "nauc_precision_at_5_diff1": 0.638726, "nauc_precision_at_10_max": 0.617287, "nauc_precision_at_10_std": -0.065281, "nauc_precision_at_10_diff1": 0.611052, "nauc_precision_at_20_max": 0.670092, "nauc_precision_at_20_std": 0.080167, "nauc_precision_at_20_diff1": 0.613483, "nauc_precision_at_25_max": 0.680017, "nauc_precision_at_25_std": 0.168, "nauc_precision_at_25_diff1": 0.612016, "nauc_precision_at_50_max": 0.700093, "nauc_precision_at_50_std": 0.213721, "nauc_precision_at_50_diff1": 0.614204, "nauc_precision_at_100_max": 0.718446, "nauc_precision_at_100_std": 0.420388, "nauc_precision_at_100_diff1": 0.639978, "nauc_precision_at_1000_max": 0.878356, "nauc_precision_at_1000_std": 0.621693, "nauc_precision_at_1000_diff1": 0.67455, "nauc_mrr_at_1_max": 0.425762, "nauc_mrr_at_1_std": -0.171085, "nauc_mrr_at_1_diff1": 0.721909, "nauc_mrr_at_3_max": 0.465346, "nauc_mrr_at_3_std": -0.168926, "nauc_mrr_at_3_diff1": 0.691284, "nauc_mrr_at_5_max": 0.469872, "nauc_mrr_at_5_std": -0.166877, "nauc_mrr_at_5_diff1": 0.693423, "nauc_mrr_at_10_max": 0.467915, "nauc_mrr_at_10_std": -0.161981, "nauc_mrr_at_10_diff1": 0.693288, "nauc_mrr_at_20_max": 0.467335, "nauc_mrr_at_20_std": -0.160296, "nauc_mrr_at_20_diff1": 0.694287, "nauc_mrr_at_25_max": 0.467088, "nauc_mrr_at_25_std": -0.159863, "nauc_mrr_at_25_diff1": 0.694418, "nauc_mrr_at_50_max": 0.466663, "nauc_mrr_at_50_std": -0.160469, "nauc_mrr_at_50_diff1": 0.694622, "nauc_mrr_at_100_max": 0.466482, "nauc_mrr_at_100_std": -0.160557, "nauc_mrr_at_100_diff1": 0.694709, "nauc_mrr_at_1000_max": 0.466396, "nauc_mrr_at_1000_std": -0.160719, "nauc_mrr_at_1000_diff1": 0.694722, "hit_rate_at_1": 0.62382, "hit_rate_at_3": 0.79737, "hit_rate_at_5": 0.85065, "hit_rate_at_10": 0.90466, "hit_rate_at_20": 0.94067, "hit_rate_at_25": 0.94968, "hit_rate_at_50": 0.9696, "hit_rate_at_100": 0.98332, "hit_rate_at_1000": 0.99867, "R_cap_at_1": 0.623819, "R_cap_at_3": 0.797373, "R_cap_at_5": 0.850649, "R_cap_at_10": 0.904664, "R_cap_at_20": 0.940673, "R_cap_at_25": 0.949675, "R_cap_at_50": 0.969599, "R_cap_at_100": 0.983323, "R_cap_at_1000": 0.998672, "main_score": 0.76643, "hf_subset": "sympy_sympy", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77783, "ndcg_at_3": 0.85236, "ndcg_at_5": 0.86222, "ndcg_at_10": 0.87265, "ndcg_at_20": 0.87694, "ndcg_at_25": 0.87768, "ndcg_at_50": 0.88001, "ndcg_at_100": 0.88081, "ndcg_at_1000": 0.88126, "map_at_1": 0.77783, "map_at_3": 0.83461, "map_at_5": 0.83998, "map_at_10": 0.84433, "map_at_20": 0.84555, "map_at_25": 0.84569, "map_at_50": 0.84605, "map_at_100": 0.84613, "map_at_1000": 0.84615, "recall_at_1": 0.77783, "recall_at_3": 0.90349, "recall_at_5": 0.92785, "recall_at_10": 0.95987, "recall_at_20": 0.97659, "recall_at_25": 0.97993, "recall_at_50": 0.99188, "recall_at_100": 0.99666, "recall_at_1000": 1.0, "accuracy": 0.77783, "precision_at_1": 0.77783, "precision_at_3": 0.30116, "precision_at_5": 0.18557, "precision_at_10": 0.09599, "precision_at_20": 0.04883, "precision_at_25": 0.0392, "precision_at_50": 0.01984, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.777831, "mrr_at_3": 0.834607, "mrr_at_5": 0.839982, "mrr_at_10": 0.844335, "mrr_at_20": 0.845545, "mrr_at_25": 0.845693, "mrr_at_50": 0.846052, "mrr_at_100": 0.846129, "mrr_at_1000": 0.846148, "nauc_ndcg_at_1_max": 0.53102, "nauc_ndcg_at_1_std": -0.27441, "nauc_ndcg_at_1_diff1": 0.847022, "nauc_ndcg_at_3_max": 0.559144, "nauc_ndcg_at_3_std": -0.293058, "nauc_ndcg_at_3_diff1": 0.822404, "nauc_ndcg_at_5_max": 0.566006, "nauc_ndcg_at_5_std": -0.287061, "nauc_ndcg_at_5_diff1": 0.825527, "nauc_ndcg_at_10_max": 0.557397, "nauc_ndcg_at_10_std": -0.297125, "nauc_ndcg_at_10_diff1": 0.831429, "nauc_ndcg_at_20_max": 0.56276, "nauc_ndcg_at_20_std": -0.280402, "nauc_ndcg_at_20_diff1": 0.832126, "nauc_ndcg_at_25_max": 0.561123, "nauc_ndcg_at_25_std": -0.283066, "nauc_ndcg_at_25_diff1": 0.83194, "nauc_ndcg_at_50_max": 0.557845, "nauc_ndcg_at_50_std": -0.288049, "nauc_ndcg_at_50_diff1": 0.83235, "nauc_ndcg_at_100_max": 0.55613, "nauc_ndcg_at_100_std": -0.288789, "nauc_ndcg_at_100_diff1": 0.832702, "nauc_ndcg_at_1000_max": 0.55527, "nauc_ndcg_at_1000_std": -0.289899, "nauc_ndcg_at_1000_diff1": 0.832831, "nauc_map_at_1_max": 0.53102, "nauc_map_at_1_std": -0.27441, "nauc_map_at_1_diff1": 0.847022, "nauc_map_at_3_max": 0.550732, "nauc_map_at_3_std": -0.29237, "nauc_map_at_3_diff1": 0.830395, "nauc_map_at_5_max": 0.553813, "nauc_map_at_5_std": -0.289558, "nauc_map_at_5_diff1": 0.832185, "nauc_map_at_10_max": 0.550758, "nauc_map_at_10_std": -0.293468, "nauc_map_at_10_diff1": 0.834292, "nauc_map_at_20_max": 0.552084, "nauc_map_at_20_std": -0.289491, "nauc_map_at_20_diff1": 0.834524, "nauc_map_at_25_max": 0.551812, "nauc_map_at_25_std": -0.289927, "nauc_map_at_25_diff1": 0.834492, "nauc_map_at_50_max": 0.551359, "nauc_map_at_50_std": -0.290595, "nauc_map_at_50_diff1": 0.834519, "nauc_map_at_100_max": 0.551222, "nauc_map_at_100_std": -0.29066, "nauc_map_at_100_diff1": 0.834544, "nauc_map_at_1000_max": 0.551191, "nauc_map_at_1000_std": -0.290693, "nauc_map_at_1000_diff1": 0.834548, "nauc_recall_at_1_max": 0.53102, "nauc_recall_at_1_std": -0.27441, "nauc_recall_at_1_diff1": 0.847022, "nauc_recall_at_3_max": 0.59784, "nauc_recall_at_3_std": -0.292802, "nauc_recall_at_3_diff1": 0.785209, "nauc_recall_at_5_max": 0.640329, "nauc_recall_at_5_std": -0.265544, "nauc_recall_at_5_diff1": 0.786349, "nauc_recall_at_10_max": 0.615745, "nauc_recall_at_10_std": -0.333245, "nauc_recall_at_10_diff1": 0.811495, "nauc_recall_at_20_max": 0.75277, "nauc_recall_at_20_std": -0.045485, "nauc_recall_at_20_diff1": 0.808472, "nauc_recall_at_25_max": 0.741632, "nauc_recall_at_25_std": -0.075907, "nauc_recall_at_25_diff1": 0.800005, "nauc_recall_at_50_max": 0.783225, "nauc_recall_at_50_std": -0.112975, "nauc_recall_at_50_diff1": 0.788406, "nauc_recall_at_100_max": 0.767575, "nauc_recall_at_100_std": -0.002988, "nauc_recall_at_100_diff1": 0.797924, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.53102, "nauc_precision_at_1_std": -0.27441, "nauc_precision_at_1_diff1": 0.847022, "nauc_precision_at_3_max": 0.59784, "nauc_precision_at_3_std": -0.292802, "nauc_precision_at_3_diff1": 0.785209, "nauc_precision_at_5_max": 0.640329, "nauc_precision_at_5_std": -0.265544, "nauc_precision_at_5_diff1": 0.786349, "nauc_precision_at_10_max": 0.615745, "nauc_precision_at_10_std": -0.333245, "nauc_precision_at_10_diff1": 0.811495, "nauc_precision_at_20_max": 0.75277, "nauc_precision_at_20_std": -0.045485, "nauc_precision_at_20_diff1": 0.808472, "nauc_precision_at_25_max": 0.741632, "nauc_precision_at_25_std": -0.075907, "nauc_precision_at_25_diff1": 0.800005, "nauc_precision_at_50_max": 0.783225, "nauc_precision_at_50_std": -0.112975, "nauc_precision_at_50_diff1": 0.788406, "nauc_precision_at_100_max": 0.767575, "nauc_precision_at_100_std": -0.002988, "nauc_precision_at_100_diff1": 0.797924, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.53102, "nauc_mrr_at_1_std": -0.27441, "nauc_mrr_at_1_diff1": 0.847022, "nauc_mrr_at_3_max": 0.550732, "nauc_mrr_at_3_std": -0.29237, "nauc_mrr_at_3_diff1": 0.830395, "nauc_mrr_at_5_max": 0.553813, "nauc_mrr_at_5_std": -0.289558, "nauc_mrr_at_5_diff1": 0.832185, "nauc_mrr_at_10_max": 0.550758, "nauc_mrr_at_10_std": -0.293468, "nauc_mrr_at_10_diff1": 0.834292, "nauc_mrr_at_20_max": 0.552084, "nauc_mrr_at_20_std": -0.289491, "nauc_mrr_at_20_diff1": 0.834524, "nauc_mrr_at_25_max": 0.551812, "nauc_mrr_at_25_std": -0.289927, "nauc_mrr_at_25_diff1": 0.834492, "nauc_mrr_at_50_max": 0.551359, "nauc_mrr_at_50_std": -0.290595, "nauc_mrr_at_50_diff1": 0.834519, "nauc_mrr_at_100_max": 0.551222, "nauc_mrr_at_100_std": -0.29066, "nauc_mrr_at_100_diff1": 0.834544, "nauc_mrr_at_1000_max": 0.551191, "nauc_mrr_at_1000_std": -0.290693, "nauc_mrr_at_1000_diff1": 0.834548, "hit_rate_at_1": 0.77783, "hit_rate_at_3": 0.90349, "hit_rate_at_5": 0.92785, "hit_rate_at_10": 0.95987, "hit_rate_at_20": 0.97659, "hit_rate_at_25": 0.97993, "hit_rate_at_50": 0.99188, "hit_rate_at_100": 0.99666, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.777831, "R_cap_at_3": 0.903488, "R_cap_at_5": 0.927855, "R_cap_at_10": 0.959866, "R_cap_at_20": 0.976589, "R_cap_at_25": 0.979933, "R_cap_at_50": 0.991878, "R_cap_at_100": 0.996656, "R_cap_at_1000": 1.0, "main_score": 0.87265, "hf_subset": "tensorflow_tensorflow", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79951, "ndcg_at_3": 0.86607, "ndcg_at_5": 0.87693, "ndcg_at_10": 0.88427, "ndcg_at_20": 0.88937, "ndcg_at_25": 0.89046, "ndcg_at_50": 0.89191, "ndcg_at_100": 0.89269, "ndcg_at_1000": 0.89302, "map_at_1": 0.79951, "map_at_3": 0.84994, "map_at_5": 0.85609, "map_at_10": 0.85922, "map_at_20": 0.86069, "map_at_25": 0.86091, "map_at_50": 0.86114, "map_at_100": 0.8612, "map_at_1000": 0.86122, "recall_at_1": 0.79951, "recall_at_3": 0.91267, "recall_at_5": 0.9385, "recall_at_10": 0.96064, "recall_at_20": 0.98032, "recall_at_25": 0.98524, "recall_at_50": 0.99262, "recall_at_100": 0.99754, "recall_at_1000": 1.0, "accuracy": 0.79951, "precision_at_1": 0.79951, "precision_at_3": 0.30422, "precision_at_5": 0.1877, "precision_at_10": 0.09606, "precision_at_20": 0.04902, "precision_at_25": 0.03941, "precision_at_50": 0.01985, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.799508, "mrr_at_3": 0.849938, "mrr_at_5": 0.856089, "mrr_at_10": 0.85922, "mrr_at_20": 0.860687, "mrr_at_25": 0.860911, "mrr_at_50": 0.861139, "mrr_at_100": 0.861202, "mrr_at_1000": 0.861215, "nauc_ndcg_at_1_max": 0.323992, "nauc_ndcg_at_1_std": -0.306845, "nauc_ndcg_at_1_diff1": 0.859666, "nauc_ndcg_at_3_max": 0.300253, "nauc_ndcg_at_3_std": -0.352492, "nauc_ndcg_at_3_diff1": 0.836043, "nauc_ndcg_at_5_max": 0.281022, "nauc_ndcg_at_5_std": -0.34807, "nauc_ndcg_at_5_diff1": 0.837417, "nauc_ndcg_at_10_max": 0.271837, "nauc_ndcg_at_10_std": -0.358563, "nauc_ndcg_at_10_diff1": 0.840469, "nauc_ndcg_at_20_max": 0.315215, "nauc_ndcg_at_20_std": -0.327472, "nauc_ndcg_at_20_diff1": 0.843291, "nauc_ndcg_at_25_max": 0.319983, "nauc_ndcg_at_25_std": -0.320314, "nauc_ndcg_at_25_diff1": 0.843896, "nauc_ndcg_at_50_max": 0.311979, "nauc_ndcg_at_50_std": -0.327467, "nauc_ndcg_at_50_diff1": 0.844524, "nauc_ndcg_at_100_max": 0.307737, "nauc_ndcg_at_100_std": -0.32893, "nauc_ndcg_at_100_diff1": 0.844662, "nauc_ndcg_at_1000_max": 0.305766, "nauc_ndcg_at_1000_std": -0.332957, "nauc_ndcg_at_1000_diff1": 0.844937, "nauc_map_at_1_max": 0.323992, "nauc_map_at_1_std": -0.306845, "nauc_map_at_1_diff1": 0.859666, "nauc_map_at_3_max": 0.307765, "nauc_map_at_3_std": -0.339009, "nauc_map_at_3_diff1": 0.843528, "nauc_map_at_5_max": 0.299011, "nauc_map_at_5_std": -0.336099, "nauc_map_at_5_diff1": 0.844643, "nauc_map_at_10_max": 0.296246, "nauc_map_at_10_std": -0.339447, "nauc_map_at_10_diff1": 0.845943, "nauc_map_at_20_max": 0.30687, "nauc_map_at_20_std": -0.332099, "nauc_map_at_20_diff1": 0.846569, "nauc_map_at_25_max": 0.307644, "nauc_map_at_25_std": -0.330966, "nauc_map_at_25_diff1": 0.846677, "nauc_map_at_50_max": 0.306629, "nauc_map_at_50_std": -0.33193, "nauc_map_at_50_diff1": 0.846787, "nauc_map_at_100_max": 0.306357, "nauc_map_at_100_std": -0.332043, "nauc_map_at_100_diff1": 0.846791, "nauc_map_at_1000_max": 0.306296, "nauc_map_at_1000_std": -0.332174, "nauc_map_at_1000_diff1": 0.846808, "nauc_recall_at_1_max": 0.323992, "nauc_recall_at_1_std": -0.306845, "nauc_recall_at_1_diff1": 0.859666, "nauc_recall_at_3_max": 0.264768, "nauc_recall_at_3_std": -0.415539, "nauc_recall_at_3_diff1": 0.800676, "nauc_recall_at_5_max": 0.15954, "nauc_recall_at_5_std": -0.423217, "nauc_recall_at_5_diff1": 0.791096, "nauc_recall_at_10_max": 0.012621, "nauc_recall_at_10_std": -0.55571, "nauc_recall_at_10_diff1": 0.78994, "nauc_recall_at_20_max": 0.629338, "nauc_recall_at_20_std": -0.111447, "nauc_recall_at_20_diff1": 0.801743, "nauc_recall_at_25_max": 0.885246, "nauc_recall_at_25_std": 0.191133, "nauc_recall_at_25_diff1": 0.806856, "nauc_recall_at_50_max": 0.888365, "nauc_recall_at_50_std": 0.213202, "nauc_recall_at_50_diff1": 0.807808, "nauc_recall_at_100_max": 0.934667, "nauc_recall_at_100_std": 0.934667, "nauc_recall_at_100_diff1": 0.777044, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.323992, "nauc_precision_at_1_std": -0.306845, "nauc_precision_at_1_diff1": 0.859666, "nauc_precision_at_3_max": 0.264768, "nauc_precision_at_3_std": -0.415539, "nauc_precision_at_3_diff1": 0.800676, "nauc_precision_at_5_max": 0.15954, "nauc_precision_at_5_std": -0.423217, "nauc_precision_at_5_diff1": 0.791096, "nauc_precision_at_10_max": 0.012621, "nauc_precision_at_10_std": -0.55571, "nauc_precision_at_10_diff1": 0.78994, "nauc_precision_at_20_max": 0.629338, "nauc_precision_at_20_std": -0.111447, "nauc_precision_at_20_diff1": 0.801743, "nauc_precision_at_25_max": 0.885246, "nauc_precision_at_25_std": 0.191133, "nauc_precision_at_25_diff1": 0.806856, "nauc_precision_at_50_max": 0.888365, "nauc_precision_at_50_std": 0.213202, "nauc_precision_at_50_diff1": 0.807808, "nauc_precision_at_100_max": 0.934667, "nauc_precision_at_100_std": 0.934667, "nauc_precision_at_100_diff1": 0.777044, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.323992, "nauc_mrr_at_1_std": -0.306845, "nauc_mrr_at_1_diff1": 0.859666, "nauc_mrr_at_3_max": 0.307765, "nauc_mrr_at_3_std": -0.339009, "nauc_mrr_at_3_diff1": 0.843528, "nauc_mrr_at_5_max": 0.299011, "nauc_mrr_at_5_std": -0.336099, "nauc_mrr_at_5_diff1": 0.844643, "nauc_mrr_at_10_max": 0.296246, "nauc_mrr_at_10_std": -0.339447, "nauc_mrr_at_10_diff1": 0.845943, "nauc_mrr_at_20_max": 0.30687, "nauc_mrr_at_20_std": -0.332099, "nauc_mrr_at_20_diff1": 0.846569, "nauc_mrr_at_25_max": 0.307644, "nauc_mrr_at_25_std": -0.330966, "nauc_mrr_at_25_diff1": 0.846677, "nauc_mrr_at_50_max": 0.306629, "nauc_mrr_at_50_std": -0.33193, "nauc_mrr_at_50_diff1": 0.846787, "nauc_mrr_at_100_max": 0.306357, "nauc_mrr_at_100_std": -0.332043, "nauc_mrr_at_100_diff1": 0.846791, "nauc_mrr_at_1000_max": 0.306296, "nauc_mrr_at_1000_std": -0.332174, "nauc_mrr_at_1000_diff1": 0.846808, "hit_rate_at_1": 0.79951, "hit_rate_at_3": 0.91267, "hit_rate_at_5": 0.9385, "hit_rate_at_10": 0.96064, "hit_rate_at_20": 0.98032, "hit_rate_at_25": 0.98524, "hit_rate_at_50": 0.99262, "hit_rate_at_100": 0.99754, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.799508, "R_cap_at_3": 0.912669, "R_cap_at_5": 0.938499, "R_cap_at_10": 0.96064, "R_cap_at_20": 0.98032, "R_cap_at_25": 0.98524, "R_cap_at_50": 0.99262, "R_cap_at_100": 0.99754, "R_cap_at_1000": 1.0, "main_score": 0.88427, "hf_subset": "webpack_webpack", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77463, "ndcg_at_3": 0.85826, "ndcg_at_5": 0.86782, "ndcg_at_10": 0.87802, "ndcg_at_20": 0.88212, "ndcg_at_25": 0.88314, "ndcg_at_50": 0.88453, "ndcg_at_100": 0.8848, "ndcg_at_1000": 0.8849, "map_at_1": 0.77463, "map_at_3": 0.83832, "map_at_5": 0.84372, "map_at_10": 0.84793, "map_at_20": 0.84912, "map_at_25": 0.84932, "map_at_50": 0.84953, "map_at_100": 0.84956, "map_at_1000": 0.84957, "recall_at_1": 0.77463, "recall_at_3": 0.91568, "recall_at_5": 0.93853, "recall_at_10": 0.97006, "recall_at_20": 0.98582, "recall_at_25": 0.99054, "recall_at_50": 0.99764, "recall_at_100": 0.99921, "recall_at_1000": 1.0, "accuracy": 0.77463, "precision_at_1": 0.77463, "precision_at_3": 0.30523, "precision_at_5": 0.18771, "precision_at_10": 0.09701, "precision_at_20": 0.04929, "precision_at_25": 0.03962, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.774626, "mrr_at_3": 0.838324, "mrr_at_5": 0.843722, "mrr_at_10": 0.847935, "mrr_at_20": 0.84912, "mrr_at_25": 0.849321, "mrr_at_50": 0.849535, "mrr_at_100": 0.849563, "mrr_at_1000": 0.849566, "nauc_ndcg_at_1_max": 0.502732, "nauc_ndcg_at_1_std": -0.135862, "nauc_ndcg_at_1_diff1": 0.807374, "nauc_ndcg_at_3_max": 0.571645, "nauc_ndcg_at_3_std": -0.158489, "nauc_ndcg_at_3_diff1": 0.797916, "nauc_ndcg_at_5_max": 0.562125, "nauc_ndcg_at_5_std": -0.164329, "nauc_ndcg_at_5_diff1": 0.797414, "nauc_ndcg_at_10_max": 0.563192, "nauc_ndcg_at_10_std": -0.154496, "nauc_ndcg_at_10_diff1": 0.802728, "nauc_ndcg_at_20_max": 0.559161, "nauc_ndcg_at_20_std": -0.14799, "nauc_ndcg_at_20_diff1": 0.802099, "nauc_ndcg_at_25_max": 0.55522, "nauc_ndcg_at_25_std": -0.150759, "nauc_ndcg_at_25_diff1": 0.803031, "nauc_ndcg_at_50_max": 0.550621, "nauc_ndcg_at_50_std": -0.151349, "nauc_ndcg_at_50_diff1": 0.801721, "nauc_ndcg_at_100_max": 0.550605, "nauc_ndcg_at_100_std": -0.151511, "nauc_ndcg_at_100_diff1": 0.801777, "nauc_ndcg_at_1000_max": 0.550188, "nauc_ndcg_at_1000_std": -0.151984, "nauc_ndcg_at_1000_diff1": 0.801593, "nauc_map_at_1_max": 0.502732, "nauc_map_at_1_std": -0.135862, "nauc_map_at_1_diff1": 0.807374, "nauc_map_at_3_max": 0.5526, "nauc_map_at_3_std": -0.153066, "nauc_map_at_3_diff1": 0.799951, "nauc_map_at_5_max": 0.547311, "nauc_map_at_5_std": -0.155453, "nauc_map_at_5_diff1": 0.799703, "nauc_map_at_10_max": 0.546751, "nauc_map_at_10_std": -0.152127, "nauc_map_at_10_diff1": 0.80176, "nauc_map_at_20_max": 0.545784, "nauc_map_at_20_std": -0.150401, "nauc_map_at_20_diff1": 0.80163, "nauc_map_at_25_max": 0.545162, "nauc_map_at_25_std": -0.150844, "nauc_map_at_25_diff1": 0.801777, "nauc_map_at_50_max": 0.544583, "nauc_map_at_50_std": -0.151029, "nauc_map_at_50_diff1": 0.801628, "nauc_map_at_100_max": 0.544584, "nauc_map_at_100_std": -0.151035, "nauc_map_at_100_diff1": 0.801631, "nauc_map_at_1000_max": 0.544573, "nauc_map_at_1000_std": -0.151047, "nauc_map_at_1000_diff1": 0.801627, "nauc_recall_at_1_max": 0.502732, "nauc_recall_at_1_std": -0.135862, "nauc_recall_at_1_diff1": 0.807374, "nauc_recall_at_3_max": 0.667505, "nauc_recall_at_3_std": -0.185052, "nauc_recall_at_3_diff1": 0.788181, "nauc_recall_at_5_max": 0.657125, "nauc_recall_at_5_std": -0.22536, "nauc_recall_at_5_diff1": 0.782933, "nauc_recall_at_10_max": 0.781521, "nauc_recall_at_10_std": -0.16877, "nauc_recall_at_10_diff1": 0.825265, "nauc_recall_at_20_max": 0.897439, "nauc_recall_at_20_std": -0.008185, "nauc_recall_at_20_diff1": 0.830083, "nauc_recall_at_25_max": 0.857053, "nauc_recall_at_25_std": -0.083051, "nauc_recall_at_25_diff1": 0.892994, "nauc_recall_at_50_max": 0.707589, "nauc_recall_at_50_std": 0.069046, "nauc_recall_at_50_diff1": 0.851353, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.357876, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.502732, "nauc_precision_at_1_std": -0.135862, "nauc_precision_at_1_diff1": 0.807374, "nauc_precision_at_3_max": 0.667505, "nauc_precision_at_3_std": -0.185052, "nauc_precision_at_3_diff1": 0.788181, "nauc_precision_at_5_max": 0.657125, "nauc_precision_at_5_std": -0.22536, "nauc_precision_at_5_diff1": 0.782933, "nauc_precision_at_10_max": 0.781521, "nauc_precision_at_10_std": -0.16877, "nauc_precision_at_10_diff1": 0.825265, "nauc_precision_at_20_max": 0.897439, "nauc_precision_at_20_std": -0.008185, "nauc_precision_at_20_diff1": 0.830083, "nauc_precision_at_25_max": 0.857053, "nauc_precision_at_25_std": -0.083051, "nauc_precision_at_25_diff1": 0.892994, "nauc_precision_at_50_max": 0.707589, "nauc_precision_at_50_std": 0.069046, "nauc_precision_at_50_diff1": 0.851353, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.357876, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.502732, "nauc_mrr_at_1_std": -0.135862, "nauc_mrr_at_1_diff1": 0.807374, "nauc_mrr_at_3_max": 0.5526, "nauc_mrr_at_3_std": -0.153066, "nauc_mrr_at_3_diff1": 0.799951, "nauc_mrr_at_5_max": 0.547311, "nauc_mrr_at_5_std": -0.155453, "nauc_mrr_at_5_diff1": 0.799703, "nauc_mrr_at_10_max": 0.546751, "nauc_mrr_at_10_std": -0.152127, "nauc_mrr_at_10_diff1": 0.80176, "nauc_mrr_at_20_max": 0.545784, "nauc_mrr_at_20_std": -0.150401, "nauc_mrr_at_20_diff1": 0.80163, "nauc_mrr_at_25_max": 0.545162, "nauc_mrr_at_25_std": -0.150844, "nauc_mrr_at_25_diff1": 0.801777, "nauc_mrr_at_50_max": 0.544583, "nauc_mrr_at_50_std": -0.151029, "nauc_mrr_at_50_diff1": 0.801628, "nauc_mrr_at_100_max": 0.544584, "nauc_mrr_at_100_std": -0.151035, "nauc_mrr_at_100_diff1": 0.801631, "nauc_mrr_at_1000_max": 0.544573, "nauc_mrr_at_1000_std": -0.151047, "nauc_mrr_at_1000_diff1": 0.801627, "hit_rate_at_1": 0.77463, "hit_rate_at_3": 0.91568, "hit_rate_at_5": 0.93853, "hit_rate_at_10": 0.97006, "hit_rate_at_20": 0.98582, "hit_rate_at_25": 0.99054, "hit_rate_at_50": 0.99764, "hit_rate_at_100": 0.99921, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.774626, "R_cap_at_3": 0.915682, "R_cap_at_5": 0.938534, "R_cap_at_10": 0.970055, "R_cap_at_20": 0.985816, "R_cap_at_25": 0.990544, "R_cap_at_50": 0.997636, "R_cap_at_100": 0.999212, "R_cap_at_1000": 1.0, "main_score": 0.87802, "hf_subset": "xonsh_xonsh", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 3856.5028089247644, "kg_co2_emissions": null, "date": 1784346253.655105, "evaluation_phases": [ { "name": "Data loading", "start": 7.3015689849853516e-06, "end": 69.24946806207299, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 69.24948158860207, "end": 69.24948417767882, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 69.27707559242845, "end": 73.70589684322476, "split": "test", "subset": "xonsh_xonsh" }, { "name": "Scoring", "start": 73.7059317715466, "end": 74.74865404888988, "split": "test", "subset": "xonsh_xonsh" } ] }