{ "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", "task_name": "RiaNewsRetrievalHardNegatives.v2", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.368, "ndcg_at_3": 0.45664, "ndcg_at_5": 0.48853, "ndcg_at_10": 0.51899, "ndcg_at_20": 0.53992, "ndcg_at_100": 0.56355, "ndcg_at_1000": 0.57394, "map_at_1": 0.368, "map_at_3": 0.43567, "map_at_5": 0.45347, "map_at_10": 0.46626, "map_at_20": 0.47197, "map_at_100": 0.47525, "map_at_1000": 0.47568, "recall_at_1": 0.368, "recall_at_3": 0.517, "recall_at_5": 0.594, "recall_at_10": 0.687, "recall_at_20": 0.77, "recall_at_100": 0.897, "recall_at_1000": 0.977, "accuracy": 0.368, "precision_at_1": 0.368, "precision_at_3": 0.17233, "precision_at_5": 0.1188, "precision_at_10": 0.0687, "precision_at_20": 0.0385, "precision_at_100": 0.00897, "precision_at_1000": 0.00098, "mrr_at_1": 0.369, "mrr_at_3": 0.436333, "mrr_at_5": 0.454133, "mrr_at_10": 0.466937, "mrr_at_20": 0.472649, "mrr_at_100": 0.475931, "mrr_at_1000": 0.476352, "nauc_ndcg_at_1_max": 0.003018, "nauc_ndcg_at_1_std": -0.101198, "nauc_ndcg_at_1_diff1": 0.511484, "nauc_ndcg_at_3_max": -0.024691, "nauc_ndcg_at_3_std": -0.104079, "nauc_ndcg_at_3_diff1": 0.446806, "nauc_ndcg_at_5_max": -0.02529, "nauc_ndcg_at_5_std": -0.109394, "nauc_ndcg_at_5_diff1": 0.433336, "nauc_ndcg_at_10_max": -0.023045, "nauc_ndcg_at_10_std": -0.10583, "nauc_ndcg_at_10_diff1": 0.425415, "nauc_ndcg_at_20_max": -0.023305, "nauc_ndcg_at_20_std": -0.098437, "nauc_ndcg_at_20_diff1": 0.430661, "nauc_ndcg_at_100_max": -0.015415, "nauc_ndcg_at_100_std": -0.093975, "nauc_ndcg_at_100_diff1": 0.435176, "nauc_ndcg_at_1000_max": -0.012939, "nauc_ndcg_at_1000_std": -0.092756, "nauc_ndcg_at_1000_diff1": 0.439328, "nauc_map_at_1_max": 0.003018, "nauc_map_at_1_std": -0.101198, "nauc_map_at_1_diff1": 0.511484, "nauc_map_at_3_max": -0.018051, "nauc_map_at_3_std": -0.10519, "nauc_map_at_3_diff1": 0.462922, "nauc_map_at_5_max": -0.018368, "nauc_map_at_5_std": -0.108095, "nauc_map_at_5_diff1": 0.455756, "nauc_map_at_10_max": -0.01694, "nauc_map_at_10_std": -0.106805, "nauc_map_at_10_diff1": 0.453228, "nauc_map_at_20_max": -0.017016, "nauc_map_at_20_std": -0.104651, "nauc_map_at_20_diff1": 0.455013, "nauc_map_at_100_max": -0.016114, "nauc_map_at_100_std": -0.104153, "nauc_map_at_100_diff1": 0.455885, "nauc_map_at_1000_max": -0.015989, "nauc_map_at_1000_std": -0.10401, "nauc_map_at_1000_diff1": 0.456063, "nauc_recall_at_1_max": 0.003018, "nauc_recall_at_1_std": -0.101198, "nauc_recall_at_1_diff1": 0.511484, "nauc_recall_at_3_max": -0.044237, "nauc_recall_at_3_std": -0.100032, "nauc_recall_at_3_diff1": 0.399096, "nauc_recall_at_5_max": -0.046978, "nauc_recall_at_5_std": -0.113505, "nauc_recall_at_5_diff1": 0.360602, "nauc_recall_at_10_max": -0.045258, "nauc_recall_at_10_std": -0.099953, "nauc_recall_at_10_diff1": 0.316344, "nauc_recall_at_20_max": -0.051854, "nauc_recall_at_20_std": -0.058864, "nauc_recall_at_20_diff1": 0.315145, "nauc_recall_at_100_max": 0.042191, "nauc_recall_at_100_std": 0.050845, "nauc_recall_at_100_diff1": 0.257273, "nauc_recall_at_1000_max": 0.429566, "nauc_recall_at_1000_std": 0.583141, "nauc_recall_at_1000_diff1": 0.017395, "nauc_precision_at_1_max": 0.003018, "nauc_precision_at_1_std": -0.101198, "nauc_precision_at_1_diff1": 0.511484, "nauc_precision_at_3_max": -0.044237, "nauc_precision_at_3_std": -0.100032, "nauc_precision_at_3_diff1": 0.399096, "nauc_precision_at_5_max": -0.046978, "nauc_precision_at_5_std": -0.113505, "nauc_precision_at_5_diff1": 0.360602, "nauc_precision_at_10_max": -0.045258, "nauc_precision_at_10_std": -0.099953, "nauc_precision_at_10_diff1": 0.316344, "nauc_precision_at_20_max": -0.051854, "nauc_precision_at_20_std": -0.058864, "nauc_precision_at_20_diff1": 0.315145, "nauc_precision_at_100_max": 0.042191, "nauc_precision_at_100_std": 0.050845, "nauc_precision_at_100_diff1": 0.257273, "nauc_precision_at_1000_max": 0.429566, "nauc_precision_at_1000_std": 0.583141, "nauc_precision_at_1000_diff1": 0.017395, "nauc_mrr_at_1_max": 0.000584, "nauc_mrr_at_1_std": -0.099572, "nauc_mrr_at_1_diff1": 0.50844, "nauc_mrr_at_3_max": -0.019544, "nauc_mrr_at_3_std": -0.10429, "nauc_mrr_at_3_diff1": 0.461248, "nauc_mrr_at_5_max": -0.019888, "nauc_mrr_at_5_std": -0.107177, "nauc_mrr_at_5_diff1": 0.454052, "nauc_mrr_at_10_max": -0.018473, "nauc_mrr_at_10_std": -0.105833, "nauc_mrr_at_10_diff1": 0.451494, "nauc_mrr_at_20_max": -0.018567, "nauc_mrr_at_20_std": -0.103668, "nauc_mrr_at_20_diff1": 0.453259, "nauc_mrr_at_100_max": -0.017681, "nauc_mrr_at_100_std": -0.103161, "nauc_mrr_at_100_diff1": 0.454117, "nauc_mrr_at_1000_max": -0.017558, "nauc_mrr_at_1000_std": -0.103017, "nauc_mrr_at_1000_diff1": 0.454293, "hit_rate_at_1": 0.368, "hit_rate_at_3": 0.517, "hit_rate_at_5": 0.594, "hit_rate_at_10": 0.687, "hit_rate_at_20": 0.77, "hit_rate_at_100": 0.897, "hit_rate_at_1000": 0.977, "main_score": 0.51899, "hf_subset": "default", "languages": [ "rus-Cyrl" ], "mteb_version": "2.12.30" } ] }, "evaluation_time": 97.27564764022827, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }