{ "dataset_revision": "bc8f4c7f62450a4ceb737c8339061cf87aea42d5", "evaluation_time": 8.194802284240723, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.40858, "cv_recall_at_1": 0.40858, "cv_recall_at_10": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_3": 0.93947, "cv_recall_at_5": 1.0, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.40858, "map_at_1": 0.40858, "map_at_10": 0.66625, "map_at_100": 0.66625, "map_at_1000": 0.66625, "map_at_20": 0.66625, "map_at_3": 0.65111, "map_at_5": 0.66625, "mrr_at_1": 0.4085750315258512, "mrr_at_10": 0.6662463219840259, "mrr_at_100": 0.6662463219840259, "mrr_at_1000": 0.6662463219840259, "mrr_at_20": 0.6662463219840259, "mrr_at_3": 0.6511139134089942, "mrr_at_5": 0.6662463219840259, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": NaN, "nauc_cv_recall_at_10_max": NaN, "nauc_cv_recall_at_10_std": NaN, "nauc_cv_recall_at_1_diff1": 0.09209945551237932, "nauc_cv_recall_at_1_max": 0.04710935298066388, "nauc_cv_recall_at_1_std": -0.2545543951208944, "nauc_cv_recall_at_20_diff1": NaN, "nauc_cv_recall_at_20_max": NaN, "nauc_cv_recall_at_20_std": NaN, "nauc_cv_recall_at_3_diff1": 0.33721221089740533, "nauc_cv_recall_at_3_max": -6.468843725356673e-05, "nauc_cv_recall_at_3_std": -1.3309893277677936, "nauc_cv_recall_at_5_diff1": NaN, "nauc_cv_recall_at_5_max": NaN, "nauc_cv_recall_at_5_std": NaN, "nauc_map_at_1000_diff1": 0.1389867351777914, "nauc_map_at_1000_max": 0.056366699448147664, "nauc_map_at_1000_std": -0.3717794164175499, "nauc_map_at_100_diff1": 0.1389867351777914, "nauc_map_at_100_max": 0.056366699448147664, "nauc_map_at_100_std": -0.3717794164175499, "nauc_map_at_10_diff1": 0.1389867351777914, "nauc_map_at_10_max": 0.056366699448147664, "nauc_map_at_10_std": -0.3717794164175499, "nauc_map_at_1_diff1": 0.09209945551237932, "nauc_map_at_1_max": 0.04710935298066388, "nauc_map_at_1_std": -0.2545543951208944, "nauc_map_at_20_diff1": 0.1389867351777914, "nauc_map_at_20_max": 0.056366699448147664, "nauc_map_at_20_std": -0.3717794164175499, "nauc_map_at_3_diff1": 0.15192913742437428, "nauc_map_at_3_max": 0.05268221984887032, "nauc_map_at_3_std": -0.43440749419885805, "nauc_map_at_5_diff1": 0.1389867351777914, "nauc_map_at_5_max": 0.056366699448147664, "nauc_map_at_5_std": -0.3717794164175499, "nauc_mrr_at_1000_diff1": 0.1389867351777914, "nauc_mrr_at_1000_max": 0.056366699448147664, "nauc_mrr_at_1000_std": -0.3717794164175499, "nauc_mrr_at_100_diff1": 0.1389867351777914, "nauc_mrr_at_100_max": 0.056366699448147664, "nauc_mrr_at_100_std": -0.3717794164175499, "nauc_mrr_at_10_diff1": 0.1389867351777914, "nauc_mrr_at_10_max": 0.056366699448147664, "nauc_mrr_at_10_std": -0.3717794164175499, "nauc_mrr_at_1_diff1": 0.09209945551237932, "nauc_mrr_at_1_max": 0.04710935298066388, "nauc_mrr_at_1_std": -0.2545543951208944, "nauc_mrr_at_20_diff1": 0.1389867351777914, "nauc_mrr_at_20_max": 0.056366699448147664, "nauc_mrr_at_20_std": -0.3717794164175499, "nauc_mrr_at_3_diff1": 0.15192913742437428, "nauc_mrr_at_3_max": 0.05268221984887032, "nauc_mrr_at_3_std": -0.43440749419885805, "nauc_mrr_at_5_diff1": 0.1389867351777914, "nauc_mrr_at_5_max": 0.056366699448147664, "nauc_mrr_at_5_std": -0.3717794164175499, "nauc_ndcg_at_1000_diff1": 0.14175667455010996, "nauc_ndcg_at_1000_max": 0.05677567596790839, "nauc_ndcg_at_1000_std": -0.37937371661655606, "nauc_ndcg_at_100_diff1": 0.14175667455010996, "nauc_ndcg_at_100_max": 0.05677567596790839, "nauc_ndcg_at_100_std": -0.37937371661655606, "nauc_ndcg_at_10_diff1": 0.14175667455010996, "nauc_ndcg_at_10_max": 0.05677567596790839, "nauc_ndcg_at_10_std": -0.37937371661655606, "nauc_ndcg_at_1_diff1": 0.09209945551237932, "nauc_ndcg_at_1_max": 0.04710935298066388, "nauc_ndcg_at_1_std": -0.2545543951208944, "nauc_ndcg_at_20_diff1": 0.14175667455010996, "nauc_ndcg_at_20_max": 0.05677567596790839, "nauc_ndcg_at_20_std": -0.37937371661655606, "nauc_ndcg_at_3_diff1": 0.16887181132628426, "nauc_ndcg_at_3_max": 0.048890331382351326, "nauc_ndcg_at_3_std": -0.5113893552468156, "nauc_ndcg_at_5_diff1": 0.14175667455010996, "nauc_ndcg_at_5_max": 0.05677567596790839, "nauc_ndcg_at_5_std": -0.37937371661655606, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_1_diff1": 0.09209945551237932, "nauc_precision_at_1_max": 0.04710935298066388, "nauc_precision_at_1_std": -0.2545543951208944, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_3_diff1": 0.3372122108974042, "nauc_precision_at_3_max": -6.468843725140867e-05, "nauc_precision_at_3_std": -1.3309893277677838, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_1_diff1": 0.09209945551237932, "nauc_recall_at_1_max": 0.04710935298066388, "nauc_recall_at_1_std": -0.2545543951208944, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_3_diff1": 0.33721221089740533, "nauc_recall_at_3_max": -6.468843725356673e-05, "nauc_recall_at_3_std": -1.3309893277677936, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "ndcg_at_1": 0.40858, "ndcg_at_10": 0.7516, "ndcg_at_100": 0.7516, "ndcg_at_1000": 0.7516, "ndcg_at_20": 0.7516, "ndcg_at_3": 0.72554, "ndcg_at_5": 0.7516, "precision_at_1": 0.40858, "precision_at_10": 0.1, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.05, "precision_at_3": 0.31316, "precision_at_5": 0.2, "recall_at_1": 0.40858, "recall_at_10": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 1.0, "recall_at_3": 0.93947, "recall_at_5": 1.0 } ] }, "task_name": "BLINKIT2TMultiChoice" }