{ "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", "evaluation_time": 4.3094024658203125, "kg_co2_emissions": 0.0006882579965103285, "mteb_version": "1.12.75", "scores": { "test_1024": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.1, "map_at_1": 0.1, "map_at_10": 0.1, "map_at_100": 0.12383, "map_at_1000": 0.12383, "map_at_20": 0.1084, "map_at_3": 0.1, "map_at_5": 0.1, "mrr_at_1": 0.1, "mrr_at_10": 0.1042222222222222, "mrr_at_100": 0.12728144174720787, "mrr_at_1000": 0.12728144174720787, "mrr_at_20": 0.11096703296703296, "mrr_at_3": 0.1, "mrr_at_5": 0.1, "nauc_map_at_1000_diff1": 0.7155252655260473, "nauc_map_at_1000_max": 0.8800895967911967, "nauc_map_at_1000_std": 0.8254008247081032, "nauc_map_at_100_diff1": 0.7155252655260473, "nauc_map_at_100_max": 0.8800895967911967, "nauc_map_at_100_std": 0.8254008247081032, "nauc_map_at_10_diff1": 0.7588408907968877, "nauc_map_at_10_max": 0.9323852964851086, "nauc_map_at_10_std": 0.8647705929702172, "nauc_map_at_1_diff1": 0.7588408907968877, "nauc_map_at_1_max": 0.9323852964851086, "nauc_map_at_1_std": 0.8647705929702172, "nauc_map_at_20_diff1": 0.7119614353214924, "nauc_map_at_20_max": 0.8781541719004419, "nauc_map_at_20_std": 0.8237404793272555, "nauc_map_at_3_diff1": 0.7588408907968877, "nauc_map_at_3_max": 0.9323852964851086, "nauc_map_at_3_std": 0.8647705929702172, "nauc_map_at_5_diff1": 0.7588408907968877, "nauc_map_at_5_max": 0.9323852964851086, "nauc_map_at_5_std": 0.8647705929702172, "nauc_mrr_at_1000_diff1": 0.680284941543648, "nauc_mrr_at_1000_max": 0.8431108614422479, "nauc_mrr_at_1000_std": 0.7841357600753571, "nauc_mrr_at_100_diff1": 0.680284941543648, "nauc_mrr_at_100_max": 0.8431108614422479, "nauc_mrr_at_100_std": 0.7841357600753571, "nauc_mrr_at_10_diff1": 0.7195159229314226, "nauc_mrr_at_10_max": 0.8966893133096251, "nauc_mrr_at_10_std": 0.8290858068598852, "nauc_mrr_at_1_diff1": 0.7588408907968877, "nauc_mrr_at_1_max": 0.9323852964851086, "nauc_mrr_at_1_std": 0.8647705929702172, "nauc_mrr_at_20_diff1": 0.6777047333736886, "nauc_mrr_at_20_max": 0.8504515173994386, "nauc_mrr_at_20_std": 0.7894838418266962, "nauc_mrr_at_3_diff1": 0.7588408907968877, "nauc_mrr_at_3_max": 0.9323852964851086, "nauc_mrr_at_3_std": 0.8647705929702172, "nauc_mrr_at_5_diff1": 0.7588408907968877, "nauc_mrr_at_5_max": 0.9323852964851086, "nauc_mrr_at_5_std": 0.8647705929702172, "nauc_ndcg_at_1000_diff1": 0.6775207456607724, "nauc_ndcg_at_1000_max": 0.8325390628298275, "nauc_ndcg_at_1000_std": 0.7870401831887127, "nauc_ndcg_at_100_diff1": 0.6775207456607724, "nauc_ndcg_at_100_max": 0.8325390628298275, "nauc_ndcg_at_100_std": 0.7870401831887127, "nauc_ndcg_at_10_diff1": 0.7588408907968877, "nauc_ndcg_at_10_max": 0.9323852964851086, "nauc_ndcg_at_10_std": 0.8647705929702172, "nauc_ndcg_at_1_diff1": 0.7588408907968877, "nauc_ndcg_at_1_max": 0.9323852964851086, "nauc_ndcg_at_1_std": 0.8647705929702172, "nauc_ndcg_at_20_diff1": 0.6042654261922409, "nauc_ndcg_at_20_max": 0.7573081506379882, "nauc_ndcg_at_20_std": 0.7292769155714618, "nauc_ndcg_at_3_diff1": 0.7588408907968877, "nauc_ndcg_at_3_max": 0.9323852964851086, "nauc_ndcg_at_3_std": 0.8647705929702172, "nauc_ndcg_at_5_diff1": 0.7588408907968877, "nauc_ndcg_at_5_max": 0.9323852964851086, "nauc_ndcg_at_5_std": 0.8647705929702172, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7588408907968874, "nauc_precision_at_10_max": 0.9323852964851086, "nauc_precision_at_10_std": 0.8647705929702172, "nauc_precision_at_1_diff1": 0.7588408907968877, "nauc_precision_at_1_max": 0.9323852964851086, "nauc_precision_at_1_std": 0.8647705929702172, "nauc_precision_at_20_diff1": 0.3354259253504057, "nauc_precision_at_20_max": 0.457811480249868, "nauc_precision_at_20_std": 0.4930540448146192, "nauc_precision_at_3_diff1": 0.7588408907968877, "nauc_precision_at_3_max": 0.9323852964851088, "nauc_precision_at_3_std": 0.8647705929702173, "nauc_precision_at_5_diff1": 0.7588408907968874, "nauc_precision_at_5_max": 0.9323852964851086, "nauc_precision_at_5_std": 0.8647705929702172, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.7588408907968877, "nauc_recall_at_10_max": 0.9323852964851086, "nauc_recall_at_10_std": 0.8647705929702172, "nauc_recall_at_1_diff1": 0.7588408907968877, "nauc_recall_at_1_max": 0.9323852964851086, "nauc_recall_at_1_std": 0.8647705929702172, "nauc_recall_at_20_diff1": 0.3354259253504055, "nauc_recall_at_20_max": 0.45781148024986784, "nauc_recall_at_20_std": 0.49305404481461906, "nauc_recall_at_3_diff1": 0.7588408907968877, "nauc_recall_at_3_max": 0.9323852964851086, "nauc_recall_at_3_std": 0.8647705929702172, "nauc_recall_at_5_diff1": 0.7588408907968877, "nauc_recall_at_5_max": 0.9323852964851086, "nauc_recall_at_5_std": 0.8647705929702172, "ndcg_at_1": 0.1, "ndcg_at_10": 0.1, "ndcg_at_100": 0.26595, "ndcg_at_1000": 0.26595, "ndcg_at_20": 0.13045, "ndcg_at_3": 0.1, "ndcg_at_5": 0.1, "precision_at_1": 0.1, "precision_at_10": 0.01, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.011, "precision_at_3": 0.03333, "precision_at_5": 0.02, "recall_at_1": 0.1, "recall_at_10": 0.1, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.22, "recall_at_3": 0.1, "recall_at_5": 0.1 } ], "test_16384": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.0, "map_at_1": 0.0, "map_at_10": 0.01805, "map_at_100": 0.04249, "map_at_1000": 0.04249, "map_at_20": 0.02645, "map_at_3": 0.0, "map_at_5": 0.009, "mrr_at_1": 0.0, "mrr_at_10": 0.019888888888888887, "mrr_at_100": 0.04043145618034408, "mrr_at_1000": 0.04043145618034408, "mrr_at_20": 0.023937154348919056, "mrr_at_3": 0.0, "mrr_at_5": 0.009000000000000001, "nauc_map_at_1000_diff1": 0.02537799239470658, "nauc_map_at_1000_max": -0.24527268568383018, "nauc_map_at_1000_std": -0.10852328574780618, "nauc_map_at_100_diff1": 0.02537799239470658, "nauc_map_at_100_max": -0.24527268568383018, "nauc_map_at_100_std": -0.10852328574780618, "nauc_map_at_10_diff1": 0.06013523223882185, "nauc_map_at_10_max": -0.37057399720926887, "nauc_map_at_10_std": -0.08370211527801488, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": 0.0031704473552067137, "nauc_map_at_20_max": -0.2675418203624966, "nauc_map_at_20_std": -0.12444781089267005, "nauc_map_at_3_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_5_diff1": 0.02960379214739287, "nauc_map_at_5_max": -0.41910383686611236, "nauc_map_at_5_std": -0.13361953313657102, "nauc_mrr_at_1000_diff1": -0.06195846482775623, "nauc_mrr_at_1000_max": -0.1572196337143104, "nauc_mrr_at_1000_std": -0.18557659033530657, "nauc_mrr_at_100_diff1": -0.06195846482775623, "nauc_mrr_at_100_max": -0.1572196337143104, "nauc_mrr_at_100_std": -0.18557659033530657, "nauc_mrr_at_10_diff1": -0.012570350359141808, "nauc_mrr_at_10_max": -0.1512740261896524, "nauc_mrr_at_10_std": -0.2595891399372803, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.0573014286412602, "nauc_mrr_at_20_max": -0.14461110858097878, "nauc_mrr_at_20_std": -0.17378339746617869, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_5_diff1": -0.13066809766568302, "nauc_mrr_at_5_max": -0.07056613898577956, "nauc_mrr_at_5_std": -0.48603285335241353, "nauc_ndcg_at_1000_diff1": 0.03187226808183237, "nauc_ndcg_at_1000_max": -0.1908353721044284, "nauc_ndcg_at_1000_std": -0.09175288647490984, "nauc_ndcg_at_100_diff1": 0.03187226808183237, "nauc_ndcg_at_100_max": -0.1908353721044284, "nauc_ndcg_at_100_std": -0.09175288647490984, "nauc_ndcg_at_10_diff1": 0.060070161084039696, "nauc_ndcg_at_10_max": -0.36505684225292523, "nauc_ndcg_at_10_std": -0.07411665300394928, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": -0.012584912614497462, "nauc_ndcg_at_20_max": -0.1904233736600891, "nauc_ndcg_at_20_std": -0.11776406589276668, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_5_diff1": 0.04483277630675661, "nauc_ndcg_at_5_max": -0.4138963574803116, "nauc_ndcg_at_5_std": -0.10994286019579726, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.058867722028441136, "nauc_precision_at_10_max": -0.3608800643949558, "nauc_precision_at_10_std": -0.0675073785886772, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": -0.022624856263790915, "nauc_precision_at_20_max": -0.12791745656835637, "nauc_precision_at_20_std": -0.11073126767566895, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_5_diff1": 0.05902870941776234, "nauc_precision_at_5_max": -0.4090421250335391, "nauc_precision_at_5_std": -0.08787228333780518, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.0588677220284411, "nauc_recall_at_10_max": -0.36088006439495585, "nauc_recall_at_10_std": -0.06750737858867734, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": -0.022624856263790873, "nauc_recall_at_20_max": -0.12791745656835618, "nauc_recall_at_20_std": -0.11073126767566888, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_5_diff1": 0.059028709417762254, "nauc_recall_at_5_max": -0.4090421250335391, "nauc_recall_at_5_std": -0.08787228333780527, "ndcg_at_1": 0.0, "ndcg_at_10": 0.03681, "ndcg_at_100": 0.20393, "ndcg_at_1000": 0.20393, "ndcg_at_20": 0.06724, "ndcg_at_3": 0.0, "ndcg_at_5": 0.01635, "precision_at_1": 0.0, "precision_at_10": 0.01, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.011, "precision_at_3": 0.0, "precision_at_5": 0.008, "recall_at_1": 0.0, "recall_at_10": 0.1, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.22, "recall_at_3": 0.0, "recall_at_5": 0.04 } ], "test_2048": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.1, "map_at_1": 0.1, "map_at_10": 0.10508, "map_at_100": 0.12626, "map_at_1000": 0.12626, "map_at_20": 0.11344, "map_at_3": 0.1, "map_at_5": 0.1, "mrr_at_1": 0.1, "mrr_at_10": 0.10949999999999999, "mrr_at_100": 0.13233694170871022, "mrr_at_1000": 0.13233694170871022, "mrr_at_20": 0.11528748006379583, "mrr_at_3": 0.1, "mrr_at_5": 0.105, "nauc_map_at_1000_diff1": 0.7301547538630535, "nauc_map_at_1000_max": 0.9092189639419406, "nauc_map_at_1000_std": 0.858968399756349, "nauc_map_at_100_diff1": 0.7301547538630535, "nauc_map_at_100_max": 0.9092189639419406, "nauc_map_at_100_std": 0.858968399756349, "nauc_map_at_10_diff1": 0.7484921428259457, "nauc_map_at_10_max": 0.9392291736884998, "nauc_map_at_10_std": 0.8917358961068068, "nauc_map_at_1_diff1": 0.797155889455326, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.9323852964851086, "nauc_map_at_20_diff1": 0.7183829608686584, "nauc_map_at_20_max": 0.8989027295532928, "nauc_map_at_20_std": 0.8507844412033009, "nauc_map_at_3_diff1": 0.797155889455326, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.9323852964851086, "nauc_map_at_5_diff1": 0.797155889455326, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.9323852964851086, "nauc_mrr_at_1000_diff1": 0.7086065377123777, "nauc_mrr_at_1000_max": 0.8751476086959992, "nauc_mrr_at_1000_std": 0.8240656792602251, "nauc_mrr_at_100_diff1": 0.7086065377123777, "nauc_mrr_at_100_max": 0.8751476086959992, "nauc_mrr_at_100_std": 0.8240656792602251, "nauc_mrr_at_10_diff1": 0.7320115667200576, "nauc_mrr_at_10_max": 0.898177774580227, "nauc_mrr_at_10_std": 0.8508910438699796, "nauc_mrr_at_1_diff1": 0.797155889455326, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.9323852964851086, "nauc_mrr_at_20_diff1": 0.7099096716782128, "nauc_mrr_at_20_max": 0.8809483243457034, "nauc_mrr_at_20_std": 0.8255796733635733, "nauc_mrr_at_3_diff1": 0.797155889455326, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.9323852964851086, "nauc_mrr_at_5_diff1": 0.7438025114599972, "nauc_mrr_at_5_max": 0.9401482982066565, "nauc_mrr_at_5_std": 0.8746997026244366, "nauc_ndcg_at_1000_diff1": 0.6829926179785867, "nauc_ndcg_at_1000_max": 0.8416590814430026, "nauc_ndcg_at_1000_std": 0.8007928624452842, "nauc_ndcg_at_100_diff1": 0.6829926179785867, "nauc_ndcg_at_100_max": 0.8416590814430026, "nauc_ndcg_at_100_std": 0.8007928624452842, "nauc_ndcg_at_10_diff1": 0.6823611341365448, "nauc_ndcg_at_10_max": 0.8552582030451009, "nauc_ndcg_at_10_std": 0.8366427682617753, "nauc_ndcg_at_1_diff1": 0.797155889455326, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.9323852964851086, "nauc_ndcg_at_20_diff1": 0.5834301903156645, "nauc_ndcg_at_20_max": 0.7205391118903337, "nauc_ndcg_at_20_std": 0.7018377582534806, "nauc_ndcg_at_3_diff1": 0.797155889455326, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.9323852964851086, "nauc_ndcg_at_5_diff1": 0.797155889455326, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.9323852964851086, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.4890322033179176, "nauc_precision_at_10_max": 0.6088930374644662, "nauc_precision_at_10_std": 0.6756756756756758, "nauc_precision_at_1_diff1": 0.797155889455326, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.9323852964851086, "nauc_precision_at_20_diff1": 0.28543494049946894, "nauc_precision_at_20_max": 0.32415218727303186, "nauc_precision_at_20_std": 0.36921057042292843, "nauc_precision_at_3_diff1": 0.797155889455326, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.9323852964851088, "nauc_precision_at_5_diff1": 0.7971558894553258, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.9323852964851086, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.4890322033179175, "nauc_recall_at_10_max": 0.6088930374644659, "nauc_recall_at_10_std": 0.6756756756756757, "nauc_recall_at_1_diff1": 0.797155889455326, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.9323852964851086, "nauc_recall_at_20_diff1": 0.285434940499469, "nauc_recall_at_20_max": 0.32415218727303197, "nauc_recall_at_20_std": 0.3692105704229285, "nauc_recall_at_3_diff1": 0.797155889455326, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.9323852964851086, "nauc_recall_at_5_diff1": 0.797155889455326, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.9323852964851086, "ndcg_at_1": 0.1, "ndcg_at_10": 0.11269, "ndcg_at_100": 0.26875, "ndcg_at_1000": 0.26875, "ndcg_at_20": 0.1464, "ndcg_at_3": 0.1, "ndcg_at_5": 0.1, "precision_at_1": 0.1, "precision_at_10": 0.014, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.014, "precision_at_3": 0.03333, "precision_at_5": 0.02, "recall_at_1": 0.1, "recall_at_10": 0.14, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.28, "recall_at_3": 0.1, "recall_at_5": 0.1 } ], "test_256": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.46, "map_at_1": 0.46, "map_at_10": 0.53167, "map_at_100": 0.53926, "map_at_1000": 0.53926, "map_at_20": 0.53167, "map_at_3": 0.52667, "map_at_5": 0.53167, "mrr_at_1": 0.46, "mrr_at_10": 0.5316666666666666, "mrr_at_100": 0.5399731438934142, "mrr_at_1000": 0.5399731438934142, "mrr_at_20": 0.532843137254902, "mrr_at_3": 0.5266666666666666, "mrr_at_5": 0.5316666666666666, "nauc_map_at_1000_diff1": 0.7500849937760806, "nauc_map_at_1000_max": 0.8106423332944935, "nauc_map_at_1000_std": 0.5707881784306099, "nauc_map_at_100_diff1": 0.7500849937760806, "nauc_map_at_100_max": 0.8106423332944935, "nauc_map_at_100_std": 0.5707881784306099, "nauc_map_at_10_diff1": 0.7476022305266573, "nauc_map_at_10_max": 0.8108767351588048, "nauc_map_at_10_std": 0.5747807636916197, "nauc_map_at_1_diff1": 0.833328953246958, "nauc_map_at_1_max": 0.8121994165724947, "nauc_map_at_1_std": 0.4547843683477435, "nauc_map_at_20_diff1": 0.7476022305266573, "nauc_map_at_20_max": 0.8108767351588048, "nauc_map_at_20_std": 0.5747807636916197, "nauc_map_at_3_diff1": 0.7467660539839807, "nauc_map_at_3_max": 0.8095189592110744, "nauc_map_at_3_std": 0.5718690680124079, "nauc_map_at_5_diff1": 0.7476022305266573, "nauc_map_at_5_max": 0.8108767351588048, "nauc_map_at_5_std": 0.5747807636916197, "nauc_mrr_at_1000_diff1": 0.7486378376030813, "nauc_mrr_at_1000_max": 0.8092142946249464, "nauc_mrr_at_1000_std": 0.5697226155275376, "nauc_mrr_at_100_diff1": 0.7486378376030813, "nauc_mrr_at_100_max": 0.8092142946249464, "nauc_mrr_at_100_std": 0.5697226155275376, "nauc_mrr_at_10_diff1": 0.7476022305266573, "nauc_mrr_at_10_max": 0.8108767351588048, "nauc_mrr_at_10_std": 0.5747807636916197, "nauc_mrr_at_1_diff1": 0.833328953246958, "nauc_mrr_at_1_max": 0.8121994165724947, "nauc_mrr_at_1_std": 0.4547843683477435, "nauc_mrr_at_20_diff1": 0.746513320692228, "nauc_mrr_at_20_max": 0.8089295474584183, "nauc_mrr_at_20_std": 0.5733531951763127, "nauc_mrr_at_3_diff1": 0.7467660539839807, "nauc_mrr_at_3_max": 0.8095189592110744, "nauc_mrr_at_3_std": 0.5718690680124079, "nauc_mrr_at_5_diff1": 0.7476022305266573, "nauc_mrr_at_5_max": 0.8108767351588048, "nauc_mrr_at_5_std": 0.5747807636916197, "nauc_ndcg_at_1000_diff1": 0.7380310588034326, "nauc_ndcg_at_1000_max": 0.8098170242193302, "nauc_ndcg_at_1000_std": 0.5865099663253128, "nauc_ndcg_at_100_diff1": 0.7380310588034326, "nauc_ndcg_at_100_max": 0.8098170242193302, "nauc_ndcg_at_100_std": 0.5865099663253128, "nauc_ndcg_at_10_diff1": 0.7205849371394163, "nauc_ndcg_at_10_max": 0.8098589718410232, "nauc_ndcg_at_10_std": 0.6122736215998347, "nauc_ndcg_at_1_diff1": 0.833328953246958, "nauc_ndcg_at_1_max": 0.8121994165724947, "nauc_ndcg_at_1_std": 0.4547843683477435, "nauc_ndcg_at_20_diff1": 0.7205849371394163, "nauc_ndcg_at_20_max": 0.8098589718410232, "nauc_ndcg_at_20_std": 0.6122736215998347, "nauc_ndcg_at_3_diff1": 0.719510259535108, "nauc_ndcg_at_3_max": 0.8074950814379099, "nauc_ndcg_at_3_std": 0.6066313986362903, "nauc_ndcg_at_5_diff1": 0.7205849371394163, "nauc_ndcg_at_5_max": 0.8098589718410232, "nauc_ndcg_at_5_std": 0.6122736215998347, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6358797649447742, "nauc_precision_at_10_max": 0.8065409346829521, "nauc_precision_at_10_std": 0.7299941543857489, "nauc_precision_at_1_diff1": 0.833328953246958, "nauc_precision_at_1_max": 0.8121994165724947, "nauc_precision_at_1_std": 0.4547843683477435, "nauc_precision_at_20_diff1": 0.6358797649447742, "nauc_precision_at_20_max": 0.8065409346829521, "nauc_precision_at_20_std": 0.7299941543857489, "nauc_precision_at_3_diff1": 0.6362422083704359, "nauc_precision_at_3_max": 0.8008904719501332, "nauc_precision_at_3_std": 0.7120807361234782, "nauc_precision_at_5_diff1": 0.6358797649447742, "nauc_precision_at_5_max": 0.8065409346829521, "nauc_precision_at_5_std": 0.7299941543857489, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6358797649447742, "nauc_recall_at_10_max": 0.8065409346829524, "nauc_recall_at_10_std": 0.7299941543857487, "nauc_recall_at_1_diff1": 0.833328953246958, "nauc_recall_at_1_max": 0.8121994165724947, "nauc_recall_at_1_std": 0.4547843683477435, "nauc_recall_at_20_diff1": 0.6358797649447742, "nauc_recall_at_20_max": 0.8065409346829524, "nauc_recall_at_20_std": 0.7299941543857487, "nauc_recall_at_3_diff1": 0.6362422083704363, "nauc_recall_at_3_max": 0.8008904719501337, "nauc_recall_at_3_std": 0.712080736123479, "nauc_recall_at_5_diff1": 0.6358797649447742, "nauc_recall_at_5_max": 0.8065409346829524, "nauc_recall_at_5_std": 0.7299941543857487, "ndcg_at_1": 0.46, "ndcg_at_10": 0.55433, "ndcg_at_100": 0.62092, "ndcg_at_1000": 0.62092, "ndcg_at_20": 0.55433, "ndcg_at_3": 0.54571, "ndcg_at_5": 0.55433, "precision_at_1": 0.46, "precision_at_10": 0.062, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.031, "precision_at_3": 0.2, "precision_at_5": 0.124, "recall_at_1": 0.46, "recall_at_10": 0.62, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.62, "recall_at_3": 0.6, "recall_at_5": 0.62 } ], "test_32768": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.02, "map_at_1": 0.02, "map_at_10": 0.03569, "map_at_100": 0.05775, "map_at_1000": 0.05775, "map_at_20": 0.04259, "map_at_3": 0.02, "map_at_5": 0.025, "mrr_at_1": 0.02, "mrr_at_10": 0.0425, "mrr_at_100": 0.06675502534347962, "mrr_at_1000": 0.06675502534347962, "mrr_at_20": 0.05081818181818182, "mrr_at_3": 0.03, "mrr_at_5": 0.038, "nauc_map_at_1000_diff1": 0.4723220303803968, "nauc_map_at_1000_max": 0.4125949229776332, "nauc_map_at_1000_std": 0.3960469778614814, "nauc_map_at_100_diff1": 0.4723220303803968, "nauc_map_at_100_max": 0.4125949229776332, "nauc_map_at_100_std": 0.3960469778614814, "nauc_map_at_10_diff1": 0.5224079549959834, "nauc_map_at_10_max": 0.44645373333335775, "nauc_map_at_10_std": 0.41254527285774156, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 1.0, "nauc_map_at_20_diff1": 0.4441610320376235, "nauc_map_at_20_max": 0.36705861474794726, "nauc_map_at_20_std": 0.3411376377273735, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 1.0, "nauc_map_at_5_diff1": 0.7363026562919239, "nauc_map_at_5_max": 0.7169841695733835, "nauc_map_at_5_std": 0.7000804936946606, "nauc_mrr_at_1000_diff1": 0.4376187956571012, "nauc_mrr_at_1000_max": 0.3267301037413938, "nauc_mrr_at_1000_std": 0.3061562072043805, "nauc_mrr_at_100_diff1": 0.4376187956571012, "nauc_mrr_at_100_max": 0.3267301037413938, "nauc_mrr_at_100_std": 0.3061562072043805, "nauc_mrr_at_10_diff1": 0.5384452534843067, "nauc_mrr_at_10_max": 0.41135827813507414, "nauc_mrr_at_10_std": 0.39141954419335706, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_20_diff1": 0.4297680230128042, "nauc_mrr_at_20_max": 0.31933923738309666, "nauc_mrr_at_20_std": 0.2942206622885631, "nauc_mrr_at_3_diff1": 0.6994902066004831, "nauc_mrr_at_3_max": 0.5283069492889724, "nauc_mrr_at_3_std": 0.5283069492889724, "nauc_mrr_at_5_diff1": 0.5527939785067711, "nauc_mrr_at_5_max": 0.39067685312018985, "nauc_mrr_at_5_std": 0.426263539180659, "nauc_ndcg_at_1000_diff1": 0.35229673329415817, "nauc_ndcg_at_1000_max": 0.29159472375835643, "nauc_ndcg_at_1000_std": 0.2816298674482487, "nauc_ndcg_at_100_diff1": 0.35229673329415817, "nauc_ndcg_at_100_max": 0.29159472375835643, "nauc_ndcg_at_100_std": 0.2816298674482487, "nauc_ndcg_at_10_diff1": 0.34066885885816317, "nauc_ndcg_at_10_max": 0.2301361535642593, "nauc_ndcg_at_10_std": 0.18042415122058283, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_20_diff1": 0.21032641438759997, "nauc_ndcg_at_20_max": 0.10807647932337888, "nauc_ndcg_at_20_std": 0.08152298271723125, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_5_diff1": 0.6030959488347722, "nauc_ndcg_at_5_max": 0.5740187289691877, "nauc_ndcg_at_5_std": 0.5485761615868013, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.15609894796701737, "nauc_precision_at_10_max": 0.009051274760686106, "nauc_precision_at_10_std": -0.05776703629987673, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_20_diff1": 0.012804176896541012, "nauc_precision_at_20_max": -0.10647356807657656, "nauc_precision_at_20_std": -0.1291916586381578, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_5_diff1": 0.3407566407298095, "nauc_precision_at_5_max": 0.2924604239334585, "nauc_precision_at_5_std": 0.2502012342366514, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.1560989479670174, "nauc_recall_at_10_max": 0.00905127476068617, "nauc_recall_at_10_std": -0.057767036299876846, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_20_diff1": 0.012804176896540951, "nauc_recall_at_20_max": -0.10647356807657639, "nauc_recall_at_20_std": -0.12919165863815765, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_5_diff1": 0.3407566407298094, "nauc_recall_at_5_max": 0.29246042393345856, "nauc_recall_at_5_std": 0.25020123423665147, "ndcg_at_1": 0.02, "ndcg_at_10": 0.05449, "ndcg_at_100": 0.21452, "ndcg_at_1000": 0.21452, "ndcg_at_20": 0.07975, "ndcg_at_3": 0.02, "ndcg_at_5": 0.02861, "precision_at_1": 0.02, "precision_at_10": 0.012, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.011, "precision_at_3": 0.00667, "precision_at_5": 0.008, "recall_at_1": 0.02, "recall_at_10": 0.12, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.22, "recall_at_3": 0.02, "recall_at_5": 0.04 } ], "test_4096": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.02, "map_at_1": 0.02, "map_at_10": 0.03636, "map_at_100": 0.05652, "map_at_1000": 0.05652, "map_at_20": 0.04327, "map_at_3": 0.02, "map_at_5": 0.029, "mrr_at_1": 0.02, "mrr_at_10": 0.030555555555555558, "mrr_at_100": 0.057463428872572865, "mrr_at_1000": 0.057463428872572865, "mrr_at_20": 0.04058574552382602, "mrr_at_3": 0.02, "mrr_at_5": 0.025, "nauc_map_at_1000_diff1": 0.33117172738381323, "nauc_map_at_1000_max": 0.4364154818625485, "nauc_map_at_1000_std": 0.31458776701237734, "nauc_map_at_100_diff1": 0.33117172738381323, "nauc_map_at_100_max": 0.4364154818625485, "nauc_map_at_100_std": 0.31458776701237734, "nauc_map_at_10_diff1": 0.3205826950046811, "nauc_map_at_10_max": 0.4170235416645406, "nauc_map_at_10_std": 0.3057875787627105, "nauc_map_at_1_diff1": 0.6619264824255433, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.6619264824255433, "nauc_map_at_20_diff1": 0.3053230230043862, "nauc_map_at_20_max": 0.41191729605201954, "nauc_map_at_20_std": 0.2919737667365482, "nauc_map_at_3_diff1": 0.6619264824255433, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.6619264824255433, "nauc_map_at_5_diff1": 0.34433722231988373, "nauc_map_at_5_max": 0.5112922476245106, "nauc_map_at_5_std": 0.34174662065264655, "nauc_mrr_at_1000_diff1": 0.2885920196946079, "nauc_mrr_at_1000_max": 0.4260541622803673, "nauc_mrr_at_1000_std": 0.29465718579279043, "nauc_mrr_at_100_diff1": 0.2885920196946079, "nauc_mrr_at_100_max": 0.4260541622803673, "nauc_mrr_at_100_std": 0.29465718579279043, "nauc_mrr_at_10_diff1": 0.3953606361441081, "nauc_mrr_at_10_max": 0.5671780862014296, "nauc_mrr_at_10_std": 0.4267092714101033, "nauc_mrr_at_1_diff1": 0.6619264824255433, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.6619264824255433, "nauc_mrr_at_20_diff1": 0.26322614149485263, "nauc_mrr_at_20_max": 0.3804000940824731, "nauc_mrr_at_20_std": 0.26425761646529516, "nauc_mrr_at_3_diff1": 0.6619264824255433, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.6619264824255433, "nauc_mrr_at_5_diff1": 0.48838207673732226, "nauc_mrr_at_5_max": 0.7169841695733835, "nauc_mrr_at_5_std": 0.5492353099007246, "nauc_ndcg_at_1000_diff1": 0.28584025658203566, "nauc_ndcg_at_1000_max": 0.3493609583407934, "nauc_ndcg_at_1000_std": 0.26162454037068045, "nauc_ndcg_at_100_diff1": 0.28584025658203566, "nauc_ndcg_at_100_max": 0.3493609583407934, "nauc_ndcg_at_100_std": 0.26162454037068045, "nauc_ndcg_at_10_diff1": 0.2118423456933509, "nauc_ndcg_at_10_max": 0.21902860396904167, "nauc_ndcg_at_10_std": 0.18536796636337632, "nauc_ndcg_at_1_diff1": 0.6619264824255433, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.6619264824255433, "nauc_ndcg_at_20_diff1": 0.19498451485838283, "nauc_ndcg_at_20_max": 0.2512173113282179, "nauc_ndcg_at_20_std": 0.1745707943174317, "nauc_ndcg_at_3_diff1": 0.6619264824255433, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.6619264824255433, "nauc_ndcg_at_5_diff1": 0.20037485523848136, "nauc_ndcg_at_5_max": 0.291684669361624, "nauc_ndcg_at_5_std": 0.19309794925277385, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.1052032982655673, "nauc_precision_at_10_max": 0.020661548668372613, "nauc_precision_at_10_std": 0.0649227561368591, "nauc_precision_at_1_diff1": 0.6619264824255433, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.6619264824255433, "nauc_precision_at_20_diff1": 0.11277857656362317, "nauc_precision_at_20_max": 0.144680086268871, "nauc_precision_at_20_std": 0.08731727773783834, "nauc_precision_at_3_diff1": 0.6619264824255435, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.6619264824255435, "nauc_precision_at_5_diff1": -0.02387979608264021, "nauc_precision_at_5_max": -0.049816653251050946, "nauc_precision_at_5_std": -0.039531347822198484, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.10520329826556733, "nauc_recall_at_10_max": 0.02066154866837264, "nauc_recall_at_10_std": 0.06492275613685913, "nauc_recall_at_1_diff1": 0.6619264824255433, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.6619264824255433, "nauc_recall_at_20_diff1": 0.11277857656362325, "nauc_recall_at_20_max": 0.1446800862688714, "nauc_recall_at_20_std": 0.08731727773783854, "nauc_recall_at_3_diff1": 0.6619264824255433, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.6619264824255433, "nauc_recall_at_5_diff1": -0.02387979608264018, "nauc_recall_at_5_max": -0.049816653251050835, "nauc_recall_at_5_std": -0.03953134782219839, "ndcg_at_1": 0.02, "ndcg_at_10": 0.05511, "ndcg_at_100": 0.212, "ndcg_at_1000": 0.212, "ndcg_at_20": 0.08368, "ndcg_at_3": 0.02, "ndcg_at_5": 0.03635, "precision_at_1": 0.02, "precision_at_10": 0.012, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.012, "precision_at_3": 0.00667, "precision_at_5": 0.012, "recall_at_1": 0.02, "recall_at_10": 0.12, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.24, "recall_at_3": 0.02, "recall_at_5": 0.06 } ], "test_512": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.28, "map_at_1": 0.28, "map_at_10": 0.28, "map_at_100": 0.29879, "map_at_1000": 0.29879, "map_at_20": 0.28459, "map_at_3": 0.28, "map_at_5": 0.28, "mrr_at_1": 0.28, "mrr_at_10": 0.28, "mrr_at_100": 0.2953450560693026, "mrr_at_1000": 0.2953450560693026, "mrr_at_20": 0.28, "mrr_at_3": 0.28, "mrr_at_5": 0.28, "nauc_map_at_1000_diff1": 0.5833656194973093, "nauc_map_at_1000_max": 0.5871127354641883, "nauc_map_at_1000_std": 0.3912388601295851, "nauc_map_at_100_diff1": 0.5833656194973093, "nauc_map_at_100_max": 0.5871127354641883, "nauc_map_at_100_std": 0.3912388601295851, "nauc_map_at_10_diff1": 0.5856751773842112, "nauc_map_at_10_max": 0.5869322308508855, "nauc_map_at_10_std": 0.38513324766746754, "nauc_map_at_1_diff1": 0.5856751773842112, "nauc_map_at_1_max": 0.5869322308508855, "nauc_map_at_1_std": 0.38513324766746754, "nauc_map_at_20_diff1": 0.5799325196285398, "nauc_map_at_20_max": 0.5857796969150794, "nauc_map_at_20_std": 0.39145491204433897, "nauc_map_at_3_diff1": 0.5856751773842112, "nauc_map_at_3_max": 0.5869322308508855, "nauc_map_at_3_std": 0.38513324766746754, "nauc_map_at_5_diff1": 0.5856751773842112, "nauc_map_at_5_max": 0.5869322308508855, "nauc_map_at_5_std": 0.38513324766746754, "nauc_mrr_at_1000_diff1": 0.5771250306296865, "nauc_mrr_at_1000_max": 0.5792921116719217, "nauc_mrr_at_1000_std": 0.37934040911541245, "nauc_mrr_at_100_diff1": 0.5771250306296865, "nauc_mrr_at_100_max": 0.5792921116719217, "nauc_mrr_at_100_std": 0.37934040911541245, "nauc_mrr_at_10_diff1": 0.5856751773842112, "nauc_mrr_at_10_max": 0.5869322308508855, "nauc_mrr_at_10_std": 0.38513324766746754, "nauc_mrr_at_1_diff1": 0.5856751773842112, "nauc_mrr_at_1_max": 0.5869322308508855, "nauc_mrr_at_1_std": 0.38513324766746754, "nauc_mrr_at_20_diff1": 0.5856751773842112, "nauc_mrr_at_20_max": 0.5869322308508855, "nauc_mrr_at_20_std": 0.38513324766746754, "nauc_mrr_at_3_diff1": 0.5856751773842112, "nauc_mrr_at_3_max": 0.5869322308508855, "nauc_mrr_at_3_std": 0.38513324766746754, "nauc_mrr_at_5_diff1": 0.5856751773842112, "nauc_mrr_at_5_max": 0.5869322308508855, "nauc_mrr_at_5_std": 0.38513324766746754, "nauc_ndcg_at_1000_diff1": 0.5816184672921659, "nauc_ndcg_at_1000_max": 0.5881909995404393, "nauc_ndcg_at_1000_std": 0.39800781473816876, "nauc_ndcg_at_100_diff1": 0.5816184672921659, "nauc_ndcg_at_100_max": 0.5881909995404393, "nauc_ndcg_at_100_std": 0.39800781473816876, "nauc_ndcg_at_10_diff1": 0.5856751773842112, "nauc_ndcg_at_10_max": 0.5869322308508855, "nauc_ndcg_at_10_std": 0.38513324766746754, "nauc_ndcg_at_1_diff1": 0.5856751773842112, "nauc_ndcg_at_1_max": 0.5869322308508855, "nauc_ndcg_at_1_std": 0.38513324766746754, "nauc_ndcg_at_20_diff1": 0.5643492994710567, "nauc_ndcg_at_20_max": 0.5832961358770604, "nauc_ndcg_at_20_std": 0.41050469617165697, "nauc_ndcg_at_3_diff1": 0.5856751773842112, "nauc_ndcg_at_3_max": 0.5869322308508855, "nauc_ndcg_at_3_std": 0.38513324766746754, "nauc_ndcg_at_5_diff1": 0.5856751773842112, "nauc_ndcg_at_5_max": 0.5869322308508855, "nauc_ndcg_at_5_std": 0.38513324766746754, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.5856751773842113, "nauc_precision_at_10_max": 0.5869322308508853, "nauc_precision_at_10_std": 0.38513324766746726, "nauc_precision_at_1_diff1": 0.5856751773842112, "nauc_precision_at_1_max": 0.5869322308508855, "nauc_precision_at_1_std": 0.38513324766746754, "nauc_precision_at_20_diff1": 0.5041463286621529, "nauc_precision_at_20_max": 0.574476460399937, "nauc_precision_at_20_std": 0.48630136986301337, "nauc_precision_at_3_diff1": 0.5856751773842114, "nauc_precision_at_3_max": 0.5869322308508856, "nauc_precision_at_3_std": 0.3851332476674675, "nauc_precision_at_5_diff1": 0.5856751773842113, "nauc_precision_at_5_max": 0.5869322308508853, "nauc_precision_at_5_std": 0.38513324766746726, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.5856751773842112, "nauc_recall_at_10_max": 0.5869322308508855, "nauc_recall_at_10_std": 0.38513324766746754, "nauc_recall_at_1_diff1": 0.5856751773842112, "nauc_recall_at_1_max": 0.5869322308508855, "nauc_recall_at_1_std": 0.38513324766746754, "nauc_recall_at_20_diff1": 0.5041463286621529, "nauc_recall_at_20_max": 0.5744764603999368, "nauc_recall_at_20_std": 0.4863013698630137, "nauc_recall_at_3_diff1": 0.5856751773842112, "nauc_recall_at_3_max": 0.5869322308508855, "nauc_recall_at_3_std": 0.38513324766746754, "nauc_recall_at_5_diff1": 0.5856751773842112, "nauc_recall_at_5_max": 0.5869322308508855, "nauc_recall_at_5_std": 0.38513324766746754, "ndcg_at_1": 0.28, "ndcg_at_10": 0.28, "ndcg_at_100": 0.41355, "ndcg_at_1000": 0.41355, "ndcg_at_20": 0.29901, "ndcg_at_3": 0.28, "ndcg_at_5": 0.28, "precision_at_1": 0.28, "precision_at_10": 0.028, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.018, "precision_at_3": 0.09333, "precision_at_5": 0.056, "recall_at_1": 0.28, "recall_at_10": 0.28, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.36, "recall_at_3": 0.28, "recall_at_5": 0.28 } ], "test_8192": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.0, "map_at_1": 0.0, "map_at_10": 0.01333, "map_at_100": 0.03758, "map_at_1000": 0.03758, "map_at_20": 0.02014, "map_at_3": 0.01, "map_at_5": 0.01, "mrr_at_1": 0.0, "mrr_at_10": 0.022222222222222223, "mrr_at_100": 0.047252110615381565, "mrr_at_1000": 0.047252110615381565, "mrr_at_20": 0.02875655716832187, "mrr_at_3": 0.016666666666666666, "mrr_at_5": 0.016666666666666666, "nauc_map_at_1000_diff1": 0.30085800523859885, "nauc_map_at_1000_max": -0.3515585924637708, "nauc_map_at_1000_std": 0.24887378270516916, "nauc_map_at_100_diff1": 0.30085800523859885, "nauc_map_at_100_max": -0.3515585924637708, "nauc_map_at_100_std": 0.24887378270516916, "nauc_map_at_10_diff1": 0.47880332707271256, "nauc_map_at_10_max": -0.5348135229407031, "nauc_map_at_10_std": 0.4449959753152671, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": 0.3119746732305356, "nauc_map_at_20_max": -0.42621960216061666, "nauc_map_at_20_std": 0.22354366889760371, "nauc_map_at_3_diff1": 0.6619264824255433, "nauc_map_at_3_max": -0.5747249798765763, "nauc_map_at_3_std": 0.6619264824255433, "nauc_map_at_5_diff1": 0.6619264824255433, "nauc_map_at_5_max": -0.5747249798765763, "nauc_map_at_5_std": 0.6619264824255433, "nauc_mrr_at_1000_diff1": -0.0416533192842524, "nauc_mrr_at_1000_max": -0.3262060864899126, "nauc_mrr_at_1000_std": 0.004452858741421322, "nauc_mrr_at_100_diff1": -0.0416533192842524, "nauc_mrr_at_100_max": -0.3262060864899126, "nauc_mrr_at_100_std": 0.004452858741421322, "nauc_mrr_at_10_diff1": 0.006063858331097357, "nauc_mrr_at_10_max": -0.3580896163133889, "nauc_mrr_at_10_std": 0.0791923799302388, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.05225019143763284, "nauc_mrr_at_20_max": -0.3415088518066343, "nauc_mrr_at_20_std": -0.018638931068849493, "nauc_mrr_at_3_diff1": -0.06155084518379397, "nauc_mrr_at_3_max": -0.5108666487791791, "nauc_mrr_at_3_std": 0.08720150254896708, "nauc_mrr_at_5_diff1": -0.06155084518379397, "nauc_mrr_at_5_max": -0.5108666487791791, "nauc_mrr_at_5_std": 0.08720150254896708, "nauc_ndcg_at_1000_diff1": 0.21749832386363252, "nauc_ndcg_at_1000_max": -0.258639854388195, "nauc_ndcg_at_1000_std": 0.1614192374960502, "nauc_ndcg_at_100_diff1": 0.21749832386363252, "nauc_ndcg_at_100_max": -0.258639854388195, "nauc_ndcg_at_100_std": 0.1614192374960502, "nauc_ndcg_at_10_diff1": 0.3976073940620695, "nauc_ndcg_at_10_max": -0.5171169734383833, "nauc_ndcg_at_10_std": 0.3488100239026589, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": 0.15892340384010126, "nauc_ndcg_at_20_max": -0.33565313593449947, "nauc_ndcg_at_20_std": 0.025137282208315757, "nauc_ndcg_at_3_diff1": 0.6619264824255435, "nauc_ndcg_at_3_max": -0.5747249798765764, "nauc_ndcg_at_3_std": 0.6619264824255435, "nauc_ndcg_at_5_diff1": 0.6619264824255435, "nauc_ndcg_at_5_max": -0.5747249798765764, "nauc_ndcg_at_5_std": 0.6619264824255435, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.2956801717198819, "nauc_precision_at_10_max": -0.4949020660048298, "nauc_precision_at_10_std": 0.22806546820499055, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": 0.05630277058848496, "nauc_precision_at_20_max": -0.2698884127455556, "nauc_precision_at_20_std": -0.10908396622682336, "nauc_precision_at_3_diff1": 0.6619264824255435, "nauc_precision_at_3_max": -0.5747249798765764, "nauc_precision_at_3_std": 0.6619264824255435, "nauc_precision_at_5_diff1": 0.6619264824255435, "nauc_precision_at_5_max": -0.5747249798765764, "nauc_precision_at_5_std": 0.6619264824255435, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.29568017171988176, "nauc_recall_at_10_max": -0.49490206600482967, "nauc_recall_at_10_std": 0.2280654682049905, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": 0.05630277058848489, "nauc_recall_at_20_max": -0.2698884127455558, "nauc_recall_at_20_std": -0.10908396622682359, "nauc_recall_at_3_diff1": 0.6619264824255433, "nauc_recall_at_3_max": -0.5747249798765763, "nauc_recall_at_3_std": 0.6619264824255433, "nauc_recall_at_5_diff1": 0.6619264824255433, "nauc_recall_at_5_max": -0.5747249798765763, "nauc_recall_at_5_std": 0.6619264824255433, "ndcg_at_1": 0.0, "ndcg_at_10": 0.01974, "ndcg_at_100": 0.19488, "ndcg_at_1000": 0.19488, "ndcg_at_20": 0.04491, "ndcg_at_3": 0.01262, "ndcg_at_5": 0.01262, "precision_at_1": 0.0, "precision_at_10": 0.004, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.007, "precision_at_3": 0.00667, "precision_at_5": 0.004, "recall_at_1": 0.0, "recall_at_10": 0.04, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.14, "recall_at_3": 0.02, "recall_at_5": 0.02 } ] }, "task_name": "LEMBNeedleRetrieval" }