{ "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", "evaluation_time": 25.539588689804077, "kg_co2_emissions": 0.003968208297040929, "mteb_version": "1.12.75", "scores": { "test": [ { "cosine_accuracy": 0.5795, "cosine_accuracy_threshold": 0.9968327283859253, "cosine_ap": 0.532577057334682, "cosine_f1": 0.6240574506283663, "cosine_f1_threshold": 0.845093309879303, "cosine_precision": 0.4597883597883598, "cosine_recall": 0.9709497206703911, "dot_accuracy": 0.555, "dot_accuracy_threshold": 17.991680145263672, "dot_ap": 0.46298174496989103, "dot_f1": 0.6229276895943563, "dot_f1_threshold": 7.935083389282227, "dot_precision": 0.4551546391752577, "dot_recall": 0.9865921787709497, "euclidean_accuracy": 0.5845, "euclidean_accuracy_threshold": 0.4594709277153015, "euclidean_ap": 0.5330523664518285, "euclidean_f1": 0.623943661971831, "euclidean_f1_threshold": 2.4446823596954346, "euclidean_precision": 0.45552699228791776, "euclidean_recall": 0.9899441340782122, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.5333596092496893, "manhattan_accuracy": 0.585, "manhattan_accuracy_threshold": 7.887630462646484, "manhattan_ap": 0.5333596092496893, "manhattan_f1": 0.6236484129752354, "manhattan_f1_threshold": 76.8804702758789, "manhattan_precision": 0.45334685598377283, "manhattan_recall": 0.9988826815642458, "max_ap": 0.5333596092496893, "max_f1": 0.6240574506283663, "max_precision": 0.4597883597883598, "max_recall": 0.9988826815642458, "similarity_accuracy": 0.5795, "similarity_accuracy_threshold": 0.9968326091766357, "similarity_ap": 0.532299644014113, "similarity_f1": 0.6240574506283663, "similarity_f1_threshold": 0.8450933694839478, "similarity_precision": 0.4597883597883598, "similarity_recall": 0.9709497206703911 }, { "cosine_accuracy": 0.6005, "cosine_accuracy_threshold": 0.992114245891571, "cosine_ap": 0.5594242198322403, "cosine_f1": 0.6276558690351793, "cosine_f1_threshold": 0.860170841217041, "cosine_precision": 0.45875763747454174, "cosine_recall": 0.9933847850055126, "dot_accuracy": 0.5585, "dot_accuracy_threshold": 20.745525360107422, "dot_ap": 0.4845106713121842, "dot_f1": 0.6250435995814441, "dot_f1_threshold": 10.059751510620117, "dot_precision": 0.45714285714285713, "dot_recall": 0.9878721058434399, "euclidean_accuracy": 0.6005, "euclidean_accuracy_threshold": 0.3829915225505829, "euclidean_ap": 0.5552032381453387, "euclidean_f1": 0.6266991983269432, "euclidean_f1_threshold": 2.0855822563171387, "euclidean_precision": 0.4582059123343527, "euclidean_recall": 0.9911797133406836, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.5594247934843698, "manhattan_accuracy": 0.6, "manhattan_accuracy_threshold": 5.989570617675781, "manhattan_ap": 0.5559549447284036, "manhattan_f1": 0.6265822784810127, "manhattan_f1_threshold": 29.762969970703125, "manhattan_precision": 0.4599896747547754, "manhattan_recall": 0.9823594266813671, "max_ap": 0.5594247934843698, "max_f1": 0.6276558690351793, "max_precision": 0.4599896747547754, "max_recall": 0.9933847850055126, "similarity_accuracy": 0.6005, "similarity_accuracy_threshold": 0.9921141862869263, "similarity_ap": 0.5594247934843698, "similarity_f1": 0.6276558690351793, "similarity_f1_threshold": 0.8601709008216858, "similarity_precision": 0.45875763747454174, "similarity_recall": 0.9933847850055126 }, { "cosine_accuracy": 0.5835, "cosine_accuracy_threshold": 0.9918520450592041, "cosine_ap": 0.5461360928166197, "cosine_f1": 0.6243532252500863, "cosine_f1_threshold": 0.6942799091339111, "cosine_precision": 0.4543172690763052, "cosine_recall": 0.9977949283351709, "dot_accuracy": 0.549, "dot_accuracy_threshold": 19.114246368408203, "dot_ap": 0.4672319744733828, "dot_f1": 0.6256089074460681, "dot_f1_threshold": 8.676553726196289, "dot_precision": 0.4570411794611083, "dot_recall": 0.9911797133406836, "euclidean_accuracy": 0.581, "euclidean_accuracy_threshold": 0.43045544624328613, "euclidean_ap": 0.5453729206152008, "euclidean_f1": 0.6246556473829201, "euclidean_f1_threshold": 3.696845054626465, "euclidean_precision": 0.4541812719078618, "euclidean_recall": 1.0, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.5461360928166197, "manhattan_accuracy": 0.5815, "manhattan_accuracy_threshold": 6.789649963378906, "manhattan_ap": 0.5456169599827492, "manhattan_f1": 0.6246556473829201, "manhattan_f1_threshold": 58.21337127685547, "manhattan_precision": 0.4541812719078618, "manhattan_recall": 1.0, "max_ap": 0.5461360928166197, "max_f1": 0.6256089074460681, "max_precision": 0.4570411794611083, "max_recall": 1.0, "similarity_accuracy": 0.5835, "similarity_accuracy_threshold": 0.9918519854545593, "similarity_ap": 0.5461339200496078, "similarity_f1": 0.6243532252500863, "similarity_f1_threshold": 0.6942799091339111, "similarity_precision": 0.4543172690763052, "similarity_recall": 0.9977949283351709 }, { "cosine_accuracy": 0.597, "cosine_accuracy_threshold": 0.9932310581207275, "cosine_ap": 0.5694449851486196, "cosine_f1": 0.6249134948096886, "cosine_f1_threshold": 0.2839626967906952, "cosine_precision": 0.4544539506794162, "cosine_recall": 1.0, "dot_accuracy": 0.5555, "dot_accuracy_threshold": 17.538211822509766, "dot_ap": 0.46889016150872376, "dot_f1": 0.6249134948096886, "dot_f1_threshold": 3.788386106491089, "dot_precision": 0.4544539506794162, "dot_recall": 1.0, "euclidean_accuracy": 0.5985, "euclidean_accuracy_threshold": 0.5155240297317505, "euclidean_ap": 0.5705261155071782, "euclidean_f1": 0.6251298026998962, "euclidean_f1_threshold": 3.9674582481384277, "euclidean_precision": 0.45468277945619334, "euclidean_recall": 1.0, "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.5712967989223809, "manhattan_accuracy": 0.6005, "manhattan_accuracy_threshold": 8.2028169631958, "manhattan_ap": 0.5712967989223809, "manhattan_f1": 0.6251298026998962, "manhattan_f1_threshold": 61.096343994140625, "manhattan_precision": 0.45468277945619334, "manhattan_recall": 1.0, "max_ap": 0.5712967989223809, "max_f1": 0.6251298026998962, "max_precision": 0.45468277945619334, "max_recall": 1.0, "similarity_accuracy": 0.597, "similarity_accuracy_threshold": 0.9932310581207275, "similarity_ap": 0.5685366836566481, "similarity_f1": 0.6249134948096886, "similarity_f1_threshold": 0.28396275639533997, "similarity_precision": 0.4544539506794162, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.5725, "cosine_accuracy_threshold": 0.9958229064941406, "cosine_ap": 0.4865766208358206, "cosine_f1": 0.6242038216560509, "cosine_f1_threshold": 0.27228501439094543, "cosine_precision": 0.45393721049922797, "cosine_recall": 0.9988674971687429, "dot_accuracy": 0.561, "dot_accuracy_threshold": 17.801185607910156, "dot_ap": 0.47338884676134435, "dot_f1": 0.6245115452930728, "dot_f1_threshold": 4.423742294311523, "dot_precision": 0.4549689440993789, "dot_recall": 0.9954699886749717, "euclidean_accuracy": 0.5715, "euclidean_accuracy_threshold": 0.40521925687789917, "euclidean_ap": 0.4819004930826638, "euclidean_f1": 0.6242038216560509, "euclidean_f1_threshold": 4.094404697418213, "euclidean_precision": 0.45393721049922797, "euclidean_recall": 0.9988674971687429, "hf_subset": "ja", "languages": [ "jpn-Hira" ], "main_score": 0.48844542209873276, "manhattan_accuracy": 0.5715, "manhattan_accuracy_threshold": 5.500823020935059, "manhattan_ap": 0.4824167357900527, "manhattan_f1": 0.6242038216560509, "manhattan_f1_threshold": 63.455318450927734, "manhattan_precision": 0.45393721049922797, "manhattan_recall": 0.9988674971687429, "max_ap": 0.48844542209873276, "max_f1": 0.6245115452930728, "max_precision": 0.4549689440993789, "max_recall": 0.9988674971687429, "similarity_accuracy": 0.5725, "similarity_accuracy_threshold": 0.9958229064941406, "similarity_ap": 0.48844542209873276, "similarity_f1": 0.6242038216560509, "similarity_f1_threshold": 0.2722850441932678, "similarity_precision": 0.45393721049922797, "similarity_recall": 0.9988674971687429 }, { "cosine_accuracy": 0.566, "cosine_accuracy_threshold": 0.9723545908927917, "cosine_ap": 0.4968584520900408, "cosine_f1": 0.625, "cosine_f1_threshold": 0.4063795208930969, "cosine_precision": 0.45477642276422764, "cosine_recall": 0.9988839285714286, "dot_accuracy": 0.5525, "dot_accuracy_threshold": 23.140396118164062, "dot_ap": 0.46012554924830185, "dot_f1": 0.6236484129752354, "dot_f1_threshold": 3.6848068237304688, "dot_precision": 0.4535768645357686, "dot_recall": 0.9977678571428571, "euclidean_accuracy": 0.571, "euclidean_accuracy_threshold": 0.7336862087249756, "euclidean_ap": 0.49852771652524575, "euclidean_f1": 0.6248256624825662, "euclidean_f1_threshold": 4.52403450012207, "euclidean_precision": 0.4543610547667343, "euclidean_recall": 1.0, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.4985727597197528, "manhattan_accuracy": 0.5725, "manhattan_accuracy_threshold": 11.83316421508789, "manhattan_ap": 0.4985727597197528, "manhattan_f1": 0.6248256624825662, "manhattan_f1_threshold": 70.1822509765625, "manhattan_precision": 0.4543610547667343, "manhattan_recall": 1.0, "max_ap": 0.4985727597197528, "max_f1": 0.625, "max_precision": 0.45477642276422764, "max_recall": 1.0, "similarity_accuracy": 0.566, "similarity_accuracy_threshold": 0.9723546504974365, "similarity_ap": 0.4962397365331659, "similarity_f1": 0.625, "similarity_f1_threshold": 0.4063795208930969, "similarity_precision": 0.45477642276422764, "similarity_recall": 0.9988839285714286 }, { "cosine_accuracy": 0.5855, "cosine_accuracy_threshold": 1.0, "cosine_ap": 0.542967855132484, "cosine_f1": 0.6225626740947074, "cosine_f1_threshold": 0.22466573119163513, "cosine_precision": 0.45197168857431747, "cosine_recall": 1.0, "dot_accuracy": 0.5555, "dot_accuracy_threshold": 17.82105255126953, "dot_ap": 0.473705302686627, "dot_f1": 0.6225626740947074, "dot_f1_threshold": 3.178769111633301, "dot_precision": 0.45197168857431747, "dot_recall": 1.0, "euclidean_accuracy": 0.5855, "euclidean_accuracy_threshold": 0.0, "euclidean_ap": 0.5390155031932213, "euclidean_f1": 0.6229508196721312, "euclidean_f1_threshold": 3.666682243347168, "euclidean_precision": 0.45261023821591484, "euclidean_recall": 0.9988814317673378, "hf_subset": "zh", "languages": [ "cmn-Hans" ], "main_score": 0.5458958537575459, "manhattan_accuracy": 0.5855, "manhattan_accuracy_threshold": 0.0, "manhattan_ap": 0.5389284844722753, "manhattan_f1": 0.6229508196721312, "manhattan_f1_threshold": 57.02597427368164, "manhattan_precision": 0.45261023821591484, "manhattan_recall": 0.9988814317673378, "max_ap": 0.5458958537575459, "max_f1": 0.6229508196721312, "max_precision": 0.45261023821591484, "max_recall": 1.0, "similarity_accuracy": 0.5855, "similarity_accuracy_threshold": 0.9994559288024902, "similarity_ap": 0.5458958537575459, "similarity_f1": 0.6225626740947074, "similarity_f1_threshold": 0.2246658056974411, "similarity_precision": 0.45197168857431747, "similarity_recall": 1.0 } ], "validation": [ { "cosine_accuracy": 0.601, "cosine_accuracy_threshold": 0.9989564418792725, "cosine_ap": 0.48711884066152034, "cosine_f1": 0.5991348233597692, "cosine_f1_threshold": 0.5101989507675171, "cosine_precision": 0.4276891405043747, "cosine_recall": 1.0, "dot_accuracy": 0.585, "dot_accuracy_threshold": 29.6354923248291, "dot_ap": 0.41745378978920344, "dot_f1": 0.5987031700288185, "dot_f1_threshold": 4.194561958312988, "dot_precision": 0.4272493573264782, "dot_recall": 1.0, "euclidean_accuracy": 0.601, "euclidean_accuracy_threshold": 0.1678508222103119, "euclidean_ap": 0.48925415553619206, "euclidean_f1": 0.5991348233597692, "euclidean_f1_threshold": 3.629580497741699, "euclidean_precision": 0.4276891405043747, "euclidean_recall": 1.0, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.4947626005797017, "manhattan_accuracy": 0.601, "manhattan_accuracy_threshold": 2.6127376556396484, "manhattan_ap": 0.49005719089064376, "manhattan_f1": 0.5991348233597692, "manhattan_f1_threshold": 55.55921936035156, "manhattan_precision": 0.4276891405043747, "manhattan_recall": 1.0, "max_ap": 0.4947626005797017, "max_f1": 0.5991348233597692, "max_precision": 0.4276891405043747, "max_recall": 1.0, "similarity_accuracy": 0.601, "similarity_accuracy_threshold": 0.9989563822746277, "similarity_ap": 0.4947626005797017, "similarity_f1": 0.5991348233597692, "similarity_f1_threshold": 0.5101990699768066, "similarity_precision": 0.4276891405043747, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.6025, "cosine_accuracy_threshold": 0.995322585105896, "cosine_ap": 0.5244580867203508, "cosine_f1": 0.6041302065103255, "cosine_f1_threshold": 0.7801099419593811, "cosine_precision": 0.4327983951855567, "cosine_recall": 1.0, "dot_accuracy": 0.5695, "dot_accuracy_threshold": 30.768516540527344, "dot_ap": 0.434081904215898, "dot_f1": 0.6046348314606742, "dot_f1_threshold": 9.155987739562988, "dot_precision": 0.43375314861460956, "dot_recall": 0.9976825028968713, "euclidean_accuracy": 0.601, "euclidean_accuracy_threshold": 0.4301024079322815, "euclidean_ap": 0.5242166320021128, "euclidean_f1": 0.6035087719298246, "euclidean_f1_threshold": 2.647512435913086, "euclidean_precision": 0.43281328636134875, "euclidean_recall": 0.996523754345307, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.5254823930970774, "manhattan_accuracy": 0.6025, "manhattan_accuracy_threshold": 8.183487892150879, "manhattan_ap": 0.5254823930970774, "manhattan_f1": 0.6033086941217881, "manhattan_f1_threshold": 37.433570861816406, "manhattan_precision": 0.4332659251769464, "manhattan_recall": 0.9930475086906141, "max_ap": 0.5254823930970774, "max_f1": 0.6046348314606742, "max_precision": 0.43375314861460956, "max_recall": 1.0, "similarity_accuracy": 0.6025, "similarity_accuracy_threshold": 0.9953227043151855, "similarity_ap": 0.5244543373946384, "similarity_f1": 0.6041302065103255, "similarity_f1_threshold": 0.7801100015640259, "similarity_precision": 0.4327983951855567, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.61, "cosine_accuracy_threshold": 0.9909303784370422, "cosine_ap": 0.5243051163699544, "cosine_f1": 0.602846975088968, "cosine_f1_threshold": 0.4658912718296051, "cosine_precision": 0.4314824248599083, "cosine_recall": 1.0, "dot_accuracy": 0.577, "dot_accuracy_threshold": 27.823776245117188, "dot_ap": 0.42964283162353656, "dot_f1": 0.6032085561497327, "dot_f1_threshold": 6.422537803649902, "dot_precision": 0.432073544433095, "dot_recall": 0.9988193624557261, "euclidean_accuracy": 0.6045, "euclidean_accuracy_threshold": 0.451741486787796, "euclidean_ap": 0.5252501473221958, "euclidean_f1": 0.6034236804564908, "euclidean_f1_threshold": 2.9528207778930664, "euclidean_precision": 0.43229432805314255, "euclidean_recall": 0.9988193624557261, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.5255133361202291, "manhattan_accuracy": 0.6065, "manhattan_accuracy_threshold": 7.10304594039917, "manhattan_ap": 0.5255133361202291, "manhattan_f1": 0.6036363636363636, "manhattan_f1_threshold": 34.56669235229492, "manhattan_precision": 0.43615344193378874, "manhattan_recall": 0.9799291617473436, "max_ap": 0.5255133361202291, "max_f1": 0.6036363636363636, "max_precision": 0.43615344193378874, "max_recall": 1.0, "similarity_accuracy": 0.61, "similarity_accuracy_threshold": 0.990930438041687, "similarity_ap": 0.5242702912376119, "similarity_f1": 0.602846975088968, "similarity_f1_threshold": 0.46589136123657227, "similarity_precision": 0.4314824248599083, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.6115, "cosine_accuracy_threshold": 0.995879054069519, "cosine_ap": 0.5602525766551543, "cosine_f1": 0.6035087719298246, "cosine_f1_threshold": 0.6998783349990845, "cosine_precision": 0.4321608040201005, "cosine_recall": 1.0, "dot_accuracy": 0.5705, "dot_accuracy_threshold": 29.98442268371582, "dot_ap": 0.42933049959166275, "dot_f1": 0.6045855379188713, "dot_f1_threshold": 8.219860076904297, "dot_precision": 0.4339240506329114, "dot_recall": 0.9965116279069768, "euclidean_accuracy": 0.6125, "euclidean_accuracy_threshold": 0.3754030466079712, "euclidean_ap": 0.5617893014089356, "euclidean_f1": 0.6032970887407927, "euclidean_f1_threshold": 3.195169448852539, "euclidean_precision": 0.43194374686087394, "euclidean_recall": 1.0, "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.5621477529362247, "manhattan_accuracy": 0.613, "manhattan_accuracy_threshold": 5.943103790283203, "manhattan_ap": 0.5621477529362247, "manhattan_f1": 0.6032970887407927, "manhattan_f1_threshold": 50.24761962890625, "manhattan_precision": 0.43194374686087394, "manhattan_recall": 1.0, "max_ap": 0.5621477529362247, "max_f1": 0.6045855379188713, "max_precision": 0.4339240506329114, "max_recall": 1.0, "similarity_accuracy": 0.6115, "similarity_accuracy_threshold": 0.995879054069519, "similarity_ap": 0.5584030005772352, "similarity_f1": 0.6035087719298246, "similarity_f1_threshold": 0.6998783349990845, "similarity_precision": 0.4321608040201005, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.5995, "cosine_accuracy_threshold": 0.9973938465118408, "cosine_ap": 0.5126052995076473, "cosine_f1": 0.6023329798515377, "cosine_f1_threshold": 0.43488460779190063, "cosine_precision": 0.43139240506329113, "cosine_recall": 0.9976580796252927, "dot_accuracy": 0.574, "dot_accuracy_threshold": 21.463790893554688, "dot_ap": 0.43110660085164826, "dot_f1": 0.6022646850672329, "dot_f1_threshold": 4.553738117218018, "dot_precision": 0.4315415821501014, "dot_recall": 0.9964871194379391, "euclidean_accuracy": 0.6015, "euclidean_accuracy_threshold": 0.4032104015350342, "euclidean_ap": 0.5156055068074747, "euclidean_f1": 0.6024691358024692, "euclidean_f1_threshold": 5.0330095291137695, "euclidean_precision": 0.43109540636042404, "euclidean_recall": 1.0, "hf_subset": "ja", "languages": [ "jpn-Hira" ], "main_score": 0.5163878643324042, "manhattan_accuracy": 0.602, "manhattan_accuracy_threshold": 5.885844707489014, "manhattan_ap": 0.5163878643324042, "manhattan_f1": 0.6024691358024692, "manhattan_f1_threshold": 74.9879150390625, "manhattan_precision": 0.43109540636042404, "manhattan_recall": 1.0, "max_ap": 0.5163878643324042, "max_f1": 0.6024691358024692, "max_precision": 0.4315415821501014, "max_recall": 1.0, "similarity_accuracy": 0.5995, "similarity_accuracy_threshold": 0.9973938465118408, "similarity_ap": 0.5116480952453135, "similarity_f1": 0.6023329798515377, "similarity_f1_threshold": 0.43488454818725586, "similarity_precision": 0.43139240506329113, "similarity_recall": 0.9976580796252927 }, { "cosine_accuracy": 0.587, "cosine_accuracy_threshold": 0.995153546333313, "cosine_ap": 0.4518936290373337, "cosine_f1": 0.5979159180740209, "cosine_f1_threshold": 0.4917837083339691, "cosine_precision": 0.42820380854348944, "cosine_recall": 0.9904761904761905, "dot_accuracy": 0.5805, "dot_accuracy_threshold": 29.963027954101562, "dot_ap": 0.42108442929607093, "dot_f1": 0.5969935576234789, "dot_f1_threshold": 4.0990681648254395, "dot_precision": 0.42681678607983625, "dot_recall": 0.9928571428571429, "euclidean_accuracy": 0.5875, "euclidean_accuracy_threshold": 0.38968712091445923, "euclidean_ap": 0.4519270735574744, "euclidean_f1": 0.5981375358166189, "euclidean_f1_threshold": 3.8576974868774414, "euclidean_precision": 0.42776639344262296, "euclidean_recall": 0.9940476190476191, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.4538847525940361, "manhattan_accuracy": 0.5875, "manhattan_accuracy_threshold": 6.074010848999023, "manhattan_ap": 0.45204235554727235, "manhattan_f1": 0.597923379878267, "manhattan_f1_threshold": 62.07581329345703, "manhattan_precision": 0.427547363031234, "manhattan_recall": 0.9940476190476191, "max_ap": 0.4538847525940361, "max_f1": 0.5981375358166189, "max_precision": 0.42820380854348944, "max_recall": 0.9940476190476191, "similarity_accuracy": 0.587, "similarity_accuracy_threshold": 0.995153546333313, "similarity_ap": 0.4538847525940361, "similarity_f1": 0.5979159180740209, "similarity_f1_threshold": 0.4917837381362915, "similarity_precision": 0.42820380854348944, "similarity_recall": 0.9904761904761905 }, { "cosine_accuracy": 0.601, "cosine_accuracy_threshold": 0.9998976588249207, "cosine_ap": 0.5076442589493714, "cosine_f1": 0.6015514809590973, "cosine_f1_threshold": 0.47725987434387207, "cosine_precision": 0.4301563287947554, "cosine_recall": 1.0, "dot_accuracy": 0.5755, "dot_accuracy_threshold": 21.831315994262695, "dot_ap": 0.4258115517202006, "dot_f1": 0.6024182076813657, "dot_f1_threshold": 4.999665260314941, "dot_precision": 0.43236345074017357, "dot_recall": 0.9929660023446659, "euclidean_accuracy": 0.603, "euclidean_accuracy_threshold": 0.26635581254959106, "euclidean_ap": 0.5092831387368804, "euclidean_f1": 0.6016260162601627, "euclidean_f1_threshold": 3.142693519592285, "euclidean_precision": 0.430668016194332, "euclidean_recall": 0.9976553341148886, "hf_subset": "zh", "languages": [ "cmn-Hans" ], "main_score": 0.5094623609230442, "manhattan_accuracy": 0.603, "manhattan_accuracy_threshold": 4.108501434326172, "manhattan_ap": 0.5094623609230442, "manhattan_f1": 0.6015514809590973, "manhattan_f1_threshold": 57.31665802001953, "manhattan_precision": 0.4301563287947554, "manhattan_recall": 1.0, "max_ap": 0.5094623609230442, "max_f1": 0.6024182076813657, "max_precision": 0.43236345074017357, "max_recall": 1.0, "similarity_accuracy": 0.601, "similarity_accuracy_threshold": 0.9998976588249207, "similarity_ap": 0.5080222005084046, "similarity_f1": 0.6015514809590973, "similarity_f1_threshold": 0.47725993394851685, "similarity_precision": 0.4301563287947554, "similarity_recall": 1.0 } ] }, "task_name": "PawsXPairClassification" }