{ "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", "evaluation_time": 41.274937868118286, "kg_co2_emissions": null, "mteb_version": "1.18.2", "scores": { "test": [ { "cosine_accuracy": 0.603, "cosine_accuracy_threshold": 0.9954648017883301, "cosine_ap": 0.5675924676789423, "cosine_f1": 0.6222532263690268, "cosine_f1_threshold": 0.618838906288147, "cosine_precision": 0.45233265720081134, "cosine_recall": 0.9966480446927374, "dot_accuracy": 0.5945, "dot_accuracy_threshold": 0.991061270236969, "dot_ap": 0.5602337723999391, "dot_f1": 0.6225402504472272, "dot_f1_threshold": 0.8936890959739685, "dot_precision": 0.45789473684210524, "dot_recall": 0.9720670391061452, "euclidean_accuracy": 0.603, "euclidean_accuracy_threshold": 0.09544803202152252, "euclidean_ap": 0.5676230352306854, "euclidean_f1": 0.6222532263690268, "euclidean_f1_threshold": 0.8728238940238953, "euclidean_precision": 0.45233265720081134, "euclidean_recall": 0.9966480446927374, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.5676230352306854, "manhattan_accuracy": 0.6015, "manhattan_accuracy_threshold": 2.2894859313964844, "manhattan_ap": 0.5670481304965499, "manhattan_f1": 0.6224703419399861, "manhattan_f1_threshold": 21.101078033447266, "manhattan_precision": 0.45256215119228815, "manhattan_recall": 0.9966480446927374, "max_accuracy": 0.603, "max_ap": 0.5676230352306854, "max_f1": 0.6225402504472272, "max_precision": 0.45789473684210524, "max_recall": 0.9966480446927374, "similarity_accuracy": 0.603, "similarity_accuracy_threshold": 0.9954648017883301, "similarity_ap": 0.5675924676789423, "similarity_f1": 0.6222532263690268, "similarity_f1_threshold": 0.618838906288147, "similarity_precision": 0.45233265720081134, "similarity_recall": 0.9966480446927374 }, { "cosine_accuracy": 0.6165, "cosine_accuracy_threshold": 0.9956833720207214, "cosine_ap": 0.6070021942125023, "cosine_f1": 0.6313841598815693, "cosine_f1_threshold": 0.9713231921195984, "cosine_precision": 0.47520891364902507, "cosine_recall": 0.9404630650496141, "dot_accuracy": 0.607, "dot_accuracy_threshold": 0.9961613416671753, "dot_ap": 0.5660462678912753, "dot_f1": 0.630593978844589, "dot_f1_threshold": 0.9835704565048218, "dot_precision": 0.4996776273372018, "dot_recall": 0.8544652701212789, "euclidean_accuracy": 0.6175, "euclidean_accuracy_threshold": 0.09274989366531372, "euclidean_ap": 0.606935584939439, "euclidean_f1": 0.6313841598815693, "euclidean_f1_threshold": 0.23932236433029175, "euclidean_precision": 0.47520891364902507, "euclidean_recall": 0.9404630650496141, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.6070021942125023, "manhattan_accuracy": 0.6155, "manhattan_accuracy_threshold": 2.1529898643493652, "manhattan_ap": 0.6060358011700689, "manhattan_f1": 0.6313131313131313, "manhattan_f1_threshold": 4.044493675231934, "manhattan_precision": 0.5105513955071477, "manhattan_recall": 0.8269018743109151, "max_accuracy": 0.6175, "max_ap": 0.6070021942125023, "max_f1": 0.6313841598815693, "max_precision": 0.5105513955071477, "max_recall": 0.9404630650496141, "similarity_accuracy": 0.6165, "similarity_accuracy_threshold": 0.9956833720207214, "similarity_ap": 0.6070021942125023, "similarity_f1": 0.6313841598815693, "similarity_f1_threshold": 0.9713231921195984, "similarity_precision": 0.47520891364902507, "similarity_recall": 0.9404630650496141 }, { "cosine_accuracy": 0.5965, "cosine_accuracy_threshold": 0.9955517649650574, "cosine_ap": 0.5730430364145509, "cosine_f1": 0.6244406196213426, "cosine_f1_threshold": 0.7484362125396729, "cosine_precision": 0.45395395395395394, "cosine_recall": 1.0, "dot_accuracy": 0.5955, "dot_accuracy_threshold": 0.9915081262588501, "dot_ap": 0.5544510219029459, "dot_f1": 0.6244406196213426, "dot_f1_threshold": 0.7507113814353943, "dot_precision": 0.45395395395395394, "dot_recall": 1.0, "euclidean_accuracy": 0.597, "euclidean_accuracy_threshold": 0.09674812853336334, "euclidean_ap": 0.5730349090877133, "euclidean_f1": 0.6244406196213426, "euclidean_f1_threshold": 0.7098946571350098, "euclidean_precision": 0.45395395395395394, "euclidean_recall": 1.0, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.5730430364145509, "manhattan_accuracy": 0.5975, "manhattan_accuracy_threshold": 2.3575925827026367, "manhattan_ap": 0.5723552735094748, "manhattan_f1": 0.6244406196213426, "manhattan_f1_threshold": 17.31631851196289, "manhattan_precision": 0.45395395395395394, "manhattan_recall": 1.0, "max_accuracy": 0.5975, "max_ap": 0.5730430364145509, "max_f1": 0.6244406196213426, "max_precision": 0.45395395395395394, "max_recall": 1.0, "similarity_accuracy": 0.5965, "similarity_accuracy_threshold": 0.9955517649650574, "similarity_ap": 0.5730430364145509, "similarity_f1": 0.6244406196213426, "similarity_f1_threshold": 0.7484362125396729, "similarity_precision": 0.45395395395395394, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.6115, "cosine_accuracy_threshold": 0.9938619136810303, "cosine_ap": 0.5942125501728484, "cosine_f1": 0.6251298026998962, "cosine_f1_threshold": 0.7660771608352661, "cosine_precision": 0.45468277945619334, "cosine_recall": 1.0, "dot_accuracy": 0.604, "dot_accuracy_threshold": 0.9938968420028687, "dot_ap": 0.5719568120934415, "dot_f1": 0.6251298026998962, "dot_f1_threshold": 0.7653972506523132, "dot_precision": 0.45468277945619334, "dot_recall": 1.0, "euclidean_accuracy": 0.6115, "euclidean_accuracy_threshold": 0.11075615882873535, "euclidean_ap": 0.5942550773752764, "euclidean_f1": 0.6251298026998962, "euclidean_f1_threshold": 0.6833198070526123, "euclidean_precision": 0.45468277945619334, "euclidean_recall": 1.0, "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.5942550773752764, "manhattan_accuracy": 0.6115, "manhattan_accuracy_threshold": 2.759758949279785, "manhattan_ap": 0.5937688678269861, "manhattan_f1": 0.6251298026998962, "manhattan_f1_threshold": 16.452686309814453, "manhattan_precision": 0.45468277945619334, "manhattan_recall": 1.0, "max_accuracy": 0.6115, "max_ap": 0.5942550773752764, "max_f1": 0.6251298026998962, "max_precision": 0.45468277945619334, "max_recall": 1.0, "similarity_accuracy": 0.6115, "similarity_accuracy_threshold": 0.9938619136810303, "similarity_ap": 0.5942125501728484, "similarity_f1": 0.6251298026998962, "similarity_f1_threshold": 0.7660771608352661, "similarity_precision": 0.45468277945619334, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.5735, "cosine_accuracy_threshold": 0.9926502704620361, "cosine_ap": 0.499165099576325, "cosine_f1": 0.624424778761062, "cosine_f1_threshold": 0.7174140214920044, "cosine_precision": 0.45417095777548916, "cosine_recall": 0.9988674971687429, "dot_accuracy": 0.574, "dot_accuracy_threshold": 0.9933568239212036, "dot_ap": 0.4951239498447842, "dot_f1": 0.624424778761062, "dot_f1_threshold": 0.7165261507034302, "dot_precision": 0.45417095777548916, "dot_recall": 0.9988674971687429, "euclidean_accuracy": 0.5735, "euclidean_accuracy_threshold": 0.12125559151172638, "euclidean_ap": 0.4991767500905468, "euclidean_f1": 0.624424778761062, "euclidean_f1_threshold": 0.7499435544013977, "euclidean_precision": 0.45417095777548916, "euclidean_recall": 0.9988674971687429, "hf_subset": "ja", "languages": [ "jpn-Hira" ], "main_score": 0.4991767500905468, "manhattan_accuracy": 0.5735, "manhattan_accuracy_threshold": 2.75701904296875, "manhattan_ap": 0.4987956374035377, "manhattan_f1": 0.624424778761062, "manhattan_f1_threshold": 18.16470718383789, "manhattan_precision": 0.45417095777548916, "manhattan_recall": 0.9988674971687429, "max_accuracy": 0.574, "max_ap": 0.4991767500905468, "max_f1": 0.624424778761062, "max_precision": 0.45417095777548916, "max_recall": 0.9988674971687429, "similarity_accuracy": 0.5735, "similarity_accuracy_threshold": 0.9926502704620361, "similarity_ap": 0.499165099576325, "similarity_f1": 0.624424778761062, "similarity_f1_threshold": 0.7174140214920044, "similarity_precision": 0.45417095777548916, "similarity_recall": 0.9988674971687429 }, { "cosine_accuracy": 0.575, "cosine_accuracy_threshold": 0.9847816824913025, "cosine_ap": 0.513191143921844, "cosine_f1": 0.625043599581444, "cosine_f1_threshold": 0.7440580725669861, "cosine_precision": 0.4545915778792491, "cosine_recall": 1.0, "dot_accuracy": 0.574, "dot_accuracy_threshold": 0.9941258430480957, "dot_ap": 0.5046175949227918, "dot_f1": 0.625043599581444, "dot_f1_threshold": 0.7427686452865601, "dot_precision": 0.4545915778792491, "dot_recall": 1.0, "euclidean_accuracy": 0.575, "euclidean_accuracy_threshold": 0.17418858408927917, "euclidean_ap": 0.5132287317899143, "euclidean_f1": 0.625043599581444, "euclidean_f1_threshold": 0.7148439288139343, "euclidean_precision": 0.4545915778792491, "euclidean_recall": 1.0, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.5132287317899143, "manhattan_accuracy": 0.5745, "manhattan_accuracy_threshold": 2.7938857078552246, "manhattan_ap": 0.5127128326028539, "manhattan_f1": 0.625043599581444, "manhattan_f1_threshold": 17.58380699157715, "manhattan_precision": 0.4545915778792491, "manhattan_recall": 1.0, "max_accuracy": 0.575, "max_ap": 0.5132287317899143, "max_f1": 0.625043599581444, "max_precision": 0.4545915778792491, "max_recall": 1.0, "similarity_accuracy": 0.575, "similarity_accuracy_threshold": 0.9847816824913025, "similarity_ap": 0.513191143921844, "similarity_f1": 0.625043599581444, "similarity_f1_threshold": 0.7440580725669861, "similarity_precision": 0.4545915778792491, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.5895, "cosine_accuracy_threshold": 0.9976786375045776, "cosine_ap": 0.5468165653895992, "cosine_f1": 0.6232136632973162, "cosine_f1_threshold": 0.7645071744918823, "cosine_precision": 0.4526582278481013, "cosine_recall": 1.0, "dot_accuracy": 0.585, "dot_accuracy_threshold": 0.9958161115646362, "dot_ap": 0.5268090836990857, "dot_f1": 0.6232136632973162, "dot_f1_threshold": 0.7659637928009033, "dot_precision": 0.4526582278481013, "dot_recall": 1.0, "euclidean_accuracy": 0.5895, "euclidean_accuracy_threshold": 0.06822527945041656, "euclidean_ap": 0.546841090987521, "euclidean_f1": 0.6232136632973162, "euclidean_f1_threshold": 0.6871840953826904, "euclidean_precision": 0.4526582278481013, "euclidean_recall": 1.0, "hf_subset": "zh", "languages": [ "cmn-Hans" ], "main_score": 0.546841090987521, "manhattan_accuracy": 0.59, "manhattan_accuracy_threshold": 1.8340914249420166, "manhattan_ap": 0.5467542531695363, "manhattan_f1": 0.6229965156794426, "manhattan_f1_threshold": 17.152633666992188, "manhattan_precision": 0.4524291497975709, "manhattan_recall": 1.0, "max_accuracy": 0.59, "max_ap": 0.546841090987521, "max_f1": 0.6232136632973162, "max_precision": 0.4526582278481013, "max_recall": 1.0, "similarity_accuracy": 0.5895, "similarity_accuracy_threshold": 0.9976786375045776, "similarity_ap": 0.5468165653895992, "similarity_f1": 0.6232136632973162, "similarity_f1_threshold": 0.7645071744918823, "similarity_precision": 0.4526582278481013, "similarity_recall": 1.0 } ], "validation": [ { "cosine_accuracy": 0.6055, "cosine_accuracy_threshold": 0.9928282499313354, "cosine_ap": 0.510983602783067, "cosine_f1": 0.6, "cosine_f1_threshold": 0.7968307733535767, "cosine_precision": 0.42857142857142855, "cosine_recall": 1.0, "dot_accuracy": 0.613, "dot_accuracy_threshold": 0.9956268072128296, "dot_ap": 0.5123033765658427, "dot_f1": 0.6, "dot_f1_threshold": 0.7960962057113647, "dot_precision": 0.42857142857142855, "dot_recall": 1.0, "euclidean_accuracy": 0.6055, "euclidean_accuracy_threshold": 0.11987923085689545, "euclidean_ap": 0.5109904720489509, "euclidean_f1": 0.6, "euclidean_f1_threshold": 0.637112021446228, "euclidean_precision": 0.42857142857142855, "euclidean_recall": 1.0, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.5123033765658427, "manhattan_accuracy": 0.606, "manhattan_accuracy_threshold": 3.065765142440796, "manhattan_ap": 0.5106539130113836, "manhattan_f1": 0.6, "manhattan_f1_threshold": 15.543672561645508, "manhattan_precision": 0.42857142857142855, "manhattan_recall": 1.0, "max_accuracy": 0.613, "max_ap": 0.5123033765658427, "max_f1": 0.6, "max_precision": 0.42857142857142855, "max_recall": 1.0, "similarity_accuracy": 0.6055, "similarity_accuracy_threshold": 0.9928282499313354, "similarity_ap": 0.510983602783067, "similarity_f1": 0.6, "similarity_f1_threshold": 0.7968307733535767, "similarity_precision": 0.42857142857142855, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.6175, "cosine_accuracy_threshold": 0.9972415566444397, "cosine_ap": 0.5695161719016946, "cosine_f1": 0.6110678098207326, "cosine_f1_threshold": 0.9766880869865417, "cosine_precision": 0.4603640634174985, "cosine_recall": 0.9084588644264194, "dot_accuracy": 0.605, "dot_accuracy_threshold": 0.9956050515174866, "dot_ap": 0.5430707950666537, "dot_f1": 0.6090047393364929, "dot_f1_threshold": 0.9785041213035583, "dot_precision": 0.46195326542840026, "dot_recall": 0.8933951332560834, "euclidean_accuracy": 0.6185, "euclidean_accuracy_threshold": 0.07425864040851593, "euclidean_ap": 0.5696666155119343, "euclidean_f1": 0.611002731174405, "euclidean_f1_threshold": 0.21525254845619202, "euclidean_precision": 0.46058823529411763, "euclidean_recall": 0.9073001158748552, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.5696666155119343, "manhattan_accuracy": 0.616, "manhattan_accuracy_threshold": 1.826564073562622, "manhattan_ap": 0.5685992139605871, "manhattan_f1": 0.6098411468423092, "manhattan_f1_threshold": 5.359978675842285, "manhattan_precision": 0.4580908032596042, "manhattan_recall": 0.9119351100811124, "max_accuracy": 0.6185, "max_ap": 0.5696666155119343, "max_f1": 0.6110678098207326, "max_precision": 0.46195326542840026, "max_recall": 0.9119351100811124, "similarity_accuracy": 0.6175, "similarity_accuracy_threshold": 0.9972415566444397, "similarity_ap": 0.5695161719016946, "similarity_f1": 0.6110678098207326, "similarity_f1_threshold": 0.9766880869865417, "similarity_precision": 0.4603640634174985, "similarity_recall": 0.9084588644264194 }, { "cosine_accuracy": 0.6205, "cosine_accuracy_threshold": 0.992881178855896, "cosine_ap": 0.5504744996695159, "cosine_f1": 0.603140613847252, "cosine_f1_threshold": 0.8246487975120544, "cosine_precision": 0.4322250639386189, "cosine_recall": 0.9976387249114522, "dot_accuracy": 0.6125, "dot_accuracy_threshold": 0.9918485879898071, "dot_ap": 0.533506844237458, "dot_f1": 0.6033679684700823, "dot_f1_threshold": 0.8506819009780884, "dot_precision": 0.4331275720164609, "dot_recall": 0.9940968122786304, "euclidean_accuracy": 0.621, "euclidean_accuracy_threshold": 0.12023566663265228, "euclidean_ap": 0.5504498754251892, "euclidean_f1": 0.603140613847252, "euclidean_f1_threshold": 0.5922458171844482, "euclidean_precision": 0.4322250639386189, "euclidean_recall": 0.9976387249114522, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.5504744996695159, "manhattan_accuracy": 0.6215, "manhattan_accuracy_threshold": 2.959329128265381, "manhattan_ap": 0.5501372695034259, "manhattan_f1": 0.603140613847252, "manhattan_f1_threshold": 14.307008743286133, "manhattan_precision": 0.4322250639386189, "manhattan_recall": 0.9976387249114522, "max_accuracy": 0.6215, "max_ap": 0.5504744996695159, "max_f1": 0.6033679684700823, "max_precision": 0.4331275720164609, "max_recall": 0.9976387249114522, "similarity_accuracy": 0.6205, "similarity_accuracy_threshold": 0.992881178855896, "similarity_ap": 0.5504744996695159, "similarity_f1": 0.603140613847252, "similarity_f1_threshold": 0.8246487975120544, "similarity_precision": 0.4322250639386189, "similarity_recall": 0.9976387249114522 }, { "cosine_accuracy": 0.6135, "cosine_accuracy_threshold": 0.9954830408096313, "cosine_ap": 0.5767515418820721, "cosine_f1": 0.6041447137337548, "cosine_f1_threshold": 0.8034287095069885, "cosine_precision": 0.43281328636134875, "cosine_recall": 1.0, "dot_accuracy": 0.6035, "dot_accuracy_threshold": 0.9957377910614014, "dot_ap": 0.5353242476114191, "dot_f1": 0.6041447137337548, "dot_f1_threshold": 0.8033353090286255, "dot_precision": 0.43281328636134875, "dot_recall": 1.0, "euclidean_accuracy": 0.614, "euclidean_accuracy_threshold": 0.09521858394145966, "euclidean_ap": 0.5768108334399219, "euclidean_f1": 0.6041447137337548, "euclidean_f1_threshold": 0.627196192741394, "euclidean_precision": 0.43281328636134875, "euclidean_recall": 1.0, "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.5768108334399219, "manhattan_accuracy": 0.613, "manhattan_accuracy_threshold": 2.3886826038360596, "manhattan_ap": 0.5762699289832368, "manhattan_f1": 0.6043569922698525, "manhattan_f1_threshold": 14.920649528503418, "manhattan_precision": 0.43303121852970794, "manhattan_recall": 1.0, "max_accuracy": 0.614, "max_ap": 0.5768108334399219, "max_f1": 0.6043569922698525, "max_precision": 0.43303121852970794, "max_recall": 1.0, "similarity_accuracy": 0.6135, "similarity_accuracy_threshold": 0.9954830408096313, "similarity_ap": 0.5767515418820721, "similarity_f1": 0.6041447137337548, "similarity_f1_threshold": 0.8034287095069885, "similarity_precision": 0.43281328636134875, "similarity_recall": 1.0 }, { "cosine_accuracy": 0.6045, "cosine_accuracy_threshold": 0.997962474822998, "cosine_ap": 0.5330267785608014, "cosine_f1": 0.6018387553041018, "cosine_f1_threshold": 0.7585086822509766, "cosine_precision": 0.43110435663627156, "cosine_recall": 0.9964871194379391, "dot_accuracy": 0.5975, "dot_accuracy_threshold": 0.9937154054641724, "dot_ap": 0.5130271199035767, "dot_f1": 0.6018387553041018, "dot_f1_threshold": 0.7567020654678345, "dot_precision": 0.43110435663627156, "dot_recall": 0.9964871194379391, "euclidean_accuracy": 0.6045, "euclidean_accuracy_threshold": 0.06391595304012299, "euclidean_ap": 0.5330288132478755, "euclidean_f1": 0.6018387553041018, "euclidean_f1_threshold": 0.6941418051719666, "euclidean_precision": 0.43110435663627156, "euclidean_recall": 0.9964871194379391, "hf_subset": "ja", "languages": [ "jpn-Hira" ], "main_score": 0.5330288132478755, "manhattan_accuracy": 0.6045, "manhattan_accuracy_threshold": 1.6181414127349854, "manhattan_ap": 0.5325408859234684, "manhattan_f1": 0.6016949152542374, "manhattan_f1_threshold": 18.977619171142578, "manhattan_precision": 0.43073811931243683, "manhattan_recall": 0.9976580796252927, "max_accuracy": 0.6045, "max_ap": 0.5330288132478755, "max_f1": 0.6018387553041018, "max_precision": 0.43110435663627156, "max_recall": 0.9976580796252927, "similarity_accuracy": 0.6045, "similarity_accuracy_threshold": 0.997962474822998, "similarity_ap": 0.5330267785608014, "similarity_f1": 0.6018387553041018, "similarity_f1_threshold": 0.7585086822509766, "similarity_precision": 0.43110435663627156, "similarity_recall": 0.9964871194379391 }, { "cosine_accuracy": 0.598, "cosine_accuracy_threshold": 0.9952189922332764, "cosine_ap": 0.4691648458679767, "cosine_f1": 0.5964285714285714, "cosine_f1_threshold": 0.751655638217926, "cosine_precision": 0.4260204081632653, "cosine_recall": 0.9940476190476191, "dot_accuracy": 0.598, "dot_accuracy_threshold": 0.9957811236381531, "dot_ap": 0.46780377156616737, "dot_f1": 0.5964285714285714, "dot_f1_threshold": 0.7483429312705994, "dot_precision": 0.4260204081632653, "dot_recall": 0.9940476190476191, "euclidean_accuracy": 0.5975, "euclidean_accuracy_threshold": 0.097662553191185, "euclidean_ap": 0.4691648279747883, "euclidean_f1": 0.5964285714285714, "euclidean_f1_threshold": 0.7022852897644043, "euclidean_precision": 0.4260204081632653, "euclidean_recall": 0.9940476190476191, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.4691648458679767, "manhattan_accuracy": 0.598, "manhattan_accuracy_threshold": 2.405303478240967, "manhattan_ap": 0.46889623300299754, "manhattan_f1": 0.5964285714285714, "manhattan_f1_threshold": 17.206687927246094, "manhattan_precision": 0.4260204081632653, "manhattan_recall": 0.9940476190476191, "max_accuracy": 0.598, "max_ap": 0.4691648458679767, "max_f1": 0.5964285714285714, "max_precision": 0.4260204081632653, "max_recall": 0.9940476190476191, "similarity_accuracy": 0.598, "similarity_accuracy_threshold": 0.9952189922332764, "similarity_ap": 0.4691648458679767, "similarity_f1": 0.5964285714285714, "similarity_f1_threshold": 0.751655638217926, "similarity_precision": 0.4260204081632653, "similarity_recall": 0.9940476190476191 }, { "cosine_accuracy": 0.603, "cosine_accuracy_threshold": 0.99968022108078, "cosine_ap": 0.5055283437425144, "cosine_f1": 0.6013394430736694, "cosine_f1_threshold": 0.698332667350769, "cosine_precision": 0.42993951612903225, "cosine_recall": 1.0, "dot_accuracy": 0.583, "dot_accuracy_threshold": 1.000701665878296, "dot_ap": 0.4765033698845325, "dot_f1": 0.6013394430736694, "dot_f1_threshold": 0.6996868848800659, "dot_precision": 0.42993951612903225, "dot_recall": 1.0, "euclidean_accuracy": 0.603, "euclidean_accuracy_threshold": 0.025309085845947266, "euclidean_ap": 0.5055427090985238, "euclidean_f1": 0.6013394430736694, "euclidean_f1_threshold": 0.7725470066070557, "euclidean_precision": 0.42993951612903225, "euclidean_recall": 1.0, "hf_subset": "zh", "languages": [ "cmn-Hans" ], "main_score": 0.5055427090985238, "manhattan_accuracy": 0.603, "manhattan_accuracy_threshold": 0.6119710803031921, "manhattan_ap": 0.5050704119923988, "manhattan_f1": 0.6013394430736694, "manhattan_f1_threshold": 18.86065673828125, "manhattan_precision": 0.42993951612903225, "manhattan_recall": 1.0, "max_accuracy": 0.603, "max_ap": 0.5055427090985238, "max_f1": 0.6013394430736694, "max_precision": 0.42993951612903225, "max_recall": 1.0, "similarity_accuracy": 0.603, "similarity_accuracy_threshold": 0.99968022108078, "similarity_ap": 0.5055283437425144, "similarity_f1": 0.6013394430736694, "similarity_f1_threshold": 0.698332667350769, "similarity_precision": 0.42993951612903225, "similarity_recall": 1.0 } ] }, "task_name": "PawsXPairClassification" }