{ "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a", "task_name": "OpusparcusPC", "mteb_version": "1.18.0", "scores": { "test.full": [ { "similarity_accuracy": 0.87296, "similarity_accuracy_threshold": 0.545694, "similarity_f1": 0.91686, "similarity_f1_threshold": 0.545694, "similarity_precision": 0.892405, "similarity_recall": 0.942693, "similarity_ap": 0.969733, "cosine_accuracy": 0.87296, "cosine_accuracy_threshold": 0.545694, "cosine_f1": 0.91686, "cosine_f1_threshold": 0.545694, "cosine_precision": 0.892405, "cosine_recall": 0.942693, "cosine_ap": 0.969733, "manhattan_accuracy": 0.873669, "manhattan_accuracy_threshold": 61.3941, "manhattan_f1": 0.91651, "manhattan_f1_threshold": 61.783554, "manhattan_precision": 0.900461, "manhattan_recall": 0.933142, "manhattan_ap": 0.96815, "euclidean_accuracy": 0.874379, "euclidean_accuracy_threshold": 3.830652, "euclidean_f1": 0.915958, "euclidean_f1_threshold": 3.948427, "euclidean_precision": 0.905696, "euclidean_recall": 0.926457, "euclidean_ap": 0.968396, "dot_accuracy": 0.853797, "dot_accuracy_threshold": 8.826607, "dot_f1": 0.905505, "dot_f1_threshold": 8.731274, "dot_precision": 0.871139, "dot_recall": 0.942693, "dot_ap": 0.948647, "max_accuracy": 0.874379, "max_f1": 0.91686, "max_precision": 0.905696, "max_recall": 0.942693, "max_ap": 0.969733, "main_score": 0.969733, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.930267, "similarity_accuracy_threshold": 0.482162, "similarity_f1": 0.952859, "similarity_f1_threshold": 0.437407, "similarity_precision": 0.938735, "similarity_recall": 0.967413, "similarity_ap": 0.983532, "cosine_accuracy": 0.930267, "cosine_accuracy_threshold": 0.482162, "cosine_f1": 0.952859, "cosine_f1_threshold": 0.437407, "cosine_precision": 0.938735, "cosine_recall": 0.967413, "cosine_ap": 0.983532, "manhattan_accuracy": 0.925074, "manhattan_accuracy_threshold": 83.73188, "manhattan_f1": 0.949676, "manhattan_f1_threshold": 84.159058, "manhattan_precision": 0.929756, "manhattan_recall": 0.970468, "manhattan_ap": 0.98345, "euclidean_accuracy": 0.925816, "euclidean_accuracy_threshold": 5.498177, "euclidean_f1": 0.950446, "euclidean_f1_threshold": 5.498177, "euclidean_precision": 0.925676, "euclidean_recall": 0.976578, "euclidean_ap": 0.983706, "dot_accuracy": 0.925816, "dot_accuracy_threshold": 11.023445, "dot_f1": 0.949698, "dot_f1_threshold": 10.974302, "dot_precision": 0.93837, "dot_recall": 0.961303, "dot_ap": 0.972725, "max_accuracy": 0.930267, "max_f1": 0.952859, "max_precision": 0.938735, "max_recall": 0.976578, "max_ap": 0.983706, "main_score": 0.983706, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.850955, "similarity_accuracy_threshold": 0.514743, "similarity_f1": 0.883606, "similarity_f1_threshold": 0.501637, "similarity_precision": 0.840716, "similarity_recall": 0.931106, "similarity_ap": 0.933505, "cosine_accuracy": 0.850955, "cosine_accuracy_threshold": 0.514743, "cosine_f1": 0.883606, "cosine_f1_threshold": 0.501637, "cosine_precision": 0.840716, "cosine_recall": 0.931106, "cosine_ap": 0.933505, "manhattan_accuracy": 0.836306, "manhattan_accuracy_threshold": 61.838898, "manhattan_f1": 0.872217, "manhattan_f1_threshold": 67.511017, "manhattan_precision": 0.813177, "manhattan_recall": 0.940501, "manhattan_ap": 0.92905, "euclidean_accuracy": 0.836306, "euclidean_accuracy_threshold": 4.242421, "euclidean_f1": 0.874211, "euclidean_f1_threshold": 4.307673, "euclidean_precision": 0.817439, "euclidean_recall": 0.939457, "euclidean_ap": 0.929328, "dot_accuracy": 0.819108, "dot_accuracy_threshold": 8.716297, "dot_f1": 0.858701, "dot_f1_threshold": 8.528187, "dot_precision": 0.817753, "dot_recall": 0.903967, "dot_ap": 0.903566, "max_accuracy": 0.850955, "max_f1": 0.883606, "max_precision": 0.840716, "max_recall": 0.940501, "max_ap": 0.933505, "main_score": 0.933505, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "similarity_accuracy": 0.800409, "similarity_accuracy_threshold": 0.62834, "similarity_f1": 0.860724, "similarity_f1_threshold": 0.550672, "similarity_precision": 0.808195, "similarity_recall": 0.920556, "similarity_ap": 0.915004, "cosine_accuracy": 0.800409, "cosine_accuracy_threshold": 0.62834, "cosine_f1": 0.860724, "cosine_f1_threshold": 0.550672, "cosine_precision": 0.808195, "cosine_recall": 0.920556, "cosine_ap": 0.915004, "manhattan_accuracy": 0.796322, "manhattan_accuracy_threshold": 60.288696, "manhattan_f1": 0.859226, "manhattan_f1_threshold": 64.507919, "manhattan_precision": 0.793771, "manhattan_recall": 0.936445, "manhattan_ap": 0.911808, "euclidean_accuracy": 0.796322, "euclidean_accuracy_threshold": 3.821359, "euclidean_f1": 0.860225, "euclidean_f1_threshold": 4.232532, "euclidean_precision": 0.785714, "euclidean_recall": 0.950348, "euclidean_ap": 0.912064, "dot_accuracy": 0.775204, "dot_accuracy_threshold": 9.726124, "dot_f1": 0.850679, "dot_f1_threshold": 8.98592, "dot_precision": 0.78138, "dot_recall": 0.933466, "dot_ap": 0.890339, "max_accuracy": 0.800409, "max_f1": 0.860724, "max_precision": 0.808195, "max_recall": 0.950348, "max_ap": 0.915004, "main_score": 0.915004, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.765931, "similarity_accuracy_threshold": 0.628074, "similarity_f1": 0.833621, "similarity_f1_threshold": 0.576969, "similarity_precision": 0.772364, "similarity_recall": 0.905431, "similarity_ap": 0.880141, "cosine_accuracy": 0.765931, "cosine_accuracy_threshold": 0.628073, "cosine_f1": 0.833621, "cosine_f1_threshold": 0.576969, "cosine_precision": 0.772364, "cosine_recall": 0.905431, "cosine_ap": 0.880141, "manhattan_accuracy": 0.758578, "manhattan_accuracy_threshold": 59.925201, "manhattan_f1": 0.832773, "manhattan_f1_threshold": 64.392052, "manhattan_precision": 0.755335, "manhattan_recall": 0.927903, "manhattan_ap": 0.880482, "euclidean_accuracy": 0.758578, "euclidean_accuracy_threshold": 3.858284, "euclidean_f1": 0.833333, "euclidean_f1_threshold": 4.175597, "euclidean_precision": 0.750751, "euclidean_recall": 0.93633, "euclidean_ap": 0.879981, "dot_accuracy": 0.741422, "dot_accuracy_threshold": 10.445536, "dot_f1": 0.823677, "dot_f1_threshold": 8.896656, "dot_precision": 0.742299, "dot_recall": 0.925094, "dot_ap": 0.849094, "max_accuracy": 0.765931, "max_f1": 0.833621, "max_precision": 0.772364, "max_recall": 0.93633, "max_ap": 0.880482, "main_score": 0.880482, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.868056, "similarity_accuracy_threshold": 0.527582, "similarity_f1": 0.884848, "similarity_f1_threshold": 0.527582, "similarity_precision": 0.848015, "similarity_recall": 0.925026, "similarity_ap": 0.945285, "cosine_accuracy": 0.868056, "cosine_accuracy_threshold": 0.527582, "cosine_f1": 0.884848, "cosine_f1_threshold": 0.527582, "cosine_precision": 0.848015, "cosine_recall": 0.925026, "cosine_ap": 0.945285, "manhattan_accuracy": 0.868056, "manhattan_accuracy_threshold": 63.878754, "manhattan_f1": 0.885294, "manhattan_f1_threshold": 69.500504, "manhattan_precision": 0.826167, "manhattan_recall": 0.953537, "manhattan_ap": 0.944245, "euclidean_accuracy": 0.866898, "euclidean_accuracy_threshold": 4.108679, "euclidean_f1": 0.886375, "euclidean_f1_threshold": 4.443688, "euclidean_precision": 0.82965, "euclidean_recall": 0.951426, "euclidean_ap": 0.944535, "dot_accuracy": 0.834491, "dot_accuracy_threshold": 9.844645, "dot_f1": 0.856582, "dot_f1_threshold": 8.99984, "dot_precision": 0.800735, "dot_recall": 0.920803, "dot_ap": 0.920543, "max_accuracy": 0.868056, "max_f1": 0.886375, "max_precision": 0.848015, "max_recall": 0.953537, "max_ap": 0.945285, "main_score": 0.945285, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ], "validation.full": [ { "similarity_accuracy": 0.884422, "similarity_accuracy_threshold": 0.570403, "similarity_f1": 0.921655, "similarity_f1_threshold": 0.569371, "similarity_precision": 0.908829, "similarity_recall": 0.934847, "similarity_ap": 0.967109, "cosine_accuracy": 0.884422, "cosine_accuracy_threshold": 0.570403, "cosine_f1": 0.921655, "cosine_f1_threshold": 0.569371, "cosine_precision": 0.908829, "cosine_recall": 0.934847, "cosine_ap": 0.967109, "manhattan_accuracy": 0.860732, "manhattan_accuracy_threshold": 60.899586, "manhattan_f1": 0.905943, "manhattan_f1_threshold": 65.897713, "manhattan_precision": 0.86121, "manhattan_recall": 0.955577, "manhattan_ap": 0.962563, "euclidean_accuracy": 0.863604, "euclidean_accuracy_threshold": 3.884804, "euclidean_f1": 0.908322, "euclidean_f1_threshold": 4.177416, "euclidean_precision": 0.867145, "euclidean_recall": 0.953603, "euclidean_ap": 0.963232, "dot_accuracy": 0.862168, "dot_accuracy_threshold": 9.213724, "dot_f1": 0.9077, "dot_f1_threshold": 9.085107, "dot_precision": 0.880334, "dot_recall": 0.936821, "dot_ap": 0.953855, "max_accuracy": 0.884422, "max_f1": 0.921655, "max_precision": 0.908829, "max_recall": 0.955577, "max_ap": 0.967109, "main_score": 0.967109, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "similarity_accuracy": 0.908148, "similarity_accuracy_threshold": 0.416119, "similarity_f1": 0.940499, "similarity_f1_threshold": 0.416119, "similarity_precision": 0.916745, "similarity_recall": 0.965517, "similarity_ap": 0.980892, "cosine_accuracy": 0.908148, "cosine_accuracy_threshold": 0.416119, "cosine_f1": 0.940499, "cosine_f1_threshold": 0.416119, "cosine_precision": 0.916745, "cosine_recall": 0.965517, "cosine_ap": 0.980892, "manhattan_accuracy": 0.897778, "manhattan_accuracy_threshold": 78.279572, "manhattan_f1": 0.932945, "manhattan_f1_threshold": 82.314224, "manhattan_precision": 0.920422, "manhattan_recall": 0.945813, "manhattan_ap": 0.980924, "euclidean_accuracy": 0.9, "euclidean_accuracy_threshold": 5.178936, "euclidean_f1": 0.93405, "euclidean_f1_threshold": 5.216905, "euclidean_precision": 0.926357, "euclidean_recall": 0.941872, "euclidean_ap": 0.980943, "dot_accuracy": 0.906667, "dot_accuracy_threshold": 10.971752, "dot_f1": 0.938894, "dot_f1_threshold": 10.926216, "dot_precision": 0.924546, "dot_recall": 0.953695, "dot_ap": 0.970407, "max_accuracy": 0.908148, "max_f1": 0.940499, "max_precision": 0.926357, "max_recall": 0.965517, "max_ap": 0.980943, "main_score": 0.980943, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "similarity_accuracy": 0.833651, "similarity_accuracy_threshold": 0.568387, "similarity_f1": 0.864389, "similarity_f1_threshold": 0.568387, "similarity_precision": 0.861713, "similarity_recall": 0.867082, "similarity_ap": 0.924738, "cosine_accuracy": 0.833651, "cosine_accuracy_threshold": 0.568387, "cosine_f1": 0.864389, "cosine_f1_threshold": 0.568387, "cosine_precision": 0.861713, "cosine_recall": 0.867082, "cosine_ap": 0.924738, "manhattan_accuracy": 0.819048, "manhattan_accuracy_threshold": 63.521042, "manhattan_f1": 0.857855, "manhattan_f1_threshold": 63.547424, "manhattan_precision": 0.825336, "manhattan_recall": 0.893043, "manhattan_ap": 0.917091, "euclidean_accuracy": 0.816508, "euclidean_accuracy_threshold": 4.059395, "euclidean_f1": 0.855572, "euclidean_f1_threshold": 4.063018, "euclidean_precision": 0.824663, "euclidean_recall": 0.888889, "euclidean_ap": 0.917262, "dot_accuracy": 0.807619, "dot_accuracy_threshold": 9.196848, "dot_f1": 0.844854, "dot_f1_threshold": 9.196848, "dot_precision": 0.833333, "dot_recall": 0.856698, "dot_ap": 0.902119, "max_accuracy": 0.833651, "max_f1": 0.864389, "max_precision": 0.861713, "max_recall": 0.893043, "max_ap": 0.924738, "main_score": 0.924738, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "similarity_accuracy": 0.814103, "similarity_accuracy_threshold": 0.586948, "similarity_f1": 0.874338, "similarity_f1_threshold": 0.583816, "similarity_precision": 0.840741, "similarity_recall": 0.910732, "similarity_ap": 0.941079, "cosine_accuracy": 0.814103, "cosine_accuracy_threshold": 0.586948, "cosine_f1": 0.874338, "cosine_f1_threshold": 0.583816, "cosine_precision": 0.840741, "cosine_recall": 0.910732, "cosine_ap": 0.941079, "manhattan_accuracy": 0.808405, "manhattan_accuracy_threshold": 60.061111, "manhattan_f1": 0.868844, "manhattan_f1_threshold": 60.061111, "manhattan_precision": 0.845351, "manhattan_recall": 0.893681, "manhattan_ap": 0.938396, "euclidean_accuracy": 0.811254, "euclidean_accuracy_threshold": 3.823426, "euclidean_f1": 0.870795, "euclidean_f1_threshold": 3.866442, "euclidean_precision": 0.847249, "euclidean_recall": 0.895687, "euclidean_ap": 0.938795, "dot_accuracy": 0.793447, "dot_accuracy_threshold": 10.244678, "dot_f1": 0.863276, "dot_f1_threshold": 9.172222, "dot_precision": 0.807155, "dot_recall": 0.927783, "dot_ap": 0.912623, "max_accuracy": 0.814103, "max_f1": 0.874338, "max_precision": 0.847249, "max_recall": 0.927783, "max_ap": 0.941079, "main_score": 0.941079, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "similarity_accuracy": 0.772215, "similarity_accuracy_threshold": 0.603461, "similarity_f1": 0.834995, "similarity_f1_threshold": 0.601633, "similarity_precision": 0.77656, "similarity_recall": 0.902941, "similarity_ap": 0.885156, "cosine_accuracy": 0.772215, "cosine_accuracy_threshold": 0.603461, "cosine_f1": 0.834995, "cosine_f1_threshold": 0.601633, "cosine_precision": 0.77656, "cosine_recall": 0.902941, "cosine_ap": 0.885156, "manhattan_accuracy": 0.767209, "manhattan_accuracy_threshold": 57.882874, "manhattan_f1": 0.829551, "manhattan_f1_threshold": 60.649487, "manhattan_precision": 0.759576, "manhattan_recall": 0.913725, "manhattan_ap": 0.882493, "euclidean_accuracy": 0.768461, "euclidean_accuracy_threshold": 3.66131, "euclidean_f1": 0.829443, "euclidean_f1_threshold": 3.832596, "euclidean_precision": 0.764901, "euclidean_recall": 0.905882, "euclidean_ap": 0.882463, "dot_accuracy": 0.74781, "dot_accuracy_threshold": 9.992535, "dot_f1": 0.822602, "dot_f1_threshold": 9.271564, "dot_precision": 0.743468, "dot_recall": 0.920588, "dot_ap": 0.858793, "max_accuracy": 0.772215, "max_f1": 0.834995, "max_precision": 0.77656, "max_recall": 0.920588, "max_ap": 0.885156, "main_score": 0.885156, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "similarity_accuracy": 0.860277, "similarity_accuracy_threshold": 0.567488, "similarity_f1": 0.878532, "similarity_f1_threshold": 0.531847, "similarity_precision": 0.857696, "similarity_recall": 0.900407, "similarity_ap": 0.942522, "cosine_accuracy": 0.860277, "cosine_accuracy_threshold": 0.567488, "cosine_f1": 0.878532, "cosine_f1_threshold": 0.531847, "cosine_precision": 0.857696, "cosine_recall": 0.900407, "cosine_ap": 0.942522, "manhattan_accuracy": 0.860855, "manhattan_accuracy_threshold": 65.683151, "manhattan_f1": 0.882267, "manhattan_f1_threshold": 66.949615, "manhattan_precision": 0.849483, "manhattan_recall": 0.917683, "manhattan_ap": 0.945355, "euclidean_accuracy": 0.862009, "euclidean_accuracy_threshold": 4.323645, "euclidean_f1": 0.884037, "euclidean_f1_threshold": 4.345541, "euclidean_precision": 0.845868, "euclidean_recall": 0.925813, "euclidean_ap": 0.94595, "dot_accuracy": 0.829099, "dot_accuracy_threshold": 10.028951, "dot_f1": 0.852652, "dot_f1_threshold": 9.658614, "dot_precision": 0.825095, "dot_recall": 0.882114, "dot_ap": 0.908376, "max_accuracy": 0.862009, "max_f1": 0.884037, "max_precision": 0.857696, "max_recall": 0.925813, "max_ap": 0.94595, "main_score": 0.94595, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 5.312697410583496, "kg_co2_emissions": 0.00020014747917505653 }