{ "dataset_revision": "e036defee8f190911de6fc825a944b928c8cda53", "task_name": "STSB", "mteb_version": "2.18.0", "scores": { "validation": [ { "pearson": 0.118685, "spearman": 0.093682, "cosine_pearson": 0.118685, "cosine_spearman": 0.101955, "manhattan_pearson": 0.114311, "manhattan_spearman": 0.100789, "euclidean_pearson": 0.114491, "euclidean_spearman": 0.101133, "main_score": 0.101955, "hf_subset": "default", "languages": [ "cmn-Hans" ], "mteb_version": "2.18.0" } ], "test": [ { "pearson": 0.00613, "spearman": 0.004002, "cosine_pearson": 0.00613, "cosine_spearman": -0.003595, "manhattan_pearson": 0.004534, "manhattan_spearman": 0.019969, "euclidean_pearson": 0.004939, "euclidean_spearman": 0.019706, "main_score": -0.003595, "hf_subset": "default", "languages": [ "cmn-Hans" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 5.85899999999674, "kg_co2_emissions": null, "date": 1783931988.375622, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 3.2809999999954016, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 3.2809999999954016, "end": 3.2809999999954016, "split": "", "subset": "" }, { "name": "Encoding samples 1", "start": 3.327999999994063, "end": 3.9839999999967404, "split": "validation", "subset": "default" }, { "name": "Encoding samples 2", "start": 4.0, "end": 4.639999999999418, "split": "validation", "subset": "default" }, { "name": "Scoring", "start": 4.639999999999418, "end": 4.655999999995402, "split": "validation", "subset": "default" }, { "name": "Encoding samples 1", "start": 4.7189999999973224, "end": 5.280999999995402, "split": "test", "subset": "default" }, { "name": "Encoding samples 2", "start": 5.280999999995402, "end": 5.827999999994063, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 5.827999999994063, "end": 5.8439999999973224, "split": "test", "subset": "default" } ] }