{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.596912,
        "spearman": 0.604408,
        "cosine_pearson": 0.596912,
        "cosine_spearman": 0.604408,
        "manhattan_pearson": 0.584892,
        "manhattan_spearman": 0.603377,
        "euclidean_pearson": 0.584926,
        "euclidean_spearman": 0.604408,
        "main_score": 0.604408,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.637822,
        "spearman": 0.637093,
        "cosine_pearson": 0.637822,
        "cosine_spearman": 0.637093,
        "manhattan_pearson": 0.603372,
        "manhattan_spearman": 0.637049,
        "euclidean_pearson": 0.604545,
        "euclidean_spearman": 0.637093,
        "main_score": 0.637093,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": 0.497693,
        "spearman": 0.481393,
        "cosine_pearson": 0.497694,
        "cosine_spearman": 0.481393,
        "manhattan_pearson": 0.497393,
        "manhattan_spearman": 0.479076,
        "euclidean_pearson": 0.497956,
        "euclidean_spearman": 0.481393,
        "main_score": 0.481393,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "pearson": 0.663964,
        "spearman": 0.690163,
        "cosine_pearson": 0.663964,
        "cosine_spearman": 0.690163,
        "manhattan_pearson": 0.656352,
        "manhattan_spearman": 0.688891,
        "euclidean_pearson": 0.657143,
        "euclidean_spearman": 0.690163,
        "main_score": 0.690163,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": 0.653892,
        "spearman": 0.685384,
        "cosine_pearson": 0.653892,
        "cosine_spearman": 0.685384,
        "manhattan_pearson": 0.640688,
        "manhattan_spearman": 0.685408,
        "euclidean_pearson": 0.640369,
        "euclidean_spearman": 0.685384,
        "main_score": 0.685384,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "pearson": 0.132124,
        "spearman": 0.158918,
        "cosine_pearson": 0.132124,
        "cosine_spearman": 0.158918,
        "manhattan_pearson": 0.126846,
        "manhattan_spearman": 0.156978,
        "euclidean_pearson": 0.129497,
        "euclidean_spearman": 0.158918,
        "main_score": 0.158918,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "pearson": 0.632378,
        "spearman": 0.645204,
        "cosine_pearson": 0.632378,
        "cosine_spearman": 0.645204,
        "manhattan_pearson": 0.622582,
        "manhattan_spearman": 0.642926,
        "euclidean_pearson": 0.625106,
        "euclidean_spearman": 0.645204,
        "main_score": 0.645204,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.544189,
        "spearman": 0.571479,
        "cosine_pearson": 0.544189,
        "cosine_spearman": 0.571479,
        "manhattan_pearson": 0.521664,
        "manhattan_spearman": 0.571495,
        "euclidean_pearson": 0.523422,
        "euclidean_spearman": 0.571479,
        "main_score": 0.571479,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "pearson": 0.683229,
        "spearman": 0.736201,
        "cosine_pearson": 0.683229,
        "cosine_spearman": 0.736201,
        "manhattan_pearson": 0.669448,
        "manhattan_spearman": 0.737065,
        "euclidean_pearson": 0.669323,
        "euclidean_spearman": 0.736201,
        "main_score": 0.736201,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.184242,
        "spearman": 0.185348,
        "cosine_pearson": 0.184242,
        "cosine_spearman": 0.185348,
        "manhattan_pearson": 0.171831,
        "manhattan_spearman": 0.184277,
        "euclidean_pearson": 0.173178,
        "euclidean_spearman": 0.185348,
        "main_score": 0.185348,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "pearson": 0.649865,
        "spearman": 0.656957,
        "cosine_pearson": 0.649865,
        "cosine_spearman": 0.656957,
        "manhattan_pearson": 0.640875,
        "manhattan_spearman": 0.655948,
        "euclidean_pearson": 0.638206,
        "euclidean_spearman": 0.656957,
        "main_score": 0.656957,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": 0.544546,
        "spearman": 0.609309,
        "cosine_pearson": 0.544546,
        "cosine_spearman": 0.609309,
        "manhattan_pearson": 0.549777,
        "manhattan_spearman": 0.607815,
        "euclidean_pearson": 0.552519,
        "euclidean_spearman": 0.609309,
        "main_score": 0.609309,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      }
    ]
  },
  "evaluation_time": 2.604541063308716,
  "kg_co2_emissions": 0.0001547562682569215
}