{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.34.7",
  "scores": {
    "test": [
      {
        "pearson": 0.425358,
        "spearman": 0.419806,
        "cosine_pearson": 0.425358,
        "cosine_spearman": 0.419806,
        "manhattan_pearson": 0.417535,
        "manhattan_spearman": 0.416854,
        "euclidean_pearson": 0.420298,
        "euclidean_spearman": 0.419806,
        "main_score": 0.419806,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "pearson": 0.590055,
        "spearman": 0.567029,
        "cosine_pearson": 0.590055,
        "cosine_spearman": 0.567029,
        "manhattan_pearson": 0.570383,
        "manhattan_spearman": 0.56926,
        "euclidean_pearson": 0.568827,
        "euclidean_spearman": 0.567029,
        "main_score": 0.567029,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": 0.541643,
        "spearman": 0.526627,
        "cosine_pearson": 0.541643,
        "cosine_spearman": 0.526627,
        "manhattan_pearson": 0.524234,
        "manhattan_spearman": 0.525558,
        "euclidean_pearson": 0.52338,
        "euclidean_spearman": 0.526627,
        "main_score": 0.526627,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": 0.696214,
        "spearman": 0.671399,
        "cosine_pearson": 0.696214,
        "cosine_spearman": 0.671399,
        "manhattan_pearson": 0.685854,
        "manhattan_spearman": 0.667783,
        "euclidean_pearson": 0.685176,
        "euclidean_spearman": 0.671399,
        "main_score": 0.671399,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.503547,
        "spearman": 0.522951,
        "cosine_pearson": 0.503547,
        "cosine_spearman": 0.522951,
        "manhattan_pearson": 0.488808,
        "manhattan_spearman": 0.520126,
        "euclidean_pearson": 0.492185,
        "euclidean_spearman": 0.522951,
        "main_score": 0.522951,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "pearson": 0.526557,
        "spearman": 0.51145,
        "cosine_pearson": 0.526557,
        "cosine_spearman": 0.51145,
        "manhattan_pearson": 0.517882,
        "manhattan_spearman": 0.51252,
        "euclidean_pearson": 0.517157,
        "euclidean_spearman": 0.51145,
        "main_score": 0.51145,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": 0.518923,
        "spearman": 0.53104,
        "cosine_pearson": 0.518923,
        "cosine_spearman": 0.53104,
        "manhattan_pearson": 0.51013,
        "manhattan_spearman": 0.532115,
        "euclidean_pearson": 0.513295,
        "euclidean_spearman": 0.53104,
        "main_score": 0.53104,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.009645,
        "spearman": 0.008377,
        "cosine_pearson": 0.009645,
        "cosine_spearman": 0.008377,
        "manhattan_pearson": 0.011195,
        "manhattan_spearman": -0.00146,
        "euclidean_pearson": 0.010177,
        "euclidean_spearman": 0.008377,
        "main_score": 0.008377,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "pearson": 0.351146,
        "spearman": 0.333983,
        "cosine_pearson": 0.351146,
        "cosine_spearman": 0.333983,
        "manhattan_pearson": 0.350309,
        "manhattan_spearman": 0.327713,
        "euclidean_pearson": 0.354008,
        "euclidean_spearman": 0.333983,
        "main_score": 0.333983,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.520512,
        "spearman": 0.467661,
        "cosine_pearson": 0.520512,
        "cosine_spearman": 0.467661,
        "manhattan_pearson": 0.511455,
        "manhattan_spearman": 0.467924,
        "euclidean_pearson": 0.509451,
        "euclidean_spearman": 0.467661,
        "main_score": 0.467661,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "pearson": 0.451823,
        "spearman": 0.470454,
        "cosine_pearson": 0.451823,
        "cosine_spearman": 0.470454,
        "manhattan_pearson": 0.438781,
        "manhattan_spearman": 0.46716,
        "euclidean_pearson": 0.441047,
        "euclidean_spearman": 0.470454,
        "main_score": 0.470454,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "pearson": 0.133692,
        "spearman": 0.137427,
        "cosine_pearson": 0.133692,
        "cosine_spearman": 0.137427,
        "manhattan_pearson": 0.139291,
        "manhattan_spearman": 0.13966,
        "euclidean_pearson": 0.137959,
        "euclidean_spearman": 0.137427,
        "main_score": 0.137427,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 47.158060789108276,
  "kg_co2_emissions": null
}