{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.030265,
        "spearman": 0.032631,
        "cosine_pearson": 0.030265,
        "cosine_spearman": 0.032631,
        "manhattan_pearson": 0.030642,
        "manhattan_spearman": 0.028453,
        "euclidean_pearson": 0.031943,
        "euclidean_spearman": 0.032631,
        "main_score": 0.032631,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "pearson": 0.049171,
        "spearman": 0.013197,
        "cosine_pearson": 0.049171,
        "cosine_spearman": 0.013197,
        "manhattan_pearson": 0.087667,
        "manhattan_spearman": 0.039441,
        "euclidean_pearson": 0.073223,
        "euclidean_spearman": 0.013197,
        "main_score": 0.013197,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.204863,
        "spearman": 0.243553,
        "cosine_pearson": 0.204863,
        "cosine_spearman": 0.243553,
        "manhattan_pearson": 0.181705,
        "manhattan_spearman": 0.233354,
        "euclidean_pearson": 0.182788,
        "euclidean_spearman": 0.243553,
        "main_score": 0.243553,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": -0.18367,
        "spearman": -0.213317,
        "cosine_pearson": -0.18367,
        "cosine_spearman": -0.213317,
        "manhattan_pearson": -0.195129,
        "manhattan_spearman": -0.228793,
        "euclidean_pearson": -0.17862,
        "euclidean_spearman": -0.213317,
        "main_score": -0.213317,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": -0.105144,
        "spearman": -0.128623,
        "cosine_pearson": -0.105144,
        "cosine_spearman": -0.128623,
        "manhattan_pearson": -0.101039,
        "manhattan_spearman": -0.126793,
        "euclidean_pearson": -0.105358,
        "euclidean_spearman": -0.128623,
        "main_score": -0.128623,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": -0.074527,
        "spearman": -0.110737,
        "cosine_pearson": -0.074527,
        "cosine_spearman": -0.110737,
        "manhattan_pearson": -0.067579,
        "manhattan_spearman": -0.102285,
        "euclidean_pearson": -0.070463,
        "euclidean_spearman": -0.110737,
        "main_score": -0.110737,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "pearson": 0.002745,
        "spearman": 0.05052,
        "cosine_pearson": 0.002745,
        "cosine_spearman": 0.05052,
        "manhattan_pearson": 0.00079,
        "manhattan_spearman": 0.045863,
        "euclidean_pearson": 0.00173,
        "euclidean_spearman": 0.05052,
        "main_score": 0.05052,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": 0.029519,
        "spearman": 0.006891,
        "cosine_pearson": 0.029519,
        "cosine_spearman": 0.006891,
        "manhattan_pearson": 0.030504,
        "manhattan_spearman": 0.000463,
        "euclidean_pearson": 0.035697,
        "euclidean_spearman": 0.006891,
        "main_score": 0.006891,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.075709,
        "spearman": 0.036201,
        "cosine_pearson": 0.075709,
        "cosine_spearman": 0.036201,
        "manhattan_pearson": 0.089064,
        "manhattan_spearman": 0.029859,
        "euclidean_pearson": 0.091751,
        "euclidean_spearman": 0.036201,
        "main_score": 0.036201,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "pearson": -0.009613,
        "spearman": -0.055268,
        "cosine_pearson": -0.009613,
        "cosine_spearman": -0.055268,
        "manhattan_pearson": -0.011958,
        "manhattan_spearman": -0.059406,
        "euclidean_pearson": -0.008744,
        "euclidean_spearman": -0.055268,
        "main_score": -0.055268,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "pearson": 0.105509,
        "spearman": 0.156672,
        "cosine_pearson": 0.105509,
        "cosine_spearman": 0.156672,
        "manhattan_pearson": 0.099529,
        "manhattan_spearman": 0.160473,
        "euclidean_pearson": 0.09511,
        "euclidean_spearman": 0.156672,
        "main_score": 0.156672,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "pearson": -0.052477,
        "spearman": -0.049578,
        "cosine_pearson": -0.052477,
        "cosine_spearman": -0.049578,
        "manhattan_pearson": -0.049378,
        "manhattan_spearman": -0.046684,
        "euclidean_pearson": -0.050529,
        "euclidean_spearman": -0.049578,
        "main_score": -0.049578,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      }
    ]
  },
  "evaluation_time": 7.0118248462677,
  "kg_co2_emissions": 0.0005805561692418022
}