{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.042438,
        "spearman": 0.096321,
        "cosine_pearson": 0.042438,
        "cosine_spearman": 0.096321,
        "manhattan_pearson": 0.038684,
        "manhattan_spearman": 0.11433,
        "euclidean_pearson": 0.038969,
        "euclidean_spearman": 0.113004,
        "main_score": 0.096321,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": 0.109552,
        "spearman": 0.162822,
        "cosine_pearson": 0.109552,
        "cosine_spearman": 0.162822,
        "manhattan_pearson": 0.137296,
        "manhattan_spearman": 0.199894,
        "euclidean_pearson": 0.137524,
        "euclidean_spearman": 0.197721,
        "main_score": 0.162822,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": 0.030223,
        "spearman": 0.013467,
        "cosine_pearson": 0.030223,
        "cosine_spearman": 0.013467,
        "manhattan_pearson": 0.038764,
        "manhattan_spearman": 0.012688,
        "euclidean_pearson": 0.041424,
        "euclidean_spearman": 0.014031,
        "main_score": 0.013467,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "pearson": 0.081235,
        "spearman": 0.059766,
        "cosine_pearson": 0.081235,
        "cosine_spearman": 0.059766,
        "manhattan_pearson": 0.081806,
        "manhattan_spearman": 0.051067,
        "euclidean_pearson": 0.086823,
        "euclidean_spearman": 0.054982,
        "main_score": 0.059766,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.078478,
        "spearman": 0.079222,
        "cosine_pearson": 0.078478,
        "cosine_spearman": 0.079222,
        "manhattan_pearson": 0.107115,
        "manhattan_spearman": 0.086337,
        "euclidean_pearson": 0.104895,
        "euclidean_spearman": 0.083931,
        "main_score": 0.079222,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": -0.000648,
        "spearman": 0.014053,
        "cosine_pearson": -0.000648,
        "cosine_spearman": 0.014053,
        "manhattan_pearson": 0.002344,
        "manhattan_spearman": 0.002902,
        "euclidean_pearson": 0.007801,
        "euclidean_spearman": 0.008417,
        "main_score": 0.014053,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "pearson": -0.035938,
        "spearman": -0.056881,
        "cosine_pearson": -0.035938,
        "cosine_spearman": -0.056881,
        "manhattan_pearson": -0.034003,
        "manhattan_spearman": -0.043334,
        "euclidean_pearson": -0.035984,
        "euclidean_spearman": -0.046876,
        "main_score": -0.056881,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "pearson": -0.051016,
        "spearman": -0.028271,
        "cosine_pearson": -0.051016,
        "cosine_spearman": -0.028271,
        "manhattan_pearson": -0.061304,
        "manhattan_spearman": -0.037437,
        "euclidean_pearson": -0.060348,
        "euclidean_spearman": -0.034228,
        "main_score": -0.028271,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.143379,
        "spearman": 0.232736,
        "cosine_pearson": 0.143379,
        "cosine_spearman": 0.232736,
        "manhattan_pearson": 0.125547,
        "manhattan_spearman": 0.251931,
        "euclidean_pearson": 0.123269,
        "euclidean_spearman": 0.253068,
        "main_score": 0.232736,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "pearson": -0.08144,
        "spearman": -0.031495,
        "cosine_pearson": -0.081439,
        "cosine_spearman": -0.031495,
        "manhattan_pearson": -0.080114,
        "manhattan_spearman": -0.032408,
        "euclidean_pearson": -0.080512,
        "euclidean_spearman": -0.026533,
        "main_score": -0.031495,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": -0.11465,
        "spearman": -0.105439,
        "cosine_pearson": -0.11465,
        "cosine_spearman": -0.105439,
        "manhattan_pearson": -0.102349,
        "manhattan_spearman": -0.086122,
        "euclidean_pearson": -0.104861,
        "euclidean_spearman": -0.087949,
        "main_score": -0.105439,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "pearson": 0.101901,
        "spearman": 0.128227,
        "cosine_pearson": 0.1019,
        "cosine_spearman": 0.128227,
        "manhattan_pearson": 0.118931,
        "manhattan_spearman": 0.128858,
        "euclidean_pearson": 0.123103,
        "euclidean_spearman": 0.131722,
        "main_score": 0.128227,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      }
    ]
  },
  "evaluation_time": 6.414720296859741,
  "kg_co2_emissions": 0.0005003260589877131
}