{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.007372,
        "spearman": -0.009439,
        "cosine_pearson": 0.007372,
        "cosine_spearman": -0.009439,
        "manhattan_pearson": 0.017677,
        "manhattan_spearman": 0.004708,
        "euclidean_pearson": 0.019351,
        "euclidean_spearman": 0.001198,
        "main_score": -0.009439,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": 0.109603,
        "spearman": 0.099779,
        "cosine_pearson": 0.109603,
        "cosine_spearman": 0.099779,
        "manhattan_pearson": 0.066912,
        "manhattan_spearman": 0.060535,
        "euclidean_pearson": 0.073797,
        "euclidean_spearman": 0.070722,
        "main_score": 0.099779,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": -0.121639,
        "spearman": -0.125539,
        "cosine_pearson": -0.121639,
        "cosine_spearman": -0.125539,
        "manhattan_pearson": -0.136887,
        "manhattan_spearman": -0.150327,
        "euclidean_pearson": -0.131211,
        "euclidean_spearman": -0.141608,
        "main_score": -0.125539,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "pearson": -0.170405,
        "spearman": -0.12118,
        "cosine_pearson": -0.170405,
        "cosine_spearman": -0.12118,
        "manhattan_pearson": -0.155385,
        "manhattan_spearman": -0.114303,
        "euclidean_pearson": -0.160077,
        "euclidean_spearman": -0.118046,
        "main_score": -0.12118,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": -0.064925,
        "spearman": -0.092502,
        "cosine_pearson": -0.064925,
        "cosine_spearman": -0.092502,
        "manhattan_pearson": -0.083584,
        "manhattan_spearman": -0.105982,
        "euclidean_pearson": -0.076554,
        "euclidean_spearman": -0.094276,
        "main_score": -0.092502,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "pearson": 0.019471,
        "spearman": -0.013604,
        "cosine_pearson": 0.019471,
        "cosine_spearman": -0.013604,
        "manhattan_pearson": 0.051885,
        "manhattan_spearman": 0.005544,
        "euclidean_pearson": 0.053182,
        "euclidean_spearman": 0.002488,
        "main_score": -0.013604,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "pearson": -0.050304,
        "spearman": -0.047251,
        "cosine_pearson": -0.050304,
        "cosine_spearman": -0.047251,
        "manhattan_pearson": -0.044612,
        "manhattan_spearman": -0.057794,
        "euclidean_pearson": -0.032066,
        "euclidean_spearman": -0.039868,
        "main_score": -0.047251,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": -0.057232,
        "spearman": -0.03422,
        "cosine_pearson": -0.057232,
        "cosine_spearman": -0.03422,
        "manhattan_pearson": -0.085839,
        "manhattan_spearman": -0.057496,
        "euclidean_pearson": -0.081045,
        "euclidean_spearman": -0.052732,
        "main_score": -0.03422,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "pearson": -0.000503,
        "spearman": 0.024429,
        "cosine_pearson": -0.000502,
        "cosine_spearman": 0.024429,
        "manhattan_pearson": 0.022042,
        "manhattan_spearman": 0.047571,
        "euclidean_pearson": 0.017133,
        "euclidean_spearman": 0.043763,
        "main_score": 0.024429,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "pearson": 0.076106,
        "spearman": 0.044759,
        "cosine_pearson": 0.076106,
        "cosine_spearman": 0.044759,
        "manhattan_pearson": 0.107235,
        "manhattan_spearman": 0.057571,
        "euclidean_pearson": 0.099152,
        "euclidean_spearman": 0.046406,
        "main_score": 0.044759,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.02314,
        "spearman": 0.00686,
        "cosine_pearson": 0.02314,
        "cosine_spearman": 0.00686,
        "manhattan_pearson": 0.040366,
        "manhattan_spearman": 0.024412,
        "euclidean_pearson": 0.038752,
        "euclidean_spearman": 0.023656,
        "main_score": 0.00686,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.042247,
        "spearman": 0.026032,
        "cosine_pearson": 0.042247,
        "cosine_spearman": 0.026032,
        "manhattan_pearson": 0.054063,
        "manhattan_spearman": 0.057325,
        "euclidean_pearson": 0.064344,
        "euclidean_spearman": 0.059452,
        "main_score": 0.026032,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      }
    ]
  },
  "evaluation_time": 6.9557812213897705,
  "kg_co2_emissions": 0.0005788721427286118
}