{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "task_name": "IndicCrosslingualSTS",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "pearson": 0.256822,
        "spearman": 0.271004,
        "cosine_pearson": 0.256822,
        "cosine_spearman": 0.271004,
        "manhattan_pearson": 0.248302,
        "manhattan_spearman": 0.29377,
        "euclidean_pearson": 0.232922,
        "euclidean_spearman": 0.271004,
        "main_score": 0.271004,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "pearson": 0.073068,
        "spearman": 0.047314,
        "cosine_pearson": 0.073068,
        "cosine_spearman": 0.047314,
        "manhattan_pearson": 0.088734,
        "manhattan_spearman": 0.066398,
        "euclidean_pearson": 0.078549,
        "euclidean_spearman": 0.047314,
        "main_score": 0.047314,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "pearson": 0.200451,
        "spearman": 0.20459,
        "cosine_pearson": 0.200451,
        "cosine_spearman": 0.20459,
        "manhattan_pearson": 0.22196,
        "manhattan_spearman": 0.233087,
        "euclidean_pearson": 0.199018,
        "euclidean_spearman": 0.20459,
        "main_score": 0.20459,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "pearson": 0.331974,
        "spearman": 0.316831,
        "cosine_pearson": 0.331974,
        "cosine_spearman": 0.316831,
        "manhattan_pearson": 0.349289,
        "manhattan_spearman": 0.342986,
        "euclidean_pearson": 0.314742,
        "euclidean_spearman": 0.316831,
        "main_score": 0.316831,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "pearson": 0.020184,
        "spearman": -0.004776,
        "cosine_pearson": 0.020184,
        "cosine_spearman": -0.004776,
        "manhattan_pearson": 0.018314,
        "manhattan_spearman": 0.000493,
        "euclidean_pearson": 0.020358,
        "euclidean_spearman": -0.004776,
        "main_score": -0.004776,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "pearson": 0.208717,
        "spearman": 0.225646,
        "cosine_pearson": 0.208717,
        "cosine_spearman": 0.225646,
        "manhattan_pearson": 0.198179,
        "manhattan_spearman": 0.220717,
        "euclidean_pearson": 0.201598,
        "euclidean_spearman": 0.225646,
        "main_score": 0.225646,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "pearson": 0.077118,
        "spearman": 0.073924,
        "cosine_pearson": 0.077118,
        "cosine_spearman": 0.073924,
        "manhattan_pearson": 0.080758,
        "manhattan_spearman": 0.075918,
        "euclidean_pearson": 0.080844,
        "euclidean_spearman": 0.073924,
        "main_score": 0.073924,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "pearson": 0.043925,
        "spearman": 0.118059,
        "cosine_pearson": 0.043925,
        "cosine_spearman": 0.118059,
        "manhattan_pearson": 0.048961,
        "manhattan_spearman": 0.134951,
        "euclidean_pearson": 0.032468,
        "euclidean_spearman": 0.118059,
        "main_score": 0.118059,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "pearson": 0.042259,
        "spearman": 0.074356,
        "cosine_pearson": 0.042259,
        "cosine_spearman": 0.074356,
        "manhattan_pearson": 0.05105,
        "manhattan_spearman": 0.082481,
        "euclidean_pearson": 0.04678,
        "euclidean_spearman": 0.074356,
        "main_score": 0.074356,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "pearson": 0.165659,
        "spearman": 0.131116,
        "cosine_pearson": 0.165659,
        "cosine_spearman": 0.131116,
        "manhattan_pearson": 0.16356,
        "manhattan_spearman": 0.126566,
        "euclidean_pearson": 0.161918,
        "euclidean_spearman": 0.131116,
        "main_score": 0.131116,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "pearson": 0.047727,
        "spearman": 0.067538,
        "cosine_pearson": 0.047727,
        "cosine_spearman": 0.067538,
        "manhattan_pearson": 0.053307,
        "manhattan_spearman": 0.067979,
        "euclidean_pearson": 0.045206,
        "euclidean_spearman": 0.067538,
        "main_score": 0.067538,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "pearson": 0.033969,
        "spearman": 0.079556,
        "cosine_pearson": 0.033969,
        "cosine_spearman": 0.079556,
        "manhattan_pearson": 0.044108,
        "manhattan_spearman": 0.094306,
        "euclidean_pearson": 0.028815,
        "euclidean_spearman": 0.079556,
        "main_score": 0.079556,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      }
    ]
  },
  "evaluation_time": 45.037845849990845,
  "kg_co2_emissions": 0.004278969248446042
}