{
  "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4",
  "evaluation_time": 3.9271700382232666,
  "kg_co2_emissions": 0.0006553749750442848,
  "mteb_version": "1.12.75",
  "scores": {
    "test": [
      {
        "cosine_pearson": 0.4248583021114903,
        "cosine_spearman": 0.40943626893850366,
        "euclidean_pearson": 0.41008580049095117,
        "euclidean_spearman": 0.40943626893850366,
        "hf_subset": "en-ta",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ],
        "main_score": 0.40943626893850366,
        "manhattan_pearson": 0.40025325180397575,
        "manhattan_spearman": 0.4024056391801013,
        "pearson": 0.4248583021114903,
        "spearman": 0.40943626893850366
      },
      {
        "cosine_pearson": 0.5141841823852453,
        "cosine_spearman": 0.5160352702578329,
        "euclidean_pearson": 0.4419799499439031,
        "euclidean_spearman": 0.5160351779821197,
        "hf_subset": "en-kn",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ],
        "main_score": 0.5160352702578329,
        "manhattan_pearson": 0.4367118892056413,
        "manhattan_spearman": 0.5090265929953108,
        "pearson": 0.5141841823852453,
        "spearman": 0.5160352702578329
      },
      {
        "cosine_pearson": 0.16641425150843023,
        "cosine_spearman": 0.2040610877375928,
        "euclidean_pearson": 0.16527335363944734,
        "euclidean_spearman": 0.2040610877375928,
        "hf_subset": "en-ur",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ],
        "main_score": 0.2040610877375928,
        "manhattan_pearson": 0.16264278487690448,
        "manhattan_spearman": 0.20857050220688964,
        "pearson": 0.16641425150843023,
        "spearman": 0.2040610877375928
      },
      {
        "cosine_pearson": 0.5687103888300946,
        "cosine_spearman": 0.5881898356128213,
        "euclidean_pearson": 0.5561744302552706,
        "euclidean_spearman": 0.5881898356128213,
        "hf_subset": "en-hi",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ],
        "main_score": 0.5881898356128213,
        "manhattan_pearson": 0.5566747087480582,
        "manhattan_spearman": 0.5875704699214345,
        "pearson": 0.5687103888300946,
        "spearman": 0.5881898356128213
      },
      {
        "cosine_pearson": 0.4142596767965938,
        "cosine_spearman": 0.43609013381513034,
        "euclidean_pearson": 0.3807124918446352,
        "euclidean_spearman": 0.43609013381513034,
        "hf_subset": "en-gu",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ],
        "main_score": 0.43609013381513034,
        "manhattan_pearson": 0.365728539502526,
        "manhattan_spearman": 0.4240479419688327,
        "pearson": 0.4142596767965938,
        "spearman": 0.43609013381513034
      },
      {
        "cosine_pearson": 0.4559945801656435,
        "cosine_spearman": 0.4461837783875635,
        "euclidean_pearson": 0.4488584845854296,
        "euclidean_spearman": 0.4461837783875635,
        "hf_subset": "en-bn",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ],
        "main_score": 0.4461837783875635,
        "manhattan_pearson": 0.44555320974619284,
        "manhattan_spearman": 0.44492753478751507,
        "pearson": 0.4559945801656435,
        "spearman": 0.4461837783875635
      },
      {
        "cosine_pearson": 0.46943022734509243,
        "cosine_spearman": 0.5095344050278938,
        "euclidean_pearson": 0.41321484910959755,
        "euclidean_spearman": 0.5095344050278938,
        "hf_subset": "en-mr",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ],
        "main_score": 0.5095344050278938,
        "manhattan_pearson": 0.4097286401765837,
        "manhattan_spearman": 0.5043190076839105,
        "pearson": 0.46943022734509243,
        "spearman": 0.5095344050278938
      },
      {
        "cosine_pearson": 0.29261934918358457,
        "cosine_spearman": 0.32055118172691327,
        "euclidean_pearson": 0.28299747651516594,
        "euclidean_spearman": 0.32055118172691327,
        "hf_subset": "en-as",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ],
        "main_score": 0.32055118172691327,
        "manhattan_pearson": 0.26751929631313054,
        "manhattan_spearman": 0.3051142503933687,
        "pearson": 0.29261934918358457,
        "spearman": 0.32055118172691327
      },
      {
        "cosine_pearson": 0.08763109156864728,
        "cosine_spearman": 0.11202980706565636,
        "euclidean_pearson": 0.08657275206094436,
        "euclidean_spearman": 0.11202980706565636,
        "hf_subset": "en-or",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ],
        "main_score": 0.11202980706565636,
        "manhattan_pearson": 0.08255894192332089,
        "manhattan_spearman": 0.1033886977031758,
        "pearson": 0.08763109156864728,
        "spearman": 0.11202980706565636
      },
      {
        "cosine_pearson": 0.4576428106578895,
        "cosine_spearman": 0.4605221869424808,
        "euclidean_pearson": 0.4533318538210067,
        "euclidean_spearman": 0.4605221869424808,
        "hf_subset": "en-pa",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ],
        "main_score": 0.4605221869424808,
        "manhattan_pearson": 0.44478919695115476,
        "manhattan_spearman": 0.4509908612233081,
        "pearson": 0.4576428106578895,
        "spearman": 0.4605221869424808
      },
      {
        "cosine_pearson": 0.5795617952885498,
        "cosine_spearman": 0.5766237380219479,
        "euclidean_pearson": 0.5690071826495497,
        "euclidean_spearman": 0.5766237380219479,
        "hf_subset": "en-ml",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ],
        "main_score": 0.5766237380219479,
        "manhattan_pearson": 0.5618351666024894,
        "manhattan_spearman": 0.5746477535753348,
        "pearson": 0.5795617952885498,
        "spearman": 0.5766237380219479
      },
      {
        "cosine_pearson": 0.3238427398119911,
        "cosine_spearman": 0.35440910625796423,
        "euclidean_pearson": 0.3201315289367487,
        "euclidean_spearman": 0.35440910625796423,
        "hf_subset": "en-te",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ],
        "main_score": 0.35440910625796423,
        "manhattan_pearson": 0.3140882155729747,
        "manhattan_spearman": 0.35029586088282966,
        "pearson": 0.3238427398119911,
        "spearman": 0.35440910625796423
      }
    ]
  },
  "task_name": "IndicCrosslingualSTS"
}