{
  "dataset_revision": "abb43f8d5b9510b8724b48283aca26c4733eac5d",
  "evaluation_time": 156.4953682422638,
  "kg_co2_emissions": 0.04302257280014765,
  "mteb_version": "1.12.75",
  "scores": {
    "test": [
      {
        "accuracy": 0.7188,
        "f1": 0.7037790196466458,
        "f1_weighted": 0.7123026991867265,
        "hf_subset": "btk",
        "languages": [
          "bbc-Latn"
        ],
        "main_score": 0.7037790196466458,
        "scores_per_experiment": [
          {
            "accuracy": 0.696,
            "f1": 0.6790839610390189,
            "f1_weighted": 0.6793495672215085
          },
          {
            "accuracy": 0.746,
            "f1": 0.7330047485543709,
            "f1_weighted": 0.7443415417274701
          },
          {
            "accuracy": 0.744,
            "f1": 0.7335584163838497,
            "f1_weighted": 0.7415278788601263
          },
          {
            "accuracy": 0.728,
            "f1": 0.7147036877914155,
            "f1_weighted": 0.7217373999310324
          },
          {
            "accuracy": 0.73,
            "f1": 0.7092357089455565,
            "f1_weighted": 0.7197395729319687
          },
          {
            "accuracy": 0.704,
            "f1": 0.6769569277792655,
            "f1_weighted": 0.6886177678507008
          },
          {
            "accuracy": 0.69,
            "f1": 0.6833616710339991,
            "f1_weighted": 0.6932233079367196
          },
          {
            "accuracy": 0.714,
            "f1": 0.696148539661114,
            "f1_weighted": 0.708082914869757
          },
          {
            "accuracy": 0.718,
            "f1": 0.7144624572729648,
            "f1_weighted": 0.7194855372950505
          },
          {
            "accuracy": 0.718,
            "f1": 0.6972740780049036,
            "f1_weighted": 0.7069215032429306
          }
        ]
      },
      {
        "accuracy": 0.804125,
        "f1": 0.7829392586792698,
        "f1_weighted": 0.7997757800439109,
        "hf_subset": "bew",
        "languages": [
          "bew-Latn"
        ],
        "main_score": 0.7829392586792698,
        "scores_per_experiment": [
          {
            "accuracy": 0.8175,
            "f1": 0.7997381528169781,
            "f1_weighted": 0.8166296572087335
          },
          {
            "accuracy": 0.80375,
            "f1": 0.7814485123677432,
            "f1_weighted": 0.8021213798712858
          },
          {
            "accuracy": 0.8125,
            "f1": 0.787818372666336,
            "f1_weighted": 0.8057758856391996
          },
          {
            "accuracy": 0.82375,
            "f1": 0.805012178068727,
            "f1_weighted": 0.820556268720287
          },
          {
            "accuracy": 0.8175,
            "f1": 0.7960414420686064,
            "f1_weighted": 0.8098538880146735
          },
          {
            "accuracy": 0.7875,
            "f1": 0.7651211250747034,
            "f1_weighted": 0.7861336732244496
          },
          {
            "accuracy": 0.80625,
            "f1": 0.7899413539397704,
            "f1_weighted": 0.8062522707596483
          },
          {
            "accuracy": 0.80375,
            "f1": 0.7781942094087302,
            "f1_weighted": 0.7962832379465047
          },
          {
            "accuracy": 0.74875,
            "f1": 0.7261768405695496,
            "f1_weighted": 0.7391904340366015
          },
          {
            "accuracy": 0.82,
            "f1": 0.7999003998115537,
            "f1_weighted": 0.8149611050177258
          }
        ]
      },
      {
        "accuracy": 0.6910000000000001,
        "f1": 0.4847687831281028,
        "f1_weighted": 0.6260718236598641,
        "hf_subset": "bug",
        "languages": [
          "bug-Latn"
        ],
        "main_score": 0.4847687831281028,
        "scores_per_experiment": [
          {
            "accuracy": 0.68,
            "f1": 0.4749731969434149,
            "f1_weighted": 0.615181581302508
          },
          {
            "accuracy": 0.6766666666666666,
            "f1": 0.47044723662424104,
            "f1_weighted": 0.6108257709722036
          },
          {
            "accuracy": 0.6933333333333334,
            "f1": 0.49235146612579916,
            "f1_weighted": 0.6327198396412527
          },
          {
            "accuracy": 0.6833333333333333,
            "f1": 0.4756778443493214,
            "f1_weighted": 0.6183065890532783
          },
          {
            "accuracy": 0.6933333333333334,
            "f1": 0.4897860070340365,
            "f1_weighted": 0.6295549786462882
          },
          {
            "accuracy": 0.69,
            "f1": 0.48168416879198883,
            "f1_weighted": 0.6247044689273548
          },
          {
            "accuracy": 0.69,
            "f1": 0.4818674977470939,
            "f1_weighted": 0.6223577650160202
          },
          {
            "accuracy": 0.6966666666666667,
            "f1": 0.48923790173790177,
            "f1_weighted": 0.6316029466029466
          },
          {
            "accuracy": 0.7033333333333334,
            "f1": 0.49553515785947877,
            "f1_weighted": 0.6360715807000142
          },
          {
            "accuracy": 0.7033333333333334,
            "f1": 0.4961273540677513,
            "f1_weighted": 0.6393927157367739
          }
        ]
      },
      {
        "accuracy": 0.78075,
        "f1": 0.7624968048878861,
        "f1_weighted": 0.7749487929514708,
        "hf_subset": "jav",
        "languages": [
          "jav-Latn"
        ],
        "main_score": 0.7624968048878861,
        "scores_per_experiment": [
          {
            "accuracy": 0.80125,
            "f1": 0.7838210258623527,
            "f1_weighted": 0.7998264739688278
          },
          {
            "accuracy": 0.78375,
            "f1": 0.7688578179883327,
            "f1_weighted": 0.7790513938458338
          },
          {
            "accuracy": 0.7725,
            "f1": 0.7545807807249307,
            "f1_weighted": 0.7625124716701606
          },
          {
            "accuracy": 0.7825,
            "f1": 0.75891363728198,
            "f1_weighted": 0.7797715361694455
          },
          {
            "accuracy": 0.7475,
            "f1": 0.7243961671874973,
            "f1_weighted": 0.7352502583608173
          },
          {
            "accuracy": 0.77875,
            "f1": 0.7552721466588479,
            "f1_weighted": 0.7700269108931168
          },
          {
            "accuracy": 0.78375,
            "f1": 0.7635093555206454,
            "f1_weighted": 0.7811605752446534
          },
          {
            "accuracy": 0.77625,
            "f1": 0.7644480937823745,
            "f1_weighted": 0.7667883748110091
          },
          {
            "accuracy": 0.78375,
            "f1": 0.7711662440682916,
            "f1_weighted": 0.781772297960938
          },
          {
            "accuracy": 0.7975,
            "f1": 0.7800027798036081,
            "f1_weighted": 0.7933276365899065
          }
        ]
      },
      {
        "accuracy": 0.7618571428571428,
        "f1": 0.7150045730501917,
        "f1_weighted": 0.7646661453498698,
        "hf_subset": "mad",
        "languages": [
          "mad-Latn"
        ],
        "main_score": 0.7150045730501917,
        "scores_per_experiment": [
          {
            "accuracy": 0.7128571428571429,
            "f1": 0.6421201933389862,
            "f1_weighted": 0.7145110998683101
          },
          {
            "accuracy": 0.77,
            "f1": 0.7272339033169066,
            "f1_weighted": 0.7726716026358492
          },
          {
            "accuracy": 0.7885714285714286,
            "f1": 0.7506844408138794,
            "f1_weighted": 0.7896691804644406
          },
          {
            "accuracy": 0.7457142857142857,
            "f1": 0.7165661678402575,
            "f1_weighted": 0.747645714672527
          },
          {
            "accuracy": 0.7614285714285715,
            "f1": 0.7163204186089017,
            "f1_weighted": 0.7657346729797248
          },
          {
            "accuracy": 0.7642857142857142,
            "f1": 0.7224899620539504,
            "f1_weighted": 0.7627033782766991
          },
          {
            "accuracy": 0.7728571428571429,
            "f1": 0.7213850807056619,
            "f1_weighted": 0.7764467866957909
          },
          {
            "accuracy": 0.7757142857142857,
            "f1": 0.7274394317647279,
            "f1_weighted": 0.7788355920277348
          },
          {
            "accuracy": 0.7585714285714286,
            "f1": 0.7043586080515318,
            "f1_weighted": 0.7670402900502076
          },
          {
            "accuracy": 0.7685714285714286,
            "f1": 0.7214475240071145,
            "f1_weighted": 0.7714031358274125
          }
        ]
      },
      {
        "accuracy": 0.7537142857142858,
        "f1": 0.7213840571410695,
        "f1_weighted": 0.7581354457223752,
        "hf_subset": "mak",
        "languages": [
          "mak-Latn"
        ],
        "main_score": 0.7213840571410695,
        "scores_per_experiment": [
          {
            "accuracy": 0.7528571428571429,
            "f1": 0.7190071296171305,
            "f1_weighted": 0.7645910207575695
          },
          {
            "accuracy": 0.7314285714285714,
            "f1": 0.7139764658120582,
            "f1_weighted": 0.7328886775769141
          },
          {
            "accuracy": 0.7257142857142858,
            "f1": 0.6965416028875056,
            "f1_weighted": 0.7295315732158171
          },
          {
            "accuracy": 0.76,
            "f1": 0.7142336238140015,
            "f1_weighted": 0.7629057881954847
          },
          {
            "accuracy": 0.7528571428571429,
            "f1": 0.7157753245851287,
            "f1_weighted": 0.7597303480771721
          },
          {
            "accuracy": 0.7642857142857142,
            "f1": 0.7321452375252949,
            "f1_weighted": 0.7680520645030804
          },
          {
            "accuracy": 0.7714285714285715,
            "f1": 0.7378105484898949,
            "f1_weighted": 0.7745218780158036
          },
          {
            "accuracy": 0.76,
            "f1": 0.7318340296886068,
            "f1_weighted": 0.7659621248356625
          },
          {
            "accuracy": 0.7471428571428571,
            "f1": 0.7176152216977588,
            "f1_weighted": 0.7484285025399283
          },
          {
            "accuracy": 0.7714285714285715,
            "f1": 0.7349013872933143,
            "f1_weighted": 0.7747424795063197
          }
        ]
      },
      {
        "accuracy": 0.7761250000000001,
        "f1": 0.7669469049231575,
        "f1_weighted": 0.7693867472097287,
        "hf_subset": "min",
        "languages": [
          "min-Latn"
        ],
        "main_score": 0.7669469049231575,
        "scores_per_experiment": [
          {
            "accuracy": 0.76875,
            "f1": 0.7495350584709425,
            "f1_weighted": 0.7589001370038218
          },
          {
            "accuracy": 0.79875,
            "f1": 0.7867316258560748,
            "f1_weighted": 0.7934491568292128
          },
          {
            "accuracy": 0.74,
            "f1": 0.7354590607723136,
            "f1_weighted": 0.7299895445210254
          },
          {
            "accuracy": 0.77125,
            "f1": 0.7579491519972575,
            "f1_weighted": 0.7601936746687779
          },
          {
            "accuracy": 0.77375,
            "f1": 0.7653751833675093,
            "f1_weighted": 0.7696287701991968
          },
          {
            "accuracy": 0.77875,
            "f1": 0.7719134427577772,
            "f1_weighted": 0.7730517522638116
          },
          {
            "accuracy": 0.79375,
            "f1": 0.7897204952304495,
            "f1_weighted": 0.7891444695995472
          },
          {
            "accuracy": 0.78125,
            "f1": 0.774873156744291,
            "f1_weighted": 0.7750762728137583
          },
          {
            "accuracy": 0.77125,
            "f1": 0.7611775414929537,
            "f1_weighted": 0.7671167452833987
          },
          {
            "accuracy": 0.78375,
            "f1": 0.776734332542007,
            "f1_weighted": 0.7773169489147363
          }
        ]
      },
      {
        "accuracy": 0.8494999999999999,
        "f1": 0.8539339689096085,
        "f1_weighted": 0.8469136291110635,
        "hf_subset": "mui",
        "languages": [
          "mui-Latn"
        ],
        "main_score": 0.8539339689096085,
        "scores_per_experiment": [
          {
            "accuracy": 0.8575,
            "f1": 0.8629114681008713,
            "f1_weighted": 0.8556353105878695
          },
          {
            "accuracy": 0.835,
            "f1": 0.8383269117876949,
            "f1_weighted": 0.8321676361499151
          },
          {
            "accuracy": 0.84,
            "f1": 0.8459743014544668,
            "f1_weighted": 0.8388643756614124
          },
          {
            "accuracy": 0.845,
            "f1": 0.8450591712623924,
            "f1_weighted": 0.8391499058126161
          },
          {
            "accuracy": 0.84,
            "f1": 0.8404577365509857,
            "f1_weighted": 0.8367387060172834
          },
          {
            "accuracy": 0.86,
            "f1": 0.8647497878377555,
            "f1_weighted": 0.8594647077096202
          },
          {
            "accuracy": 0.845,
            "f1": 0.8511131847031861,
            "f1_weighted": 0.8424127037854973
          },
          {
            "accuracy": 0.865,
            "f1": 0.8692332163277197,
            "f1_weighted": 0.8623380943072442
          },
          {
            "accuracy": 0.8625,
            "f1": 0.8700205218786695,
            "f1_weighted": 0.8605924873688241
          },
          {
            "accuracy": 0.845,
            "f1": 0.8514933891923437,
            "f1_weighted": 0.8417723637103524
          }
        ]
      },
      {
        "accuracy": 0.7954285714285714,
        "f1": 0.7075323050064859,
        "f1_weighted": 0.7797179785527454,
        "hf_subset": "rej",
        "languages": [
          "rej-Latn"
        ],
        "main_score": 0.7075323050064859,
        "scores_per_experiment": [
          {
            "accuracy": 0.8114285714285714,
            "f1": 0.7230603415973584,
            "f1_weighted": 0.7962635518581097
          },
          {
            "accuracy": 0.8,
            "f1": 0.7109675646513467,
            "f1_weighted": 0.7832547796286279
          },
          {
            "accuracy": 0.7828571428571428,
            "f1": 0.6947113628294954,
            "f1_weighted": 0.7656653054810855
          },
          {
            "accuracy": 0.7914285714285715,
            "f1": 0.7035753226626483,
            "f1_weighted": 0.7757501496068592
          },
          {
            "accuracy": 0.8028571428571428,
            "f1": 0.7144854347041847,
            "f1_weighted": 0.7893234745413316
          },
          {
            "accuracy": 0.8171428571428572,
            "f1": 0.7267814875740906,
            "f1_weighted": 0.8008693477562152
          },
          {
            "accuracy": 0.7857142857142857,
            "f1": 0.6968920938972,
            "f1_weighted": 0.7688817566303818
          },
          {
            "accuracy": 0.7857142857142857,
            "f1": 0.7001651898693779,
            "f1_weighted": 0.7709681499370575
          },
          {
            "accuracy": 0.8,
            "f1": 0.7113194610263457,
            "f1_weighted": 0.7843796984068787
          },
          {
            "accuracy": 0.7771428571428571,
            "f1": 0.6933647912528116,
            "f1_weighted": 0.7618235716809064
          }
        ]
      },
      {
        "accuracy": 0.816111111111111,
        "f1": 0.8035406306550742,
        "f1_weighted": 0.8103940488364849,
        "hf_subset": "sun",
        "languages": [
          "sun-Latn"
        ],
        "main_score": 0.8035406306550742,
        "scores_per_experiment": [
          {
            "accuracy": 0.8033333333333333,
            "f1": 0.7919807431310728,
            "f1_weighted": 0.7986246474002954
          },
          {
            "accuracy": 0.81,
            "f1": 0.8002078515433044,
            "f1_weighted": 0.8071504609355334
          },
          {
            "accuracy": 0.8244444444444444,
            "f1": 0.8142987507094259,
            "f1_weighted": 0.8188932083904776
          },
          {
            "accuracy": 0.8044444444444444,
            "f1": 0.7862309456784619,
            "f1_weighted": 0.7949912902836609
          },
          {
            "accuracy": 0.8277777777777777,
            "f1": 0.8164105369813546,
            "f1_weighted": 0.8236662481784202
          },
          {
            "accuracy": 0.82,
            "f1": 0.8114811500190369,
            "f1_weighted": 0.8192315840137677
          },
          {
            "accuracy": 0.8422222222222222,
            "f1": 0.8342385754187288,
            "f1_weighted": 0.839212715768596
          },
          {
            "accuracy": 0.8311111111111111,
            "f1": 0.8175353345049865,
            "f1_weighted": 0.8265126483092057
          },
          {
            "accuracy": 0.8166666666666667,
            "f1": 0.8054385678634675,
            "f1_weighted": 0.8132402323964867
          },
          {
            "accuracy": 0.7811111111111111,
            "f1": 0.7575838507009023,
            "f1_weighted": 0.7624174526884052
          }
        ]
      }
    ]
  },
  "task_name": "NusaParagraphTopicClassification"
}