{
  "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935",
  "task_name": "FilipinoShopeeReviewsClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "accuracy": 0.288672,
        "f1": 0.281973,
        "f1_weighted": 0.281973,
        "scores_per_experiment": [
          {
            "accuracy": 0.292969,
            "f1": 0.290257,
            "f1_weighted": 0.290263
          },
          {
            "accuracy": 0.277344,
            "f1": 0.268414,
            "f1_weighted": 0.268455
          },
          {
            "accuracy": 0.299316,
            "f1": 0.288177,
            "f1_weighted": 0.288168
          },
          {
            "accuracy": 0.320801,
            "f1": 0.316457,
            "f1_weighted": 0.316452
          },
          {
            "accuracy": 0.272949,
            "f1": 0.269927,
            "f1_weighted": 0.269895
          },
          {
            "accuracy": 0.287598,
            "f1": 0.277169,
            "f1_weighted": 0.27717
          },
          {
            "accuracy": 0.240234,
            "f1": 0.240517,
            "f1_weighted": 0.240509
          },
          {
            "accuracy": 0.32373,
            "f1": 0.314895,
            "f1_weighted": 0.314906
          },
          {
            "accuracy": 0.304199,
            "f1": 0.295253,
            "f1_weighted": 0.295239
          },
          {
            "accuracy": 0.267578,
            "f1": 0.258662,
            "f1_weighted": 0.258677
          }
        ],
        "main_score": 0.288672,
        "hf_subset": "default",
        "languages": [
          "fil-Latn"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.290186,
        "f1": 0.284228,
        "f1_weighted": 0.284225,
        "scores_per_experiment": [
          {
            "accuracy": 0.285645,
            "f1": 0.283328,
            "f1_weighted": 0.283325
          },
          {
            "accuracy": 0.294922,
            "f1": 0.28833,
            "f1_weighted": 0.288357
          },
          {
            "accuracy": 0.300781,
            "f1": 0.288069,
            "f1_weighted": 0.288066
          },
          {
            "accuracy": 0.297363,
            "f1": 0.29705,
            "f1_weighted": 0.297042
          },
          {
            "accuracy": 0.274414,
            "f1": 0.268589,
            "f1_weighted": 0.268556
          },
          {
            "accuracy": 0.282227,
            "f1": 0.269677,
            "f1_weighted": 0.269659
          },
          {
            "accuracy": 0.253418,
            "f1": 0.255872,
            "f1_weighted": 0.255858
          },
          {
            "accuracy": 0.324707,
            "f1": 0.317632,
            "f1_weighted": 0.317649
          },
          {
            "accuracy": 0.324707,
            "f1": 0.319368,
            "f1_weighted": 0.319348
          },
          {
            "accuracy": 0.263672,
            "f1": 0.254361,
            "f1_weighted": 0.254392
          }
        ],
        "main_score": 0.290186,
        "hf_subset": "default",
        "languages": [
          "fil-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 21.179664611816406,
  "kg_co2_emissions": 0.0009927007068314063
}