{
  "dataset_revision": "8234b2081bd9ca33bdbc7bf68f5f9540fe3fd480",
  "task_name": "SIDClassification.v2",
  "mteb_version": "2.20.11",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.570855,
            "f1": 0.544037,
            "f1_weighted": 0.601209,
            "precision": 0.545736,
            "precision_weighted": 0.704328,
            "recall": 0.611538,
            "recall_weighted": 0.570855,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.566568,
            "f1": 0.519936,
            "f1_weighted": 0.589927,
            "precision": 0.515578,
            "precision_weighted": 0.68449,
            "recall": 0.585698,
            "recall_weighted": 0.566568,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.575141,
            "f1": 0.542644,
            "f1_weighted": 0.598302,
            "precision": 0.542055,
            "precision_weighted": 0.711925,
            "recall": 0.609809,
            "recall_weighted": 0.575141,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.628181,
            "f1": 0.563467,
            "f1_weighted": 0.652556,
            "precision": 0.555458,
            "precision_weighted": 0.720992,
            "recall": 0.62298,
            "recall_weighted": 0.628181,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.540316,
            "f1": 0.514957,
            "f1_weighted": 0.561658,
            "precision": 0.523033,
            "precision_weighted": 0.687028,
            "recall": 0.606198,
            "recall_weighted": 0.540316,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.603268,
            "f1": 0.546869,
            "f1_weighted": 0.632088,
            "precision": 0.544726,
            "precision_weighted": 0.717387,
            "recall": 0.610611,
            "recall_weighted": 0.603268,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.585052,
            "f1": 0.540981,
            "f1_weighted": 0.609541,
            "precision": 0.538385,
            "precision_weighted": 0.697478,
            "recall": 0.615757,
            "recall_weighted": 0.585052,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.610233,
            "f1": 0.549758,
            "f1_weighted": 0.639536,
            "precision": 0.542628,
            "precision_weighted": 0.711272,
            "recall": 0.606717,
            "recall_weighted": 0.610233,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.545138,
            "f1": 0.531958,
            "f1_weighted": 0.566224,
            "precision": 0.53976,
            "precision_weighted": 0.692519,
            "recall": 0.606748,
            "recall_weighted": 0.545138,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.602465,
            "f1": 0.542058,
            "f1_weighted": 0.625724,
            "precision": 0.541724,
            "precision_weighted": 0.708603,
            "recall": 0.604857,
            "recall_weighted": 0.602465,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.582722,
        "f1": 0.539666,
        "f1_weighted": 0.607676,
        "precision": 0.538908,
        "precision_weighted": 0.703602,
        "recall": 0.608091,
        "recall_weighted": 0.582722,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.582722,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ],
        "mteb_version": "2.20.11"
      }
    ]
  },
  "evaluation_time": 66.12004733800131,
  "kg_co2_emissions": null,
  "date": 1790054970.258017,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 4.258006811141968e-06,
      "end": 0.69125722800527,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 0.6912647420031135,
      "end": 0.6912659040026483,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 9.859167257003719,
      "end": 24.50676793800085,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 24.93280041500111,
      "end": 51.13905273900309,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 51.139305238000816,
      "end": 52.789293018002354,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 52.789499890001025,
      "end": 54.35399366600177,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 54.35417258600501,
      "end": 55.78309231400635,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 55.78327862700098,
      "end": 57.242800993000856,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 57.243013145001896,
      "end": 58.67640218300221,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 58.676614155003335,
      "end": 60.089761635004834,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 60.08995168500405,
      "end": 61.50172709100298,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 61.501960113004316,
      "end": 63.13946211900475,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 63.13965935300075,
      "end": 64.60456309800065,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 64.60475551300624,
      "end": 66.11201165000239,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 51.13907025300432,
      "end": 66.11206838800717,
      "split": "test",
      "subset": "default"
    }
  ]
}