{
  "first_cap": {
    "gsm8k_pl": 1280,
    "llmzszl_stem": 768,
    "pes": 768
  },
  "extension_cap": [
    1280
  ],
  "sources": {
    "bielik-pl-11b-v3.0-instruct": {
      "raw_sha256": "f1fb1688b7474d41490b517d06cc66a047c27f21206094543c1d9bfcba7cb562",
      "raw_header_config_sha256": "cf449d6346e1f75322d8e2269b050ae06669fc13506aa96c052e72ce2e643306",
      "graded_sha256": "2ea2ac8f6b32ceee21bc495169c6d1e50f9f0e63c747a669c98d3fb2d0a2f2d8"
    },
    "bielik-11b-v3.0-instruct": {
      "raw_sha256": "2badd92c308b9c58086a722b58e7007dad0898010464732cf9b32875392a2857",
      "raw_header_config_sha256": "cf449d6346e1f75322d8e2269b050ae06669fc13506aa96c052e72ce2e643306",
      "graded_sha256": "ea30a4eb75f06048e0e05b6eede61bbdc62a9c0a464a0d73960d94a58c42736b"
    }
  },
  "models": {
    "bielik-pl-11b-v3.0-instruct": {
      "cells": {
        "gsm8k_pl|pl": {
          "n": 250,
          "regenerated": 2,
          "at_cap_after_extension": 2,
          "at_cap_after_extension_graded_correct": 1,
          "graded_truncated": 1
        },
        "gsm8k_pl|en": {
          "n": 250,
          "regenerated": 3,
          "at_cap_after_extension": 3,
          "at_cap_after_extension_graded_correct": 0,
          "graded_truncated": 3
        },
        "llmzszl_stem|pl": {
          "n": 300,
          "regenerated": 47,
          "at_cap_after_extension": 15,
          "at_cap_after_extension_graded_correct": 2,
          "graded_truncated": 13
        },
        "llmzszl_stem|en": {
          "n": 300,
          "regenerated": 15,
          "at_cap_after_extension": 9,
          "at_cap_after_extension_graded_correct": 3,
          "graded_truncated": 6
        },
        "pes|pl": {
          "n": 250,
          "regenerated": 6,
          "at_cap_after_extension": 3,
          "at_cap_after_extension_graded_correct": 1,
          "graded_truncated": 2
        },
        "pes|en": {
          "n": 250,
          "regenerated": 2,
          "at_cap_after_extension": 1,
          "at_cap_after_extension_graded_correct": 0,
          "graded_truncated": 1
        }
      },
      "totals": {
        "n": 1600,
        "regenerated": 75,
        "at_cap_after_extension": 33,
        "at_cap_after_extension_graded_correct": 7,
        "graded_truncated": 26
      }
    },
    "bielik-11b-v3.0-instruct": {
      "cells": {
        "gsm8k_pl|pl": {
          "n": 250,
          "regenerated": 1,
          "at_cap_after_extension": 1,
          "at_cap_after_extension_graded_correct": 0,
          "graded_truncated": 1
        },
        "gsm8k_pl|en": {
          "n": 250,
          "regenerated": 1,
          "at_cap_after_extension": 1,
          "at_cap_after_extension_graded_correct": 0,
          "graded_truncated": 1
        },
        "llmzszl_stem|pl": {
          "n": 300,
          "regenerated": 26,
          "at_cap_after_extension": 15,
          "at_cap_after_extension_graded_correct": 6,
          "graded_truncated": 9
        },
        "llmzszl_stem|en": {
          "n": 300,
          "regenerated": 1,
          "at_cap_after_extension": 1,
          "at_cap_after_extension_graded_correct": 1,
          "graded_truncated": 0
        },
        "pes|pl": {
          "n": 250,
          "regenerated": 10,
          "at_cap_after_extension": 6,
          "at_cap_after_extension_graded_correct": 2,
          "graded_truncated": 4
        },
        "pes|en": {
          "n": 250,
          "regenerated": 1,
          "at_cap_after_extension": 1,
          "at_cap_after_extension_graded_correct": 1,
          "graded_truncated": 0
        }
      },
      "totals": {
        "n": 1600,
        "regenerated": 40,
        "at_cap_after_extension": 25,
        "at_cap_after_extension_graded_correct": 10,
        "graded_truncated": 15
      }
    }
  }
}