[
  {
    "model": "Qwen/Qwen2-0.5B-Instruct",
    "schema": "bounded",
    "tasks": 4,
    "first": {
      "schema_valid": 1,
      "semantic_correct": 2,
      "accepted": 1
    },
    "final": {
      "schema_valid": 2,
      "semantic_correct": 3,
      "accepted": 2
    },
    "attempts": 6,
    "retries": 2,
    "attempt_statuses": {
      "accepted": 2,
      "refusal": 1,
      "truncated": 0,
      "malformed": 1,
      "schema_invalid": 2
    },
    "input_tokens": 720,
    "output_tokens": 79,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 7.412223002000246,
    "latency_seconds_median": 1.4049621589983872,
    "latency_seconds_max": 3.8055135020040325
  },
  {
    "model": "Qwen/Qwen2-0.5B-Instruct",
    "schema": "nested",
    "tasks": 4,
    "first": {
      "schema_valid": 0,
      "semantic_correct": 0,
      "accepted": 0
    },
    "final": {
      "schema_valid": 0,
      "semantic_correct": 0,
      "accepted": 0
    },
    "attempts": 5,
    "retries": 1,
    "attempt_statuses": {
      "accepted": 0,
      "refusal": 4,
      "truncated": 0,
      "malformed": 0,
      "schema_invalid": 1
    },
    "input_tokens": 734,
    "output_tokens": 47,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 5.649804847002088,
    "latency_seconds_median": 1.336053537997941,
    "latency_seconds_max": 2.1546038390079048
  },
  {
    "model": "Qwen/Qwen2-0.5B-Instruct",
    "schema": "union",
    "tasks": 4,
    "first": {
      "schema_valid": 0,
      "semantic_correct": 1,
      "accepted": 0
    },
    "final": {
      "schema_valid": 0,
      "semantic_correct": 1,
      "accepted": 0
    },
    "attempts": 4,
    "retries": 0,
    "attempt_statuses": {
      "accepted": 0,
      "refusal": 4,
      "truncated": 0,
      "malformed": 0,
      "schema_invalid": 0
    },
    "input_tokens": 577,
    "output_tokens": 32,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 3.630168675001187,
    "latency_seconds_median": 0.8902433580005891,
    "latency_seconds_max": 1.009553440999298
  },
  {
    "model": "Qwen/Qwen2.5-0.5B-Instruct",
    "schema": "bounded",
    "tasks": 4,
    "first": {
      "schema_valid": 0,
      "semantic_correct": 0,
      "accepted": 0
    },
    "final": {
      "schema_valid": 0,
      "semantic_correct": 1,
      "accepted": 0
    },
    "attempts": 8,
    "retries": 4,
    "attempt_statuses": {
      "accepted": 0,
      "refusal": 3,
      "truncated": 0,
      "malformed": 4,
      "schema_invalid": 1
    },
    "input_tokens": 1057,
    "output_tokens": 90,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 8.515403768993565,
    "latency_seconds_median": 2.0052756029981538,
    "latency_seconds_max": 2.744588184999884
  },
  {
    "model": "Qwen/Qwen2.5-0.5B-Instruct",
    "schema": "nested",
    "tasks": 4,
    "first": {
      "schema_valid": 3,
      "semantic_correct": 3,
      "accepted": 3
    },
    "final": {
      "schema_valid": 3,
      "semantic_correct": 3,
      "accepted": 3
    },
    "attempts": 5,
    "retries": 1,
    "attempt_statuses": {
      "accepted": 3,
      "refusal": 0,
      "truncated": 2,
      "malformed": 0,
      "schema_invalid": 0
    },
    "input_tokens": 784,
    "output_tokens": 112,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 10.571622783005296,
    "latency_seconds_median": 2.675631381003768,
    "latency_seconds_max": 2.8661901489977026
  },
  {
    "model": "Qwen/Qwen2.5-0.5B-Instruct",
    "schema": "union",
    "tasks": 4,
    "first": {
      "schema_valid": 3,
      "semantic_correct": 2,
      "accepted": 3
    },
    "final": {
      "schema_valid": 3,
      "semantic_correct": 2,
      "accepted": 3
    },
    "attempts": 5,
    "retries": 1,
    "attempt_statuses": {
      "accepted": 3,
      "refusal": 0,
      "truncated": 0,
      "malformed": 2,
      "schema_invalid": 0
    },
    "input_tokens": 785,
    "output_tokens": 93,
    "api_cost_usd": 0.0,
    "latency_seconds_total": 8.124143402004847,
    "latency_seconds_median": 1.6069597890018485,
    "latency_seconds_max": 3.4229280020081205
  }
]