{
  "meta": {
    "difficulty": "per question: fraction of answering systems that answered it wrong (continuous 0-1, computed by the app from stored per-question results)",
    "notes": [
      "One mixed pool per ability (48 classification, 18 NER).",
      "von runs in .venv-von; so1 uses Qwen2.5-0.5B; Lumma-Fev, Julia 1 and Intern-Decision also run in .venv-von."
    ],
    "pools": {
      "classification": 48,
      "ner": 18
    }
  },
  "systems": {
    "AgentJev 0.6B (local)": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true
      ],
      "cls_mean_latency_s": 0.646,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "business",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "politics",
        "sports",
        "politics",
        "business",
        "sports",
        "business"
      ],
      "recorded": "2026-09-23 08:40",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "Clef (Workers AI)": {
      "cls_accuracy": 0.9792,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.052,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-02 20:03",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_reported": false,
        "cost_usd": 0.0,
        "input_tokens": 4600,
        "input_tokens_reported": true,
        "paid_requests": 2,
        "total_tokens": 0
      }
    },
    "Clef-flash (Workers AI)": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.083,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-02 20:03",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_reported": false,
        "cost_usd": 0.0,
        "input_tokens": 4600,
        "input_tokens_reported": true,
        "paid_requests": 2,
        "total_tokens": 0
      }
    },
    "D1 (OpenRouter)": {
      "recorded": "2026-10-07 22:13",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.031,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.00013,
        "input_tokens": 3245,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Decider V1 27B (OpenRouter)": {
      "recorded": "2026-10-07 22:13",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.075,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.000211,
        "input_tokens": 5273,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Decider V1.1 27B (OpenRouter)": {
      "recorded": "2026-10-07 22:13",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.08,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.000105,
        "input_tokens": 5273,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Decision 2.0 Eos 0.8B": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.981,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-03 13:17",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Decision 2.0 Kai 0.6B": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.64,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-03 13:16",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Decision 2.0 Sol 2B": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 2.578,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-03 13:20",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "GLiDE (Fastino)": {
      "cls_accuracy": 0.9792,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.056,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-10-03 19:43",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_reported": false,
        "cost_usd": 0.0,
        "input_tokens": 3833,
        "input_tokens_reported": true,
        "paid_requests": 2,
        "total_tokens": 0
      }
    },
    "GLiFormer-base": {
      "cls_accuracy": 0.6667,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        false
      ],
      "cls_mean_latency_s": 0.139,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        null,
        "technology",
        "sports",
        null,
        "business",
        "technology",
        null,
        "politics",
        "business",
        "sports",
        null,
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        null,
        "technology"
      ],
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.5556,
      "ner_mean_latency_s": 0.145,
      "recorded": "2026-09-20 13:24"
    },
    "GLiFormer-large": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.412,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "technology",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.6111,
      "ner_mean_latency_s": 0.411,
      "recorded": "2026-09-20 13:25"
    },
    "GLiNER2.5-Decide": {
      "cls_accuracy": 0.8542,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true
      ],
      "cls_mean_latency_s": 0.412,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "business",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "business",
        "sports",
        "business"
      ],
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.6111,
      "ner_mean_latency_s": 0.476,
      "recorded": "2026-09-25 19:22",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "GLiNER2.5-Decide (Fastino)": {
      "recorded": "2026-10-05 21:22",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "business",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "business",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true
      ],
      "cls_accuracy": 0.8542,
      "cls_mean_latency_s": 0.853,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 66,
        "cost_usd": 0.0,
        "input_tokens": 864,
        "total_tokens": 3976,
        "cost_reported": false,
        "input_tokens_reported": true
      },
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.5556,
      "ner_mean_latency_s": 0.832
    },
    "GLiNER2.5-base": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.111,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "politics",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.6111,
      "ner_mean_latency_s": 0.135,
      "recorded": "2026-09-20 13:23"
    },
    "GLiNER2.5-base (Fastino)": {
      "recorded": "2026-10-05 21:20",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "politics",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 0.834,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 66,
        "cost_usd": 0.0,
        "input_tokens": 864,
        "total_tokens": 3857,
        "cost_reported": false,
        "input_tokens_reported": true
      },
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.5556,
      "ner_mean_latency_s": 0.856
    },
    "GLiNER2.5-multi": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.152,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "business",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false
      ],
      "ner_exact_rate": 0.6667,
      "ner_mean_latency_s": 0.18,
      "recorded": "2026-09-20 13:24"
    },
    "GLiNER2.5-multi (Fastino)": {
      "recorded": "2026-10-05 21:21",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "business",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.7917,
      "cls_mean_latency_s": 0.831,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 66,
        "cost_usd": 0.0,
        "input_tokens": 864,
        "total_tokens": 3796,
        "cost_reported": false,
        "input_tokens_reported": true
      },
      "ner_exact": [
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        false
      ],
      "ner_exact_rate": 0.6111,
      "ner_mean_latency_s": 0.849
    },
    "GLiNER2.5-small": {
      "cls_accuracy": 0.7083,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.043,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "business",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "sports",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "ner_exact": [
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false
      ],
      "ner_exact_rate": 0.3333,
      "ner_mean_latency_s": 0.053,
      "recorded": "2026-09-20 13:23"
    },
    "GTE-rerank-ModernBERT-base": {
      "cls_accuracy": 0.6042,
      "cls_correct": [
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        false
      ],
      "cls_mean_latency_s": 0.183,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "neutral",
        "negative",
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "sports",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "technology",
        "sports",
        "politics",
        "sports",
        "sports",
        "politics"
      ],
      "recorded": "2026-09-25 21:01",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "Intern-Decision 0.8B": {
      "cls_accuracy": 0.7708,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 1.585,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "positive",
        "neutral",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "business",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 22:50",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Intern-Decision 2B": {
      "cls_accuracy": 0.8125,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 3.166,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 22:54",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Intern-Decision 4B": {
      "cls_accuracy": 0.8542,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 8.0,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 23:04",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "JevK5-Lite": {
      "cls_accuracy": 0.8125,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.392,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-25 19:29",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "K2-Type 0.9B (local)": {
      "cls_accuracy": 0.6667,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        false,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.601,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "positive",
        "neutral",
        "positive",
        "neutral",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "sports",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-10-03 12:10",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Kev 0.8B (local)": {
      "cls_accuracy": 0.7292,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.587,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-21 21:56",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Kev 4B (OpenRouter)": {
      "cls_accuracy": 0.8542,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.079,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:49",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 7.2e-05,
        "input_tokens": 1705,
        "paid_requests": 2
      }
    },
    "Laya (local)": {
      "cls_accuracy": 0.6875,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        false,
        false,
        false
      ],
      "cls_mean_latency_s": 0.143,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "business",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "technology",
        "politics",
        "business",
        "technology",
        "technology"
      ],
      "recorded": "2026-09-20 13:27"
    },
    "Laya typed-decisions": {
      "cls_accuracy": 0.7083,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        false
      ],
      "cls_mean_latency_s": 1.243,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "business",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "technology",
        "politics",
        "technology",
        "technology",
        "technology"
      ],
      "recorded": "2026-09-21 16:12",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "Lumma-fev 0.15B": {
      "cls_accuracy": 0.5625,
      "cls_correct": [
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        false
      ],
      "cls_mean_latency_s": 0.256,
      "cls_preds": [
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "neutral",
        "technology",
        "sports",
        "business",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "technology",
        "technology",
        "technology",
        "technology",
        "technology"
      ],
      "recorded": "2026-09-27 21:13",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Lumma-fev 0.6B": {
      "cls_accuracy": 0.5417,
      "cls_correct": [
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        false,
        true,
        false,
        false
      ],
      "cls_mean_latency_s": 0.587,
      "cls_preds": [
        "positive",
        "positive",
        "positive",
        "neutral",
        "positive",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "business",
        "technology",
        "technology",
        "technology",
        "technology"
      ],
      "recorded": "2026-09-27 21:14",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Lumma-fev 4B": {
      "cls_accuracy": 0.6875,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        true
      ],
      "cls_mean_latency_s": 2.921,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "technology",
        "technology",
        "technology",
        "technology",
        "business"
      ],
      "recorded": "2026-09-27 21:18",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Mercury Decide (OpenRouter)": {
      "recorded": "2026-10-07 22:14",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "technology",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true
      ],
      "cls_accuracy": 0.8958,
      "cls_mean_latency_s": 0.051,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.0,
        "input_tokens": 3082,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "MoJev 0.85B": {
      "cls_accuracy": 0.7292,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        false,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 3.375,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "technology",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-25 21:41",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "OpenThai 0.8B (local)": {
      "cls_accuracy": 0.7083,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        true
      ],
      "cls_mean_latency_s": 0.504,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "technology",
        "politics",
        "technology",
        "technology",
        "business"
      ],
      "recorded": "2026-09-23 11:43",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Solar Decide (OpenRouter)": {
      "cls_accuracy": 0.9583,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.308,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-29 19:43",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_reported": true,
        "cost_usd": 0.00087,
        "input_tokens": 17394,
        "input_tokens_reported": true,
        "paid_requests": 2,
        "total_tokens": 0
      }
    },
    "Span-01": {
      "cls_accuracy": 0.8542,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.44,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:51",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 4.3e-05,
        "input_tokens": 2130,
        "paid_requests": 48
      }
    },
    "Span-01 Lite": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.44,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "neutral",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "business",
        "technology",
        "business",
        "business",
        "sports",
        "technology",
        "business",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:52",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.0,
        "input_tokens": 2130,
        "paid_requests": 48
      }
    },
    "Tev1 4B (OpenRouter)": {
      "recorded": "2026-10-07 22:13",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.7917,
      "cls_mean_latency_s": 0.081,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.000229,
        "input_tokens": 5442,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "bge-reranker-v2-m3": {
      "cls_accuracy": 0.7292,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.339,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "politics",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-25 21:05",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "cohere-rerank-4-fast (OpenRouter)": {
      "cls_accuracy": 0.7083,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.371,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "positive",
        "negative",
        "neutral",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "technology",
        "business",
        "sports",
        "technology",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:50",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.096,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "cohere-rerank-4-pro (OpenRouter)": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.418,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "business",
        "technology",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "business",
        "technology",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:50",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.12,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "cohere-rerank-v3.5 (OpenRouter)": {
      "cls_accuracy": 0.6667,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.5,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-26 12:50",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.048,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "decider 0.8B (local)": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 2.144,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-23 11:43",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "decision 0.75B (Ollaya)": {
      "cls_accuracy": 0.8125,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.817,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-27 09:03",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "gliclass-base": {
      "cls_accuracy": 0.8125,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.11,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-20 13:26"
    },
    "gliclass-large": {
      "cls_accuracy": 0.8125,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false
      ],
      "cls_mean_latency_s": 0.411,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "technology",
        "politics",
        "technology",
        "technology",
        "technology"
      ],
      "recorded": "2026-09-20 13:26"
    },
    "gliclass-modern-base": {
      "cls_accuracy": 0.6667,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.051,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology",
        "sports",
        "technology",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-20 13:25"
    },
    "jevk5 4B (Ollaya)": {
      "cls_accuracy": 0.8542,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 7.299,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 09:39",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "mxbai-rerank-base-v2": {
      "cls_accuracy": 0.7083,
      "cls_correct": [
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 1.338,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-25 21:08",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "nli deberta-v3-large (Ollaya)": {
      "cls_accuracy": 0.8333,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_mean_latency_s": 0.369,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "recorded": "2026-09-27 09:02",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "nli modernbert-large (Ollaya)": {
      "cls_accuracy": 0.6667,
      "cls_correct": [
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.281,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "sports",
        "sports",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "sports",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 09:02",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "qwen3-reranker-8b (OpenRouter)": {
      "cls_accuracy": 0.875,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.564,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:52",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.003202,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "von": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.226,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "provenance": {
        "backend": "option-marker",
        "model": "wfzyx/von-1.0",
        "model_revision": "fbc0196efa4fa1825557a8d5adad464fa1e872bb",
        "sdk_revision": "a94aa368ff4dcc58cdfd569cf0b4b1ae7d592d54"
      },
      "recorded": "2026-09-20 17:27",
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "voyage-rerank-2.5 (OpenRouter)": {
      "cls_accuracy": 0.7917,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.373,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:51",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 0.00017,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "voyage-rerank-2.5-lite (OpenRouter)": {
      "cls_accuracy": 0.6458,
      "cls_correct": [
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 0.358,
      "cls_preds": [
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-26 12:51",
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "cost_usd": 6.8e-05,
        "input_tokens": 0,
        "paid_requests": 48
      }
    },
    "winnow e4b (Ollaya)": {
      "cls_accuracy": 0.875,
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_mean_latency_s": 8.138,
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "recorded": "2026-09-27 09:25",
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "mxbai-rerank-large-v2": {
      "recorded": "2026-10-05 23:51",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 4.255,
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "nemotron-rerank-1b-v2": {
      "recorded": "2026-10-05 23:52",
      "cls_preds": [
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "positive",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology",
        "sports",
        "politics",
        "politics",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        false,
        true,
        true,
        false,
        true,
        false,
        false,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.75,
      "cls_mean_latency_s": 0.838,
      "timing": "Model download and loading excluded; first forward pass included."
    },
    "Solar Decide Flash (OpenRouter)": {
      "recorded": "2026-10-08 22:59",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.069,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.00087,
        "input_tokens": 17394,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Clef-omni (Workers AI)": {
      "recorded": "2026-10-10 10:39",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "technology",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8958,
      "cls_mean_latency_s": 0.04,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.0,
        "input_tokens": 4548,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": false,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Microsoft Decision-1 (OpenRouter)": {
      "recorded": "2026-10-10 10:39",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "technology",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9167,
      "cls_mean_latency_s": 0.065,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.000103,
        "input_tokens": 2441,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "Drex v1.5 (OpenRouter)": {
      "recorded": "2026-10-10 10:39",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.075,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 6.8e-05,
        "input_tokens": 1705,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": true,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      }
    },
    "D1 3B (local)": {
      "recorded": "2026-10-10 10:59",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 5.818,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "decima 321M (Ollaya)": {
      "recorded": "2026-10-10 11:14",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "positive",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "technology"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        false
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 0.256,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "decima small 122M (Ollaya)": {
      "recorded": "2026-10-10 11:14",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "neutral",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 0.103,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "snap 2B (Ollaya)": {
      "recorded": "2026-10-10 11:17",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "business",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "business",
        "business",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8125,
      "cls_mean_latency_s": 2.995,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "D1-omni 600M (local)": {
      "recorded": "2026-10-10 11:17",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "politics",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "business",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 0.227,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "arbiter 4B (Ollaya)": {
      "recorded": "2026-10-10 11:59",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "politics",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "technology",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8958,
      "cls_mean_latency_s": 4.878,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "credence 7.5B (Ollaya)": {
      "recorded": "2026-10-10 12:12",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "neutral",
        "neutral",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8542,
      "cls_mean_latency_s": 6.775,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Decision 3.0 Edge 0.6B": {
      "recorded": "2026-10-12 08:37",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "positive",
        "negative",
        "negative",
        "positive",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "sports",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 2.745,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Decision 3.0 Lite 0.85B": {
      "recorded": "2026-10-12 08:42",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "positive",
        "neutral",
        "negative",
        "negative",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        false,
        true,
        false,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.8333,
      "cls_mean_latency_s": 5.354,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "Decision 3.0 Nano 2B": {
      "recorded": "2026-10-12 08:50",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "business",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9167,
      "cls_mean_latency_s": 9.376,
      "timing": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
    },
    "TypeLLM (hosted)": {
      "recorded": "2026-10-17 12:26",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9583,
      "cls_mean_latency_s": 0.057,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.0,
        "input_tokens": 2507,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": false,
        "input_tokens_reported": true,
        "thinking_tokens_reported": true
      },
      "model": "typellm-latest"
    },
    "TypeLLM thinking (hosted)": {
      "recorded": "2026-10-17 12:27",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "negative",
        "negative",
        "positive",
        "positive",
        "positive",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "sports",
        "sports",
        "politics",
        "technology",
        "business",
        "business",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "business",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true
      ],
      "cls_accuracy": 0.9167,
      "cls_mean_latency_s": 0.338,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.0,
        "input_tokens": 3226,
        "total_tokens": 0,
        "thinking_tokens": 5530,
        "cost_reported": false,
        "input_tokens_reported": true,
        "thinking_tokens_reported": true
      },
      "model": "typellm-latest"
    },
    "Jev": {
      "recorded": "2026-10-17 13:59",
      "cls_preds": [
        "positive",
        "positive",
        "negative",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "negative",
        "neutral",
        "neutral",
        "positive",
        "positive",
        "neutral",
        "neutral",
        "negative",
        "positive",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "negative",
        "positive",
        "negative",
        "technology",
        "sports",
        "politics",
        "business",
        "technology",
        "sports",
        "politics",
        "business",
        "business",
        "sports",
        "politics",
        "technology",
        "business",
        "technology",
        "sports",
        "politics",
        "politics",
        "business",
        "business",
        "business",
        "politics",
        "technology",
        "sports",
        "business"
      ],
      "cls_correct": [
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        false,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        true,
        false,
        true,
        true,
        true,
        true
      ],
      "cls_accuracy": 0.9375,
      "cls_mean_latency_s": 0.015,
      "timing": "Model download and loading excluded; first forward pass included.",
      "usage": {
        "paid_requests": 2,
        "cost_usd": 0.0,
        "input_tokens": 6094,
        "total_tokens": 0,
        "thinking_tokens": 0,
        "cost_reported": false,
        "input_tokens_reported": true,
        "thinking_tokens_reported": false
      },
      "model": "jev-1.14.0"
    }
  }
}