{
  "by_language": {
    "AgentJev 0.6B (local)": {
      "Chinese": 0.8333,
      "French": 0.8333,
      "Icelandic": 0.1667,
      "Sinhala": 0.1667,
      "Spanish": 0.8333,
      "Turkish": 0.8333,
      "Ukrainian": 0.8333,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "Clef (Workers AI)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "Clef-flash (Workers AI)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "D1 (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "Decider V1 27B (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "Decider V1.1 27B (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "Decision 2.0 Eos 0.8B": {
      "Chinese": 0.8333,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 0.8333,
      "Turkish": 0.8333,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.5
    },
    "Decision 2.0 Kai 0.6B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.8333,
      "Ukrainian": 0.8333,
      "Vietnamese": 0.8333,
      "Welsh": 0.5
    },
    "Decision 2.0 Sol 2B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.5,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.3333
    },
    "GLiDE (Fastino)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "GLiFormer-base": {
      "Chinese": 0.8333,
      "French": 0.8333,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.3333,
      "Ukrainian": 0.6667,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "GLiFormer-large": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.5,
      "Ukrainian": 0.8333,
      "Vietnamese": 0.5,
      "Welsh": 0.3333
    },
    "GLiNER2.5-Decide": {
      "Chinese": 0.8333,
      "French": 1.0,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.6667,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "GLiNER2.5-Decide (Fastino)": {
      "Spanish": 0.8333,
      "French": 1.0,
      "Chinese": 0.8333,
      "Vietnamese": 0.8333,
      "Turkish": 0.6667,
      "Ukrainian": 1.0,
      "Sinhala": 0.3333,
      "Icelandic": 0.3333,
      "Welsh": 0.3333
    },
    "GLiNER2.5-base": {
      "Chinese": 0.8333,
      "French": 1.0,
      "Icelandic": 0.1667,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.5,
      "Ukrainian": 0.6667,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "GLiNER2.5-base (Fastino)": {
      "Spanish": 0.8333,
      "French": 1.0,
      "Chinese": 0.8333,
      "Vietnamese": 0.3333,
      "Turkish": 0.5,
      "Ukrainian": 0.6667,
      "Sinhala": 0.3333,
      "Icelandic": 0.1667,
      "Welsh": 0.3333
    },
    "GLiNER2.5-multi": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 0.3333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.6667
    },
    "GLiNER2.5-multi (Fastino)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.3333,
      "Icelandic": 1.0,
      "Welsh": 0.6667
    },
    "GLiNER2.5-small": {
      "Chinese": 0.5,
      "French": 0.5,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.6667,
      "Turkish": 0.3333,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.0,
      "Welsh": 0.1667
    },
    "GTE-rerank-ModernBERT-base": {
      "Chinese": 0.6667,
      "French": 0.3333,
      "Icelandic": 0.5,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.1667,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.5,
      "Welsh": 0.3333
    },
    "Intern-Decision 0.8B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 1.0,
      "Spanish": 0.8333,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.6667
    },
    "Intern-Decision 2B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.8333
    },
    "Intern-Decision 4B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 0.8333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "Jev": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "JevK5-Lite": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.3333,
      "Spanish": 1.0,
      "Turkish": 0.8333,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "K2-Type 0.9B (local)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 0.8333,
      "Vietnamese": 1.0,
      "Welsh": 0.3333
    },
    "Kev 0.8B (local)": {
      "Chinese": 0.8333,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.6667,
      "Spanish": 1.0,
      "Turkish": 0.8333,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "Kev 4B (OpenRouter)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.8333
    },
    "Laya Router": {
      "Chinese": 1.0,
      "French": 0.8333,
      "Icelandic": 0.5,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.5
    },
    "Laya typed-decisions": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 1.0,
      "Turkish": 0.3333,
      "Ukrainian": 0.5,
      "Vietnamese": 0.5,
      "Welsh": 0.3333
    },
    "Lumma-fev 0.15B": {
      "Chinese": 0.5,
      "French": 0.3333,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.3333,
      "Turkish": 0.3333,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "Lumma-fev 0.6B": {
      "Chinese": 0.3333,
      "French": 0.3333,
      "Icelandic": 0.5,
      "Sinhala": 0.5,
      "Spanish": 0.1667,
      "Turkish": 0.6667,
      "Ukrainian": 0.1667,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "Lumma-fev 4B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.8333,
      "Sinhala": 0.8333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "Mercury Decide (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "MoJev 0.85B": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.5,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.5
    },
    "OpenThai 0.8B (local)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.3333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.5
    },
    "Solar Decide (OpenRouter)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "Span-01": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.8333
    },
    "Span-01 Lite": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.5
    },
    "Tev1 4B (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "TypeLLM (hosted)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "TypeLLM thinking (hosted)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "bge-reranker-v2-m3": {
      "Chinese": 0.6667,
      "French": 0.6667,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 0.6667,
      "Turkish": 0.6667,
      "Ukrainian": 0.6667,
      "Vietnamese": 0.6667,
      "Welsh": 0.6667
    },
    "cohere-rerank-4-fast (OpenRouter)": {
      "Chinese": 0.8333,
      "French": 0.6667,
      "Icelandic": 0.3333,
      "Sinhala": 0.3333,
      "Spanish": 0.6667,
      "Turkish": 0.5,
      "Ukrainian": 0.6667,
      "Vietnamese": 0.6667,
      "Welsh": 0.3333
    },
    "cohere-rerank-4-pro (OpenRouter)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.8333,
      "Spanish": 1.0,
      "Turkish": 0.8333,
      "Ukrainian": 0.8333,
      "Vietnamese": 1.0,
      "Welsh": 0.5
    },
    "cohere-rerank-v3.5 (OpenRouter)": {
      "Chinese": 0.8333,
      "French": 0.5,
      "Icelandic": 0.6667,
      "Sinhala": 0.5,
      "Spanish": 0.6667,
      "Turkish": 0.6667,
      "Ukrainian": 0.6667,
      "Vietnamese": 0.5,
      "Welsh": 0.8333
    },
    "decider 0.8B (local)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.5,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 0.5
    },
    "decision 0.75B (Ollaya)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.8333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.6667
    },
    "gliclass-base": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.5,
      "Sinhala": 0.5,
      "Spanish": 0.8333,
      "Turkish": 0.3333,
      "Ukrainian": 0.6667,
      "Vietnamese": 1.0,
      "Welsh": 0.1667
    },
    "gliclass-large": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.6667,
      "Sinhala": 0.6667,
      "Spanish": 1.0,
      "Turkish": 0.8333,
      "Ukrainian": 1.0,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "gliclass-modern-base": {
      "Chinese": 0.1667,
      "French": 0.6667,
      "Icelandic": 0.1667,
      "Sinhala": 0.5,
      "Spanish": 0.5,
      "Turkish": 0.3333,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.3333,
      "Welsh": 0.5
    },
    "jevk5 4B (Ollaya)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 1.0,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "mxbai-rerank-base-v2": {
      "Chinese": 0.5,
      "French": 0.6667,
      "Icelandic": 0.3333,
      "Sinhala": 0.5,
      "Spanish": 0.5,
      "Turkish": 0.5,
      "Ukrainian": 0.5,
      "Vietnamese": 0.5,
      "Welsh": 0.3333
    },
    "nli deberta-v3-large (Ollaya)": {
      "Chinese": 1.0,
      "French": 0.8333,
      "Icelandic": 0.5,
      "Sinhala": 0.3333,
      "Spanish": 0.8333,
      "Turkish": 0.6667,
      "Ukrainian": 0.8333,
      "Vietnamese": 0.8333,
      "Welsh": 0.3333
    },
    "nli modernbert-large (Ollaya)": {
      "Chinese": 0.6667,
      "French": 0.6667,
      "Icelandic": 0.5,
      "Sinhala": 0.3333,
      "Spanish": 0.5,
      "Turkish": 0.3333,
      "Ukrainian": 0.5,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "qwen3-reranker-8b (OpenRouter)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.8333,
      "Sinhala": 0.8333,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "von": {
      "Chinese": 0.6667,
      "French": 0.8333,
      "Icelandic": 0.3333,
      "Sinhala": 0.5,
      "Spanish": 0.6667,
      "Turkish": 0.3333,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.3333,
      "Welsh": 0.3333
    },
    "voyage-rerank-2.5 (OpenRouter)": {
      "Chinese": 0.8333,
      "French": 0.8333,
      "Icelandic": 0.8333,
      "Sinhala": 0.5,
      "Spanish": 0.8333,
      "Turkish": 0.6667,
      "Ukrainian": 1.0,
      "Vietnamese": 0.6667,
      "Welsh": 0.5
    },
    "voyage-rerank-2.5-lite (OpenRouter)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.3333,
      "Sinhala": 0.5,
      "Spanish": 0.8333,
      "Turkish": 0.8333,
      "Ukrainian": 0.3333,
      "Vietnamese": 0.6667,
      "Welsh": 0.3333
    },
    "winnow e4b (Ollaya)": {
      "Chinese": 1.0,
      "French": 1.0,
      "Icelandic": 0.8333,
      "Sinhala": 1.0,
      "Spanish": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Vietnamese": 1.0,
      "Welsh": 1.0
    },
    "mxbai-rerank-large-v2": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.5,
      "Icelandic": 0.5,
      "Welsh": 0.5
    },
    "nemotron-rerank-1b-v2": {
      "Spanish": 1.0,
      "French": 0.6667,
      "Chinese": 1.0,
      "Vietnamese": 0.8333,
      "Turkish": 0.6667,
      "Ukrainian": 0.6667,
      "Sinhala": 0.6667,
      "Icelandic": 0.5,
      "Welsh": 0.6667
    },
    "Solar Decide Flash (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "Clef-omni (Workers AI)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 0.8333,
      "Welsh": 1.0
    },
    "Microsoft Decision-1 (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 1.0,
      "Welsh": 1.0
    },
    "Drex v1.5 (OpenRouter)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 0.8333,
      "Welsh": 1.0
    },
    "D1 3B (local)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.6667,
      "Icelandic": 0.6667,
      "Welsh": 0.8333
    },
    "decima 321M (Ollaya)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.6667,
      "Icelandic": 0.6667,
      "Welsh": 1.0
    },
    "decima small 122M (Ollaya)": {
      "Spanish": 0.6667,
      "French": 0.6667,
      "Chinese": 0.8333,
      "Vietnamese": 0.5,
      "Turkish": 0.6667,
      "Ukrainian": 0.8333,
      "Sinhala": 0.8333,
      "Icelandic": 0.6667,
      "Welsh": 0.5
    },
    "D1-omni 600M (local)": {
      "Spanish": 0.8333,
      "French": 0.8333,
      "Chinese": 0.8333,
      "Vietnamese": 0.3333,
      "Turkish": 0.3333,
      "Ukrainian": 0.5,
      "Sinhala": 0.3333,
      "Icelandic": 0.3333,
      "Welsh": 0.3333
    },
    "snap 2B (Ollaya)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.8333,
      "Icelandic": 0.8333,
      "Welsh": 0.5
    },
    "arbiter 4B (Ollaya)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 0.8333,
      "Welsh": 0.8333
    },
    "credence 7.5B (Ollaya)": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 1.0,
      "Icelandic": 0.8333,
      "Welsh": 1.0
    },
    "Decision 3.0 Edge 0.6B": {
      "Spanish": 0.8333,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 0.8333,
      "Turkish": 0.5,
      "Ukrainian": 0.8333,
      "Sinhala": 0.3333,
      "Icelandic": 0.3333,
      "Welsh": 0.1667
    },
    "Decision 3.0 Lite 0.85B": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.6667,
      "Icelandic": 0.6667,
      "Welsh": 0.5
    },
    "Decision 3.0 Nano 2B": {
      "Spanish": 1.0,
      "French": 1.0,
      "Chinese": 1.0,
      "Vietnamese": 1.0,
      "Turkish": 1.0,
      "Ukrainian": 1.0,
      "Sinhala": 0.6667,
      "Icelandic": 0.6667,
      "Welsh": 1.0
    }
  },
  "by_tier": {
    "AgentJev 0.6B (local)": {
      "medium": 0.8333,
      "popular": 0.8333,
      "rare": 0.2222
    },
    "Clef (Workers AI)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 1.0
    },
    "Clef-flash (Workers AI)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 1.0
    },
    "D1 (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "Decider V1 27B (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "Decider V1.1 27B (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "Decision 2.0 Eos 0.8B": {
      "medium": 0.8889,
      "popular": 0.8889,
      "rare": 0.6111
    },
    "Decision 2.0 Kai 0.6B": {
      "medium": 0.8333,
      "popular": 0.9444,
      "rare": 0.4444
    },
    "Decision 2.0 Sol 2B": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.5
    },
    "GLiDE (Fastino)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 1.0
    },
    "GLiFormer-base": {
      "medium": 0.4444,
      "popular": 0.8333,
      "rare": 0.3333
    },
    "GLiFormer-large": {
      "medium": 0.6111,
      "popular": 0.9444,
      "rare": 0.3333
    },
    "GLiNER2.5-Decide": {
      "medium": 0.8333,
      "popular": 0.8889,
      "rare": 0.3333
    },
    "GLiNER2.5-Decide (Fastino)": {
      "popular": 0.8889,
      "medium": 0.8333,
      "rare": 0.3333
    },
    "GLiNER2.5-base": {
      "medium": 0.5,
      "popular": 0.8889,
      "rare": 0.2778
    },
    "GLiNER2.5-base (Fastino)": {
      "popular": 0.8889,
      "medium": 0.5,
      "rare": 0.2778
    },
    "GLiNER2.5-multi": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.6667
    },
    "GLiNER2.5-multi (Fastino)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.6667
    },
    "GLiNER2.5-small": {
      "medium": 0.2222,
      "popular": 0.5556,
      "rare": 0.2778
    },
    "GTE-rerank-ModernBERT-base": {
      "medium": 0.3333,
      "popular": 0.6111,
      "rare": 0.3889
    },
    "Intern-Decision 0.8B": {
      "medium": 0.9444,
      "popular": 0.9444,
      "rare": 0.7778
    },
    "Intern-Decision 2B": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.7222
    },
    "Intern-Decision 4B": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.9444
    },
    "Jev": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "JevK5-Lite": {
      "medium": 0.8889,
      "popular": 1.0,
      "rare": 0.4444
    },
    "K2-Type 0.9B (local)": {
      "medium": 0.9444,
      "popular": 1.0,
      "rare": 0.5556
    },
    "Kev 0.8B (local)": {
      "medium": 0.8889,
      "popular": 0.9444,
      "rare": 0.5
    },
    "Kev 4B (OpenRouter)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.9444
    },
    "Laya Router": {
      "medium": 0.9444,
      "popular": 0.8889,
      "rare": 0.4444
    },
    "Laya typed-decisions": {
      "medium": 0.4444,
      "popular": 1.0,
      "rare": 0.3333
    },
    "Lumma-fev 0.15B": {
      "medium": 0.3333,
      "popular": 0.3889,
      "rare": 0.3333
    },
    "Lumma-fev 0.6B": {
      "medium": 0.3889,
      "popular": 0.2778,
      "rare": 0.4444
    },
    "Lumma-fev 4B": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.8889
    },
    "Mercury Decide (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "MoJev 0.85B": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.5
    },
    "OpenThai 0.8B (local)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.5
    },
    "Solar Decide (OpenRouter)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 1.0
    },
    "Span-01": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.9444
    },
    "Span-01 Lite": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.6111
    },
    "Tev1 4B (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "TypeLLM (hosted)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "TypeLLM thinking (hosted)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "bge-reranker-v2-m3": {
      "medium": 0.6667,
      "popular": 0.6667,
      "rare": 0.6667
    },
    "cohere-rerank-4-fast (OpenRouter)": {
      "medium": 0.6111,
      "popular": 0.7222,
      "rare": 0.3333
    },
    "cohere-rerank-4-pro (OpenRouter)": {
      "medium": 0.8889,
      "popular": 1.0,
      "rare": 0.6111
    },
    "cohere-rerank-v3.5 (OpenRouter)": {
      "medium": 0.6111,
      "popular": 0.6667,
      "rare": 0.6667
    },
    "decider 0.8B (local)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.5
    },
    "decision 0.75B (Ollaya)": {
      "medium": 0.9444,
      "popular": 1.0,
      "rare": 0.7222
    },
    "gliclass-base": {
      "medium": 0.6667,
      "popular": 0.9444,
      "rare": 0.3889
    },
    "gliclass-large": {
      "medium": 0.8889,
      "popular": 1.0,
      "rare": 0.5556
    },
    "gliclass-modern-base": {
      "medium": 0.3333,
      "popular": 0.4445,
      "rare": 0.3889
    },
    "jevk5 4B (Ollaya)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 1.0
    },
    "mxbai-rerank-base-v2": {
      "medium": 0.5,
      "popular": 0.5556,
      "rare": 0.3889
    },
    "nli deberta-v3-large (Ollaya)": {
      "medium": 0.7778,
      "popular": 0.8889,
      "rare": 0.3889
    },
    "nli modernbert-large (Ollaya)": {
      "medium": 0.3889,
      "popular": 0.6111,
      "rare": 0.3889
    },
    "qwen3-reranker-8b (OpenRouter)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.8889
    },
    "von": {
      "medium": 0.3333,
      "popular": 0.7222,
      "rare": 0.3889
    },
    "voyage-rerank-2.5 (OpenRouter)": {
      "medium": 0.7778,
      "popular": 0.8333,
      "rare": 0.6111
    },
    "voyage-rerank-2.5-lite (OpenRouter)": {
      "medium": 0.6111,
      "popular": 0.9444,
      "rare": 0.3889
    },
    "winnow e4b (Ollaya)": {
      "medium": 1.0,
      "popular": 1.0,
      "rare": 0.9444
    },
    "Solar Decide Flash (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "Clef-omni (Workers AI)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.9444
    },
    "Microsoft Decision-1 (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 1.0
    },
    "Drex v1.5 (OpenRouter)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.9444
    },
    "D1 3B (local)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.7222
    },
    "decima 321M (Ollaya)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.7778
    },
    "decima small 122M (Ollaya)": {
      "popular": 0.7222,
      "medium": 0.6667,
      "rare": 0.6667
    },
    "D1-omni 600M (local)": {
      "popular": 0.8333,
      "medium": 0.3889,
      "rare": 0.3333
    },
    "snap 2B (Ollaya)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.7222
    },
    "arbiter 4B (Ollaya)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.8889
    },
    "credence 7.5B (Ollaya)": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.9444
    },
    "Decision 3.0 Edge 0.6B": {
      "popular": 0.9444,
      "medium": 0.7222,
      "rare": 0.2778
    },
    "Decision 3.0 Lite 0.85B": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.6111
    },
    "Decision 3.0 Nano 2B": {
      "popular": 1.0,
      "medium": 1.0,
      "rare": 0.7778
    }
  },
  "latency": {
    "AgentJev 0.6B (local)": 1.019,
    "Clef (Workers AI)": 0.796,
    "Clef-flash (Workers AI)": 0.636,
    "D1 (OpenRouter)": 0.754,
    "Decider V1 27B (OpenRouter)": 0.673,
    "Decider V1.1 27B (OpenRouter)": 0.705,
    "Decision 2.0 Eos 0.8B": 1.36,
    "Decision 2.0 Kai 0.6B": 0.859,
    "Decision 2.0 Sol 2B": 2.459,
    "GLiDE (Fastino)": 1.143,
    "GLiFormer-base": 0.242,
    "GLiFormer-large": 0.717,
    "GLiNER2.5-Decide": 0.443,
    "GLiNER2.5-Decide (Fastino)": 0.864,
    "GLiNER2.5-base": 0.172,
    "GLiNER2.5-base (Fastino)": 0.899,
    "GLiNER2.5-multi": 0.237,
    "GLiNER2.5-multi (Fastino)": 0.82,
    "GLiNER2.5-small": 0.078,
    "GTE-rerank-ModernBERT-base": 0.181,
    "Intern-Decision 0.8B": 1.657,
    "Intern-Decision 2B": 3.012,
    "Intern-Decision 4B": 8.373,
    "Jev": 0.01,
    "JevK5-Lite": 0.457,
    "K2-Type 0.9B (local)": 0.791,
    "Kev 0.8B (local)": 1.715,
    "Kev 4B (OpenRouter)": 0.675,
    "Laya Router": 0.139,
    "Laya typed-decisions": 1.184,
    "Lumma-fev 0.15B": 0.309,
    "Lumma-fev 0.6B": 0.772,
    "Lumma-fev 4B": 3.654,
    "Mercury Decide (OpenRouter)": 0.439,
    "MoJev 0.85B": 5.53,
    "OpenThai 0.8B (local)": 0.998,
    "Solar Decide (OpenRouter)": 0.885,
    "Span-01": 0.401,
    "Span-01 Lite": 0.409,
    "Tev1 4B (OpenRouter)": 0.57,
    "TypeLLM (hosted)": 0.862,
    "TypeLLM thinking (hosted)": 1.423,
    "bge-reranker-v2-m3": 0.318,
    "cohere-rerank-4-fast (OpenRouter)": 0.371,
    "cohere-rerank-4-pro (OpenRouter)": 0.413,
    "cohere-rerank-v3.5 (OpenRouter)": 0.411,
    "decider 0.8B (local)": 7.877,
    "decision 0.75B (Ollaya)": 0.769,
    "gliclass-base": 0.183,
    "gliclass-large": 0.501,
    "gliclass-modern-base": 0.113,
    "jevk5 4B (Ollaya)": 7.131,
    "mxbai-rerank-base-v2": 1.252,
    "nli deberta-v3-large (Ollaya)": 0.405,
    "nli modernbert-large (Ollaya)": 0.42,
    "qwen3-reranker-8b (OpenRouter)": 0.506,
    "von": 0.289,
    "voyage-rerank-2.5 (OpenRouter)": 0.363,
    "voyage-rerank-2.5-lite (OpenRouter)": 0.358,
    "winnow e4b (Ollaya)": 8.689,
    "Solar Decide Flash (OpenRouter)": 0.841,
    "Clef-omni (Workers AI)": 0.343,
    "Microsoft Decision-1 (OpenRouter)": 0.631,
    "Drex v1.5 (OpenRouter)": 0.833,
    "D1 3B (local)": 9.093,
    "decima 321M (Ollaya)": 0.22,
    "decima small 122M (Ollaya)": 0.105,
    "D1-omni 600M (local)": 0.71,
    "snap 2B (Ollaya)": 3.542,
    "arbiter 4B (Ollaya)": 4.686,
    "credence 7.5B (Ollaya)": 6.994,
    "Decision 3.0 Edge 0.6B": 2.651,
    "Decision 3.0 Lite 0.85B": 5.889,
    "Decision 3.0 Nano 2B": 14.771
  },
  "laya_routing": {
    "Chinese": {
      "multilingual": 6
    },
    "French": {
      "english": 1,
      "multilingual": 5
    },
    "Icelandic": {
      "english": 1,
      "multilingual": 5
    },
    "Sinhala": {
      "multilingual": 6
    },
    "Spanish": {
      "english": 2,
      "multilingual": 4
    },
    "Turkish": {
      "multilingual": 6
    },
    "Ukrainian": {
      "multilingual": 6
    },
    "Vietnamese": {
      "multilingual": 6
    },
    "Welsh": {
      "english": 6
    }
  },
  "meta": {
    "date": "2026-09-20 11:24",
    "device": "CPU",
    "labels": [
      "positive",
      "negative",
      "neutral"
    ],
    "notes": [
      "All 76 systems answer the same 54 texts.",
      "Laya Router picks its checkpoint per input by script detection (english vs multilingual).",
      "Jev ran all 54 texts as one batched request.",
      "Laya Router recorded 2026-09-20 15:30, 249s, CPU",
      "GLiNER2.5-small recorded 2026-09-20 16:11, 19s, CPU",
      "GLiNER2.5-base recorded 2026-09-20 16:11, 26s, CPU",
      "GLiNER2.5-multi recorded 2026-09-20 16:12, 35s, CPU",
      "GLiFormer-base recorded 2026-09-20 16:13, 32s, CPU",
      "GLiFormer-large recorded 2026-09-20 16:14, 65s, CPU",
      "gliclass-edge recorded 2026-09-20 16:14, 18s, CPU",
      "gliclass-modern-base recorded 2026-09-20 16:14, 17s, CPU",
      "gliclass-base recorded 2026-09-20 16:15, 21s, CPU",
      "gliclass-large recorded 2026-09-20 16:15, 38s, CPU",
      "Laya Router recorded 2026-09-20 16:20, 289s, CPU",
      "so1 (Qwen2.5-0.5B) recorded 2026-09-20 16:21, 26s, CPU",
      "Jev recorded 2026-09-20 16:21, 1s, CPU",
      "Laya Router recorded 2026-09-20 17:29, 65s, CPU",
      "von recorded 2026-09-20 17:27, 25s, CPU",
      "Earlier von rows are superseded: the PyPI NLI loader initialized an untrained classifier. The current row uses the complete pinned option-marker checkpoint; those old runs do not establish trained-model instability.",
      "Laya typed-decisions recorded 2026-09-21 16:16, 189s, CPU",
      "Kev 0.8B (local) recorded 2026-09-21 21:58, 93s, CPU",
      "AgentJev 0.6B (local) recorded 2026-09-23 08:41, 55s, CPU",
      "decider 0.8B (local) recorded 2026-09-23 11:51, 431s, CPU",
      "OpenThai 0.8B (local) recorded 2026-09-23 11:52, 54s, CPU",
      "Verdict 151M (local) recorded 2026-09-23 11:53, 33s, CPU",
      "Verdict 151M (local) recorded 2026-09-23 11:54, 22s, CPU",
      "GLiNER2.5-Decide recorded 2026-09-25 19:23, 40s, CPU",
      "JevK5-Lite recorded 2026-09-25 19:30, 36s, CPU",
      "LFM2.5-RLCD 350M recorded 2026-09-25 19:41, 35s, CPU",
      "GTE-rerank-ModernBERT-base recorded 2026-09-25 21:09, 23s, CPU",
      "bge-reranker-v2-m3 recorded 2026-09-25 21:09, 30s, CPU",
      "mxbai-rerank-base-v2 recorded 2026-09-25 21:11, 83s, CPU",
      "Certo 421M recorded 2026-09-25 21:30, 48s, CPU",
      "MoJev 0.85B recorded 2026-09-25 21:46, 311s, CPU",
      "nanodiff 350M recorded 2026-09-25 22:11, 670s, CPU",
      "Kev 4B (OpenRouter) recorded 2026-09-26 12:15, 35s, CPU",
      "Span-01 recorded 2026-09-26 12:24, 26s, CPU",
      "Span-01 Lite recorded 2026-09-26 12:24, 45s, CPU",
      "qwen3-reranker-8b (OpenRouter) recorded 2026-09-26 12:25, 27s, CPU",
      "voyage-rerank-2.5-lite (OpenRouter) recorded 2026-09-26 12:25, 19s, CPU",
      "voyage-rerank-2.5 (OpenRouter) recorded 2026-09-26 12:26, 21s, CPU",
      "cohere-rerank-4-pro (OpenRouter) recorded 2026-09-26 12:26, 22s, CPU",
      "cohere-rerank-4-fast (OpenRouter) recorded 2026-09-26 12:27, 26s, CPU",
      "cohere-rerank-v3.5 (OpenRouter) recorded 2026-09-26 12:27, 20s, CPU",
      "nemotron-rerank-vl-1b (OpenRouter) recorded 2026-09-26 12:33, 219s, CPU",
      "Jev recorded 2026-09-26 12:49, 1s, CPU",
      "Kev 4B (OpenRouter) recorded 2026-09-26 12:50, 36s, CPU",
      "cohere-rerank-4-pro (OpenRouter) recorded 2026-09-26 12:50, 22s, CPU",
      "cohere-rerank-4-fast (OpenRouter) recorded 2026-09-26 12:51, 20s, CPU",
      "cohere-rerank-v3.5 (OpenRouter) recorded 2026-09-26 12:51, 22s, CPU",
      "voyage-rerank-2.5 (OpenRouter) recorded 2026-09-26 12:51, 20s, CPU",
      "voyage-rerank-2.5-lite (OpenRouter) recorded 2026-09-26 12:52, 19s, CPU",
      "Span-01 recorded 2026-09-26 12:52, 22s, CPU",
      "qwen3-reranker-8b (OpenRouter) recorded 2026-09-26 12:52, 27s, CPU",
      "Span-01 Lite recorded 2026-09-26 12:53, 22s, CPU",
      "nemotron-rerank-vl-1b (OpenRouter) recorded 2026-09-26 12:57, 240s, CPU",
      "nli deberta-v3-large (Ollaya) recorded 2026-09-27 09:03, 22s, CPU",
      "nli modernbert-large (Ollaya) recorded 2026-09-27 09:04, 23s, CPU",
      "decision 0.75B (Ollaya) recorded 2026-09-27 09:04, 42s, CPU",
      "jevk5 4B (Ollaya) recorded 2026-09-27 09:16, 353s, CPU",
      "winnow e4b (Ollaya) recorded 2026-09-27 09:33, 476s, CPU",
      "jevk5 4B (Ollaya) recorded 2026-09-27 09:46, 391s, CPU",
      "Julia 1 144M recorded 2026-09-27 21:12, 13s, CPU",
      "Lumma-fev 0.15B recorded 2026-09-27 21:13, 28s, CPU",
      "Lumma-fev 0.6B recorded 2026-09-27 21:15, 58s, CPU",
      "Lumma-fev 4B recorded 2026-09-27 21:21, 226s, CPU",
      "Intern-Decision 0.8B recorded 2026-09-27 22:51, 102s, CPU",
      "Intern-Decision 2B recorded 2026-09-27 22:57, 180s, CPU",
      "Intern-Decision 4B recorded 2026-09-27 23:12, 488s, CPU",
      "Solar Decide (OpenRouter) recorded 2026-09-29 19:44, 48s, CPU",
      "Clef (Workers AI) recorded 2026-10-02 20:04, 43s, CPU",
      "Clef-flash (Workers AI) recorded 2026-10-02 20:04, 34s, CPU",
      "K2-Type 0.9B (local) recorded 2026-10-03 12:11, 55s, CPU",
      "Decision 2.0 Kai 0.6B recorded 2026-10-03 13:21, 62s, CPU",
      "Decision 2.0 Eos 0.8B recorded 2026-10-03 13:23, 92s, CPU",
      "Decision 2.0 Sol 2B recorded 2026-10-03 13:25, 160s, CPU",
      "GLiDE (Fastino) recorded 2026-10-03 19:45, 62s, CPU",
      "TypeLLM (hosted) recorded 2026-10-04 23:57, 60s, CPU",
      "TypeLLM thinking (hosted) recorded 2026-10-04 23:59, 112s, CPU",
      "nanodiff 350M v2 recorded 2026-10-05 20:49, 644s, CPU",
      "GLiNER2.5-base (Fastino) recorded 2026-10-05 21:23, 49s, CPU",
      "GLiNER2.5-multi (Fastino) recorded 2026-10-05 21:24, 44s, CPU",
      "GLiNER2.5-Decide (Fastino) recorded 2026-10-05 21:24, 47s, CPU",
      "GLiNER-X-small recorded 2026-10-05 22:59, 58s, CPU",
      "GLiNER-X-base recorded 2026-10-05 22:59, 23s, CPU",
      "GLiNER-X-large recorded 2026-10-05 23:00, 36s, CPU",
      "Decider V1 27B (OpenRouter) recorded 2026-10-07 22:14, 36s, CPU",
      "Decider V1.1 27B (OpenRouter) recorded 2026-10-07 22:15, 38s, CPU",
      "D1 (OpenRouter) recorded 2026-10-07 22:16, 41s, CPU",
      "Tev1 4B (OpenRouter) recorded 2026-10-07 22:16, 31s, CPU",
      "Mercury Decide (OpenRouter) recorded 2026-10-07 22:16, 24s, CPU",
      "mxbai-rerank-large-v2 recorded 2026-10-05 23:56, 249s, CPU",
      "nemotron-rerank-1b-v2 recorded 2026-10-05 23:58, 74s, CPU",
      "Solar Decide Flash (OpenRouter) recorded 2026-10-08 23:00, 45s, CPU",
      "Clef-omni (Workers AI) recorded 2026-10-10 10:40, 19s, CPU",
      "Microsoft Decision-1 (OpenRouter) recorded 2026-10-10 10:40, 34s, CPU",
      "Drex v1.5 (OpenRouter) recorded 2026-10-10 10:41, 45s, CPU",
      "D1 3B (local) recorded 2026-10-10 11:10, 515s, CPU",
      "decima 321M (Ollaya) recorded 2026-10-10 11:17, 12s, CPU",
      "decima small 122M (Ollaya) recorded 2026-10-10 11:17, 6s, CPU",
      "D1-omni 600M (local) recorded 2026-10-10 11:18, 53s, CPU",
      "snap 2B (Ollaya) recorded 2026-10-10 11:21, 195s, CPU",
      "arbiter 4B (Ollaya) recorded 2026-10-10 12:03, 256s, CPU",
      "credence 7.5B (Ollaya) recorded 2026-10-10 12:18, 383s, CPU",
      "Decision 3.0 Edge 0.6B recorded 2026-10-12 08:53, 158s, CPU",
      "Decision 3.0 Lite 0.85B recorded 2026-10-12 08:58, 333s, CPU",
      "Decision 3.0 Nano 2B recorded 2026-10-12 09:12, 821s, CPU",
      "TypeLLM (hosted) recorded 2026-10-17 12:28, 47s, CPU",
      "TypeLLM thinking (hosted) recorded 2026-10-17 12:29, 77s, CPU",
      "Jev recorded 2026-10-17 13:59, 1s, CPU"
    ],
    "texts_per_language": 6,
    "verification": "sentences blind back-translated to English by an independent model instance; full table in the PR for native-speaker review (Sinhala especially)"
  },
  "provenance": {
    "von": {
      "backend": "option-marker",
      "model": "wfzyx/von-1.0",
      "model_revision": "fbc0196efa4fa1825557a8d5adad464fa1e872bb",
      "sdk_revision": "a94aa368ff4dcc58cdfd569cf0b4b1ae7d592d54"
    }
  },
  "timing": {
    "AgentJev 0.6B (local)": "Model download and loading excluded; first forward pass included.",
    "Clef (Workers AI)": "Model download and loading excluded; first forward pass included.",
    "Clef-flash (Workers AI)": "Model download and loading excluded; first forward pass included.",
    "D1 (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Decider V1 27B (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Decider V1.1 27B (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Decision 2.0 Eos 0.8B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Decision 2.0 Kai 0.6B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Decision 2.0 Sol 2B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "GLiDE (Fastino)": "Model download and loading excluded; first forward pass included.",
    "GLiNER2.5-Decide": "Model download and loading excluded; first forward pass included.",
    "GLiNER2.5-Decide (Fastino)": "Model download and loading excluded; first forward pass included.",
    "GLiNER2.5-base (Fastino)": "Model download and loading excluded; first forward pass included.",
    "GLiNER2.5-multi (Fastino)": "Model download and loading excluded; first forward pass included.",
    "GTE-rerank-ModernBERT-base": "Model download and loading excluded; first forward pass included.",
    "Intern-Decision 0.8B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Intern-Decision 2B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Intern-Decision 4B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Jev": "Model download and loading excluded; first forward pass included.",
    "JevK5-Lite": "Model download and loading excluded; first forward pass included.",
    "K2-Type 0.9B (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Kev 0.8B (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Kev 4B (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "LFM2.5-RLCD 350M": "Model download and loading excluded; first forward pass included.",
    "Laya Router": "Model download and loading excluded; first forward pass included.",
    "Laya typed-decisions": "Model download and loading excluded; first forward pass included.",
    "Lumma-fev 0.15B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Lumma-fev 0.6B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Lumma-fev 4B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Mercury Decide (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "MoJev 0.85B": "Model download and loading excluded; first forward pass included.",
    "OpenThai 0.8B (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Solar Decide (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Span-01": "Model download and loading excluded; first forward pass included.",
    "Span-01 Lite": "Model download and loading excluded; first forward pass included.",
    "Tev1 4B (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "TypeLLM (hosted)": "Model download and loading excluded; first forward pass included.",
    "TypeLLM thinking (hosted)": "Model download and loading excluded; first forward pass included.",
    "bge-reranker-v2-m3": "Model download and loading excluded; first forward pass included.",
    "cohere-rerank-4-fast (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "cohere-rerank-4-pro (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "cohere-rerank-v3.5 (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "decider 0.8B (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "decision 0.75B (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "jevk5 4B (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "mxbai-rerank-base-v2": "Model download and loading excluded; first forward pass included.",
    "nanodiff 350M": "Model download and loading excluded; first forward pass included.",
    "nanodiff 350M v2": "Model download and loading excluded; first forward pass included.",
    "nli deberta-v3-large (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "nli modernbert-large (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "qwen3-reranker-8b (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "von": "Model download and loading excluded; first forward pass included.",
    "voyage-rerank-2.5 (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "voyage-rerank-2.5-lite (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "winnow e4b (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Solar Decide Flash (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Clef-omni (Workers AI)": "Model download and loading excluded; first forward pass included.",
    "Microsoft Decision-1 (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "Drex v1.5 (OpenRouter)": "Model download and loading excluded; first forward pass included.",
    "D1 3B (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "decima 321M (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "decima small 122M (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "D1-omni 600M (local)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "snap 2B (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "arbiter 4B (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "credence 7.5B (Ollaya)": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Decision 3.0 Edge 0.6B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Decision 3.0 Lite 0.85B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed.",
    "Decision 3.0 Nano 2B": "Model download and loading excluded; one untimed warm-up question pays the server's lazy weight load first - timed latencies are warmed."
  },
  "usage": {
    "Clef (Workers AI)": {
      "cost_reported": false,
      "cost_usd": 0.0,
      "input_tokens": 8683,
      "input_tokens_reported": true,
      "paid_requests": 54,
      "total_tokens": 0
    },
    "Clef-flash (Workers AI)": {
      "cost_reported": false,
      "cost_usd": 0.0,
      "input_tokens": 8683,
      "input_tokens_reported": true,
      "paid_requests": 54,
      "total_tokens": 0
    },
    "D1 (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000163,
      "input_tokens": 4074,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Decider V1 27B (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000254,
      "input_tokens": 6349,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Decider V1.1 27B (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000127,
      "input_tokens": 6349,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "GLiDE (Fastino)": {
      "cost_reported": false,
      "cost_usd": 0.0,
      "input_tokens": 4741,
      "input_tokens_reported": true,
      "paid_requests": 54,
      "total_tokens": 0
    },
    "GLiNER2.5-Decide (Fastino)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 1048,
      "total_tokens": 2233,
      "cost_reported": false,
      "input_tokens_reported": true
    },
    "GLiNER2.5-base (Fastino)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 1048,
      "total_tokens": 2039,
      "cost_reported": false,
      "input_tokens_reported": true
    },
    "GLiNER2.5-multi (Fastino)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 1048,
      "total_tokens": 2045,
      "cost_reported": false,
      "input_tokens_reported": true
    },
    "Jev": {
      "paid_requests": 1,
      "cost_usd": 0.0,
      "input_tokens": 6430,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": false,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Kev 4B (OpenRouter)": {
      "cost_usd": 0.000106,
      "input_tokens": 2527,
      "paid_requests": 54
    },
    "Mercury Decide (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 3804,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Solar Decide (OpenRouter)": {
      "cost_reported": true,
      "cost_usd": 0.001019,
      "input_tokens": 20385,
      "input_tokens_reported": true,
      "paid_requests": 54,
      "total_tokens": 0
    },
    "Span-01": {
      "cost_usd": 4e-05,
      "input_tokens": 1990,
      "paid_requests": 54
    },
    "Span-01 Lite": {
      "cost_usd": 0.0,
      "input_tokens": 1990,
      "paid_requests": 54
    },
    "Tev1 4B (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000269,
      "input_tokens": 6403,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "TypeLLM (hosted)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 3487,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": false,
      "input_tokens_reported": true,
      "thinking_tokens_reported": true
    },
    "TypeLLM thinking (hosted)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 4291,
      "total_tokens": 0,
      "thinking_tokens": 4901,
      "cost_reported": false,
      "input_tokens_reported": true,
      "thinking_tokens_reported": true
    },
    "cohere-rerank-4-fast (OpenRouter)": {
      "cost_usd": 0.108,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "cohere-rerank-4-pro (OpenRouter)": {
      "cost_usd": 0.135,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "cohere-rerank-v3.5 (OpenRouter)": {
      "cost_usd": 0.054,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "qwen3-reranker-8b (OpenRouter)": {
      "cost_usd": 0.003577,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "voyage-rerank-2.5 (OpenRouter)": {
      "cost_usd": 0.000287,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "voyage-rerank-2.5-lite (OpenRouter)": {
      "cost_usd": 0.000115,
      "input_tokens": 0,
      "paid_requests": 54
    },
    "Solar Decide Flash (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.001019,
      "input_tokens": 20385,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Clef-omni (Workers AI)": {
      "paid_requests": 54,
      "cost_usd": 0.0,
      "input_tokens": 8824,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": false,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Microsoft Decision-1 (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000149,
      "input_tokens": 3553,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    },
    "Drex v1.5 (OpenRouter)": {
      "paid_requests": 54,
      "cost_usd": 0.000101,
      "input_tokens": 2527,
      "total_tokens": 0,
      "thinking_tokens": 0,
      "cost_reported": true,
      "input_tokens_reported": true,
      "thinking_tokens_reported": false
    }
  },
  "model": {
    "TypeLLM (hosted)": "typellm-latest",
    "TypeLLM thinking (hosted)": "typellm-latest",
    "Jev": "jev-1.14.0"
  }
}