{
  "benchmark": "RECON Benchmark",
  "dataset": "recon_v2_20260616",
  "dataset_sha256": "5b6486760f47e910319214d472751bdc7b16d3fcb2ed4bd2ef63b994294cfe7d",
  "total_people": 140,
  "total_fields": 514,
  "judge": "gpt-4.1-mini (binary correct/wrong, 98.5% human agreement)",
  "date": "2026-09-11",
  "weighted_formula": "(correct - wrong) / total_fields",
  "results": [
    {
      "provider": "Sixtyfour",
      "configuration": "High",
      "correct": 348,
      "wrong": 69,
      "missing": 97,
      "total_fields": 514,
      "weighted_accuracy": 54.3,
      "accuracy": 67.7,
      "precision": 83.5,
      "people_evaluated": 140
    },
    {
      "provider": "Sixtyfour",
      "configuration": "Medium",
      "correct": 288,
      "wrong": 58,
      "missing": 168,
      "total_fields": 514,
      "weighted_accuracy": 44.7,
      "accuracy": 56.0,
      "precision": 83.2,
      "people_evaluated": 140
    },
    {
      "provider": "Parallel",
      "configuration": "Ultra 2x",
      "correct": 279,
      "wrong": 68,
      "missing": 167,
      "total_fields": 514,
      "weighted_accuracy": 41.1,
      "accuracy": 54.3,
      "precision": 80.4,
      "people_evaluated": 140
    },
    {
      "provider": "Parallel",
      "configuration": "Ultra 8x",
      "correct": 268,
      "wrong": 75,
      "missing": 171,
      "total_fields": 514,
      "weighted_accuracy": 37.5,
      "accuracy": 52.1,
      "precision": 78.1,
      "people_evaluated": 140
    },
    {
      "provider": "xAI",
      "configuration": "Grok 4.20-ma",
      "correct": 265,
      "wrong": 79,
      "missing": 170,
      "total_fields": 514,
      "weighted_accuracy": 36.2,
      "accuracy": 51.6,
      "precision": 77.0,
      "people_evaluated": 140
    },
    {
      "provider": "xAI",
      "configuration": "Grok 4.6",
      "correct": 261,
      "wrong": 76,
      "missing": 177,
      "total_fields": 514,
      "weighted_accuracy": 36.0,
      "accuracy": 50.8,
      "precision": 77.4,
      "people_evaluated": 140
    },
    {
      "provider": "xAI",
      "configuration": "Grok 4.3",
      "correct": 231,
      "wrong": 72,
      "missing": 211,
      "total_fields": 514,
      "weighted_accuracy": 30.9,
      "accuracy": 44.9,
      "precision": 76.2,
      "people_evaluated": 140
    },
    {
      "provider": "Sixtyfour",
      "configuration": "Low",
      "correct": 256,
      "wrong": 108,
      "missing": 150,
      "total_fields": 514,
      "weighted_accuracy": 28.8,
      "accuracy": 49.8,
      "precision": 70.3,
      "people_evaluated": 140
    },
    {
      "provider": "Parallel",
      "configuration": "Ultra",
      "correct": 223,
      "wrong": 83,
      "missing": 208,
      "total_fields": 514,
      "weighted_accuracy": 27.2,
      "accuracy": 43.4,
      "precision": 72.9,
      "people_evaluated": 140
    },
    {
      "provider": "Exa",
      "configuration": "agent xhigh",
      "correct": 194,
      "wrong": 71,
      "missing": 249,
      "total_fields": 514,
      "weighted_accuracy": 23.9,
      "accuracy": 37.7,
      "precision": 73.2,
      "people_evaluated": 140
    },
    {
      "provider": "OpenAI",
      "configuration": "GPT-5.6-sol xhigh",
      "correct": 161,
      "wrong": 56,
      "missing": 297,
      "total_fields": 514,
      "weighted_accuracy": 20.4,
      "accuracy": 31.3,
      "precision": 74.2,
      "people_evaluated": 140
    },
    {
      "provider": "Google",
      "configuration": "Gemini 3.1 Pro (high)",
      "correct": 119,
      "wrong": 50,
      "missing": 345,
      "total_fields": 514,
      "weighted_accuracy": 13.4,
      "accuracy": 23.2,
      "precision": 70.4,
      "people_evaluated": 140
    },
    {
      "provider": "DeepSeek",
      "configuration": "V4 Pro (high)",
      "correct": 65,
      "wrong": 17,
      "missing": 432,
      "total_fields": 514,
      "weighted_accuracy": 9.3,
      "accuracy": 12.6,
      "precision": 79.3,
      "people_evaluated": 140
    },
    {
      "provider": "Anthropic",
      "configuration": "Claude Haiku 4.5",
      "correct": 39,
      "wrong": 31,
      "missing": 444,
      "total_fields": 514,
      "weighted_accuracy": 1.6,
      "accuracy": 7.6,
      "precision": 55.7,
      "people_evaluated": 140
    }
  ]
}