{
  "$comment": "Machine-readable results of the regression corpus: one entry per document with the counts a reader can check against the PDF. Generated by `pnpm eval --report eval/results.json`; contains no timings, so a re-run on the same engine version produces the same file. Assertions are human-checked facts about the output (see eval/README.md); they are not a structural-accuracy score.",
  "engine": {
    "package": "@mindmax/pdf-markdown",
    "version": "0.1.0",
    "canonicalTextVersion": "1"
  },
  "totals": {
    "documents": 22,
    "pages": 612,
    "headings": 755,
    "tables": 284,
    "links": 226,
    "assertions": 120,
    "assertionsPassed": 120,
    "knownDefects": 17,
    "documentsWithOpenDefects": 10
  },
  "documents": [
    {
      "id": "arxiv-2201.11903-cot",
      "name": "Chain-of-Thought Prompting Elicits Reasoning in LLMs",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "tables",
        "figures",
        "appendix"
      ],
      "url": "https://arxiv.org/pdf/2201.11903v1",
      "pages": 24,
      "textChars": 106643,
      "headings": 32,
      "tables": 12,
      "links": 77,
      "mathPages": 2,
      "garbledPages": 0,
      "assertions": {
        "total": 8,
        "passed": 8
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2312.00752-mamba",
      "name": "Mamba: Linear-Time Sequence Modeling",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "math",
        "tables",
        "algorithms"
      ],
      "url": "https://arxiv.org/pdf/2312.00752v1",
      "pages": 37,
      "textChars": 137682,
      "headings": 65,
      "tables": 21,
      "links": 3,
      "mathPages": 22,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 1,
        "failing": [
          "should not appear: \"### 𝐴\""
        ]
      }
    },
    {
      "id": "arxiv-2310.06825-mistral",
      "name": "Mistral 7B",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "short",
        "tables",
        "figures"
      ],
      "url": "https://arxiv.org/pdf/2310.06825v1",
      "pages": 9,
      "textChars": 25199,
      "headings": 13,
      "tables": 4,
      "links": 2,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 1,
        "failing": [
          "missing whole line: \"| Parameter | Value |\""
        ]
      }
    },
    {
      "id": "arxiv-2302.13971-llama",
      "name": "LLaMA: Open and Efficient Foundation Language Models",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "two-column",
        "tables",
        "footnotes"
      ],
      "url": "https://arxiv.org/pdf/2302.13971v1",
      "pages": 27,
      "textChars": 90411,
      "headings": 44,
      "tables": 18,
      "links": 30,
      "mathPages": 4,
      "garbledPages": 0,
      "assertions": {
        "total": 9,
        "passed": 9
      },
      "todos": {
        "checks": 1,
        "failing": [
          "missing whole line: \"| Dataset | Sampling prop. | Epochs | Disk size |\""
        ]
      }
    },
    {
      "id": "arxiv-2212.08073-constitutional-ai",
      "name": "Constitutional AI: Harmlessness from AI Feedback",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "long",
        "toc",
        "appendix",
        "dialogue"
      ],
      "url": "https://arxiv.org/pdf/2212.08073v1",
      "pages": 34,
      "textChars": 120188,
      "headings": 47,
      "tables": 5,
      "links": 0,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2404.14219-phi3",
      "name": "Phi-3 Technical Report",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "wide-tables",
        "many-authors"
      ],
      "url": "https://arxiv.org/pdf/2404.14219v1",
      "pages": 12,
      "textChars": 27642,
      "headings": 10,
      "tables": 2,
      "links": 0,
      "mathPages": 7,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2610.40388-wide-binaries",
      "name": "3D modelling of orbits in wide binary gravity tests",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "two-column",
        "aastex",
        "math",
        "figures"
      ],
      "url": "https://arxiv.org/pdf/2610.40388v2",
      "pages": 12,
      "textChars": 46642,
      "headings": 6,
      "tables": 2,
      "links": 17,
      "mathPages": 11,
      "garbledPages": 3,
      "assertions": {
        "total": 8,
        "passed": 8
      },
      "todos": {
        "checks": 2,
        "failing": [
          "not a heading: \"1. INTRODUCTION\"",
          "should not appear: \"[1. INTRODUCTION](\""
        ]
      }
    },
    {
      "id": "arxiv-2610.37889-magnetization",
      "name": "GæniceN: relaxing magnetization states self-consistently",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "physics",
        "math",
        "figures"
      ],
      "url": "https://arxiv.org/pdf/2610.37889v1",
      "pages": 7,
      "textChars": 32534,
      "headings": 11,
      "tables": 5,
      "links": 0,
      "mathPages": 4,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2611.04027-ieee-ral",
      "name": "Causal framework for autonomous mobile robots",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "two-column",
        "ieee",
        "figures",
        "tables"
      ],
      "url": "https://arxiv.org/pdf/2611.04027v1",
      "pages": 12,
      "textChars": 37675,
      "headings": 26,
      "tables": 2,
      "links": 0,
      "mathPages": 3,
      "garbledPages": 0,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2611.06195-detection",
      "name": "Annotator-free object detection",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "two-column",
        "cvpr-style",
        "tables",
        "figures"
      ],
      "url": "https://arxiv.org/pdf/2611.06195v1",
      "pages": 12,
      "textChars": 48685,
      "headings": 27,
      "tables": 5,
      "links": 0,
      "mathPages": 2,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2611.00717-random-walk",
      "name": "Cutoff for simple random walk on preferential attachment graphs",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "amsart",
        "theorems",
        "math"
      ],
      "url": "https://arxiv.org/pdf/2611.00717v1",
      "pages": 49,
      "textChars": 153455,
      "headings": 13,
      "tables": 22,
      "links": 0,
      "mathPages": 49,
      "garbledPages": 5,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 1,
        "failing": [
          "tables 22 > 0"
        ]
      }
    },
    {
      "id": "arxiv-2609.17200-ai-complexity",
      "name": "Mapping AI economic complexity",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "short",
        "tables"
      ],
      "url": "https://arxiv.org/pdf/2609.17200v1",
      "pages": 8,
      "textChars": 20871,
      "headings": 17,
      "tables": 2,
      "links": 4,
      "mathPages": 4,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2610.39699-ota",
      "name": "Mismatch-tolerant high-gain OTA",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "two-column",
        "ieee",
        "figures",
        "tables"
      ],
      "url": "https://arxiv.org/pdf/2610.39699v1",
      "pages": 6,
      "textChars": 21746,
      "headings": 8,
      "tables": 1,
      "links": 0,
      "mathPages": 5,
      "garbledPages": 0,
      "assertions": {
        "total": 8,
        "passed": 8
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2609.36736-speech-bci",
      "name": "Speech brain-computer interfaces (review)",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "review",
        "boxes",
        "tables",
        "long-references"
      ],
      "url": "https://arxiv.org/pdf/2609.36736v1",
      "pages": 36,
      "textChars": 158465,
      "headings": 68,
      "tables": 1,
      "links": 1,
      "mathPages": 5,
      "garbledPages": 0,
      "assertions": {
        "total": 5,
        "passed": 5
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "arxiv-2608.29558-math-fonts",
      "name": "Luo's spectral large sieve inequality",
      "lang": "en",
      "license": "CC-BY-4.0",
      "layout": [
        "single-column",
        "math",
        "theorems",
        "broken-math-font-unicode"
      ],
      "url": "https://arxiv.org/pdf/2608.29558v2",
      "pages": 17,
      "textChars": 32018,
      "headings": 81,
      "tables": 42,
      "links": 0,
      "mathPages": 16,
      "garbledPages": 0,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 3,
        "failing": [
          "should not appear: \"#### ÿ\"",
          "should not appear: \"#### ˇ\"",
          "should report garbled text, did not"
        ]
      }
    },
    {
      "id": "arxiv-2609.27618-bilingual",
      "name": "Bilingual manuscript: English then Chinese",
      "nameLocal": "中英双语稿：英文全文在前，中文原文在后",
      "lang": "zh+en",
      "license": "CC-BY-4.0",
      "layout": [
        "cjk",
        "bilingual",
        "figures"
      ],
      "url": "https://arxiv.org/pdf/2609.27618v1",
      "pages": 76,
      "textChars": 261881,
      "headings": 103,
      "tables": 9,
      "links": 2,
      "mathPages": 29,
      "garbledPages": 0,
      "assertions": {
        "total": 6,
        "passed": 6
      },
      "todos": {
        "checks": 2,
        "failing": [
          "should not appear: \"尺寸 持续缩小\"",
          "should not appear: \"\\n\\n。瞬态平面热源法\""
        ]
      }
    },
    {
      "id": "nist-sp800-63b",
      "name": "NIST SP 800-63B, Digital Identity Guidelines",
      "lang": "en",
      "license": "Public domain (US federal government work, 17 U.S.C. §105)",
      "layout": [
        "tagged",
        "toc",
        "numbered-headings",
        "tables",
        "running-headers"
      ],
      "url": "https://nvlpubs.nist.gov/nistpubs/SpecialPublications/NIST.SP.800-63b.pdf",
      "pages": 80,
      "textChars": 187507,
      "headings": 44,
      "tables": 19,
      "links": 69,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 2,
        "failing": [
          "not a heading: \"5.1.1 Memorized Secrets\"",
          "should not appear: \"###### 5 Authenticator and Verifier Requirements\""
        ]
      }
    },
    {
      "id": "us-constitution",
      "name": "The Constitution of the United States",
      "lang": "en",
      "license": "Public domain (US federal government work, 17 U.S.C. §105)",
      "layout": [
        "small-pages",
        "articles",
        "footnotes"
      ],
      "url": "https://www.govinfo.gov/content/pkg/CDOC-110hdoc50/pdf/CDOC-110hdoc50.pdf",
      "pages": 85,
      "textChars": 310283,
      "headings": 45,
      "tables": 72,
      "links": 0,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 6,
        "passed": 6
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "federal-register-2023-28802",
      "name": "Federal Register: Airworthiness Directives (Airbus)",
      "lang": "en",
      "license": "Public domain (US federal government work, 17 U.S.C. §105)",
      "layout": [
        "three-column",
        "running-headers",
        "legal"
      ],
      "url": "https://www.govinfo.gov/content/pkg/FR-2024-01-02/pdf/2023-28802.pdf",
      "pages": 4,
      "textChars": 28126,
      "headings": 14,
      "tables": 0,
      "links": 21,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 6,
        "passed": 6
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "usgs-fs-2018-3025",
      "name": "USGS Fact Sheet 2018-3025",
      "lang": "en",
      "license": "Public domain (US federal government work, 17 U.S.C. §105)",
      "layout": [
        "magazine-layout",
        "sidebars",
        "figures"
      ],
      "url": "https://pubs.usgs.gov/fs/2018/3025/fs20183025.pdf",
      "pages": 4,
      "textChars": 14473,
      "headings": 11,
      "tables": 7,
      "links": 0,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 4,
        "passed": 4
      },
      "todos": {
        "checks": 1,
        "failing": [
          "should not appear: \"now more the Lower Elwha Klallam Tribe\""
        ]
      }
    },
    {
      "id": "naca-19930091690-ocr-scan",
      "name": "NACA Report 614 (scanned, OCR text layer)",
      "lang": "en",
      "license": "Public domain (US federal government work, 17 U.S.C. §105)",
      "layout": [
        "scanned",
        "ocr-text-layer",
        "tables"
      ],
      "url": "https://ntrs.nasa.gov/api/citations/19930091690/downloads/19930091690.pdf",
      "pages": 20,
      "textChars": 27347,
      "headings": 10,
      "tables": 32,
      "links": 0,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 3,
        "passed": 3
      },
      "todos": {
        "checks": 0,
        "failing": []
      }
    },
    {
      "id": "gov-cn-gazette-2025-35",
      "name": "State Council Gazette of China, 2025 No. 35",
      "nameLocal": "中华人民共和国国务院公报 2025 年第 35 号",
      "lang": "zh",
      "license": "Not subject to copyright (PRC Copyright Law art. 5: decisions, orders and other legislative, administrative or judicial documents of state organs, and their official translations)",
      "layout": [
        "cjk",
        "gazette",
        "toc",
        "two-column",
        "official-documents"
      ],
      "url": "https://www.gov.cn/gongbao/2025/issue_12466/material/gwygb202535.pdf",
      "pages": 41,
      "textChars": 50876,
      "headings": 60,
      "tables": 1,
      "links": 0,
      "mathPages": 0,
      "garbledPages": 0,
      "assertions": {
        "total": 7,
        "passed": 7
      },
      "todos": {
        "checks": 3,
        "failing": [
          "should not appear: \"�\"",
          "should not appear: \"!!第一条\"",
          "should report garbled text, did not"
        ]
      }
    }
  ]
}