# Model Documentation Evaluation Template

# Metadata
model_name: "Claude Sonnet 5"
model_link: "https://www.anthropic.com/claude/sonnet"
organization: "Anthropic"
org_link: "https://www.anthropic.com/"
evaluation_date: ""
public_summary_link: "https://trust.anthropic.com/resources" 
public_summary_date: "2026-07-24"
public_summary_location: "https://trust.anthropic.com/resources"
model_publication_date: "2026-06-30"
category: "New model" # New model, fine-tuned model
archive_file_name: "Claude_Sonnet_5_2026_08_03.pdf"

# Requirement assessments
# Each requirement should be assessed once with a score from 0-10
# Leave blank for N/A, and assign a max score of 0
S1: # Document-level requirements
  D1: # Clarity
    score: 9
    max_score: 11
    notes: ""

  D2: # Completeness
    score: 4
    max_score: 4
    notes: ""

  D3: # Consistency
    score: 7
    max_score: 7
    notes: ""

  D4: # Correctness
    score: 3
    max_score: 5
    notes: ""

  D5: # Accessibility
    score: 8.5
    max_score: 10
    notes: ""

  D6: # Comprehension
    score: 6
    max_score: 9
    notes: ""

S2: # General information
  D1: # Clarity
    score: 16
    max_score: 33
    notes: ""

  D2: # Completeness
    score: 53
    max_score: 72
    notes: ""

  D3: # Consistency
    score: 8
    max_score: 8
    notes: ""

  D4: # Correctness
    score: 14
    max_score: 15
    notes: ""

  D5: # Accessibility
    score: 2.5
    max_score: 5
    notes: ""

  D6: # Comprehension
    score: 10
    max_score: 11
    notes: ""

S3: # Public datasets
  D1: # Clarity
    score: 32
    max_score: 92
    notes: ""

  D2: # Completeness
    score: 14
    max_score: 140
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 20
    max_score: 20
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 20
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S4: # Private datasets
  D1: # Clarity
    score: 0
    max_score: 32
    notes: ""

  D2: # Completeness
    score: 24
    max_score: 88
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 24
    max_score: 24
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S5: # Scraped/crawled data
  D1: # Clarity
    score: 129
    max_score: 129
    notes: ""

  D2: # Completeness
    score: 63
    max_score: 158
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 55
    max_score: 93
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 25
    notes: ""

  D6: # Comprehension
    score: 20
    max_score: 58
    notes: ""

S6: # User data
  D1: # Clarity
    score: 0
    max_score: 15
    notes: ""

  D2: # Completeness
    score: 11
    max_score: 26
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 11
    max_score: 11
    notes: ""

  D5: # Accessibility
    score: 15
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 15
    notes: ""

S7: # Synthetic & other
  D1: # Clarity
    score: 17
    max_score: 65
    notes: ""

  D2: # Completeness
    score: 14.5
    max_score: 47
    notes: ""

  D3: # Consistency
    score: 6
    max_score: 6
    notes: ""

  D4: # Correctness
    score: 47
    max_score: 47
    notes: ""

  D5: # Accessibility
    score: 17
    max_score: 17
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 24
    notes: ""

S8: # Data processing
  D1: # Clarity
    score: 18
    max_score: 18
    notes: ""

  D2: # Completeness
    score: 10.5
    max_score: 18
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 36
    max_score: 36
    notes: ""

  D5: # Accessibility
    score: 15
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 33
    max_score: 69
    notes: ""


general_notes: "Anthropic provides training data summaries which, on the whole, describe training data only on a high level. Relevant characteristics of training data are described either at a high level or not at all. No individual datasets are described besides the CommonCrawl. Descriptions of crawlers meet requisite standards, however the content they crawled is not described in sufficient detail. Services used to collect user data, and models used to generate synthetic data, are not enumerated. Lastly, the data summary contains little detail on how the provider ensures that they are up-to-date with user right requests. The summary scores <span class=\"openness partial\">57.29%</span> with Grade <strong>C</strong> for <strong><i>transparency</i></strong> and <span class=\"openness closed\">49.69%</span> with Grade <strong>D+</strong> for <strong><i>usefulness</i></strong>."