# Model Documentation Evaluation Template

# Metadata
model_name: "Domyn Large"
model_link: "https://www.domyn.com/language-models/domyn-large"
organization: "Domyn"
org_link: "https://www.domyn.com/l"
evaluation_date: "2026-07-21"
public_summary_link: "https://www.domyn.com/summary-of-training-data/domyn-large"
public_summary_date: "2026-03-19"
public_summary_location: "https://www.domyn.com/"
model_publication_date: "2026-03-20"
category: "New model" # New model, fine-tuned model
archive_file_name: "Domyn_2026_07_21.pdf"

# Requirement assessments
# Each requirement should be assessed once with a score from 0-10
# Leave blank for N/A, and assign a max score of 0
S1: # Document-level requirements
  D1: # Clarity
    score: 7.5
    max_score: 11
    notes: ""

  D2: # Completeness
    score: 4
    max_score: 4
    notes: ""

  D3: # Consistency
    score: 7
    max_score: 7
    notes: ""

  D4: # Correctness
    score: 3.5
    max_score: 5
    notes: ""

  D5: # Accessibility
    score: 5
    max_score: 10
    notes: ""

  D6: # Comprehension
    score: 6
    max_score: 9
    notes: ""

S2: # General information
  D1: # Clarity
    score: 30
    max_score: 47
    notes: ""

  D2: # Completeness
    score: 65
    max_score: 77
    notes: ""

  D3: # Consistency
    score: 8
    max_score: 8
    notes: ""

  D4: # Correctness
    score: 24
    max_score: 26
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 10
    max_score: 11
    notes: ""

S3: # Public datasets
  D1: # Clarity
    score: 52
    max_score: 92
    notes: ""

  D2: # Completeness
    score: 104
    max_score: 108
    notes: ""

  D3: # Consistency
    score: 23
    max_score: 23
    notes: ""

  D4: # Correctness
    score: 8
    max_score: 20
    notes: ""

  D5: # Accessibility
    score: 20
    max_score: 20
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S4: # Private datasets
  D1: # Clarity
    score: 0
    max_score: 0
    notes: ""

  D2: # Completeness
    score: 1
    max_score: 2
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 2
    max_score: 2
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 0
    notes: ""

S5: # Scraped/crawled data
  D1: # Clarity
    score: 0
    max_score: 0
    notes: ""

  D2: # Completeness
    score: 1.5
    max_score: 3
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 3
    max_score: 3
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 0
    notes: ""

S6: # User data
  D1: # Clarity
    score: 0
    max_score: 0
    notes: ""

  D2: # Completeness
    score: 4
    max_score: 8
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 8
    max_score: 8
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 0
    notes: ""

S7: # Synthetic & other
  D1: # Clarity
    score: 24
    max_score: 24
    notes: ""

  D2: # Completeness
    score: 16.5
    max_score: 18
    notes: ""

  D3: # Consistency
    score: 6
    max_score: 6
    notes: ""

  D4: # Correctness
    score: 18
    max_score: 18
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 0
    notes: ""

S8: # Data processing
  D1: # Clarity
    score: 18
    max_score: 18
    notes: ""

  D2: # Completeness
    score: 16.5
    max_score: 18
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 36
    max_score: 36
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 51
    max_score: 51
    notes: ""


general_notes: "The public summary for the Domyn Large model can be found on the Domyn site at <a href=\"https://www.domyn.com/summary-of-training-data/domyn-large\" target=\"_blank\">a dedicated webpage</a>. The summary is provided in nonstandard form, and consolidates some fields, which is the primary cause of point loss for transparency. The description of the removal of illegal content instead describes 'unwanted' content, including some superfluous content which is penalised. We assessed its score to be <span class=\"openness open\">83.2%</span> with Grade <strong>B+</strong> for <strong><i>transparency</i></strong>, and <span class=\"openness open\">81.82%</span> with Grade <strong>B+</strong> for <strong><i>usefulness</i></strong>."