# Model Documentation Evaluation Template

# Metadata
model_name: "Muse Spark"
model_link: "https://dev.meta.ai/docs/getting-started/overview"
organization: "Meta"
org_link: "https://www.meta.com/"
evaluation_date: "2026-07-21"
public_summary_link: "https://scontent-cdg4-2.xx.fbcdn.net/m1/v/t0.84174-6/An9xMwStIQozRLYaee-vSr7pS5-Lw_ehrGZVc7ZqV3zsQjKchhXWc8Db5ilTBhsolBYyFrwH1SjrqvZB_I57i3R1RxDFCTsDz4T7V2AbYonPi8s4HSvzqK8jhbNctEz1omCwR7c?_nc_gid=ysdJnUxZm5-oco3l1t5YEg&_nc_oc=Ado4QLg8VjK5cG0Ahy2vVQR85rS-huUntkgkNpI5JMMtHQAvDoWUg8X8yy8X65ElHG0&ccb=10-5&oh=00_AQDXEjGU5aJbaJ_VFJh5zCogRpTzXIi_Uv7aPsJzRVloUQ&oe=6A61267A&_nc_sid=68f2c3"
public_summary_date: "2026-07-08"
public_summary_location: "https://transparency.meta.com/reports/regulatory-transparency-reports/"
model_publication_date: "2026-04-08"
category: "New model" # New model, fine-tuned model
archive_file_name: "Gemini_2026_07_21.pdf"

# Requirement assessments
# Each requirement should be assessed once with a score from 0-10
# Leave blank for N/A, and assign a max score of 0
S1: # Document-level requirements
  D1: # Clarity
    score: 5.5
    max_score: 11
    notes: ""

  D2: # Completeness
    score: 4
    max_score: 4
    notes: ""

  D3: # Consistency
    score: 7
    max_score: 7
    notes: ""

  D4: # Correctness
    score: 3
    max_score: 5
    notes: ""

  D5: # Accessibility
    score: 4.5
    max_score: 13
    notes: ""

  D6: # Comprehension
    score: 6
    max_score: 9
    notes: ""

S2: # General information
  D1: # Clarity
    score: 19
    max_score: 31
    notes: ""

  D2: # Completeness
    score: 46
    max_score: 74
    notes: ""

  D3: # Consistency
    score: 8
    max_score: 8
    notes: ""

  D4: # Correctness
    score: 13.5
    max_score: 15
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 10
    max_score: 11
    notes: ""

S3: # Public datasets
  D1: # Clarity
    score: 32
    max_score: 92
    notes: ""

  D2: # Completeness
    score: 28
    max_score: 140
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 20
    max_score: 20
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 20
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S4: # Private datasets
  D1: # Clarity
    score: 32
    max_score: 32
    notes: ""

  D2: # Completeness
    score: 48
    max_score: 88
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 24
    max_score: 24
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S5: # Scraped/crawled data
  D1: # Clarity
    score: 62
    max_score: 129
    notes: ""

  D2: # Completeness
    score: 81
    max_score: 158
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 68
    max_score: 93
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 25
    notes: ""

  D6: # Comprehension
    score: 20
    max_score: 58
    notes: ""

S6: # User data
  D1: # Clarity
    score: 15
    max_score: 15
    notes: ""

  D2: # Completeness
    score: 18.5
    max_score: 26
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 11
    max_score: 11
    notes: ""

  D5: # Accessibility
    score: 15
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 15
    max_score: 15
    notes: ""

S7: # Synthetic & other
  D1: # Clarity
    score: 0
    max_score: 48
    notes: ""

  D2: # Completeness
    score: 6
    max_score: 30
    notes: ""

  D3: # Consistency
    score: 6
    max_score: 6
    notes: ""

  D4: # Correctness
    score: 6
    max_score: 30
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 12
    notes: ""

S8: # Data processing
  D1: # Clarity
    score: 0
    max_score: 18
    notes: ""

  D2: # Completeness
    score: 10.5
    max_score: 18
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 36
    max_score: 36
    notes: ""

  D5: # Accessibility
    score: 7.5
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 33
    max_score: 69
    notes: ""


general_notes: ""