# Model Documentation Evaluation Template

# Metadata
model_name: "FLUX.3"
model_link: "https://bfl.ai/blog/flux-3"
organization: "Black Forest Labs"
org_link: "https://bfl.ai/"
evaluation_date: ""
public_summary_link: "https://bfl.ai/transparency?tab=training-data-summaries" 
public_summary_date: "2026-08-01"
public_summary_location: "https://bfl.ai/transparency?tab=training-data-summaries"
model_publication_date: "2026-07-16"
category: "New model" # New model, fine-tuned model
archive_file_name: "FLUX_3_2026_08_03.pdf"

# Requirement assessments
# Each requirement should be assessed once with a score from 0-10
# Leave blank for N/A, and assign a max score of 0
S1: # Document-level requirements
  D1: # Clarity
    score: 10
    max_score: 11
    notes: ""

  D2: # Completeness
    score: 4
    max_score: 4
    notes: ""

  D3: # Consistency
    score: 7
    max_score: 7
    notes: ""

  D4: # Correctness
    score: 4
    max_score: 5
    notes: ""

  D5: # Accessibility
    score: 7
    max_score: 10
    notes: ""

  D6: # Comprehension
    score: 8
    max_score: 9
    notes: ""

S2: # General information
  D1: # Clarity
    score: 16
    max_score: 43
    notes: ""

  D2: # Completeness
    score: 55
    max_score: 78
    notes: ""

  D3: # Consistency
    score: 8
    max_score: 8
    notes: ""

  D4: # Correctness
    score: 22
    max_score: 22
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 14
    max_score: 14
    notes: ""

S3: # Public datasets
  D1: # Clarity
    score: 32
    max_score: 32
    notes: ""

  D2: # Completeness
    score: 71
    max_score: 71
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 23
    max_score: 23
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 19
    max_score: 19
    notes: ""

S4: # Private datasets
  D1: # Clarity
    score: 32
    max_score: 32
    notes: ""

  D2: # Completeness
    score: 32
    max_score: 88
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 24
    max_score: 24
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 16
    max_score: 16
    notes: ""

S5: # Scraped/crawled data
  D1: # Clarity
    score: 0
    max_score: 0
    notes: ""

  D2: # Completeness
    score: 3
    max_score: 3
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 3
    max_score: 3
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 0
    notes: ""

S6: # User data
  D1: # Clarity
    score: 0
    max_score: 15
    notes: ""

  D2: # Completeness
    score: 11
    max_score: 26
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 11
    max_score: 11
    notes: ""

  D5: # Accessibility
    score: 15
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 7.5
    max_score: 15
    notes: ""

S7: # Synthetic & other
  D1: # Clarity
    score: 36
    max_score: 48
    notes: ""

  D2: # Completeness
    score: 30
    max_score: 30
    notes: ""

  D3: # Consistency
    score: 6
    max_score: 6
    notes: ""

  D4: # Correctness
    score: 30
    max_score: 30
    notes: ""

  D5: # Accessibility
    score: 0
    max_score: 0
    notes: ""

  D6: # Comprehension
    score: 12
    max_score: 24
    notes: ""

S8: # Data processing
  D1: # Clarity
    score: 18
    max_score: 18
    notes: ""

  D2: # Completeness
    score: 3
    max_score: 18
    notes: ""

  D3: # Consistency
    score: 3
    max_score: 3
    notes: ""

  D4: # Correctness
    score: 21
    max_score: 21
    notes: ""

  D5: # Accessibility
    score: 15
    max_score: 15
    notes: ""

  D6: # Comprehension
    score: 0
    max_score: 54
    notes: ""


general_notes: "The training data summary for FLUX.3 adheres to the structure of the template and provides various pieces of useful information for rightsholders. However, its descriptions still fail to meet the standards of the template at times, resulting in the primary loss of points. Notable fields in which further detail could be provided are the description of the linguistic characteristics of the overall training data, the description of other relevant characteristics of the overall training data, and the General description of non-publicly known private datasets obtained from third parties. The summary scores <span class=\"openness partial\">76.16%</span> with a grade of <strong>B</strong> for <i>transparency</i>, and <span class=\"openness partial\">59.42%</span> with a grade of <strong>C</strong> for <i>usefulness</i>."