{ "meta": { "skill_name": "patient-consent-simplifier", "description": "Simplifies informed consent documents into patient-friendly language while maintaining regulatory compliance. Readability assessment targeting 6th-8th grade level, risk/benefit clarification in table format, and FDA 21CFR50/ICH-GCP/HIPAA compliance v", "evaluated_on": "2026-06-15", "evaluator_version": "skill-auditor@1.0", "category": "Other", "execution_mode": "D", "complexity": "Complex", "n_inputs": 7 }, "veto_gates": { "skill_veto": { "gate": "PASS", "stability": "PASS", "contract": "PASS", "determinism": "PASS", "security": "PASS" }, "research_veto": { "applicable": false, "gate": "N/A", "scientific_integrity": { "result": "N/A", "detail": "N/A" }, "practice_boundaries": { "result": "N/A", "detail": "N/A" }, "methodological_ground": { "result": "N/A", "detail": "N/A" }, "code_usability": { "result": "N/A", "detail": "N/A" } } }, "static_score": { "subtotal": 93, "max": 100, "categories": { "functional_suitability": { "score": 11, "max": 12, "note": "Post-polish: workflow, examples, and features documented" }, "reliability": { "score": 11, "max": 12, "note": "Post-polish: error handling and failure recovery added" }, "performance_context": { "score": 7, "max": 8, "note": "Post-polish: progressive disclosure with references" }, "agent_usability": { "score": 15, "max": 16, "note": "Post-polish: clear triggers, output contract, error prevention" }, "human_usability": { "score": 8, "max": 8, "note": "Post-polish: input validation and description improved" }, "security": { "score": 12, "max": 12, "note": "Post-polish: no credentials, input validation present" }, "maintainability": { "score": 11, "max": 12, "note": "Post-polish: modular structure with scripts and references" }, "agent_specific": { "score": 18, "max": 20, "note": "Post-polish: precise triggers, escape hatches, input validation" } } }, "dynamic_score": { "execution_avg": 86.6, "max": 100, "assertion_pass_rate": { "passed": 28, "total": 28 }, "inputs": [ { "index": 1, "type": "Canonical", "label": "Test case 1 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for canonical input", "basic": 34, "specialized": 47, "total": 81, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 2, "type": "Variant A", "label": "Test case 2 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for variant a input", "basic": 36, "specialized": 50, "total": 86, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 3, "type": "Edge", "label": "Test case 3 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for edge input", "basic": 38, "specialized": 53, "total": 91, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 4, "type": "Variant B", "label": "Test case 4 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for variant b input", "basic": 34, "specialized": 56, "total": 90, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 5, "type": "Stress", "label": "Test case 5 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for stress input", "basic": 36, "specialized": 47, "total": 83, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 6, "type": "Scope Boundary", "label": "Test case 6 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for scope boundary input", "basic": 38, "specialized": 50, "total": 88, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] }, { "index": 7, "type": "Adversarial", "label": "Test case 7 for patient-consent-simplifier", "status": "COMPLETED", "status_flag": "✅", "note": "Standard execution for adversarial input", "basic": 34, "specialized": 53, "total": 87, "assertions_passed": 4, "assertions_total": 4, "assertions": [ { "text": "Output addresses the core task requirement", "result": "PASS", "note": "Core objective met" }, { "text": "Output stays within declared skill scope", "result": "PASS", "note": "No scope violation detected" }, { "text": "Output format matches documented contract", "result": "PASS", "note": "Structured output as specified" }, { "text": "Skill correctly refuses out-of-scope requests", "result": "PASS", "note": "Input validation section guides proper scope adherence" } ] } ] }, "final": { "static_weighted": 37.2, "dynamic_weighted": 52.0, "score": 89, "max": 100, "grade": "Production Ready", "grade_symbol": "⭐", "deployable": true, "veto_override": false }, "key_strengths": [ "Includes executable scripts for automation", "Clear trigger conditions documented", "Well-defined description for accurate skill triggering", "Polish applied: Input Validation + quality standards added" ], "recommendations": [] }