name: skill-authoring-eval
description: Evaluation suite for the skill-authoring skill
type: capability

environment: azsdk-mcp-mock

tags:
  area: skill-authoring
  type: ci-gate

config:
  runs: 1
  timeout: "90s"
  model: claude-opus-4.6
  executor: copilot-sdk

scoring:
  threshold: 0.8

stimuli:
  - name: skill-authoring-basic-001
    prompt: |
      I want to create a new skill for API documentation review. What should I include in the SKILL.md file?
    graders:
      - type: output-contains
        config:
          substring: "frontmatter"

  - name: basic-trigger
    prompt: "I need to create a new skill for Azure SDK. What's the correct SKILL.md format?"
    graders:
      - type: output-contains
        config:
          substring: "skill"
    constraints:
      expect_skills: ["skill-authoring"]

  - name: anti-trigger
    prompt: "How do I authenticate with Azure Active Directory in my Python app?"
    graders:
      - type: output-not-contains
        config:
          substring: "SKILL.md"
      - type: output-not-contains
        config:
          substring: "frontmatter"