{
  "version": "3.0.5",
  "generatedAt": "2026-05-30T04:08:54.227Z",
  "rules": {
    "total": 450,
    "categories": 10,
    "byCategory": {
      "agent-manipulation": 106,
      "context-exfiltration": 42,
      "data-poisoning": 2,
      "excessive-autonomy": 9,
      "model-abuse": 10,
      "model-security": 3,
      "privilege-escalation": 18,
      "prompt-injection": 174,
      "skill-compromise": 43,
      "tool-poisoning": 43
    }
  },
  "ecosystem": {
    "skillsScanned": 96096,
    "skillsFlagged": 1302
  },
  "benchmark": {
    "pintRecall": 0.6319290465631929,
    "pintPrecision": 0.9965034965034965
  },
  "benchmarks": [
    {
      "source": "advbench",
      "source_version": "upstream-2026-05-23",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 520,
      "recall": 0.013461538461538462,
      "precision": 1,
      "f1": 0.026565464895635677,
      "fp_rate": 0,
      "measurement_file": "data/measurements/advbench/2026-05-23_advbench-upstream-2026-05-23_atr-3-0-0.json"
    },
    {
      "source": "atr-self-test",
      "source_version": "internal",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 341,
      "recall": 0.8940809968847352,
      "precision": 1,
      "f1": 0.944078947368421,
      "fp_rate": 0,
      "measurement_file": "data/measurements/atr-self-test/2026-05-23_atr-self-test-internal_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "autoresearch",
      "source_version": "internal-1054",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 1054,
      "recall": 0.150853889943074,
      "precision": 1,
      "f1": 0.26215993404781535,
      "fp_rate": 0,
      "measurement_file": "data/measurements/autoresearch/2026-05-23_autoresearch-internal-1054_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "garak",
      "source_version": "inthewild-jailbreak-corpus-650",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 650,
      "recall": 0.98,
      "precision": 1,
      "f1": 0.98989898989899,
      "fp_rate": 0,
      "measurement_file": "data/measurements/garak/2026-05-23_garak-inthewild-jailbreak-corpus-650_atr-3-0-0.json"
    },
    {
      "source": "garak-full",
      "source_version": "23-families",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 3475,
      "recall": 0.38532374100719424,
      "precision": 1,
      "f1": 0.5562941420855837,
      "fp_rate": 0,
      "measurement_file": "data/measurements/garak-full/2026-05-23_garak-full-23-families_atr-3-0-0.json"
    },
    {
      "source": "hackaprompt",
      "source_version": "v1",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 4780,
      "recall": 0.6598326359832636,
      "precision": 1,
      "f1": 0.7950592387194353,
      "fp_rate": 0,
      "measurement_file": "data/measurements/hackaprompt/2026-05-23_hackaprompt-v1_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "harmbench",
      "source_version": "upstream-2026-05-23",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 400,
      "recall": 0.025,
      "precision": 1,
      "f1": 0.04878048780487806,
      "fp_rate": 0,
      "measurement_file": "data/measurements/harmbench/2026-05-23_harmbench-upstream-2026-05-23_atr-3-0-0.json"
    },
    {
      "source": "hh-rlhf",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 4957,
      "recall": 0.9913253984264676,
      "precision": 1,
      "f1": 0.9956438050856042,
      "fp_rate": 0,
      "measurement_file": "data/measurements/hh-rlhf/2026-05-23_hh-rlhf-snapshot-2026-04_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "jailbreakbench",
      "source_version": "upstream-2026-05-23",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 100,
      "recall": 0.05,
      "precision": 1,
      "f1": 0.09523809523809523,
      "fp_rate": 0,
      "measurement_file": "data/measurements/jailbreakbench/2026-05-23_jailbreakbench-upstream-2026-05-23_atr-3-0-0.json"
    },
    {
      "source": "llm-guard",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 44,
      "recall": 0.7272727272727273,
      "precision": 1,
      "f1": 0.8421052631578948,
      "fp_rate": 0,
      "measurement_file": "data/measurements/llm-guard/2026-05-23_llm-guard-corpus-2026-05-12_atr-3-0-0.json"
    },
    {
      "source": "mitre-atlas",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 182,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/mitre-atlas/2026-05-23_mitre-atlas-snapshot-2026-04_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "nemo-guardrails",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 6,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/nemo-guardrails/2026-05-23_nemo-guardrails-corpus-2026-05-12_atr-3-0-0.json"
    },
    {
      "source": "owasp-llm-top10",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 56,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/owasp-llm-top10/2026-05-23_owasp-llm-top10-snapshot-2026-04_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "pint",
      "source_version": "v1",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 850,
      "recall": 0.6319290465631929,
      "precision": 0.9965034965034965,
      "f1": 0.773405698778833,
      "fp_rate": 0.002506265664160401,
      "measurement_file": "data/measurements/pint/2026-05-23_pint-v1_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "promptbench",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 3280,
      "recall": 0,
      "precision": 1,
      "f1": 0,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptbench/2026-05-23_promptbench-snapshot-2026-04_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "promptfoo",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.0.0",
      "measured_at": "2026-05-23",
      "samples": 44,
      "recall": 0.7954545454545454,
      "precision": 1,
      "f1": 0.8860759493670886,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptfoo/2026-05-23_promptfoo-corpus-2026-05-12_atr-3-0-0.json"
    },
    {
      "source": "promptinject",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 1080,
      "recall": 0,
      "precision": 1,
      "f1": 0,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptinject/2026-05-23_promptinject-snapshot-2026-04_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "skill-benchmark",
      "source_version": "internal-498",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 498,
      "recall": 1,
      "precision": 0.97,
      "f1": 0.985,
      "fp_rate": 0.002,
      "measurement_file": "data/measurements/skill-benchmark/2026-05-23_skill-benchmark-internal-498_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "wild-scan",
      "source_version": "corpus-2026-04-14",
      "atr_version": "2.0.0",
      "measured_at": "2026-04-14",
      "samples": 96096,
      "recall": 0,
      "precision": 0.5768049155145929,
      "f1": 0,
      "fp_rate": 0,
      "measurement_file": "data/measurements/wild-scan/2026-04-14_wild-scan-corpus-2026-04-14_atr-2-0-0.json"
    }
  ],
  "benchmarks_generated_at": "2026-05-27T20:17:15.895Z"
}