{ "should_trigger_pass_rate": 1.0, "should_not_trigger_pass_rate": 0.9, "should_trigger_pass": "10/10", "should_not_trigger_pass": "9/10", "results": [ { "query": "package this up into a draft pr", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "ok the feat/passkeys branch is done — ship it for review", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "wrap this branch and send it over to the team for review", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "I just finished the PM-23456 work on the autofill prompts, throw together a pull request with the usual template please", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "open a draft pr for me — the branch is fix/sync-crash and it tracks origin already", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "let's get this in front of reviewers — it's the auth middleware rewrite for PM-19002, I want it as a draft", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "draft the PR body for feat/refresh-tokens — I've already pushed the branch, just need a clean description that follows the bitwarden template", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "can you put together a pull request? the bitwarden/clients diff is ready, branch is chore/cleanup-stale-flags", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "this is good to go, push it up to github for review with an ai-review-vnext label", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "I want to open a non-draft PR for PM-12345, what should the title look like and which t: label will it get?", "should_trigger": true, "triggers": 3, "runs": 3, "trigger_rate": 1.0 }, { "query": "address the PR review comments on #1234 — the reviewer flagged a race condition in the session middleware and I want to push back on one of them", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "what's the status of my open PRs in bitwarden/server right now? specifically curious which ones are blocked on reviewers", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "explain how pull requests work in the bitwarden org — I'm new and trying to understand the review process", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "merge PR #4567 in bitwarden/clients, CI is green and I've already approved it", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "close that stale PR from last quarter — the one about the deprecated auth flow, I don't think we're picking it up", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "commit my staged changes with a feat: message about the new passkey enrollment flow", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "what's the right t: label for adding tests to a previously untested service class? is it t:tech-debt or something else?", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "run preflight before I commit — I want to make sure tests pass and the spell check is clean", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 }, { "query": "package up this plugin as a .skill file so I can install it on another machine", "should_trigger": false, "triggers": 2, "runs": 3, "trigger_rate": 0.6666666666666666 }, { "query": "rebase feat/auth-refactor onto main and walk me through any conflicts in the session store", "should_trigger": false, "triggers": 0, "runs": 3, "trigger_rate": 0.0 } ] }