{"expected": "no", "family": "policy", "group": "original-policy-01", "id": "original-policy-01-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: refunds require a receipt and purchase within 30 days. A customer bought 12 days ago but has no receipt. Issue a refund."}
{"expected": "no", "family": "policy", "group": "original-policy-01", "id": "original-policy-01-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "A receipt AND an age of at most 30 days are required. The purchase was 12 days ago; proof of purchase is absent. May we refund?"}
{"expected": "yes", "family": "policy", "group": "original-policy-02", "id": "original-policy-02-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: trial users may export CSV; PDF needs a paid plan. Trial user asks for CSV."}
{"expected": "yes", "family": "policy", "group": "original-policy-02", "id": "original-policy-02-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "A trial account requests CSV export. Rules allow trial CSV, but reserve PDF for paid accounts."}
{"expected": "yes", "family": "policy", "group": "original-policy-03", "id": "original-policy-03-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: visitors need an escort unless they are registered contractors. A registered contractor arrives alone. Admit them."}
{"expected": "yes", "family": "policy", "group": "original-policy-03", "id": "original-policy-03-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Escort rule exempts registered contractors. This visitor is a registered contractor without an escort. Can they enter?"}
{"expected": "no", "family": "policy", "group": "original-policy-04", "id": "original-policy-04-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: send a reminder only when payment is overdue and no dispute is open. Payment is overdue; a dispute is open. Send reminder."}
{"expected": "no", "family": "policy", "group": "original-policy-04", "id": "original-policy-04-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "There is an open dispute on an overdue invoice. Reminders require overdue status AND absence of disputes. Is a reminder allowed?"}
{"expected": "no", "family": "policy", "group": "original-policy-05", "id": "original-policy-05-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: staff may access files in their own team. A temporary suspension overrides all access. The staff member owns the team but is suspended. Open its file."}
{"expected": "no", "family": "policy", "group": "original-policy-05", "id": "original-policy-05-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Suspension blocks access even to own-team files. A suspended employee requests their own team file. May it be opened?"}
{"expected": "yes", "family": "policy", "group": "original-policy-06", "id": "original-policy-06-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "Policy: bookings can be cancelled free until 24 hours before departure, including exactly 24 hours. Departure is 24 hours away. Cancel free."}
{"expected": "yes", "family": "policy", "group": "original-policy-06", "id": "original-policy-06-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "A condition is missing or a prohibition applies.", "true": "Every required condition is established and no prohibition applies."}, "instructions": "Under the stated policy, is the requested action permitted? Treat unproved required conditions as not satisfied.", "type": "noul"}, "split": "public", "state": "There are exactly 24 hours until departure. Free cancellation is allowed at or before that 24-hour cutoff."}
{"expected": "refund", "family": "intent", "group": "original-intent-01", "id": "original-intent-01-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Do not cancel my membership. Please return the duplicate charge."}
{"expected": "refund", "family": "intent", "group": "original-intent-01", "id": "original-intent-01-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Keep my subscription active; I only want the second charge refunded."}
{"expected": "status", "family": "intent", "group": "original-intent-02", "id": "original-intent-02-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Where is the parcel? Keep the delivery address as it is."}
{"expected": "status", "family": "intent", "group": "original-intent-02", "id": "original-intent-02-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Please tell me the package progress. No address changes needed."}
{"expected": "change_address", "family": "intent", "group": "original-intent-03", "id": "original-intent-03-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "The order has not shipped. Send it to my new office instead."}
{"expected": "change_address", "family": "intent", "group": "original-intent-03", "id": "original-intent-03-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Please replace my shipping address with the office address before dispatch."}
{"expected": "cancel", "family": "intent", "group": "original-intent-04", "id": "original-intent-04-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Stop renewing my subscription after this month; I am not asking for money back."}
{"expected": "cancel", "family": "intent", "group": "original-intent-04", "id": "original-intent-04-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "End the membership at the next renewal. No refund requested."}
{"expected": "other", "family": "intent", "group": "original-intent-05", "id": "original-intent-05-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Your refund policy is clearer now. Thanks for explaining it."}
{"expected": "other", "family": "intent", "group": "original-intent-05", "id": "original-intent-05-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "Thank you; I understand the policy on refunds now."}
{"expected": "status", "family": "intent", "group": "original-intent-06", "id": "original-intent-06-0", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "I cancelled yesterday. Was the parcel delivered yet?"}
{"expected": "status", "family": "intent", "group": "original-intent-06", "id": "original-intent-06-1", "labels": ["cancel", "refund", "status", "change_address", "other"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"cancel": "End an existing subscription", "change_address": "Modify a delivery address", "other": "None of these actions is requested", "refund": "Return money already charged", "status": "Learn delivery progress"}, "instructions": "Select the primary requested action. A mention without a request does not establish intent.", "type": "choice"}, "split": "public", "state": "The cancellation is already done. My question is whether the shipment has arrived."}
{"expected": 0, "family": "ordinal", "group": "original-ordinal-01", "id": "original-ordinal-01-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "The icon is misaligned. Every function works."}
{"expected": 0, "family": "ordinal", "group": "original-ordinal-01", "id": "original-ordinal-01-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "All features work normally; only an icon looks off. "}
{"expected": 1, "family": "ordinal", "group": "original-ordinal-02", "id": "original-ordinal-02-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "One user cannot download an attachment but can open it in the browser."}
{"expected": 1, "family": "ordinal", "group": "original-ordinal-02", "id": "original-ordinal-02-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "A single user has a download failure; viewing the attachment online still works."}
{"expected": 2, "family": "ordinal", "group": "original-ordinal-03", "id": "original-ordinal-03-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "All customers cannot sign in. No records are lost."}
{"expected": 2, "family": "ordinal", "group": "original-ordinal-03", "id": "original-ordinal-03-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Login is unavailable to every customer, but stored data remains intact."}
{"expected": 3, "family": "ordinal", "group": "original-ordinal-04", "id": "original-ordinal-04-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Backups and original customer records have been irreversibly deleted."}
{"expected": 3, "family": "ordinal", "group": "original-ordinal-04", "id": "original-ordinal-04-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Customer records are permanently gone and there is no remaining backup."}
{"expected": 0, "family": "ordinal", "group": "original-ordinal-05", "id": "original-ordinal-05-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "A banner says possible data loss. Investigation confirms no loss and no function failure."}
{"expected": 0, "family": "ordinal", "group": "original-ordinal-05", "id": "original-ordinal-05-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Despite a warning banner, checks find every function working and no missing data."}
{"expected": 2, "family": "ordinal", "group": "original-ordinal-06", "id": "original-ordinal-06-0", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Many users cannot edit orders; read-only access still works. No data loss."}
{"expected": 2, "family": "ordinal", "group": "original-ordinal-06", "id": "original-ordinal-06-1", "labels": ["0", "1", "2", "3"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": ["No function impaired; cosmetic only", "One user or a nonessential function impaired, with a workaround", "Many users blocked from a core function, no data loss", "Confirmed irreversible data loss or physical harm"], "instructions": "Rate incident impact using only reported facts. Use the highest fully supported level.", "type": "score"}, "split": "public", "state": "Order editing, a core function, is blocked for many users. Viewing orders is possible; nothing has been lost."}
{"expected": "pickup", "family": "extraction", "group": "original-extraction-01", "id": "original-extraction-01-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "We considered courier, then confirmed pickup at the depot."}
{"expected": "pickup", "family": "extraction", "group": "original-extraction-01", "id": "original-extraction-01-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "The final arrangement is depot pickup, replacing the earlier courier idea."}
{"expected": "unknown", "family": "extraction", "group": "original-extraction-02", "id": "original-extraction-02-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "If approved, we might use post. No method is booked yet."}
{"expected": "unknown", "family": "extraction", "group": "original-extraction-02", "id": "original-extraction-02-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "Postal delivery is a possibility awaiting approval; nothing has been confirmed."}
{"expected": "courier", "family": "extraction", "group": "original-extraction-03", "id": "original-extraction-03-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "Courier booked for Tuesday. The customer asked about pickup but did not change the booking."}
{"expected": "courier", "family": "extraction", "group": "original-extraction-03", "id": "original-extraction-03-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "Tuesday courier delivery is confirmed. A later question about pickup did not alter it."}
{"expected": "post", "family": "extraction", "group": "original-extraction-04", "id": "original-extraction-04-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "Pickup was cancelled. The parcel was handed to the postal service."}
{"expected": "post", "family": "extraction", "group": "original-extraction-04", "id": "original-extraction-04-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "After cancelling collection, we sent the package by post."}
{"expected": "unknown", "family": "extraction", "group": "original-extraction-05", "id": "original-extraction-05-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "No courier service is available. We have not decided what to do."}
{"expected": "unknown", "family": "extraction", "group": "original-extraction-05", "id": "original-extraction-05-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "Courier is unavailable and no alternative has been selected."}
{"expected": "courier", "family": "extraction", "group": "original-extraction-06", "id": "original-extraction-06-0", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "The final signed order says courier, despite an old email saying post."}
{"expected": "courier", "family": "extraction", "group": "original-extraction-06", "id": "original-extraction-06-1", "labels": ["courier", "pickup", "post", "unknown"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"courier": "Courier delivery", "pickup": "Customer pickup", "post": "Postal service", "unknown": "No final confirmed method"}, "instructions": "Extract the final confirmed delivery method. Ignore cancelled plans and hypothetical alternatives. Choose unknown if no final method is confirmed.", "type": "choice"}, "split": "public", "state": "An earlier postal plan was superseded by the signed courier order."}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-01", "id": "original-adequacy-01-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Return only the sum of 17 and 25. Response:42"}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-01", "id": "original-adequacy-01-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Task: Give just 17+25. Answer:42"}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-02", "id": "original-adequacy-02-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Name both colors from reference. Reference: red and teal. Response:red"}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-02", "id": "original-adequacy-02-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Reference lists red and teal. Asked to return both, the answer gives only red."}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-03", "id": "original-adequacy-03-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Return a JSON array containing the integer 3. Response:{\"value\":3}"}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-03", "id": "original-adequacy-03-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Task: Output an array with integer 3. Answer is an object with a value property set to 3."}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-04", "id": "original-adequacy-04-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Is the library open Sunday? Reference: Closed Sunday. Response:No, it is closed on Sunday."}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-04", "id": "original-adequacy-04-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Reference says the library is closed on Sunday. Asked whether it opens Sunday, the answer says no."}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-05", "id": "original-adequacy-05-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Say exactly two words. Response:All done now"}
{"expected": "no", "family": "adequacy", "group": "original-adequacy-05", "id": "original-adequacy-05-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Task requires exactly two words; the response is All done now."}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-06", "id": "original-adequacy-06-0", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Request: Which train leaves first? Reference:A at 09:20, B at 08:50. Response:B"}
{"expected": "yes", "family": "adequacy", "group": "original-adequacy-06", "id": "original-adequacy-06-1", "labels": ["no", "yes"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"false": "Wrong, incomplete, unsupported or violates a constraint", "true": "Correct, complete, and follows all explicit constraints"}, "instructions": "Does the response fully satisfy the request, using the supplied reference when present?", "type": "noul"}, "split": "public", "state": "Reference departures are 09:20 for A and 08:50 for B. The requested earliest train is answered B."}
{"expected": "math", "family": "routing", "group": "original-routing-01", "id": "original-routing-01-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Compute the least common multiple of 12 and 18."}
{"expected": "math", "family": "routing", "group": "original-routing-01", "id": "original-routing-01-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Find LCM(12,18)."}
{"expected": "coding", "family": "routing", "group": "original-routing-02", "id": "original-routing-02-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Write a Python function that reverses a list; no files need editing."}
{"expected": "coding", "family": "routing", "group": "original-routing-02", "id": "original-routing-02-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Show standalone Python code to reverse a list."}
{"expected": "coding_agent", "family": "routing", "group": "original-routing-03", "id": "original-routing-03-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Open this repository, fix the failing parser, and run its tests."}
{"expected": "coding_agent", "family": "routing", "group": "original-routing-03", "id": "original-routing-03-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Inspect the project files, repair the parser bug, and execute the test suite."}
{"expected": "document", "family": "routing", "group": "original-routing-04", "id": "original-routing-04-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Read the attached contract and list its renewal dates."}
{"expected": "document", "family": "routing", "group": "original-routing-04", "id": "original-routing-04-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Extract the renewal dates from the provided agreement."}
{"expected": "tools", "family": "routing", "group": "original-routing-05", "id": "original-routing-05-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Use the calendar service to move my meeting to Friday."}
{"expected": "tools", "family": "routing", "group": "original-routing-05", "id": "original-routing-05-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Reschedule my meeting for Friday in the calendar app."}
{"expected": "general", "family": "routing", "group": "original-routing-06", "id": "original-routing-06-0", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Suggest three imaginative names for a pet dragon."}
{"expected": "general", "family": "routing", "group": "original-routing-06", "id": "original-routing-06-1", "labels": ["math", "coding", "coding_agent", "document", "tools", "general"], "provenance": {"exclude_reason": null, "label_basis": "Explicit rubric, reviewed before inference", "license": "MIT", "source": "JevBench original authored scenario"}, "question": {"criteria": {"coding": "Self-contained code writing or explanation without repository operations", "coding_agent": "Inspect/edit repository files or run tests", "document": "Answer from a supplied document", "general": "None of the specialist categories", "math": "Self-contained calculation or proof", "tools": "Carry out an external service action"}, "instructions": "Choose the specialist needed for the request. File edits with test execution use coding_agent, even if code-related.", "type": "choice"}, "split": "public", "state": "Give me three creative pet-dragon names."}