{
  "evals": [
    {
      "id": "success-parallel-review",
      "prompt": "Use Pi subagents to review the current diff from several angles.",
      "expected_output": "The agent lists available subagents unless already known, launches fresh-context reviewer tasks with distinct evidence-backed angles, marks them review-only/no project edits, omits acceptance because same-session finalization is not independent review, launches independent reviewers as separate async runs so each completion wakes the parent, ends the turn to wait when no useful parent work remains, treats any reviewer timeout as incomplete review, and synthesizes fixes worth doing now separately from optional or deferred feedback."
    },
    {
      "id": "success-worker-acceptance-handoff",
      "prompt": "Delegate the approved implementation plan to a worker and make sure it proves completion.",
      "expected_output": "The agent launches one writer worker, keeps implementation scope in task, puts definition of done, evidence, verify commands, stop rules, and maxFinalizationTurns in acceptance, and keeps the parent responsible for final verification and user-facing status."
    },
    {
      "id": "edge-active-goal-async",
      "prompt": "A Pi goal is active and incomplete; use subagents for goal-critical review evidence.",
      "expected_output": "The agent launches goal-critical reviewers asynchronously, continues useful independent work or ends the current turn, then resumes the goal after automatic completion delivery. It does not poll, attach a wait, or advance past missing evidence. It uses async: false only for explicitly chosen foreground execution."
    },
    {
      "id": "failure-ordinary-child-nesting",
      "prompt": "An ordinary reviewer child should use the pi-subagents skill and launch its own reviewers if needed.",
      "expected_output": "The agent does not pass the parent-only pi-subagents skill to a child. An ordinary bundled reviewer remains a leaf, so needed fanout stays in the parent. Only an explicitly delegation-enabled custom profile may use helpers within its assigned scope, role authority, and native depth budget; the agent does not change nesting settings without user authorization. The original parent retains integration and final delivery."
    },
    {
      "id": "failure-agent-skill-maintenance",
      "prompt": "Harden the skills/pi-subagents Agent Skill end-to-end.",
      "expected_output": "The agent does not use the pi-subagents orchestration skill for the maintenance work; it uses agent-skill-engineering, treats skills/pi-subagents as the canonical target folder, validates the skill, applies focused skill-file/eval improvements, and reports validation evidence."
    }
  ]
}