{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "name": "site-docs-authoring routing accuracy corpus",
  "version": "2.1.0",
  "purpose": "Routing-eval corpus for site-docs-authoring. Each phrase declares the skill (expected), a forbidden skill (expected_not, for phrases the source data only ever asserted as \"not this skill\"), or neither. Scored by scripts/skills/run-skill-evals.mjs (TF-IDF token overlap over per-skill description+triggers).",
  "scoring_notes": "Heuristic signal, not ground truth. Treat misroutes as a prompt to tighten the skill description, never as a reason to keyword-stuff it. Real harness routing is LLM-driven.",
  "scope": "site-docs-authoring routing, does this phrase activate site-docs-authoring?",
  "phrases": [
    {
      "id": "site-docs-authoring-pos-01",
      "phrase": "review this site docs page for consistency",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-02",
      "phrase": "does this callout look like plain text to you",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-03",
      "phrase": "why is the code background not visible on this page",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-04",
      "phrase": "add a new pattern page under site/pages/patterns",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-05",
      "phrase": "author a new getting-started guide page",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-06",
      "phrase": "write a new architecture explainer page for the docs site",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-07",
      "phrase": "create a reference page documenting the MCP tools",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-08",
      "phrase": "this demo page needs a tamed static frame like the other pattern pages",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-09",
      "phrase": "add a new admin-shell demo to this patterns page without duplicating the taming CSS",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-10",
      "phrase": "is this site page consistent with our authoring conventions",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-11",
      "phrase": "audit site/pages/guides for the same callout bug we found elsewhere",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-12",
      "phrase": "this warning box on the docs page has no background at all",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-13",
      "phrase": "what's the shared skeleton every site docs page should follow",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-14",
      "phrase": "what token should a new chip-like surface use to stay readable against the page background",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-15",
      "phrase": "check the patterns pages for any other unstyled data attributes like data-alert",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-pos-16",
      "phrase": "scaffold a new getting-started/theming-dark-mode.html page",
      "expected": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-01",
      "phrase": "review this component's own demo gallery in its .examples.html file",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-02",
      "phrase": "fix this gen-ui training exemplar page under site/pages/examples",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-03",
      "phrase": "tune the zettel retrieval threshold for the chunk corpus",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-04",
      "phrase": "add a new prop to the button-ui primitive",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-05",
      "phrase": "cut the next npm release for the 9 @adia-ai packages",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-06",
      "phrase": "deploy the docs site to ui-kit.exe.xyz",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-07",
      "phrase": "fix this gen-ui training exemplar page",
      "expected_not": "site-docs-authoring"
    },
    {
      "id": "site-docs-authoring-neg-08",
      "phrase": "add a demo to the patterns page for card-ui",
      "expected_not": "site-docs-authoring"
    }
  ],
  "_measured_historical": {
    "as_of": "2026-07-18",
    "scorer": "routing_eval.py (nonoun-plugins/forge)",
    "f1": 0.733,
    "precision": 0.786,
    "recall": 0.688,
    "exit_code": 0,
    "note": "measured by the external routing_eval.py (nonoun-plugins/forge) against the pre-conversion positives/negatives shape; historical record only, not regenerated by run-skill-evals.mjs."
  }
}