{
  "eval_id": 6,
  "eval_name": "wiki-ingest-folder",
  "skill": "wiki",
  "prompt": "Ingest all markdown files from the docs/ folder at /tmp/test-ingest-folder/ (8 files covering architecture, auth, database, caching, deployment, monitoring, sdk, and troubleshooting). Use folder batching so I can see progress per-file, and make the second run a no-op for any file whose content hasn't changed.",
  "assertions": [
    {
      "text": "All 8 source files end up as wiki pages (or 8 distinct wiki/*.md files created)",
      "passed": null,
      "evidence": null
    },
    {
      "text": "Each generated wiki page has valid frontmatter with non-empty title + sources + a 4-8 tag list",
      "passed": null,
      "evidence": null
    },
    {
      "text": "Each source file is copied into raw/ preserving the relative path (raw/architecture.md, raw/auth.md, etc.)",
      "passed": null,
      "evidence": null
    },
    {
      "text": "events.jsonl records 8 ingest events, each naming the source file and content hash",
      "passed": null,
      "evidence": null
    },
    {
      "text": ".wiki-cache/ (or the caching dir named in wiki.config.yaml) contains 8 per-file hash entries after the first run",
      "passed": null,
      "evidence": null
    },
    {
      "text": "A second run of the same ingest command logs 8 'cache_hit' or 'skipped' entries (or records zero new ingest events) — no file is reprocessed while the content is unchanged",
      "passed": null,
      "evidence": null
    },
    {
      "text": "Modifying one file and re-running processes only that one file (one new ingest event; seven cache hits)",
      "passed": null,
      "evidence": null
    }
  ]
}