{
  "schema_version": "1.0",
  "benchmark": "rigorpilot-external-suite",
  "suite_id": "20260904T175907Z",
  "generated_at": "2026-09-04T18:03:18.164939Z",
  "requested_cases": [
    "micrograd",
    "mingpt",
    "pytorch-mnist",
    "nanogpt-shakespeare"
  ],
  "completed_cases": [
    "micrograd",
    "mingpt",
    "pytorch-mnist",
    "nanogpt-shakespeare"
  ],
  "status": "passed",
  "passed": 4,
  "failed": 0,
  "stopped_reason": null,
  "wall_duration_seconds": 251.0,
  "initial_free_disk_bytes": 131014569984,
  "final_free_disk_bytes": 130992160768,
  "cases": [
    {
      "generated_at": "2026-09-04T17:59:07.500521Z",
      "case": "micrograd",
      "status": "passed",
      "commit": "7bc720e951fe422b8f8814aa5aa1b64121d26b4c",
      "harness_sha256": "3357a14ad2d039572b1db5eceda93810c48dd0ee6c523d88540a98eac7dbc86a",
      "case_sha256": "a3113b4322010e23c4087c8296ac91ce77c7753af23103a4e4e3a231c3659d2c",
      "tier": "correctness-canary",
      "selected_goal": "evaluation",
      "selected_command": "python -m pytest",
      "execution_requested": true,
      "execution_status": "success",
      "dimensions": {
        "source_pinned": true,
        "command_selected": true,
        "goal_classified": true,
        "execution_expectation_met": true,
        "evidence_complete": true,
        "readme_round_trip": true,
        "one_annotation_per_heading": true,
        "showcase_snapshot_complete": true,
        "tracked_source_unchanged": true
      },
      "wall_duration_seconds": 43.5,
      "peak_workspace_bytes": 12203075,
      "evidence_archive_bytes": 23979,
      "readme_fidelity": {
        "source_readme": "repo/README.md",
        "annotated_readme": "repro_outputs/ANNOTATED_README.md",
        "round_trip_verified": true,
        "one_annotation_per_heading": true,
        "original_bytes": 3082,
        "original_sha256": "e89ba299fe3c5ec40febf03d9a0f7522e341a1ab9226ffee5e453272afdfaaf5",
        "stripped_sha256": "e89ba299fe3c5ec40febf03d9a0f7522e341a1ab9226ffee5e453272afdfaaf5",
        "marker_blocks": 9,
        "section_markers": 8,
        "atx_heading_blocks": 8
      },
      "showcase": {
        "schema_version": "1.0",
        "repository": "https://github.com/karpathy/micrograd.git",
        "commit": "7bc720e951fe422b8f8814aa5aa1b64121d26b4c",
        "tracked_files_retained": 13,
        "original_readme": "README.md",
        "annotated_readme": "repo/RIGORPILOT_README.md",
        "original_sha256": "e89ba299fe3c5ec40febf03d9a0f7522e341a1ab9226ffee5e453272afdfaaf5",
        "stripped_sha256": "e89ba299fe3c5ec40febf03d9a0f7522e341a1ab9226ffee5e453272afdfaaf5",
        "retained_content_bytes": 190642
      },
      "workspace_cleanup": "removed",
      "main_blocker": null,
      "runner_returncode": 0
    },
    {
      "generated_at": "2026-09-04T17:59:52.664500Z",
      "case": "mingpt",
      "status": "passed",
      "commit": "37baab71b9abea1b76ab957409a1cc2fbfba8a26",
      "harness_sha256": "3357a14ad2d039572b1db5eceda93810c48dd0ee6c523d88540a98eac7dbc86a",
      "case_sha256": "c4db3cc79eab2cd5a16dcfff654d99767606ed481947eb8da6e99ad7c8804bfb",
      "tier": "selection-and-risk-canary",
      "selected_goal": "evaluation",
      "selected_command": "python -m unittest discover tests",
      "execution_requested": false,
      "execution_status": "not_run",
      "dimensions": {
        "source_pinned": true,
        "command_selected": true,
        "goal_classified": true,
        "execution_expectation_met": true,
        "evidence_complete": true,
        "readme_round_trip": true,
        "one_annotation_per_heading": true,
        "showcase_snapshot_complete": true,
        "tracked_source_unchanged": true
      },
      "wall_duration_seconds": 24.188,
      "peak_workspace_bytes": 12237468,
      "evidence_archive_bytes": 27316,
      "readme_fidelity": {
        "source_readme": "repo/README.md",
        "annotated_readme": "repro_outputs/ANNOTATED_README.md",
        "round_trip_verified": true,
        "one_annotation_per_heading": true,
        "original_bytes": 10016,
        "original_sha256": "7a572ea09843c50a83ea2c0638fa3cb98f86af2b6b8d9f1074f6d880f396439e",
        "stripped_sha256": "7a572ea09843c50a83ea2c0638fa3cb98f86af2b6b8d9f1074f6d880f396439e",
        "marker_blocks": 12,
        "section_markers": 11,
        "atx_heading_blocks": 11
      },
      "showcase": {
        "schema_version": "1.0",
        "repository": "https://github.com/karpathy/minGPT.git",
        "commit": "37baab71b9abea1b76ab957409a1cc2fbfba8a26",
        "tracked_files_retained": 18,
        "original_readme": "README.md",
        "annotated_readme": "repo/RIGORPILOT_README.md",
        "original_sha256": "7a572ea09843c50a83ea2c0638fa3cb98f86af2b6b8d9f1074f6d880f396439e",
        "stripped_sha256": "7a572ea09843c50a83ea2c0638fa3cb98f86af2b6b8d9f1074f6d880f396439e",
        "retained_content_bytes": 242922
      },
      "workspace_cleanup": "removed",
      "main_blocker": null,
      "runner_returncode": 0
    },
    {
      "generated_at": "2026-09-04T18:00:18.531613Z",
      "case": "pytorch-mnist",
      "status": "passed",
      "commit": "acc295dc7b90714f1bf47f06004fc19a7fe235c4",
      "harness_sha256": "3357a14ad2d039572b1db5eceda93810c48dd0ee6c523d88540a98eac7dbc86a",
      "case_sha256": "9cd73300380b9d0972f29d4e22f285d1c95a4e4084691907fb3bc402521dad8b",
      "tier": "data-and-evaluation-canary",
      "selected_goal": "training",
      "selected_command": "python main.py",
      "execution_requested": true,
      "execution_status": "partial",
      "dimensions": {
        "source_pinned": true,
        "command_selected": true,
        "goal_classified": true,
        "execution_expectation_met": true,
        "evidence_complete": true,
        "readme_round_trip": true,
        "one_annotation_per_heading": true,
        "showcase_snapshot_complete": true,
        "tracked_source_unchanged": true
      },
      "wall_duration_seconds": 100.844,
      "peak_workspace_bytes": 103460452,
      "evidence_archive_bytes": 25795,
      "readme_fidelity": {
        "source_readme": "repo/mnist/README.md",
        "annotated_readme": "repro_outputs/ANNOTATED_README.md",
        "round_trip_verified": true,
        "one_annotation_per_heading": true,
        "original_bytes": 159,
        "original_sha256": "21c0721b44a37f18277d655d91a087e81651dc4a1849fc778b91075b741d32f6",
        "stripped_sha256": "21c0721b44a37f18277d655d91a087e81651dc4a1849fc778b91075b741d32f6",
        "marker_blocks": 2,
        "section_markers": 1,
        "atx_heading_blocks": 1
      },
      "showcase": {
        "schema_version": "1.0",
        "repository": "https://github.com/pytorch/examples.git",
        "commit": "acc295dc7b90714f1bf47f06004fc19a7fe235c4",
        "tracked_files_retained": 238,
        "original_readme": "mnist/README.md",
        "annotated_readme": "repo/mnist/RIGORPILOT_README.md",
        "original_sha256": "21c0721b44a37f18277d655d91a087e81651dc4a1849fc778b91075b741d32f6",
        "stripped_sha256": "21c0721b44a37f18277d655d91a087e81651dc4a1849fc778b91075b741d32f6",
        "retained_content_bytes": 17608939
      },
      "workspace_cleanup": "removed",
      "main_blocker": null,
      "runner_returncode": 0
    },
    {
      "generated_at": "2026-09-04T18:02:01.343056Z",
      "case": "nanogpt-shakespeare",
      "status": "passed",
      "commit": "3adf61e154c3fe3fca428ad6bc3818b27a3b8291",
      "harness_sha256": "3357a14ad2d039572b1db5eceda93810c48dd0ee6c523d88540a98eac7dbc86a",
      "case_sha256": "5bfc9b6db99a156e2cfe8774e4d12dff26f3275e2c9fd5c3b97f34f8398305d9",
      "tier": "bounded-training-canary",
      "selected_goal": "training",
      "selected_command": "python train.py config/train_shakespeare_char.py --device=cpu --compile=False --eval_iters=20 --log_interval=1 --block_size=64 --batch_size=12 --n_layer=4 --n_head=4 --n_embd=128 --max_iters=2000 --lr_decay_iters=2000 --dropout=0.0",
      "execution_requested": true,
      "execution_status": "partial",
      "dimensions": {
        "source_pinned": true,
        "command_selected": true,
        "goal_classified": true,
        "execution_expectation_met": true,
        "evidence_complete": true,
        "readme_round_trip": true,
        "one_annotation_per_heading": true,
        "showcase_snapshot_complete": true,
        "tracked_source_unchanged": true
      },
      "wall_duration_seconds": 75.453,
      "peak_workspace_bytes": 16502742,
      "evidence_archive_bytes": 54526,
      "readme_fidelity": {
        "source_readme": "repo/README.md",
        "annotated_readme": "repro_outputs/ANNOTATED_README.md",
        "round_trip_verified": true,
        "one_annotation_per_heading": true,
        "original_bytes": 14084,
        "original_sha256": "664ba6f596c529ed571e288cc162201d7f160d636ccfa502c488dc293a548271",
        "stripped_sha256": "664ba6f596c529ed571e288cc162201d7f160d636ccfa502c488dc293a548271",
        "marker_blocks": 12,
        "section_markers": 11,
        "atx_heading_blocks": 11
      },
      "showcase": {
        "schema_version": "1.0",
        "repository": "https://github.com/karpathy/nanoGPT.git",
        "commit": "3adf61e154c3fe3fca428ad6bc3818b27a3b8291",
        "tracked_files_retained": 26,
        "original_readme": "README.md",
        "annotated_readme": "repo/RIGORPILOT_README.md",
        "original_sha256": "664ba6f596c529ed571e288cc162201d7f160d636ccfa502c488dc293a548271",
        "stripped_sha256": "664ba6f596c529ed571e288cc162201d7f160d636ccfa502c488dc293a548271",
        "retained_content_bytes": 739986
      },
      "workspace_cleanup": "removed",
      "main_blocker": null,
      "runner_returncode": 0
    }
  ]
}