{
  "version": 1,
  "generated_by": "eval/knowledge/run.mjs",
  "snapshot": {
    "sillyspec": {
      "head": "c5b1d9a5a6cd83437910253ba0a6ff9ea5dd7904",
      "knowledge_hash": "ef33189ed3662e37e286fb6827eb06e5ea449853459da0a74a99d0305b973665",
      "knowledge_files": 141
    }
  },
  "cases": {
    "sillyspec": {
      "organic": 31,
      "self": 214
    }
  },
  "metrics": {
    "sillyspec": {
      "entries": {
        "raw": {
          "top1": 1,
          "top3": 1,
          "mrr": 1,
          "n": 7
        },
        "rendered": {
          "top1": 1,
          "top3": 1,
          "mrr": 1,
          "n": 7
        },
        "truncated": [],
        "details": [
          {
            "id": "s-man-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-03",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-04",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-05",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-06",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-07",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-08",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          }
        ],
        "subsets": {
          "frozen": {
            "top1": 1,
            "top3": 1,
            "mrr": 1,
            "n": 4,
            "reachable": 1
          },
          "default": {
            "top1": 1,
            "top3": 1,
            "mrr": 1,
            "n": 3,
            "reachable": 1
          }
        }
      },
      "decisions": {
        "raw": {
          "top1": 0.8462,
          "top3": 0.8462,
          "mrr": 0.8462,
          "n": 13
        },
        "rendered": {
          "top1": 0.8462,
          "top3": 0.8462,
          "mrr": 0.8462,
          "n": 13
        },
        "truncated": [],
        "details": [
          {
            "id": "s-tel-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-tel-02",
            "raw_rank": null,
            "rendered_rank": null,
            "truncated": false
          },
          {
            "id": "s-tel-03",
            "raw_rank": null,
            "rendered_rank": null,
            "truncated": false
          },
          {
            "id": "s-tel-05",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-02",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-02",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-03",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-04",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-05",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-06",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-07",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "auto-sillyspec-08",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          }
        ],
        "subsets": {
          "default": {
            "top1": 0.8333,
            "top3": 0.8333,
            "mrr": 0.8333,
            "n": 12,
            "reachable": 0.8333
          },
          "frozen": {
            "top1": 1,
            "top3": 1,
            "mrr": 1,
            "n": 1,
            "reachable": 1
          }
        }
      },
      "search": {
        "raw": {
          "top1": 1,
          "top3": 1,
          "mrr": 1,
          "n": 7
        },
        "rendered": {
          "top1": 1,
          "top3": 1,
          "mrr": 1,
          "n": 7
        },
        "truncated": [],
        "details": [
          {
            "id": "s-man-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-03",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-04",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-05",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-06",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-07",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-08",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          }
        ]
      },
      "scope": {
        "raw": {
          "top1": 0.6667,
          "top3": 0.75,
          "mrr": 0.7215,
          "n": 12
        },
        "rendered": {
          "top1": 0.6667,
          "top3": 0.75,
          "mrr": 0.7215,
          "n": 12
        },
        "truncated": [],
        "details": [
          {
            "id": "s-man-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-02",
            "raw_rank": 8,
            "rendered_rank": 8,
            "truncated": false
          },
          {
            "id": "s-man-03",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-04",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-man-05",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-scope-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-scope-02",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-scope-03",
            "raw_rank": 3,
            "rendered_rank": 3,
            "truncated": false
          },
          {
            "id": "s-scope-04",
            "raw_rank": 5,
            "rendered_rank": 5,
            "truncated": false
          },
          {
            "id": "s-scope-05",
            "raw_rank": null,
            "rendered_rank": null,
            "truncated": false
          },
          {
            "id": "s-fusion-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          },
          {
            "id": "s-fusion-02",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          }
        ],
        "subsets": {
          "frozen": {
            "top1": 0.8,
            "top3": 0.8,
            "mrr": 0.825,
            "n": 5,
            "reachable": 1
          },
          "added": {
            "top1": 0.4,
            "top3": 0.6,
            "mrr": 0.5067,
            "n": 5,
            "reachable": 0.8
          },
          "fusion": {
            "top1": 1,
            "top3": 1,
            "mrr": 1,
            "n": 2,
            "reachable": 1
          }
        },
        "scope_unreachable": [
          "s-scope-05"
        ]
      },
      "fr": {
        "raw": {
          "top1": 0.25,
          "top3": 0.5,
          "mrr": 0.4167,
          "n": 4
        },
        "rendered": {
          "top1": 0.25,
          "top3": 0.5,
          "mrr": 0.375,
          "n": 4
        },
        "truncated": [
          "s-tel-04",
          "s-man-10"
        ],
        "details": [
          {
            "id": "s-tel-04",
            "raw_rank": 12,
            "rendered_rank": null,
            "truncated": true
          },
          {
            "id": "s-man-09",
            "raw_rank": 2,
            "rendered_rank": 2,
            "truncated": false
          },
          {
            "id": "s-man-10",
            "raw_rank": 12,
            "rendered_rank": null,
            "truncated": true
          },
          {
            "id": "s-fr-prod-01",
            "raw_rank": 1,
            "rendered_rank": 1,
            "truncated": false
          }
        ],
        "subsets": {
          "approx": {
            "top1": 0,
            "top3": 0.3333,
            "mrr": 0.2222,
            "n": 3,
            "reachable": 1
          },
          "prod": {
            "top1": 1,
            "top3": 1,
            "mrr": 1,
            "n": 1,
            "reachable": 1
          }
        }
      }
    }
  },
  "self_smoke": {
    "sillyspec": {
      "cases": 214,
      "skipped": 618,
      "own_hit_top3": 0.0187,
      "name_only_top3": 0.028,
      "leak_gap": -0.0093
    }
  },
  "probes": {
    "score-contract": true,
    "word-boundary": true,
    "route-rows": true,
    "scope-manual": true,
    "fixed-entries": true,
    "linkage": true
  },
  "label_issues": [],
  "warnings": []
}