{
  "schema": "spotter.selection-experiment.v1",
  "status": "complete",
  "completedAt": "2026-09-21T13:40:13.341Z",
  "model": "jev-1.13.0",
  "baselineCommit": "596e88537fb97b317b1d6ab837cbd39d4e283125",
  "candidateSourceSha256": "4180e15cf25072fe70dd39f26019b8c0083eef5305c7a9521f0bf2670811fbdd",
  "decision": "候補方式は採用しない。確率の足切りと再比較は改善せず、短い質問＋Noulは制御ケースを改善したが、独立確認で重複提案が残った。現行の判定を維持する。",
  "decisionUpdate": "2026-09-21: 当初の見送りを撤回し、短い質問＋Noulを採用する。期待外2件は同じ検索機能の重複で、親AIが採用を選別できる。独立確認の欠落12→3、完全一致18/30→25/30と入力token約3割減を評価した。元の測定値と当初判断は保持する。",
  "scope": "固定した日本語ケースの判定実験。親AIの行動改善・実運用の有用性・公式Hermes例との優劣は測っていない。入力tokenは処理量であり請求額ではない。",
  "threshold": 0.5,
  "thresholdScores": [
    {
      "threshold": 0.5,
      "exact": 23,
      "fp": 0,
      "fn": 1
    },
    {
      "threshold": 0.6,
      "exact": 21,
      "fp": 0,
      "fn": 3
    },
    {
      "threshold": 0.7,
      "exact": 21,
      "fp": 0,
      "fn": 3
    },
    {
      "threshold": 0.8,
      "exact": 18,
      "fp": 0,
      "fn": 11
    },
    {
      "threshold": 0.9,
      "exact": 18,
      "fp": 0,
      "fn": 12
    },
    {
      "threshold": 0.95,
      "exact": 15,
      "fp": 0,
      "fn": 15
    }
  ],
  "groups": [
    {
      "title": "1. 現行判定の確率と候補再比較",
      "note": "16ケース×3回。閾値は開発8ケースで選び、残る8ケースで確認。選ばれた閾値は0.5で、現行の選択集合は変わらなかった。再比較は提案が2件以上の時だけ実行。確率足切りは同じ応答の再集計なのでAPIの追加呼出しはない。",
      "cases": [
        {
          "id": "search-only",
          "split": "development",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLiteの罠を検索して。新規記録は不要。"
          },
          "expected": [
            "caveat_search"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "search-record",
          "split": "development",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatで同種の罠を検索し、今回解決した原因と対処もCaveatへ記録して。"
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "slides-new",
          "split": "development",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "既存ファイルはない。新しいPowerPoint資料を作って。"
          },
          "expected": [
            "slides_create"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "thanks",
          "split": "development",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "ありがとう。これで終わりです。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "standard-read",
          "split": "development",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "標準のファイル読み取りでREADME.mdの最初の一段落を読んで。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "missing-service",
          "split": "development",
          "category": "対応外",
          "input": {
            "stage": "user_input",
            "userInput": "この文章をMastodonへ投稿して。Xには投稿しない。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "release-pair",
          "split": "development",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このプロジェクトのリリース手順を読んで、検証済みリリースを公開して。"
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-used",
          "split": "development",
          "category": "使用済み",
          "input": {
            "stage": "turn_end",
            "finalResponse": "Caveatに解決内容を記録しました。",
            "usedTools": [
              "caveat_record"
            ]
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "record-only",
          "split": "holdout",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "解決済みの原因は分かった。今回の罠をCaveatに記録して。過去の検索はしなくていい。"
          },
          "expected": [
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "calendar-pair",
          "split": "holdout",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "カレンダーで明日の予定を検索して、空いている時刻に打ち合わせの予定を作って。"
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "slides-existing",
          "split": "holdout",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "既存のsales.pptxを開いてタイトルの文字だけ修正して。新しい資料は作らない。"
          },
          "expected": [
            "slides_edit"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "explain",
          "split": "holdout",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "予定表という言葉の意味を一文で説明して。私の予定にはアクセスしないで。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "unrelated-pair",
          "split": "holdout",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "会計サービスで先月の請求書を探し、CaveatのSQLiteの罠も検索して。"
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "release-guide-only",
          "split": "holdout",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このプロジェクトのリリース手順だけ読んで説明して。公開はしないで。"
          },
          "expected": [
            "release_procedure"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-missing",
          "split": "holdout",
          "category": "回答後",
          "input": {
            "stage": "turn_end",
            "finalResponse": "リポジトリ全体の依存関係と呼出関係を調査して、問題はないと断定しました。",
            "usedTools": []
          },
          "expected": [
            "repo_relations"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-complement",
          "split": "holdout",
          "category": "使用済み",
          "input": {
            "stage": "turn_end",
            "finalResponse": "Caveatで過去の罠を調査し、新しく解決した原因と対処もCaveatへ記録しました。",
            "usedTools": [
              "caveat_search"
            ]
          },
          "expected": [
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        }
      ],
      "rows": [
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 530,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 530,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 530,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.81,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 379,
          "durationMs": 251,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.81,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 379,
          "durationMs": 251,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.81,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6529,
          "outputTokens": 442,
          "durationMs": 473.801333,
          "calls": 2
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.92,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 397,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.92,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 397,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.92,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 397,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 232,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 232,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 232,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 202,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 202,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 202,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.04,
            "repo_relations": 0,
            "basic_file_reader": 0.11,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 225,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.04,
            "repo_relations": 0,
            "basic_file_reader": 0.11,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 225,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.04,
            "repo_relations": 0,
            "basic_file_reader": 0.11,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6585,
          "outputTokens": 442,
          "durationMs": 456.81858299999976,
          "calls": 2
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 220,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 220,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 220,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.42,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 226,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.42,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 226,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.42,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 226,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.89,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 215,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.89,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 215,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.89,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 215,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 337,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 337,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 337,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.89,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.89,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.89,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6507,
          "outputTokens": 442,
          "durationMs": 479.23737500000016,
          "calls": 2
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.53,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 225,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.53,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 225,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.53,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 225,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.07,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.12,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.07,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.12,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.07,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.12,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 208,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 236,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 236,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 236,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.75,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 379,
          "durationMs": 228,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.75,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 379,
          "durationMs": 228,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.75,
            "caveat_record": 0.59,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6529,
          "outputTokens": 442,
          "durationMs": 480.82387500000004,
          "calls": 2
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 203,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 203,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 203,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 258,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 258,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 258,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 240,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 240,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 240,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.74,
            "release_publish": 0.73,
            "x_post": 0.02,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.74,
            "release_publish": 0.73,
            "x_post": 0.02,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.74,
            "release_publish": 0.73,
            "x_post": 0.02,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6585,
          "outputTokens": 442,
          "durationMs": 488.3991669999996,
          "calls": 2
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 362,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 362,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 362,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.35,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 257,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.35,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 257,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.67,
            "calendar_create": 0.35,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 257,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.91,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 250,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.91,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 250,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.91,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 250,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 234,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 222,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6507,
          "outputTokens": 442,
          "durationMs": 435.48983299999963,
          "calls": 2
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.52,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 277,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.52,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 277,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "release_procedure"
          ],
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.52,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5260,
          "outputTokens": 378,
          "durationMs": 277,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 281,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 281,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 281,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 204,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 204,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.17,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 204,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 328,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 328,
          "calls": 1
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [
            "caveat_search"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0.01
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5255,
          "outputTokens": 378,
          "durationMs": 328,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.78,
            "caveat_record": 0.5,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5262,
          "outputTokens": 378,
          "durationMs": 265,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.78,
            "caveat_record": 0.5,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5262,
          "outputTokens": 378,
          "durationMs": 265,
          "calls": 1
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.78,
            "caveat_record": 0.5,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5262,
          "outputTokens": 378,
          "durationMs": 265,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [
            "slides_create"
          ],
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.91,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5251,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 264,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 264,
          "calls": 1
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5238,
          "outputTokens": 377,
          "durationMs": 264,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5254,
          "outputTokens": 377,
          "durationMs": 213,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 218,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 218,
          "calls": 1
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5250,
          "outputTokens": 377,
          "durationMs": 218,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.03,
            "repo_relations": 0,
            "basic_file_reader": 0.09,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.03,
            "repo_relations": 0,
            "basic_file_reader": 0.09,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5261,
          "outputTokens": 379,
          "durationMs": 269,
          "calls": 1
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.77,
            "release_publish": 0.73,
            "x_post": 0.03,
            "repo_relations": 0,
            "basic_file_reader": 0.09,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6585,
          "outputTokens": 442,
          "durationMs": 485.9118330000001,
          "calls": 2
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 244,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 244,
          "calls": 1
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5169,
          "outputTokens": 345,
          "durationMs": 244,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 216,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 216,
          "calls": 1
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5268,
          "outputTokens": 378,
          "durationMs": 216,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.6,
            "calendar_create": 0.45,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 206,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.6,
            "calendar_create": 0.45,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 206,
          "calls": 1
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.6,
            "calendar_create": 0.45,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "inputTokens": 5265,
          "outputTokens": 378,
          "durationMs": 206,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.88,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.88,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "slides_edit"
          ],
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.88,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5263,
          "outputTokens": 378,
          "durationMs": 214,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 227,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 227,
          "calls": 1
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [],
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5262,
          "outputTokens": 377,
          "durationMs": 227,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 262,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 5259,
          "outputTokens": 379,
          "durationMs": 262,
          "calls": 1
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.05,
            "invoice_search": 0.96
          },
          "exact": true,
          "falsePositives": [],
          "falseNegatives": [],
          "inputTokens": 6507,
          "outputTokens": 442,
          "durationMs": 502.057041,
          "calls": 2
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "release_procedure"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.5,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.08,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "release_procedure"
          ],
          "inputTokens": 5260,
          "outputTokens": 377,
          "durationMs": 283,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "release_procedure"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.5,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.08,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "release_procedure"
          ],
          "inputTokens": 5260,
          "outputTokens": 377,
          "durationMs": 283,
          "calls": 1
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "release_procedure"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.5,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.08,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "release_procedure"
          ],
          "inputTokens": 5260,
          "outputTokens": 377,
          "durationMs": 283,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.09,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.1,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 200,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.09,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.1,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 200,
          "calls": 1
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "repo_relations"
          ],
          "selected": [],
          "probabilities": {
            "caveat_search": 0.09,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.1,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "inputTokens": 5635,
          "outputTokens": 377,
          "durationMs": 200,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.16,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 289,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "thresholded",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.16,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 289,
          "calls": 1
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "verified",
          "expected": [
            "caveat_record"
          ],
          "selected": [],
          "probabilities": {
            "caveat_record": 0.16,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "exact": false,
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "inputTokens": 5193,
          "outputTokens": 345,
          "durationMs": 289,
          "calls": 1
        }
      ]
    },
    {
      "title": "2. 質問文と判定形式の切り分け",
      "note": "前段で使用した16ケース×3回。同じ短い質問をChoiceとNoulで比較。Noulの採否は0.5超。既知ケースなので、この結果だけを採用根拠にしない。",
      "cases": [
        {
          "id": "search-only",
          "split": "development",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLiteの罠を検索して。新規記録は不要。"
          },
          "expected": [
            "caveat_search"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "search-record",
          "split": "development",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatで同種の罠を検索し、今回解決した原因と対処もCaveatへ記録して。"
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "slides-new",
          "split": "development",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "既存ファイルはない。新しいPowerPoint資料を作って。"
          },
          "expected": [
            "slides_create"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "thanks",
          "split": "development",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "ありがとう。これで終わりです。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "standard-read",
          "split": "development",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "標準のファイル読み取りでREADME.mdの最初の一段落を読んで。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "missing-service",
          "split": "development",
          "category": "対応外",
          "input": {
            "stage": "user_input",
            "userInput": "この文章をMastodonへ投稿して。Xには投稿しない。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "release-pair",
          "split": "development",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このプロジェクトのリリース手順を読んで、検証済みリリースを公開して。"
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-used",
          "split": "development",
          "category": "使用済み",
          "input": {
            "stage": "turn_end",
            "finalResponse": "Caveatに解決内容を記録しました。",
            "usedTools": [
              "caveat_record"
            ]
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "record-only",
          "split": "holdout",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "解決済みの原因は分かった。今回の罠をCaveatに記録して。過去の検索はしなくていい。"
          },
          "expected": [
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "calendar-pair",
          "split": "holdout",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "カレンダーで明日の予定を検索して、空いている時刻に打ち合わせの予定を作って。"
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "slides-existing",
          "split": "holdout",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "既存のsales.pptxを開いてタイトルの文字だけ修正して。新しい資料は作らない。"
          },
          "expected": [
            "slides_edit"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "explain",
          "split": "holdout",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "予定表という言葉の意味を一文で説明して。私の予定にはアクセスしないで。"
          },
          "expected": [],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "unrelated-pair",
          "split": "holdout",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "会計サービスで先月の請求書を探し、CaveatのSQLiteの罠も検索して。"
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "release-guide-only",
          "split": "holdout",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このプロジェクトのリリース手順だけ読んで説明して。公開はしないで。"
          },
          "expected": [
            "release_procedure"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-missing",
          "split": "holdout",
          "category": "回答後",
          "input": {
            "stage": "turn_end",
            "finalResponse": "リポジトリ全体の依存関係と呼出関係を調査して、問題はないと断定しました。",
            "usedTools": []
          },
          "expected": [
            "repo_relations"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        },
        {
          "id": "stop-complement",
          "split": "holdout",
          "category": "使用済み",
          "input": {
            "stage": "turn_end",
            "finalResponse": "Caveatで過去の罠を調査し、新しく解決した原因と対処もCaveatへ記録しました。",
            "usedTools": [
              "caveat_search"
            ]
          },
          "expected": [
            "caveat_record"
          ],
          "catalogSize": 12,
          "catalogSha256": "88c58abee6444fae9c8cfc7904b72cfc275a86af881de91f5dd247ae7ff1cc94"
        }
      ],
      "rows": [
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 566,
          "inputTokens": 5255,
          "outputTokens": 378
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.21,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 211.52145899999994,
          "inputTokens": 3743,
          "outputTokens": 378
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.94,
            "caveat_record": 0.06,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.28,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 255.97612500000002,
          "inputTokens": 3539,
          "outputTokens": 222
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.78,
            "caveat_record": 0.54,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 226,
          "inputTokens": 5262,
          "outputTokens": 379
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.96,
            "caveat_record": 0.84,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.01,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.01,
            "basic_file_reader": 0.28,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 247.23341600000003,
          "inputTokens": 3750,
          "outputTokens": 379
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.82,
            "caveat_record": 0.67,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.06,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.08,
            "basic_file_reader": 0.33,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 221.87820799999986,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.92,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 218,
          "inputTokens": 5251,
          "outputTokens": 378
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.98,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 239.1089159999999,
          "inputTokens": 3739,
          "outputTokens": 378
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.91,
            "slides_edit": 0.04,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.04,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 213.4192079999998,
          "inputTokens": 3535,
          "outputTokens": 222
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 238,
          "inputTokens": 5238,
          "outputTokens": 377
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 272.4159999999997,
          "inputTokens": 3726,
          "outputTokens": 377
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.06,
            "calendar_search": 0.04,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.05,
            "release_procedure": 0.05,
            "release_publish": 0.05,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.03,
            "invoice_search": 0.04
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 250.66979200000014,
          "inputTokens": 3522,
          "outputTokens": 222
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 258,
          "inputTokens": 5254,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 219.31362499999977,
          "inputTokens": 3742,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.03,
            "basic_file_reader": 0.13,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 209.56849999999986,
          "inputTokens": 3538,
          "outputTokens": 222
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 217,
          "inputTokens": 5250,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0.01,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 236.20362499999965,
          "inputTokens": 3738,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.05,
            "caveat_record": 0.04,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.03,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.02,
            "basic_file_reader": 0.05,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 246.3272079999997,
          "inputTokens": 3534,
          "outputTokens": 222
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.74,
            "release_publish": 0.71,
            "x_post": 0.04,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 234,
          "inputTokens": 5261,
          "outputTokens": 379
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "release_procedure",
            "release_publish",
            "basic_file_reader"
          ],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.95,
            "release_publish": 0.86,
            "x_post": 0.08,
            "repo_relations": 0.01,
            "basic_file_reader": 0.55,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [
            "basic_file_reader"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 229.45937500000036,
          "inputTokens": 3749,
          "outputTokens": 380
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.13,
            "caveat_record": 0.08,
            "calendar_search": 0.04,
            "calendar_create": 0.05,
            "slides_create": 0.04,
            "slides_edit": 0.04,
            "release_procedure": 0.84,
            "release_publish": 0.83,
            "x_post": 0.16,
            "repo_relations": 0.09,
            "basic_file_reader": 0.49,
            "invoice_search": 0.02
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 230.26279200000045,
          "inputTokens": 3545,
          "outputTokens": 222
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 207,
          "inputTokens": 5169,
          "outputTokens": 345
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 204.24533299999985,
          "inputTokens": 3343,
          "outputTokens": 345
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.12,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.04,
            "release_procedure": 0.06,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.06,
            "basic_file_reader": 0.07,
            "invoice_search": 0.05
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 322.83150000000023,
          "inputTokens": 3156,
          "outputTokens": 203
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0.01,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 313,
          "inputTokens": 5268,
          "outputTokens": 378
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0.98,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 210.96770900000047,
          "inputTokens": 3756,
          "outputTokens": 378
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.09,
            "caveat_record": 0.92,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.05,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.08,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 256.02675,
          "inputTokens": 3552,
          "outputTokens": 222
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.64,
            "calendar_create": 0.39,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "exact": false,
          "durationMs": 246,
          "inputTokens": 5265,
          "outputTokens": 378
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.99,
            "calendar_create": 0.9,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 225.97141699999975,
          "inputTokens": 3753,
          "outputTokens": 379
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.93,
            "calendar_create": 0.78,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 201.04091599999992,
          "inputTokens": 3549,
          "outputTokens": 222
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.88,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 261,
          "inputTokens": 5263,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.98,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.28,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 222.3538749999998,
          "inputTokens": 3751,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.03,
            "slides_edit": 0.91,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.33,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 208.15650000000005,
          "inputTokens": 3547,
          "outputTokens": 222
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 238,
          "inputTokens": 5262,
          "outputTokens": 377
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 225.81624999999985,
          "inputTokens": 3750,
          "outputTokens": 377
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.03,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 230.64716699999917,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.89,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.96
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 245,
          "inputTokens": 5259,
          "outputTokens": 379
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.95,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.16,
            "invoice_search": 0.98
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 202.6333340000001,
          "inputTokens": 3747,
          "outputTokens": 379
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.85,
            "caveat_record": 0.08,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.26,
            "invoice_search": 0.9
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 189.61191599999984,
          "inputTokens": 3543,
          "outputTokens": 222
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.49,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.1,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "release_procedure"
          ],
          "exact": false,
          "durationMs": 230,
          "inputTokens": 5260,
          "outputTokens": 377
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.81,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.46,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 366.98462499999914,
          "inputTokens": 3748,
          "outputTokens": 378
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.05,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.04,
            "release_procedure": 0.78,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.06,
            "basic_file_reader": 0.48,
            "invoice_search": 0.03
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 243.27879099999882,
          "inputTokens": 3544,
          "outputTokens": 222
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.07,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "exact": false,
          "durationMs": 218,
          "inputTokens": 5635,
          "outputTokens": 377
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.67,
            "basic_file_reader": 0.08,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 372.76316699999916,
          "inputTokens": 3643,
          "outputTokens": 378
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.1,
            "caveat_record": 0.06,
            "calendar_search": 0.02,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.03,
            "release_procedure": 0.07,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.63,
            "basic_file_reader": 0.18,
            "invoice_search": 0.02
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 255.64874999999847,
          "inputTokens": 3439,
          "outputTokens": 222
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_record": 0.19,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "exact": false,
          "durationMs": 312,
          "inputTokens": 5193,
          "outputTokens": 345
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.88,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 232.00754199999938,
          "inputTokens": 3367,
          "outputTokens": 346
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.73,
            "calendar_search": 0.04,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.03,
            "release_procedure": 0.05,
            "release_publish": 0.03,
            "x_post": 0.04,
            "repo_relations": 0.09,
            "basic_file_reader": 0.14,
            "invoice_search": 0.05
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 221.96545800000058,
          "inputTokens": 3180,
          "outputTokens": 203
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.94,
            "caveat_record": 0.06,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.03,
            "release_procedure": 0.03,
            "release_publish": 0.02,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.35,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 279.76216600000043,
          "inputTokens": 3539,
          "outputTokens": 222
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.19,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 205.6356250000008,
          "inputTokens": 3743,
          "outputTokens": 378
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 250,
          "inputTokens": 5255,
          "outputTokens": 378
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.82,
            "caveat_record": 0.65,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.05,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.08,
            "basic_file_reader": 0.32,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 201.77587500000118,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.95,
            "caveat_record": 0.85,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.01,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.01,
            "basic_file_reader": 0.26,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 219.50629200000003,
          "inputTokens": 3750,
          "outputTokens": 379
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.82,
            "caveat_record": 0.57,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 266,
          "inputTokens": 5262,
          "outputTokens": 379
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.92,
            "slides_edit": 0.04,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 209.70041700000002,
          "inputTokens": 3535,
          "outputTokens": 222
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.98,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 198.27895800000078,
          "inputTokens": 3739,
          "outputTokens": 378
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.9,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223,
          "inputTokens": 5251,
          "outputTokens": 378
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.07,
            "calendar_search": 0.04,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.05,
            "release_procedure": 0.06,
            "release_publish": 0.05,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.04,
            "invoice_search": 0.04
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 227.5349580000002,
          "inputTokens": 3522,
          "outputTokens": 222
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 221.5282499999994,
          "inputTokens": 3726,
          "outputTokens": 377
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229,
          "inputTokens": 5238,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.03,
            "basic_file_reader": 0.12,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 196.4863750000004,
          "inputTokens": 3538,
          "outputTokens": 222
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.03,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 211.69245799999953,
          "inputTokens": 3742,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 256,
          "inputTokens": 5254,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.05,
            "caveat_record": 0.04,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.04,
            "release_publish": 0.05,
            "x_post": 0.03,
            "repo_relations": 0.02,
            "basic_file_reader": 0.05,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 286.3649580000001,
          "inputTokens": 3534,
          "outputTokens": 222
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0.01,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 271.36333399999967,
          "inputTokens": 3738,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 242,
          "inputTokens": 5250,
          "outputTokens": 377
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.15,
            "caveat_record": 0.08,
            "calendar_search": 0.04,
            "calendar_create": 0.05,
            "slides_create": 0.04,
            "slides_edit": 0.04,
            "release_procedure": 0.85,
            "release_publish": 0.82,
            "x_post": 0.17,
            "repo_relations": 0.08,
            "basic_file_reader": 0.49,
            "invoice_search": 0.02
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 278.1760000000013,
          "inputTokens": 3545,
          "outputTokens": 222
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "release_procedure",
            "release_publish",
            "basic_file_reader"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.94,
            "release_publish": 0.86,
            "x_post": 0.08,
            "repo_relations": 0.01,
            "basic_file_reader": 0.51,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [
            "basic_file_reader"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 215.7858750000014,
          "inputTokens": 3749,
          "outputTokens": 380
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.71,
            "release_publish": 0.73,
            "x_post": 0.03,
            "repo_relations": 0,
            "basic_file_reader": 0.12,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 226,
          "inputTokens": 5261,
          "outputTokens": 379
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.12,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.04,
            "release_procedure": 0.06,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.06,
            "basic_file_reader": 0.07,
            "invoice_search": 0.05
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 246.11504200000127,
          "inputTokens": 3156,
          "outputTokens": 203
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223.3367079999989,
          "inputTokens": 3343,
          "outputTokens": 345
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 256,
          "inputTokens": 5169,
          "outputTokens": 345
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.92,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.05,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.09,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223.16454099999828,
          "inputTokens": 3552,
          "outputTokens": 222
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 213.61483299999963,
          "inputTokens": 3756,
          "outputTokens": 378
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 231,
          "inputTokens": 5268,
          "outputTokens": 378
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0.03,
            "calendar_search": 0.93,
            "calendar_create": 0.79,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 251.47379200000069,
          "inputTokens": 3549,
          "outputTokens": 222
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.99,
            "calendar_create": 0.9,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 246.3766660000001,
          "inputTokens": 3753,
          "outputTokens": 379
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.63,
            "calendar_create": 0.37,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "exact": false,
          "durationMs": 210,
          "inputTokens": 5265,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.04,
            "slides_edit": 0.92,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.32,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 256.0424579999999,
          "inputTokens": 3547,
          "outputTokens": 222
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.97,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.29,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 254.06687500000044,
          "inputTokens": 3751,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.91,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 249,
          "inputTokens": 5263,
          "outputTokens": 378
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.01,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 231.22958300000028,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 312.4184170000008,
          "inputTokens": 3750,
          "outputTokens": 377
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 242,
          "inputTokens": 5262,
          "outputTokens": 377
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.85,
            "caveat_record": 0.09,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.24,
            "invoice_search": 0.9
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229.78054100000008,
          "inputTokens": 3543,
          "outputTokens": 222
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.94,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.2,
            "invoice_search": 0.98
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 243.59229199999754,
          "inputTokens": 3747,
          "outputTokens": 379
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.92,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.96
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 289,
          "inputTokens": 5259,
          "outputTokens": 379
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.05,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.04,
            "release_procedure": 0.76,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.06,
            "basic_file_reader": 0.48,
            "invoice_search": 0.02
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 209.56966699999975,
          "inputTokens": 3544,
          "outputTokens": 222
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.79,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.47,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 269.2116249999999,
          "inputTokens": 3748,
          "outputTokens": 378
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.5,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.09,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "release_procedure"
          ],
          "exact": false,
          "durationMs": 270,
          "inputTokens": 5260,
          "outputTokens": 377
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.1,
            "caveat_record": 0.07,
            "calendar_search": 0.02,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.03,
            "release_procedure": 0.07,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.61,
            "basic_file_reader": 0.19,
            "invoice_search": 0.02
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 249.26354199999696,
          "inputTokens": 3439,
          "outputTokens": 222
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.68,
            "basic_file_reader": 0.05,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 216.48941600000035,
          "inputTokens": 3643,
          "outputTokens": 378
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.1,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "exact": false,
          "durationMs": 264,
          "inputTokens": 5635,
          "outputTokens": 377
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.78,
            "calendar_search": 0.04,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.03,
            "release_procedure": 0.06,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.08,
            "basic_file_reader": 0.15,
            "invoice_search": 0.04
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 208.62549999999828,
          "inputTokens": 3180,
          "outputTokens": 203
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.83,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 205.47970799999894,
          "inputTokens": 3367,
          "outputTokens": 346
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_record": 0.18,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "exact": false,
          "durationMs": 214,
          "inputTokens": 5193,
          "outputTokens": 345
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.99,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 277,
          "inputTokens": 5255,
          "outputTokens": 378
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 1,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.18,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 311.3344169999982,
          "inputTokens": 3743,
          "outputTokens": 378
        },
        {
          "id": "search-only",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "caveat_search"
          ],
          "probabilities": {
            "caveat_search": 0.94,
            "caveat_record": 0.07,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.28,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223.11995899999965,
          "inputTokens": 3539,
          "outputTokens": 222
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.79,
            "caveat_record": 0.52,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.07,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223,
          "inputTokens": 5262,
          "outputTokens": 379
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.95,
            "caveat_record": 0.84,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.01,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.23,
            "invoice_search": 0
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 225.81033299999763,
          "inputTokens": 3750,
          "outputTokens": 379
        },
        {
          "id": "search-record",
          "category": "併用",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.81,
            "caveat_record": 0.69,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.06,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.08,
            "basic_file_reader": 0.31,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_search",
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 236.30395900000076,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.92,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 350,
          "inputTokens": 5251,
          "outputTokens": 378
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0.98,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 234.28708299999926,
          "inputTokens": 3739,
          "outputTokens": 378
        },
        {
          "id": "slides-new",
          "category": "似た候補",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "slides_create"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.91,
            "slides_edit": 0.04,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 210.10350000000108,
          "inputTokens": 3535,
          "outputTokens": 222
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 259,
          "inputTokens": 5238,
          "outputTokens": 377
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 262.5600830000003,
          "inputTokens": 3726,
          "outputTokens": 377
        },
        {
          "id": "thanks",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.06,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.05,
            "release_procedure": 0.05,
            "release_publish": 0.05,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.04,
            "invoice_search": 0.04
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 266.20145799999955,
          "inputTokens": 3522,
          "outputTokens": 222
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 266,
          "inputTokens": 5254,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229.25304099999994,
          "inputTokens": 3742,
          "outputTokens": 377
        },
        {
          "id": "standard-read",
          "category": "不要",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.03,
            "basic_file_reader": 0.12,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 191.51833299999998,
          "inputTokens": 3538,
          "outputTokens": 222
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 239,
          "inputTokens": 5250,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 201.93495800000164,
          "inputTokens": 3738,
          "outputTokens": 377
        },
        {
          "id": "missing-service",
          "category": "対応外",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.05,
            "caveat_record": 0.04,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.03,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.02,
            "basic_file_reader": 0.05,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 217.50358400000187,
          "inputTokens": 3534,
          "outputTokens": 222
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.71,
            "release_publish": 0.7,
            "x_post": 0.04,
            "repo_relations": 0,
            "basic_file_reader": 0.11,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 225,
          "inputTokens": 5261,
          "outputTokens": 379
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.94,
            "release_publish": 0.88,
            "x_post": 0.08,
            "repo_relations": 0.01,
            "basic_file_reader": 0.47,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 235.83870899999965,
          "inputTokens": 3749,
          "outputTokens": 379
        },
        {
          "id": "release-pair",
          "category": "スキルとMCP",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "release_procedure",
            "release_publish"
          ],
          "probabilities": {
            "caveat_search": 0.15,
            "caveat_record": 0.08,
            "calendar_search": 0.04,
            "calendar_create": 0.05,
            "slides_create": 0.04,
            "slides_edit": 0.05,
            "release_procedure": 0.85,
            "release_publish": 0.79,
            "x_post": 0.19,
            "repo_relations": 0.08,
            "basic_file_reader": 0.5,
            "invoice_search": 0.03
          },
          "expected": [
            "release_procedure",
            "release_publish"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 283.98758400000224,
          "inputTokens": 3545,
          "outputTokens": 222
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 335,
          "inputTokens": 5169,
          "outputTokens": 345
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 260.0694999999978,
          "inputTokens": 3343,
          "outputTokens": 345
        },
        {
          "id": "stop-used",
          "category": "使用済み",
          "split": "development",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.13,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.04,
            "release_procedure": 0.06,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.07,
            "basic_file_reader": 0.07,
            "invoice_search": 0.05
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 254.21516599999813,
          "inputTokens": 3156,
          "outputTokens": 203
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0.01,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 245,
          "inputTokens": 5268,
          "outputTokens": 378
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0.99,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 252.77833399999872,
          "inputTokens": 3756,
          "outputTokens": 378
        },
        {
          "id": "record-only",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.92,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.05,
            "release_procedure": 0.04,
            "release_publish": 0.04,
            "x_post": 0.04,
            "repo_relations": 0.04,
            "basic_file_reader": 0.09,
            "invoice_search": 0.03
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 262.25845800000025,
          "inputTokens": 3552,
          "outputTokens": 222
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "calendar_search"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.64,
            "calendar_create": 0.39,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "calendar_create"
          ],
          "exact": false,
          "durationMs": 214,
          "inputTokens": 5265,
          "outputTokens": 378
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0.98,
            "calendar_create": 0.87,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229.30945900000006,
          "inputTokens": 3753,
          "outputTokens": 379
        },
        {
          "id": "calendar-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "calendar_search",
            "calendar_create"
          ],
          "probabilities": {
            "caveat_search": 0.02,
            "caveat_record": 0.03,
            "calendar_search": 0.93,
            "calendar_create": 0.78,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [
            "calendar_search",
            "calendar_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 311.5579590000016,
          "inputTokens": 3549,
          "outputTokens": 222
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.88,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 251,
          "inputTokens": 5263,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0.97,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.3,
            "invoice_search": 0
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 205.26666599999953,
          "inputTokens": 3751,
          "outputTokens": 378
        },
        {
          "id": "slides-existing",
          "category": "似た候補",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "slides_edit"
          ],
          "probabilities": {
            "caveat_search": 0.03,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.04,
            "slides_edit": 0.92,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.34,
            "invoice_search": 0.02
          },
          "expected": [
            "slides_edit"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 223.88908300000185,
          "inputTokens": 3547,
          "outputTokens": 222
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 276,
          "inputTokens": 5262,
          "outputTokens": 377
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "caveat_search": 0,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0,
            "invoice_search": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 197.8394589999989,
          "inputTokens": 3750,
          "outputTokens": 377
        },
        {
          "id": "explain",
          "category": "不要",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.04,
            "caveat_record": 0.03,
            "calendar_search": 0.02,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.02,
            "release_publish": 0.02,
            "x_post": 0.02,
            "repo_relations": 0.02,
            "basic_file_reader": 0.03,
            "invoice_search": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 253.6889999999985,
          "inputTokens": 3546,
          "outputTokens": 222
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.93,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.06,
            "invoice_search": 0.96
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 278,
          "inputTokens": 5259,
          "outputTokens": 379
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.95,
            "caveat_record": 0.01,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.18,
            "invoice_search": 0.98
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 270.9772079999966,
          "inputTokens": 3747,
          "outputTokens": 379
        },
        {
          "id": "unrelated-pair",
          "category": "併用",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "caveat_search",
            "invoice_search"
          ],
          "probabilities": {
            "caveat_search": 0.84,
            "caveat_record": 0.09,
            "calendar_search": 0.03,
            "calendar_create": 0.02,
            "slides_create": 0.02,
            "slides_edit": 0.02,
            "release_procedure": 0.03,
            "release_publish": 0.03,
            "x_post": 0.03,
            "repo_relations": 0.05,
            "basic_file_reader": 0.23,
            "invoice_search": 0.9
          },
          "expected": [
            "invoice_search",
            "caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 275.783875000001,
          "inputTokens": 3543,
          "outputTokens": 222
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.52,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.09,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 314,
          "inputTokens": 5260,
          "outputTokens": 378
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0.76,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.39,
            "invoice_search": 0
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 251.10874999999942,
          "inputTokens": 3748,
          "outputTokens": 378
        },
        {
          "id": "release-guide-only",
          "category": "スキルとMCP",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "release_procedure"
          ],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.05,
            "calendar_search": 0.03,
            "calendar_create": 0.03,
            "slides_create": 0.04,
            "slides_edit": 0.04,
            "release_procedure": 0.75,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.06,
            "basic_file_reader": 0.49,
            "invoice_search": 0.02
          },
          "expected": [
            "release_procedure"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 264.90087499999936,
          "inputTokens": 3544,
          "outputTokens": 222
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_search": 0.08,
            "caveat_record": 0.02,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.11,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "repo_relations"
          ],
          "exact": false,
          "durationMs": 256,
          "inputTokens": 5635,
          "outputTokens": 377
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.01,
            "caveat_record": 0,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0.73,
            "basic_file_reader": 0.07,
            "invoice_search": 0
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 265.87716699999874,
          "inputTokens": 3643,
          "outputTokens": 378
        },
        {
          "id": "stop-missing",
          "category": "回答後",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "repo_relations"
          ],
          "probabilities": {
            "caveat_search": 0.1,
            "caveat_record": 0.07,
            "calendar_search": 0.02,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.03,
            "release_procedure": 0.07,
            "release_publish": 0.04,
            "x_post": 0.03,
            "repo_relations": 0.66,
            "basic_file_reader": 0.19,
            "invoice_search": 0.02
          },
          "expected": [
            "repo_relations"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 228.0049579999977,
          "inputTokens": 3439,
          "outputTokens": 222
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "caveat_record": 0.21,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.01,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "caveat_record"
          ],
          "exact": false,
          "durationMs": 258,
          "inputTokens": 5193,
          "outputTokens": 345
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.84,
            "calendar_search": 0,
            "calendar_create": 0,
            "slides_create": 0,
            "slides_edit": 0,
            "release_procedure": 0,
            "release_publish": 0,
            "x_post": 0,
            "repo_relations": 0,
            "basic_file_reader": 0.02,
            "invoice_search": 0
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 292.65279100000043,
          "inputTokens": 3367,
          "outputTokens": 346
        },
        {
          "id": "stop-complement",
          "category": "使用済み",
          "split": "holdout",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "caveat_record"
          ],
          "probabilities": {
            "caveat_record": 0.76,
            "calendar_search": 0.04,
            "calendar_create": 0.03,
            "slides_create": 0.03,
            "slides_edit": 0.04,
            "release_procedure": 0.05,
            "release_publish": 0.03,
            "x_post": 0.04,
            "repo_relations": 0.09,
            "basic_file_reader": 0.16,
            "invoice_search": 0.04
          },
          "expected": [
            "caveat_record"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 203.95387499999924,
          "inputTokens": 3180,
          "outputTokens": 203
        }
      ]
    },
    {
      "title": "3. 独立した確認ケース",
      "note": "候補の質問を固定後に追加した10ケース×3回。この結果で質問を調整していない。完全に同じ機能の検索ツールは、どちらか1件だけ選べば正解。",
      "cases": [
        {
          "id": "task-chain",
          "split": "challenge",
          "category": "併用",
          "input": {
            "stage": "user_input",
            "userInput": "課題管理サービスで同じバグが既に報告されていないか検索して、なければ新しい課題として登録して。"
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "docx-only",
          "split": "challenge",
          "category": "似た候補",
          "input": {
            "stage": "user_input",
            "userInput": "契約書.docxの文章を査読して、Wordの変更履歴を残して修正して。"
          },
          "expected": [
            "docx_review"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "deploy-both",
          "split": "challenge",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このアプリのデプロイ手順を確認して、その手順通りに検証済みの版を本番へデプロイして。"
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "deploy-no-action",
          "split": "challenge",
          "category": "スキルとMCP",
          "input": {
            "stage": "user_input",
            "userInput": "このアプリのデプロイ手順を調べて説明して。本番への操作はしないで。"
          },
          "expected": [
            "deploy_guide"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "general-weather",
          "split": "challenge",
          "category": "不要",
          "input": {
            "stage": "user_input",
            "userInput": "天気と気候の違いを一般論で説明して。現在の観測情報は要らない。"
          },
          "expected": [],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "missing-dropbox",
          "split": "challenge",
          "category": "対応外",
          "input": {
            "stage": "user_input",
            "userInput": "Dropboxの中から契約書を検索して。Google Driveは使わないで。"
          },
          "expected": [],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "stop-task",
          "split": "challenge",
          "category": "回答後",
          "input": {
            "stage": "turn_end",
            "finalResponse": "課題管理サービスにバグの原因と再現手順を記載した課題を新規登録しました。",
            "usedTools": []
          },
          "expected": [
            "task_create"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "stop-deploy",
          "split": "challenge",
          "category": "使用済み",
          "input": {
            "stage": "turn_end",
            "finalResponse": "このアプリのデプロイ手順を確認したうえで本番へ公開しました。",
            "usedTools": [
              "deploy_guide"
            ]
          },
          "expected": [
            "deploy_execute"
          ],
          "catalogSize": 8,
          "catalogSha256": "83936f5e8b653f21c9a0aa9e4c96216acbde7b276ed6d1b29cdb1f5838d16a81"
        },
        {
          "id": "exact-substitutes",
          "split": "challenge",
          "category": "重複",
          "input": {
            "stage": "user_input",
            "userInput": "CaveatにあるSQLiteの罠を検索して。同じ検索を二重に行う必要はない。"
          },
          "acceptableSets": [
            [
              "a_search"
            ],
            [
              "b_search"
            ]
          ],
          "catalogSize": 2,
          "catalogSha256": "884317f60a78646538f81587646a9db180c2577bc45130fddb9d51455042aff3"
        },
        {
          "id": "specific-substitute",
          "split": "challenge",
          "category": "重複",
          "input": {
            "stage": "user_input",
            "userInput": "業務ノートから昨日の議事録を検索して。個人ノートにアクセスする道具は使わないで。"
          },
          "expected": [
            "work_notes"
          ],
          "catalogSize": 2,
          "catalogSha256": "985c598ee47d1dd42c570919644fb3b3b027258254b882b55d3c0ade6e0a7fa9"
        }
      ],
      "rows": [
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "task_search"
          ],
          "probabilities": {
            "task_search": 0.92,
            "task_create": 0.43,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 655,
          "inputTokens": 3616,
          "outputTokens": 252
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.99,
            "task_create": 0.81,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 235.851042,
          "inputTokens": 2608,
          "outputTokens": 253
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.92,
            "task_create": 0.71,
            "docx_review": 0.03,
            "pdf_read": 0.04,
            "deploy_guide": 0.03,
            "deploy_execute": 0.03,
            "drive_search": 0.04,
            "weather": 0.02
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 240.012292,
          "inputTokens": 2472,
          "outputTokens": 148
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.96,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.21,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 347,
          "inputTokens": 3599,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.99,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.38,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 245.518458,
          "inputTokens": 2591,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.04,
            "docx_review": 0.93,
            "pdf_read": 0.03,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.4,
            "weather": 0.01
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 224.01533399999994,
          "inputTokens": 2455,
          "outputTokens": 148
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.04,
            "deploy_guide": 0.85,
            "deploy_execute": 0.53,
            "drive_search": 0.1,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 245,
          "inputTokens": 3611,
          "outputTokens": 253
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.06,
            "task_create": 0.01,
            "docx_review": 0.01,
            "pdf_read": 0.07,
            "deploy_guide": 0.97,
            "deploy_execute": 0.89,
            "drive_search": 0.3,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 280.75149999999985,
          "inputTokens": 2603,
          "outputTokens": 253
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.17,
            "task_create": 0.08,
            "docx_review": 0.1,
            "pdf_read": 0.19,
            "deploy_guide": 0.86,
            "deploy_execute": 0.79,
            "drive_search": 0.34,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 278.71116699999993,
          "inputTokens": 2467,
          "outputTokens": 148
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.01,
            "deploy_guide": 0.89,
            "deploy_execute": 0,
            "drive_search": 0.04,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 208,
          "inputTokens": 3602,
          "outputTokens": 252
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0.97,
            "deploy_execute": 0,
            "drive_search": 0.06,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 257.30154200000015,
          "inputTokens": 2594,
          "outputTokens": 252
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.14,
            "task_create": 0.05,
            "docx_review": 0.05,
            "pdf_read": 0.13,
            "deploy_guide": 0.89,
            "deploy_execute": 0.04,
            "drive_search": 0.18,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 260.4251669999999,
          "inputTokens": 2458,
          "outputTokens": 148
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 216,
          "inputTokens": 3600,
          "outputTokens": 251
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 220.941417,
          "inputTokens": 2592,
          "outputTokens": 251
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.02,
            "task_create": 0.03,
            "docx_review": 0.02,
            "pdf_read": 0.02,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.02,
            "weather": 0.03
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 253.02158299999974,
          "inputTokens": 2456,
          "outputTokens": 148
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 251,
          "inputTokens": 3596,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.08,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 236.05320799999936,
          "inputTokens": 2588,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.03,
            "docx_review": 0.05,
            "pdf_read": 0.2,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.04,
            "weather": 0.01
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 214.3729169999997,
          "inputTokens": 2452,
          "outputTokens": 148
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0.06,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 273,
          "inputTokens": 3853,
          "outputTokens": 251
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.86,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 265.3510830000005,
          "inputTokens": 2525,
          "outputTokens": 252
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.07,
            "task_create": 0.84,
            "docx_review": 0.04,
            "pdf_read": 0.04,
            "deploy_guide": 0.04,
            "deploy_execute": 0.03,
            "drive_search": 0.05,
            "weather": 0.01
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 244.46429199999966,
          "inputTokens": 2389,
          "outputTokens": 148
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.01,
            "docx_review": 0,
            "pdf_read": 0.01,
            "deploy_execute": 0.01,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 220,
          "inputTokens": 3383,
          "outputTokens": 220
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.01,
            "pdf_read": 0.01,
            "deploy_execute": 0.22,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 264.0832500000006,
          "inputTokens": 2221,
          "outputTokens": 220
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.08,
            "task_create": 0.07,
            "docx_review": 0.09,
            "pdf_read": 0.12,
            "deploy_execute": 0.32,
            "drive_search": 0.11,
            "weather": 0.02
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 300.4273750000002,
          "inputTokens": 2102,
          "outputTokens": 130
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "a_search": 0.46,
            "b_search": 0.23
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "a_search"
          ],
          "exact": false,
          "durationMs": 217,
          "inputTokens": 1161,
          "outputTokens": 65
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "a_search",
            "b_search"
          ],
          "probabilities": {
            "a_search": 0.8,
            "b_search": 0.55
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [
            "b_search"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 218.68604200000027,
          "inputTokens": 909,
          "outputTokens": 67
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "a_search"
          ],
          "probabilities": {
            "a_search": 0.74,
            "b_search": 0.5
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 349.54875000000084,
          "inputTokens": 875,
          "outputTokens": 40
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.01,
            "work_notes": 0.81
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 241,
          "inputTokens": 1127,
          "outputTokens": 66
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.08,
            "work_notes": 0.96
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 212.97445900000002,
          "inputTokens": 875,
          "outputTokens": 66
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.23,
            "work_notes": 0.87
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 199.28329099999974,
          "inputTokens": 841,
          "outputTokens": 40
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.92,
            "task_create": 0.67,
            "docx_review": 0.03,
            "pdf_read": 0.04,
            "deploy_guide": 0.03,
            "deploy_execute": 0.03,
            "drive_search": 0.04,
            "weather": 0.02
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 208.42754200000036,
          "inputTokens": 2472,
          "outputTokens": 148
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.99,
            "task_create": 0.81,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 266.3605830000006,
          "inputTokens": 2608,
          "outputTokens": 253
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "task_search"
          ],
          "probabilities": {
            "task_search": 0.92,
            "task_create": 0.44,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 239,
          "inputTokens": 3616,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.04,
            "docx_review": 0.93,
            "pdf_read": 0.03,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.39,
            "weather": 0.01
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 228.51166600000033,
          "inputTokens": 2455,
          "outputTokens": 148
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.98,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.43,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 228.0470839999998,
          "inputTokens": 2591,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.96,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.2,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 248,
          "inputTokens": 3599,
          "outputTokens": 252
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.16,
            "task_create": 0.09,
            "docx_review": 0.09,
            "pdf_read": 0.21,
            "deploy_guide": 0.86,
            "deploy_execute": 0.78,
            "drive_search": 0.3,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 309.73933300000135,
          "inputTokens": 2467,
          "outputTokens": 148
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.08,
            "task_create": 0.01,
            "docx_review": 0.01,
            "pdf_read": 0.08,
            "deploy_guide": 0.96,
            "deploy_execute": 0.9,
            "drive_search": 0.22,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 220.75070899999992,
          "inputTokens": 2603,
          "outputTokens": 253
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0.88,
            "deploy_execute": 0.61,
            "drive_search": 0.08,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 279,
          "inputTokens": 3611,
          "outputTokens": 253
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.14,
            "task_create": 0.04,
            "docx_review": 0.04,
            "pdf_read": 0.14,
            "deploy_guide": 0.89,
            "deploy_execute": 0.04,
            "drive_search": 0.17,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 215.58254099999976,
          "inputTokens": 2458,
          "outputTokens": 148
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.05,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.03,
            "deploy_guide": 0.97,
            "deploy_execute": 0,
            "drive_search": 0.06,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 244.75950000000012,
          "inputTokens": 2594,
          "outputTokens": 252
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.01,
            "deploy_guide": 0.89,
            "deploy_execute": 0,
            "drive_search": 0.04,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 242,
          "inputTokens": 3602,
          "outputTokens": 252
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.02,
            "task_create": 0.02,
            "docx_review": 0.02,
            "pdf_read": 0.02,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.02,
            "weather": 0.03
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 206.73250000000007,
          "inputTokens": 2456,
          "outputTokens": 148
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 244.34091600000102,
          "inputTokens": 2592,
          "outputTokens": 251
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 217,
          "inputTokens": 3600,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.03,
            "docx_review": 0.05,
            "pdf_read": 0.2,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.04,
            "weather": 0.01
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 222.91595899999993,
          "inputTokens": 2452,
          "outputTokens": 148
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.1,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 213.77845799999886,
          "inputTokens": 2588,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.03,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 224,
          "inputTokens": 3596,
          "outputTokens": 251
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.07,
            "task_create": 0.82,
            "docx_review": 0.04,
            "pdf_read": 0.05,
            "deploy_guide": 0.04,
            "deploy_execute": 0.03,
            "drive_search": 0.05,
            "weather": 0.01
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 274.3627919999999,
          "inputTokens": 2389,
          "outputTokens": 148
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.85,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 219.29162499999984,
          "inputTokens": 2525,
          "outputTokens": 252
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.08,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 236,
          "inputTokens": 3853,
          "outputTokens": 251
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.08,
            "task_create": 0.07,
            "docx_review": 0.08,
            "pdf_read": 0.12,
            "deploy_execute": 0.3,
            "drive_search": 0.1,
            "weather": 0.02
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 206.8066660000004,
          "inputTokens": 2102,
          "outputTokens": 130
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.01,
            "pdf_read": 0.01,
            "deploy_execute": 0.24,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 292.2524169999997,
          "inputTokens": 2221,
          "outputTokens": 220
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.01,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_execute": 0.01,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 229,
          "inputTokens": 3383,
          "outputTokens": 220
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "a_search",
            "b_search"
          ],
          "probabilities": {
            "a_search": 0.77,
            "b_search": 0.58
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [
            "b_search"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 212.41491599999972,
          "inputTokens": 875,
          "outputTokens": 40
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "a_search",
            "b_search"
          ],
          "probabilities": {
            "a_search": 0.78,
            "b_search": 0.66
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [
            "b_search"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 212.0089999999982,
          "inputTokens": 909,
          "outputTokens": 67
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "a_search": 0.39,
            "b_search": 0.24
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "a_search"
          ],
          "exact": false,
          "durationMs": 219,
          "inputTokens": 1161,
          "outputTokens": 65
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.2,
            "work_notes": 0.87
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 341.27449999999953,
          "inputTokens": 841,
          "outputTokens": 40
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.08,
            "work_notes": 0.97
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 290.57287499999984,
          "inputTokens": 875,
          "outputTokens": 66
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.01,
            "work_notes": 0.82
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 221,
          "inputTokens": 1127,
          "outputTokens": 66
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "task_search"
          ],
          "probabilities": {
            "task_search": 0.92,
            "task_create": 0.49,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 254,
          "inputTokens": 3616,
          "outputTokens": 252
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.99,
            "task_create": 0.79,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 252.1979169999995,
          "inputTokens": 2608,
          "outputTokens": 253
        },
        {
          "id": "task-chain",
          "category": "併用",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "task_search",
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.93,
            "task_create": 0.68,
            "docx_review": 0.03,
            "pdf_read": 0.04,
            "deploy_guide": 0.03,
            "deploy_execute": 0.03,
            "drive_search": 0.04,
            "weather": 0.01
          },
          "expected": [
            "task_search",
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 224.81470799999988,
          "inputTokens": 2472,
          "outputTokens": 148
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.96,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.17,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 242,
          "inputTokens": 3599,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0.98,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0.38,
            "weather": 0
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 255.9975830000003,
          "inputTokens": 2591,
          "outputTokens": 252
        },
        {
          "id": "docx-only",
          "category": "似た候補",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "docx_review"
          ],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.04,
            "docx_review": 0.93,
            "pdf_read": 0.03,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.39,
            "weather": 0.01
          },
          "expected": [
            "docx_review"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 250.63658299999952,
          "inputTokens": 2455,
          "outputTokens": 148
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0.86,
            "deploy_execute": 0.58,
            "drive_search": 0.08,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 321,
          "inputTokens": 3611,
          "outputTokens": 253
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.06,
            "task_create": 0.01,
            "docx_review": 0.01,
            "pdf_read": 0.08,
            "deploy_guide": 0.97,
            "deploy_execute": 0.9,
            "drive_search": 0.26,
            "weather": 0
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229.04883300000074,
          "inputTokens": 2603,
          "outputTokens": 253
        },
        {
          "id": "deploy-both",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "probabilities": {
            "task_search": 0.18,
            "task_create": 0.08,
            "docx_review": 0.09,
            "pdf_read": 0.21,
            "deploy_guide": 0.88,
            "deploy_execute": 0.79,
            "drive_search": 0.35,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide",
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 263.5655829999996,
          "inputTokens": 2467,
          "outputTokens": 148
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.01,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.01,
            "deploy_guide": 0.9,
            "deploy_execute": 0,
            "drive_search": 0.04,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 215,
          "inputTokens": 3602,
          "outputTokens": 252
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0.97,
            "deploy_execute": 0,
            "drive_search": 0.06,
            "weather": 0
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 206.33916600000157,
          "inputTokens": 2594,
          "outputTokens": 252
        },
        {
          "id": "deploy-no-action",
          "category": "スキルとMCP",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "deploy_guide"
          ],
          "probabilities": {
            "task_search": 0.14,
            "task_create": 0.05,
            "docx_review": 0.05,
            "pdf_read": 0.13,
            "deploy_guide": 0.89,
            "deploy_execute": 0.04,
            "drive_search": 0.16,
            "weather": 0.02
          },
          "expected": [
            "deploy_guide"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 204.03208299999824,
          "inputTokens": 2458,
          "outputTokens": 148
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 232,
          "inputTokens": 3600,
          "outputTokens": 251
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 244.12283399999797,
          "inputTokens": 2592,
          "outputTokens": 251
        },
        {
          "id": "general-weather",
          "category": "不要",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.02,
            "task_create": 0.03,
            "docx_review": 0.02,
            "pdf_read": 0.02,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.02,
            "weather": 0.03
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 333.45595799999865,
          "inputTokens": 2456,
          "outputTokens": 148
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.02,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 232,
          "inputTokens": 3596,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.08,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 235.79299999999785,
          "inputTokens": 2588,
          "outputTokens": 251
        },
        {
          "id": "missing-dropbox",
          "category": "対応外",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.03,
            "task_create": 0.03,
            "docx_review": 0.05,
            "pdf_read": 0.23,
            "deploy_guide": 0.02,
            "deploy_execute": 0.02,
            "drive_search": 0.04,
            "weather": 0.02
          },
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 277.4346669999977,
          "inputTokens": 2452,
          "outputTokens": 148
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.09,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "task_create"
          ],
          "exact": false,
          "durationMs": 279,
          "inputTokens": 3853,
          "outputTokens": 251
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.85,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_guide": 0,
            "deploy_execute": 0,
            "drive_search": 0,
            "weather": 0
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 275.0550829999993,
          "inputTokens": 2525,
          "outputTokens": 252
        },
        {
          "id": "stop-task",
          "category": "回答後",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "task_create"
          ],
          "probabilities": {
            "task_search": 0.07,
            "task_create": 0.86,
            "docx_review": 0.04,
            "pdf_read": 0.04,
            "deploy_guide": 0.04,
            "deploy_execute": 0.03,
            "drive_search": 0.05,
            "weather": 0.01
          },
          "expected": [
            "task_create"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 285.04691699999967,
          "inputTokens": 2389,
          "outputTokens": 148
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0.01,
            "docx_review": 0,
            "pdf_read": 0,
            "deploy_execute": 0.01,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 202,
          "inputTokens": 3383,
          "outputTokens": 220
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {
            "task_search": 0,
            "task_create": 0,
            "docx_review": 0,
            "pdf_read": 0.01,
            "deploy_execute": 0.24,
            "drive_search": 0.01,
            "weather": 0
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 215.93612500000017,
          "inputTokens": 2221,
          "outputTokens": 220
        },
        {
          "id": "stop-deploy",
          "category": "使用済み",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {
            "task_search": 0.08,
            "task_create": 0.07,
            "docx_review": 0.09,
            "pdf_read": 0.13,
            "deploy_execute": 0.32,
            "drive_search": 0.11,
            "weather": 0.02
          },
          "expected": [
            "deploy_execute"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "deploy_execute"
          ],
          "exact": false,
          "durationMs": 255.65058299999873,
          "inputTokens": 2102,
          "outputTokens": 130
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [],
          "probabilities": {
            "a_search": 0.46,
            "b_search": 0.22
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [],
          "falseNegatives": [
            "a_search"
          ],
          "exact": false,
          "durationMs": 197,
          "inputTokens": 1161,
          "outputTokens": 65
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "a_search",
            "b_search"
          ],
          "probabilities": {
            "a_search": 0.81,
            "b_search": 0.59
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [
            "b_search"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 243.6203749999986,
          "inputTokens": 909,
          "outputTokens": 67
        },
        {
          "id": "exact-substitutes",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "a_search",
            "b_search"
          ],
          "probabilities": {
            "a_search": 0.74,
            "b_search": 0.54
          },
          "expected": [
            "a_search"
          ],
          "falsePositives": [
            "b_search"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 191.54383299999972,
          "inputTokens": 875,
          "outputTokens": 40
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "baseline",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.01,
            "work_notes": 0.88
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 258,
          "inputTokens": 1127,
          "outputTokens": 66
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "compact-choice",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.11,
            "work_notes": 0.97
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 213.74566700000287,
          "inputTokens": 875,
          "outputTokens": 66
        },
        {
          "id": "specific-substitute",
          "category": "重複",
          "split": "challenge",
          "round": 2,
          "variant": "compact-noul",
          "selected": [
            "work_notes"
          ],
          "probabilities": {
            "all_notes": 0.19,
            "work_notes": 0.85
          },
          "expected": [
            "work_notes"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 229.01241700000173,
          "inputTokens": 841,
          "outputTokens": 40
        }
      ]
    },
    {
      "title": "4. 実catalogでの挙動",
      "note": "Claude 133候補・Codex 83候補、各4入力×2回。期待値は明示した主要操作だけ。期待外の提案には補助操作も含まれるため、不適切との判定ではない。完全一致数を実運用の精度と解釈しない。実catalogの本文は公開せず、候補数とSHAだけ記録。",
      "cases": [
        {
          "id": "claude-thanks",
          "split": "real-catalog",
          "category": "claude",
          "input": {
            "stage": "user_input",
            "userInput": "ありがとう。"
          },
          "expected": [],
          "catalogSize": 133,
          "catalogSha256": "410ac780bb2b0cf5719213184679232c8943a0b7d34e61f5f2174415c1e0e490"
        },
        {
          "id": "claude-search",
          "split": "real-catalog",
          "category": "claude",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLiteの既知の罠を検索してください。"
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "catalogSize": 133,
          "catalogSha256": "410ac780bb2b0cf5719213184679232c8943a0b7d34e61f5f2174415c1e0e490"
        },
        {
          "id": "claude-standard",
          "split": "real-catalog",
          "category": "claude",
          "input": {
            "stage": "user_input",
            "userInput": "標準のファイル読み取りでREADME.mdを読むだけでよい。追加のツールや調査や編集は不要。"
          },
          "expected": [],
          "catalogSize": 133,
          "catalogSha256": "410ac780bb2b0cf5719213184679232c8943a0b7d34e61f5f2174415c1e0e490"
        },
        {
          "id": "claude-pair",
          "split": "real-catalog",
          "category": "claude",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLite WALの罠を検索し、今回実測で解決したSQLiteのバージョン差による罠を新たにCaveatへ記録してください。"
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "catalogSize": 133,
          "catalogSha256": "410ac780bb2b0cf5719213184679232c8943a0b7d34e61f5f2174415c1e0e490"
        },
        {
          "id": "codex-thanks",
          "split": "real-catalog",
          "category": "codex",
          "input": {
            "stage": "user_input",
            "userInput": "ありがとう。"
          },
          "expected": [],
          "catalogSize": 83,
          "catalogSha256": "cf339eac99094b6f433889df4aaf86516929c5657288d74d57627aab5c000ecf"
        },
        {
          "id": "codex-search",
          "split": "real-catalog",
          "category": "codex",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLiteの既知の罠を検索してください。"
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "catalogSize": 83,
          "catalogSha256": "cf339eac99094b6f433889df4aaf86516929c5657288d74d57627aab5c000ecf"
        },
        {
          "id": "codex-standard",
          "split": "real-catalog",
          "category": "codex",
          "input": {
            "stage": "user_input",
            "userInput": "標準のファイル読み取りでREADME.mdを読むだけでよい。追加のツールや調査や編集は不要。"
          },
          "expected": [],
          "catalogSize": 83,
          "catalogSha256": "cf339eac99094b6f433889df4aaf86516929c5657288d74d57627aab5c000ecf"
        },
        {
          "id": "codex-pair",
          "split": "real-catalog",
          "category": "codex",
          "input": {
            "stage": "user_input",
            "userInput": "Caveatに記録済みのSQLite WALの罠を検索し、今回実測で解決したSQLiteのバージョン差による罠を新たにCaveatへ記録してください。"
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "catalogSize": 83,
          "catalogSha256": "cf339eac99094b6f433889df4aaf86516929c5657288d74d57627aab5c000ecf"
        }
      ],
      "rows": [
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 1413,
          "inputTokens": 56557,
          "outputTokens": 4282
        },
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 656.8544580000002,
          "inputTokens": 39799,
          "outputTokens": 4282
        },
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 492.60816699999987,
          "inputTokens": 37538,
          "outputTokens": 2554
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.98
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 680,
          "inputTokens": 56582,
          "outputTokens": 4283
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.54
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 484.812375,
          "inputTokens": 39824,
          "outputTokens": 4284
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.94,
            "mcp__caveat__caveat_get": 0.51
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 359.6385,
          "inputTokens": 37563,
          "outputTokens": 2554
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 386,
          "inputTokens": 56595,
          "outputTokens": 4282
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 359.7015000000001,
          "inputTokens": 39837,
          "outputTokens": 4282
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 322.9475830000001,
          "inputTokens": 37576,
          "outputTokens": 2554
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.96,
            "mcp__caveat__caveat_get": 0.66,
            "mcp__caveat__caveat_record": 0.94,
            "mcp__caveat__caveat_update": 0.84
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 567,
          "inputTokens": 56615,
          "outputTokens": 4286
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.78,
            "mcp__caveat__caveat_record": 0.99,
            "mcp__caveat__caveat_update": 0.84,
            "mcp__lattice__lattice_sensor_explore": 0.59,
            "mcp__aishell__search_context": 0.57
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 506.0877499999997,
          "inputTokens": 39857,
          "outputTokens": 4288
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.93,
            "mcp__caveat__caveat_get": 0.7,
            "mcp__caveat__caveat_record": 0.92,
            "mcp__caveat__caveat_update": 0.8,
            "mcp__lattice__lattice_sensor_explore": 0.51,
            "mcp__aishell__search_context": 0.53
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 370.62966700000015,
          "inputTokens": 37596,
          "outputTokens": 2554
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 337,
          "inputTokens": 39305,
          "outputTokens": 2649
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 385.3369589999993,
          "inputTokens": 28847,
          "outputTokens": 2649
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 302.3901670000005,
          "inputTokens": 27436,
          "outputTokens": 1571
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.98
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 312,
          "inputTokens": 39330,
          "outputTokens": 2650
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__aishell__artifact_read"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.54,
            "mcp__aishell__artifact_read": 0.51
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__aishell__artifact_read"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 332.0202909999998,
          "inputTokens": 28872,
          "outputTokens": 2652
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__aishell__artifact_read",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.95,
            "mcp__caveat__caveat_get": 0.54,
            "mcp__aishell__artifact_read": 0.51,
            "mcp__aishell__search_context": 0.55
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__aishell__artifact_read",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 417.2849580000002,
          "inputTokens": 27461,
          "outputTokens": 1571
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 363,
          "inputTokens": 39343,
          "outputTokens": 2649
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 333.36383299999943,
          "inputTokens": 28885,
          "outputTokens": 2649
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 310.04754200000025,
          "inputTokens": 27474,
          "outputTokens": 1571
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.97,
            "mcp__caveat__caveat_get": 0.65,
            "mcp__caveat__caveat_record": 0.93,
            "mcp__caveat__caveat_update": 0.84
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 356,
          "inputTokens": 39363,
          "outputTokens": 2653
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.79,
            "mcp__caveat__caveat_record": 0.99,
            "mcp__caveat__caveat_update": 0.86,
            "mcp__lattice__lattice_sensor_explore": 0.57,
            "mcp__aishell__read_context": 0.62,
            "mcp__aishell__search_context": 0.75
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 502.1304169999985,
          "inputTokens": 28905,
          "outputTokens": 2656
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 0,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.92,
            "mcp__caveat__caveat_get": 0.67,
            "mcp__caveat__caveat_record": 0.92,
            "mcp__caveat__caveat_update": 0.8,
            "mcp__aishell__read_context": 0.56,
            "mcp__aishell__search_context": 0.65
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 292.54620799999975,
          "inputTokens": 27494,
          "outputTokens": 1571
        },
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 374.96337499999936,
          "inputTokens": 37538,
          "outputTokens": 2554
        },
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 344.0263330000016,
          "inputTokens": 39799,
          "outputTokens": 4282
        },
        {
          "id": "claude-thanks",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 409,
          "inputTokens": 56557,
          "outputTokens": 4282
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.94
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 365.66304200000013,
          "inputTokens": 37563,
          "outputTokens": 2554
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.52
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 509.7093339999992,
          "inputTokens": 39824,
          "outputTokens": 4284
        },
        {
          "id": "claude-search",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.98
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 508,
          "inputTokens": 56582,
          "outputTokens": 4283
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 477.446750000001,
          "inputTokens": 37576,
          "outputTokens": 2554
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 351.8922079999993,
          "inputTokens": 39837,
          "outputTokens": 4282
        },
        {
          "id": "claude-standard",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 431,
          "inputTokens": 56595,
          "outputTokens": 4282
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.93,
            "mcp__caveat__caveat_get": 0.69,
            "mcp__caveat__caveat_record": 0.94,
            "mcp__caveat__caveat_update": 0.81,
            "mcp__aishell__search_context": 0.55
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 439.4945829999997,
          "inputTokens": 37596,
          "outputTokens": 2554
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.8,
            "mcp__caveat__caveat_record": 0.99,
            "mcp__caveat__caveat_update": 0.87,
            "mcp__lattice__lattice_sensor_explore": 0.52,
            "mcp__aishell__search_context": 0.53
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 529.6339580000003,
          "inputTokens": 39857,
          "outputTokens": 4288
        },
        {
          "id": "claude-pair",
          "category": "claude",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.96,
            "mcp__caveat__caveat_get": 0.68,
            "mcp__caveat__caveat_record": 0.95,
            "mcp__caveat__caveat_update": 0.86
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 541,
          "inputTokens": 56615,
          "outputTokens": 4286
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 313.82154100000116,
          "inputTokens": 27436,
          "outputTokens": 1571
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 320.6848339999997,
          "inputTokens": 28847,
          "outputTokens": 2649
        },
        {
          "id": "codex-thanks",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 314,
          "inputTokens": 39305,
          "outputTokens": 2649
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__aishell__artifact_read",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.93,
            "mcp__aishell__artifact_read": 0.52,
            "mcp__aishell__search_context": 0.53
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__aishell__artifact_read",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 294.2855000000018,
          "inputTokens": 27461,
          "outputTokens": 1571
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.56
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 317.9156660000008,
          "inputTokens": 28872,
          "outputTokens": 2651
        },
        {
          "id": "codex-search",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.98
          },
          "expected": [
            "mcp__caveat__caveat_search"
          ],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 306,
          "inputTokens": 39330,
          "outputTokens": 2650
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 302.5639999999985,
          "inputTokens": 27474,
          "outputTokens": 1571
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 323.10487499999726,
          "inputTokens": 28885,
          "outputTokens": 2649
        },
        {
          "id": "codex-standard",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [],
          "probabilities": {},
          "expected": [],
          "falsePositives": [],
          "falseNegatives": [],
          "exact": true,
          "durationMs": 430,
          "inputTokens": 39343,
          "outputTokens": 2649
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-noul",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.92,
            "mcp__caveat__caveat_get": 0.68,
            "mcp__caveat__caveat_record": 0.93,
            "mcp__caveat__caveat_update": 0.81,
            "mcp__lattice__lattice_sensor_explore": 0.52,
            "mcp__aishell__read_context": 0.59,
            "mcp__aishell__search_context": 0.65
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 301.1662920000017,
          "inputTokens": 27494,
          "outputTokens": 1571
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "compact-choice",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__artifact_read",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.99,
            "mcp__caveat__caveat_get": 0.82,
            "mcp__caveat__caveat_record": 0.99,
            "mcp__caveat__caveat_update": 0.85,
            "mcp__lattice__lattice_sensor_explore": 0.54,
            "mcp__aishell__artifact_read": 0.53,
            "mcp__aishell__read_context": 0.64,
            "mcp__aishell__search_context": 0.78
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__lattice__lattice_sensor_explore",
            "mcp__aishell__artifact_read",
            "mcp__aishell__read_context",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 291.6050830000022,
          "inputTokens": 28905,
          "outputTokens": 2657
        },
        {
          "id": "codex-pair",
          "category": "codex",
          "split": "real-catalog",
          "round": 1,
          "variant": "baseline",
          "selected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_record",
            "mcp__caveat__caveat_update",
            "mcp__aishell__search_context"
          ],
          "probabilities": {
            "mcp__caveat__caveat_search": 0.97,
            "mcp__caveat__caveat_get": 0.7,
            "mcp__caveat__caveat_record": 0.94,
            "mcp__caveat__caveat_update": 0.86,
            "mcp__aishell__search_context": 0.57
          },
          "expected": [
            "mcp__caveat__caveat_search",
            "mcp__caveat__caveat_record"
          ],
          "falsePositives": [
            "mcp__caveat__caveat_get",
            "mcp__caveat__caveat_update",
            "mcp__aishell__search_context"
          ],
          "falseNegatives": [],
          "exact": false,
          "durationMs": 419,
          "inputTokens": 39363,
          "outputTokens": 2654
        }
      ]
    }
  ]
}
