{
  "type": "excalidraw",
  "version": 2,
  "source": "https://excalidraw.com",
  "elements": [
    {
      "id": "e1",
      "type": "text",
      "x": 100,
      "y": 15,
      "width": 800,
      "height": 28,
      "angle": 0,
      "strokeColor": "#1c7ed6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 11,
      "version": 1,
      "versionNonce": 1,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Evaluation Workflow",
      "fontSize": 22,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": null,
      "originalText": "Evaluation Workflow",
      "lineHeight": 1.25
    },
    {
      "id": "e2",
      "type": "rectangle",
      "x": 20,
      "y": 60,
      "width": 370,
      "height": 65,
      "angle": 0,
      "strokeColor": "#1c7ed6",
      "backgroundColor": "#e7f5ff",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 21,
      "version": 1,
      "versionNonce": 3,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e3",
          "type": "text"
        }
      ]
    },
    {
      "id": "e3",
      "type": "text",
      "x": 20,
      "y": 73,
      "width": 370,
      "height": 40,
      "angle": 0,
      "strokeColor": "#1864ab",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 39,
      "version": 1,
      "versionNonce": 3,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Platform Golden Eval\n(Scripted · Deterministic)",
      "fontSize": 16,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e2",
      "originalText": "Platform Golden Eval\n(Scripted · Deterministic)",
      "lineHeight": 1.25
    },
    {
      "id": "e4",
      "type": "rectangle",
      "x": 20,
      "y": 135,
      "width": 370,
      "height": 290,
      "angle": 0,
      "strokeColor": "#74c0fc",
      "backgroundColor": "#f8f9fa",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 35,
      "version": 1,
      "versionNonce": 5,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e5",
          "type": "text"
        }
      ]
    },
    {
      "id": "e5",
      "type": "text",
      "x": 20,
      "y": 175,
      "width": 370,
      "height": 210,
      "angle": 0,
      "strokeColor": "#495057",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 65,
      "version": 1,
      "versionNonce": 5,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "golden_reservation.yaml\n──────────────────────\nturns:\n  - user: \"Table for 2\"\n    expectations:\n      - tool_called: set_party_size\n      - agent_response: contains \"date\"\n  - user: \"June 20th\"\n    expectations:\n      - tool_called: set_preferred_date\n      - agent_response: contains \"name\"\n──────────────────────\n⚠  INVALID = FAIL if agentResponse missing\nRuns N times · pass rate ≥ threshold",
      "fontSize": 12,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e4",
      "originalText": "golden_reservation.yaml\n──────────────────────\nturns:\n  - user: \"Table for 2\"\n    expectations:\n      - tool_called: set_party_size\n      - agent_response: contains \"date\"\n  - user: \"June 20th\"\n    expectations:\n      - tool_called: set_preferred_date\n      - agent_response: contains \"name\"\n──────────────────────\n⚠  INVALID = FAIL if agentResponse missing\nRuns N times · pass rate ≥ threshold",
      "lineHeight": 1.25
    },
    {
      "id": "e6",
      "type": "rectangle",
      "x": 410,
      "y": 60,
      "width": 370,
      "height": 65,
      "angle": 0,
      "strokeColor": "#2b8a3e",
      "backgroundColor": "#ebfbee",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 49,
      "version": 1,
      "versionNonce": 7,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e7",
          "type": "text"
        }
      ]
    },
    {
      "id": "e7",
      "type": "text",
      "x": 410,
      "y": 73,
      "width": 370,
      "height": 40,
      "angle": 0,
      "strokeColor": "#2b8a3e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 91,
      "version": 1,
      "versionNonce": 7,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Local Simulation Eval\n(LLM-Simulated User)",
      "fontSize": 16,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e6",
      "originalText": "Local Simulation Eval\n(LLM-Simulated User)",
      "lineHeight": 1.25
    },
    {
      "id": "e8",
      "type": "rectangle",
      "x": 410,
      "y": 135,
      "width": 370,
      "height": 290,
      "angle": 0,
      "strokeColor": "#8ce99a",
      "backgroundColor": "#f8f9fa",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 63,
      "version": 1,
      "versionNonce": 9,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e9",
          "type": "text"
        }
      ]
    },
    {
      "id": "e9",
      "type": "text",
      "x": 410,
      "y": 183,
      "width": 370,
      "height": 195,
      "angle": 0,
      "strokeColor": "#495057",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 117,
      "version": 1,
      "versionNonce": 9,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "scenario_busy_user.yaml\n──────────────────────\npersona: \"Busy professional,\n  provides all info upfront\"\ngoal: Complete booking in < 4 turns\nassertions:\n  - booking confirmed\n  - no hallucinated dates\n  - tone is warm and professional\n──────────────────────\nScored 0-5 per assertion\nWeighted avg ≥ threshold (default 3.0)\nHallucination score ≥ 4 → auto-fail",
      "fontSize": 12,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e8",
      "originalText": "scenario_busy_user.yaml\n──────────────────────\npersona: \"Busy professional,\n  provides all info upfront\"\ngoal: Complete booking in < 4 turns\nassertions:\n  - booking confirmed\n  - no hallucinated dates\n  - tone is warm and professional\n──────────────────────\nScored 0-5 per assertion\nWeighted avg ≥ threshold (default 3.0)\nHallucination score ≥ 4 → auto-fail",
      "lineHeight": 1.25
    },
    {
      "id": "e10",
      "type": "arrow",
      "x": 205,
      "y": 425,
      "width": 0,
      "height": 45,
      "angle": 0,
      "strokeColor": "#1c7ed6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "seed": 70,
      "version": 1,
      "versionNonce": 10,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          45
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow"
    },
    {
      "id": "e11",
      "type": "arrow",
      "x": 595,
      "y": 425,
      "width": 0,
      "height": 45,
      "angle": 0,
      "strokeColor": "#2b8a3e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "seed": 77,
      "version": 1,
      "versionNonce": 11,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          45
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow"
    },
    {
      "id": "e12",
      "type": "rectangle",
      "x": 160,
      "y": 470,
      "width": 480,
      "height": 55,
      "angle": 0,
      "strokeColor": "#f08c00",
      "backgroundColor": "#fff9db",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 91,
      "version": 1,
      "versionNonce": 13,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e13",
          "type": "text"
        }
      ]
    },
    {
      "id": "e13",
      "type": "text",
      "x": 160,
      "y": 488,
      "width": 480,
      "height": 20,
      "angle": 0,
      "strokeColor": "#e67700",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 169,
      "version": 1,
      "versionNonce": 13,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "cxas run   /   cxas ci-test",
      "fontSize": 16,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e12",
      "originalText": "cxas run   /   cxas ci-test",
      "lineHeight": 1.25
    },
    {
      "id": "e14",
      "type": "arrow",
      "x": 400,
      "y": 525,
      "width": 0,
      "height": 45,
      "angle": 0,
      "strokeColor": "#495057",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "seed": 98,
      "version": 1,
      "versionNonce": 14,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          45
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow"
    },
    {
      "id": "e15",
      "type": "rectangle",
      "x": 200,
      "y": 570,
      "width": 400,
      "height": 55,
      "angle": 0,
      "strokeColor": "#2b8a3e",
      "backgroundColor": "#b2f2bb",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 112,
      "version": 1,
      "versionNonce": 16,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e16",
          "type": "text"
        }
      ]
    },
    {
      "id": "e16",
      "type": "text",
      "x": 200,
      "y": 588,
      "width": 400,
      "height": 19,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 208,
      "version": 1,
      "versionNonce": 16,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Pass Rate Report  ·  HTML + Markdown",
      "fontSize": 15,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e15",
      "originalText": "Pass Rate Report  ·  HTML + Markdown",
      "lineHeight": 1.25
    },
    {
      "id": "e17",
      "type": "rectangle",
      "x": 20,
      "y": 645,
      "width": 355,
      "height": 115,
      "angle": 0,
      "strokeColor": "#c92a2a",
      "backgroundColor": "#fff5f5",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 126,
      "version": 1,
      "versionNonce": 18,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e18",
          "type": "text"
        }
      ]
    },
    {
      "id": "e18",
      "type": "text",
      "x": 20,
      "y": 665,
      "width": 355,
      "height": 75,
      "angle": 0,
      "strokeColor": "#495057",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 234,
      "version": 1,
      "versionNonce": 18,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Common failure categories:\n• TOOL_MISSING — expected tool not called\n• TEXT_MISMATCH — wrong response text\n• EXPECTATION_FAIL — INVALID eval\n• TIMEOUT / SCORES_PASS_BUT_FAIL",
      "fontSize": 12,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e17",
      "originalText": "Common failure categories:\n• TOOL_MISSING — expected tool not called\n• TEXT_MISMATCH — wrong response text\n• EXPECTATION_FAIL — INVALID eval\n• TIMEOUT / SCORES_PASS_BUT_FAIL",
      "lineHeight": 1.25
    },
    {
      "id": "e19",
      "type": "rectangle",
      "x": 425,
      "y": 645,
      "width": 355,
      "height": 115,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "#f8f9fa",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "seed": 140,
      "version": 1,
      "versionNonce": 20,
      "isDeleted": false,
      "updated": 1,
      "link": null,
      "locked": false,
      "boundElements": [
        {
          "id": "e20",
          "type": "text"
        }
      ]
    },
    {
      "id": "e20",
      "type": "text",
      "x": 425,
      "y": 665,
      "width": 355,
      "height": 75,
      "angle": 0,
      "strokeColor": "#495057",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 260,
      "version": 1,
      "versionNonce": 20,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1,
      "link": null,
      "locked": false,
      "text": "Debug cycle:\n1. Fix agent instruction / tool\n2. cxas push (deploy change)\n3. Run 2-3 evals as smoke test\n4. Full suite only when smoke passes",
      "fontSize": 12,
      "fontFamily": 1,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "e19",
      "originalText": "Debug cycle:\n1. Fix agent instruction / tool\n2. cxas push (deploy change)\n3. Run 2-3 evals as smoke test\n4. Full suite only when smoke passes",
      "lineHeight": 1.25
    }
  ],
  "appState": {
    "gridSize": null,
    "viewBackgroundColor": "#ffffff"
  },
  "files": {}
}