{
  "name": "E2E Test Set",
  "description": "Minimal test set for integration testing",
  "items": [
    {
      "type": "single_turn",
      "name": "Greeting test",
      "inputs": {
        "message": "Hello"
      },
      "expected": {
        "success_criteria": [
          "Agent responds with a greeting",
          "Agent identifies itself or its purpose"
        ]
      },
      "tags": ["greeting"],
      "priority": "high"
    },
    {
      "type": "single_turn",
      "name": "Off-topic rejection",
      "inputs": {
        "message": "Can you help me with my taxes?"
      },
      "expected": {
        "success_criteria": [
          "Agent does not provide tax advice",
          "Agent redirects to its own domain or declines"
        ]
      },
      "tags": ["edge_case", "scope_boundary"],
      "priority": "high"
    },
    {
      "type": "scenario",
      "name": "Happy path - basic inquiry",
      "inputs": {
        "persona": "You are a friendly 35-year-old who is curious about insurance options. You answer questions directly and cooperatively.",
        "initial_message": "Hi, I'm interested in learning about what insurance options you have.",
        "max_turns": 5
      },
      "expected": {
        "success_criteria": [
          "Agent engages with the inquiry about insurance",
          "Agent asks relevant follow-up questions or provides information",
          "Conversation progresses naturally toward the agent's core workflow"
        ],
        "expected_outcome": "Agent successfully engages with an interested customer"
      },
      "tags": ["scenario", "happy_path"],
      "priority": "high"
    }
  ]
}