{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://aiwg.io/schemas/decision/D17StudyProtocol.v1.schema.json",
  "title": "D17StudyProtocol",
  "type": "object",
  "additionalProperties": false,
  "required": [
    "schemaVersion",
    "minimumPairs",
    "slices",
    "minimumPerSlice",
    "interval",
    "brier",
    "risk",
    "abstention",
    "maximumP95LatencyIncreaseMs",
    "acceptance",
    "economics",
    "native"
  ],
  "properties": {
    "schemaVersion": {
      "const": "decision-d17-protocol/v1"
    },
    "minimumPairs": {
      "type": "integer"
    },
    "slices": {
      "type": "array",
      "const": [
        "direct-facts",
        "multi-fact",
        "negation",
        "authority"
      ]
    },
    "minimumPerSlice": {
      "type": "integer"
    },
    "interval": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "method",
        "levelBps",
        "nonInferiorityMarginBps",
        "benefitLowerExclusiveBps"
      ],
      "properties": {
        "method": {
          "const": "newcombe-10"
        },
        "levelBps": {
          "type": "integer"
        },
        "nonInferiorityMarginBps": {
          "type": "integer"
        },
        "benefitLowerExclusiveBps": {
          "type": "integer"
        }
      }
    },
    "brier": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "method",
        "levelBps",
        "seed",
        "resamples",
        "maximumUpperBps"
      ],
      "properties": {
        "method": {
          "const": "percentile-bootstrap"
        },
        "levelBps": {
          "type": "integer"
        },
        "seed": {
          "type": "integer"
        },
        "resamples": {
          "type": "integer"
        },
        "maximumUpperBps": {
          "type": "integer"
        }
      }
    },
    "risk": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "method",
        "levelBps",
        "maximumAcceptedErrorUpperBps",
        "minimumCoverageLowerBps"
      ],
      "properties": {
        "method": {
          "const": "wilson"
        },
        "levelBps": {
          "type": "integer"
        },
        "maximumAcceptedErrorUpperBps": {
          "type": "integer"
        },
        "minimumCoverageLowerBps": {
          "type": "integer"
        }
      }
    },
    "abstention": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "method",
        "levelBps",
        "maximumUpperBps"
      ],
      "properties": {
        "method": {
          "const": "newcombe-10"
        },
        "levelBps": {
          "type": "integer"
        },
        "maximumUpperBps": {
          "type": "integer"
        }
      }
    },
    "maximumP95LatencyIncreaseMs": {
      "type": "integer"
    },
    "acceptance": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "tieRule",
        "disagreementMetric",
        "maximumDisagreementBps",
        "minimumSuccessfulMembers",
        "highAgreementWarningBps"
      ],
      "properties": {
        "tieRule": {
          "const": "defer"
        },
        "disagreementMetric": {
          "const": "jensen-shannon-v1"
        },
        "maximumDisagreementBps": {
          "type": "integer"
        },
        "minimumSuccessfulMembers": {
          "type": "integer"
        },
        "highAgreementWarningBps": {
          "type": "integer"
        }
      }
    },
    "economics": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "kind",
        "positiveNetSavingsRequired",
        "separateTradeoffApprovalRequired"
      ],
      "properties": {
        "kind": {
          "const": "additional-cost-tolerance"
        },
        "positiveNetSavingsRequired": {
          "const": false
        },
        "separateTradeoffApprovalRequired": {
          "const": true
        }
      }
    },
    "native": {
      "type": "array",
      "minItems": 1,
      "maxItems": 32,
      "items": {
        "type": "object",
        "additionalProperties": false,
        "required": ["metric", "comparison", "bound", "minimumPairs"],
        "properties": {
          "metric": {
            "enum": ["quality", "calibration", "risk-coverage", "abstention", "latency", "tokens", "cost", "slice"]
          },
          "comparison": {
            "enum": ["delta-at-least", "delta-at-most"]
          },
          "bound": {
            "type": "number"
          },
          "minimumPairs": {
            "type": "integer",
            "minimum": 1
          }
        }
      }
    }
  }
}
