{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://aiwg.io/schemas/decision/HeldoutAttempt.v1.schema.json",
  "title": "HeldoutAttempt",
  "type": "object",
  "additionalProperties": false,
  "required": [
    "schemaVersion",
    "study",
    "runId",
    "corpusDigest",
    "preregistrationDigest",
    "approvalDigest",
    "rowId",
    "requestId",
    "ordinal",
    "reservedUsdMicros",
    "reservedTokens",
    "requestDigest",
    "result"
  ],
  "properties": {
    "schemaVersion": {
      "const": "decision-heldout-attempt/v1"
    },
    "study": {
      "enum": [
        "D17",
        "D29"
      ]
    },
    "runId": {
      "type": "string",
      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
    },
    "corpusDigest": {
      "type": "string",
      "pattern": "^sha256:[a-f0-9]{64}$"
    },
    "preregistrationDigest": {
      "type": "string",
      "pattern": "^sha256:[a-f0-9]{64}$"
    },
    "approvalDigest": {
      "type": "string",
      "pattern": "^sha256:[a-f0-9]{64}$"
    },
    "rowId": {
      "type": "string",
      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
    },
    "requestId": {
      "type": "string",
      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
    },
    "ordinal": {
      "enum": [
        1,
        2
      ]
    },
    "reservedUsdMicros": {
      "type": "integer",
      "minimum": 1,
      "maximum": 9007199254740991
    },
    "reservedTokens": {
      "type": "integer",
      "minimum": 1,
      "maximum": 9007199254740991
    },
    "requestDigest": {
      "type": "string",
      "pattern": "^sha256:[a-f0-9]{64}$"
    },
    "result": {
      "anyOf": [
        {
          "type": "object",
          "additionalProperties": false,
          "required": [
            "disposition",
            "reason",
            "servedModel",
            "inputTokens",
            "outputTokens",
            "providerCostUsd",
            "responseDigest",
            "receipt",
            "receiptDigest",
            "traceDigest",
            "latencyMs",
            "accountedUsdMicros"
          ],
          "properties": {
            "disposition": {
              "enum": [
                "success",
                "retryable",
                "measurement-failure",
                "stop"
              ]
            },
            "reason": {
              "type": "string",
              "minLength": 1,
              "maxLength": 512
            },
            "servedModel": {
              "anyOf": [
                {
                  "type": "string",
                  "minLength": 1,
                  "maxLength": 512
                },
                {
                  "type": "null"
                }
              ]
            },
            "inputTokens": {
              "anyOf": [
                {
                  "type": "integer",
                  "minimum": 0,
                  "maximum": 9007199254740991
                },
                {
                  "type": "null"
                }
              ]
            },
            "outputTokens": {
              "anyOf": [
                {
                  "type": "integer",
                  "minimum": 0,
                  "maximum": 9007199254740991
                },
                {
                  "type": "null"
                }
              ]
            },
            "providerCostUsd": {
              "anyOf": [
                {
                  "type": "number",
                  "minimum": 0,
                  "maximum": 1000
                },
                {
                  "type": "null"
                }
              ]
            },
            "responseDigest": {
              "anyOf": [
                {
                  "type": "string",
                  "pattern": "^sha256:[a-f0-9]{64}$"
                },
                {
                  "type": "null"
                }
              ]
            },
            "receipt": {
              "anyOf": [
                {
                  "type": "object"
                },
                {
                  "type": "null"
                }
              ]
            },
            "receiptDigest": {
              "anyOf": [
                {
                  "type": "string",
                  "pattern": "^sha256:[a-f0-9]{64}$"
                },
                {
                  "type": "null"
                }
              ]
            },
            "traceDigest": {
              "type": "string",
              "pattern": "^sha256:[a-f0-9]{64}$"
            },
            "latencyMs": {
              "type": "integer",
              "minimum": 0,
              "maximum": 9007199254740991
            },
            "accountedUsdMicros": {
              "type": "integer",
              "minimum": 1,
              "maximum": 9007199254740991
            }
          }
        },
        {
          "type": "null"
        }
      ]
    }
  }
}
