{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://aiwg.io/schemas/decision/D29Study.v3.schema.json",
  "title": "D29Study v3",
  "oneOf": [
    {
      "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json"
    },
    {
      "$ref": "#/$defs/gold"
    },
    {
      "$ref": "#/$defs/audit"
    },
    {
      "$ref": "#/$defs/score"
    }
  ],
  "$defs": {
    "gold": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "schemaVersion",
        "syntheticOnly",
        "rows"
      ],
      "properties": {
        "schemaVersion": {
          "const": "decision-d29-gold/v3"
        },
        "syntheticOnly": {
          "const": true
        },
        "rows": {
          "type": "array",
          "items": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "id",
              "world",
              "gold",
              "variant"
            ],
            "properties": {
              "id": {
                "type": "string",
                "minLength": 1
              },
              "world": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "kind",
                  "sourceAttribute",
                  "claimAttribute",
                  "sourceValue",
                  "claimValue",
                  "uncertain",
                  "injected",
                  "artifactPresent",
                  "testPassed",
                  "required",
                  "covered",
                  "variant",
                  "sourceModule",
                  "claimModule",
                  "exclusive",
                  "sourceValues",
                  "negatedValues",
                  "scoped",
                  "temporal",
                  "current",
                  "independent",
                  "complete",
                  "decoy",
                  "distractorCount",
                  "factPosition",
                  "nearMissGroup",
                  "injectionPhrase"
                ],
                "properties": {
                  "kind": {
                    "enum": [
                      "citation",
                      "phase-criterion"
                    ]
                  },
                  "sourceAttribute": {
                    "enum": [
                      "port",
                      "protocol",
                      "region",
                      "owner-team",
                      "major-version",
                      "rollback",
                      "security",
                      "migration"
                    ]
                  },
                  "claimAttribute": {
                    "enum": [
                      "port",
                      "protocol",
                      "region",
                      "owner-team",
                      "major-version",
                      "rollback",
                      "security",
                      "migration"
                    ]
                  },
                  "sourceValue": {
                    "type": "string",
                    "minLength": 1
                  },
                  "claimValue": {
                    "type": "string",
                    "minLength": 1
                  },
                  "uncertain": {
                    "type": "boolean"
                  },
                  "injected": {
                    "type": "boolean"
                  },
                  "artifactPresent": {
                    "type": "boolean"
                  },
                  "testPassed": {
                    "type": "boolean"
                  },
                  "required": {
                    "type": "string",
                    "minLength": 1
                  },
                  "covered": {
                    "type": "array",
                    "items": {
                      "type": "string",
                      "minLength": 1
                    }
                  },
                  "variant": {
                    "enum": [
                      "exact",
                      "paraphrase",
                      "multi-value",
                      "negated",
                      "moved",
                      "exclusive-single",
                      "exclusive-restricted",
                      "scoped",
                      "temporal",
                      "tentative",
                      "different-nonexclusive",
                      "other-attribute",
                      "near-miss-digit",
                      "near-miss-transposition",
                      "context",
                      "prefix",
                      "middle",
                      "suffix",
                      "verified",
                      "checklist",
                      "explicit-none",
                      "planned",
                      "wrong-attribute",
                      "wrong-subject",
                      "stale",
                      "self-attested",
                      "partial"
                    ]
                  },
                  "sourceModule": {
                    "type": "string",
                    "minLength": 1
                  },
                  "claimModule": {
                    "type": "string",
                    "minLength": 1
                  },
                  "exclusive": {
                    "type": "boolean"
                  },
                  "sourceValues": {
                    "type": "array",
                    "items": {
                      "type": "string",
                      "minLength": 1
                    },
                    "uniqueItems": true
                  },
                  "negatedValues": {
                    "type": "array",
                    "items": {
                      "type": "string",
                      "minLength": 1
                    },
                    "uniqueItems": true
                  },
                  "scoped": {
                    "type": "boolean"
                  },
                  "temporal": {
                    "type": "boolean"
                  },
                  "current": {
                    "type": "boolean"
                  },
                  "independent": {
                    "type": "boolean"
                  },
                  "complete": {
                    "type": "boolean"
                  },
                  "decoy": {
                    "type": "boolean"
                  },
                  "distractorCount": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 2
                  },
                  "factPosition": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 2
                  },
                  "nearMissGroup": {
                    "type": [
                      "integer",
                      "null"
                    ],
                    "minimum": 0,
                    "maximum": 2
                  },
                  "injectionPhrase": {
                    "type": [
                      "integer",
                      "null"
                    ],
                    "minimum": 0,
                    "maximum": 15
                  }
                }
              },
              "gold": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "ready",
                  "support"
                ],
                "properties": {
                  "ready": {
                    "type": "boolean"
                  },
                  "support": {
                    "enum": [
                      "supports",
                      "contradicts",
                      "unclear",
                      "does-not-support",
                      null
                    ]
                  }
                }
              },
              "variant": {
                "enum": [
                  "exact",
                  "paraphrase",
                  "multi-value",
                  "negated",
                  "moved",
                  "exclusive-single",
                  "exclusive-restricted",
                  "scoped",
                  "temporal",
                  "tentative",
                  "different-nonexclusive",
                  "other-attribute",
                  "near-miss-digit",
                  "near-miss-transposition",
                  "context",
                  "prefix",
                  "middle",
                  "suffix",
                  "verified",
                  "checklist",
                  "explicit-none",
                  "planned",
                  "wrong-attribute",
                  "wrong-subject",
                  "stale",
                  "self-attested",
                  "partial"
                ]
              }
            }
          },
          "minItems": 2000,
          "maxItems": 2000
        }
      }
    },
    "audit": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "schemaVersion",
        "splits",
        "n",
        "targets",
        "topRules",
        "passed"
      ],
      "properties": {
        "schemaVersion": {
          "const": "decision-d29-shortcut-audit/v1"
        },
        "splits": {
          "const": [
            "tuning",
            "calibration"
          ]
        },
        "n": {
          "type": "integer",
          "minimum": 1
        },
        "targets": {
          "type": "array",
          "items": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "target",
              "positives",
              "negatives",
              "limit",
              "featureCount",
              "maximumBalancedAccuracy",
              "topRules"
            ],
            "properties": {
              "target": {
                "enum": [
                  "injection",
                  "readiness",
                  "supports",
                  "contradicts",
                  "unclear",
                  "does-not-support"
                ]
              },
              "positives": {
                "type": "integer",
                "minimum": 1
              },
              "negatives": {
                "type": "integer",
                "minimum": 1
              },
              "limit": {
                "enum": [
                  0.75,
                  0.8
                ]
              },
              "featureCount": {
                "type": "integer",
                "minimum": 1
              },
              "maximumBalancedAccuracy": {
                "type": "number",
                "minimum": 0,
                "maximum": 1
              },
              "topRules": {
                "type": "array",
                "items": {
                  "$ref": "#/$defs/rule"
                },
                "minItems": 10,
                "maxItems": 10
              }
            }
          },
          "minItems": 6,
          "maxItems": 6
        },
        "topRules": {
          "type": "array",
          "items": {
            "$ref": "#/$defs/rule"
          },
          "minItems": 10,
          "maxItems": 10
        },
        "passed": {
          "type": "boolean"
        }
      }
    },
    "rule": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "target",
        "view",
        "feature",
        "polarity",
        "balancedAccuracy"
      ],
      "properties": {
        "target": {
          "enum": [
            "injection",
            "readiness",
            "supports",
            "contradicts",
            "unclear",
            "does-not-support"
          ]
        },
        "view": {
          "enum": [
            "passage",
            "passage-and-context",
            "context"
          ]
        },
        "feature": {
          "type": "string",
          "minLength": 1
        },
        "polarity": {
          "enum": [
            "present",
            "absent"
          ]
        },
        "balancedAccuracy": {
          "type": "number",
          "minimum": 0,
          "maximum": 1
        }
      }
    },
    "score": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "schemaVersion",
        "decision",
        "native",
        "external",
        "heldout",
        "provenance",
        "reviewerN",
        "missingInputs",
        "completeCase",
        "failureAsError",
        "proposedStatisticalDisposition",
        "limitations",
        "groups"
      ],
      "properties": {
        "schemaVersion": {
          "const": "decision-d29-score/v3"
        },
        "decision": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/decision"
        },
        "native": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/native"
        },
        "external": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/external"
        },
        "heldout": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/heldout"
        },
        "provenance": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/provenance"
        },
        "reviewerN": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/reviewerN"
        },
        "missingInputs": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/missingInputs"
        },
        "completeCase": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/completeCase"
        },
        "failureAsError": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/failureAsError"
        },
        "proposedStatisticalDisposition": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/proposedStatisticalDisposition"
        },
        "limitations": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/limitations"
        },
        "groups": {
          "type": "object",
          "additionalProperties": false,
          "required": [
            "slices",
            "variants"
          ],
          "properties": {
            "slices": {
              "type": "array",
              "items": {
                "$ref": "#/$defs/group"
              },
              "minItems": 1
            },
            "variants": {
              "type": "array",
              "items": {
                "$ref": "#/$defs/group"
              },
              "minItems": 1
            }
          }
        }
      }
    },
    "group": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "slice",
        "variant",
        "n",
        "missingCandidate",
        "candidate",
        "baseline"
      ],
      "properties": {
        "slice": {
          "enum": [
            "citation-supports",
            "citation-contradicts",
            "citation-unclear",
            "citation-does-not-support",
            "citation-injection",
            "criterion-ready",
            "criterion-incomplete",
            "criterion-injection",
            "missing-artifact",
            "failed-test"
          ]
        },
        "variant": {
          "enum": [
            "exact",
            "paraphrase",
            "multi-value",
            "negated",
            "moved",
            "exclusive-single",
            "exclusive-restricted",
            "scoped",
            "temporal",
            "tentative",
            "different-nonexclusive",
            "other-attribute",
            "near-miss-digit",
            "near-miss-transposition",
            "context",
            "prefix",
            "middle",
            "suffix",
            "verified",
            "checklist",
            "explicit-none",
            "planned",
            "wrong-attribute",
            "wrong-subject",
            "stale",
            "self-attested",
            "partial",
            null
          ]
        },
        "n": {
          "type": "integer",
          "minimum": 0
        },
        "missingCandidate": {
          "type": "integer",
          "minimum": 0
        },
        "candidate": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
        },
        "baseline": {
          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
        }
      }
    }
  }
}
