{
  "decodeRecorderEnabled": [
    {
      "match": {
        "hasDevice": true,
        "debug": false,
        "disableCommandBatching": false,
        "kvLayout": {
          "neq": "bdpa_paged"
        }
      },
      "value": true
    },
    {
      "match": {},
      "value": false
    }
  ],
  "profileDecodeRecorderEnabled": [
    {
      "match": {
        "hasDevice": true,
        "debug": false,
        "kvLayout": {
          "neq": "bdpa_paged"
        }
      },
      "value": true
    },
    {
      "match": {},
      "value": false
    }
  ],
  "batchDecodeEnabled": [
    {
      "match": {
        "batchSize": {
          "gt": 1
        },
        "useGPU": true,
        "gpuSamplingAvailable": true,
        "disableMultiTokenDecode": {
          "neq": true
        },
        "disableCommandBatching": false,
        "isBdpaPagedLayout": false,
        "finitenessFallbackWindowOpen": false,
        "hasLinearAttentionLayers": false,
        "hasRangeBackedPerLayerInputs": false
      },
      "value": true
    },
    {
      "match": {
        "batchSize": {
          "gt": 1
        },
        "useGPU": true,
        "gpuSamplingAvailable": true,
        "disableMultiTokenDecode": {
          "neq": true
        },
        "disableCommandBatching": false,
        "isBdpaPagedLayout": false,
        "finitenessFallbackWindowOpen": false,
        "hasLinearAttentionLayers": false,
        "hasRangeBackedPerLayerInputs": true,
        "selfSpeculationEnabled": false
      },
      "value": true
    },
    {
      "match": {
        "batchSize": {
          "gt": 1
        },
        "useGPU": true,
        "gpuSamplingAvailable": true,
        "disableMultiTokenDecode": {
          "neq": true
        },
        "disableCommandBatching": false,
        "isBdpaPagedLayout": false,
        "finitenessFallbackWindowOpen": false,
        "hasLinearAttentionLayers": true,
        "hasRangeBackedPerLayerInputs": false
      },
      "value": true
    },
    {
      "match": {},
      "value": false
    }
  ],
  "maxBatchDecodeTokens": [
    {
      "match": {
        "hasHotVocabularyBatchDecode": true
      },
      "value": 1
    },
    {
      "match": {
        "hasLinearAttentionLayers": true
      },
      "value": 32
    },
    {
      "match": {
        "hasGpuSplitPerLayerInputs": true,
        "currentSeqLen": {
          "gte": 192
        }
      },
      "value": 2
    },
    {
      "match": {
        "hasGpuSplitPerLayerInputs": true,
        "maxDecodeTokens": {
          "gt": 16
        }
      },
      "value": 16
    },
    {
      "match": {
        "hasGpuSplitPerLayerInputs": true
      },
      "value": 8
    },
    {
      "match": {
        "modelId": {
          "in": [
            "gemma-4-12b-it-text-q4k-ehf16-af16",
            "gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
            "gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
          ]
        },
        "activationDtype": "f16",
        "numLayers": {
          "gte": 48
        },
        "hiddenSize": {
          "gte": 3840
        },
        "maxDecodeTokens": {
          "gt": 8
        }
      },
      "value": 8
    },
    {
      "match": {
        "numLayers": {
          "gte": 48
        },
        "hiddenSize": {
          "gte": 3840
        },
        "maxDecodeTokens": {
          "gt": 16
        }
      },
      "value": 16
    },
    {
      "match": {},
      "value": null
    }
  ],
  "prefillRecorderChunkLayers": [
    {
      "match": {
        "hasGpuSplitPerLayerInputs": true,
        "numTokens": {
          "lte": 32
        }
      },
      "value": 8
    },
    {
      "match": {},
      "value": 4
    }
  ],
  "finitenessFallbackActivationDtype": [
    {
      "match": {},
      "value": "f32"
    }
  ]
}