{
  "id": "databricks-streaming-reliability",
  "name": "databricks-streaming-reliability",
  "version": "0.1.0",
  "type": "skill",
  "provider": "databricks",
  "harnesses": [
    "codex",
    "claude-code",
    "cursor",
    "gemini",
    "kiro",
    "other"
  ],
  "summary": "Static review of Structured Streaming correctness and recovery: checkpoint contents and compatibility across restarts, state-schema immutability enforcement, watermark semantics and late-data handling, trigger selection (AvailableNow vs Continuous vs ProcessingTime), exactly-once versus at-least-once sink guarantees, foreachBatch idempotency, RocksDB state store and changelog checkpointing, async checkpoint trade-offs, serverless streaming constraints, and restart/backfill safety. Reads query source, state schema, checkpoint configuration, and trigger definition only.",
  "source_type": "original",
  "official_docs": [
    "https://docs.databricks.com/aws/en/structured-streaming/checkpoints",
    "https://docs.databricks.com/aws/en/structured-streaming/watermarks",
    "https://docs.databricks.com/aws/en/structured-streaming/triggers",
    "https://docs.databricks.com/aws/en/structured-streaming/foreach",
    "https://docs.databricks.com/aws/en/structured-streaming/production",
    "https://docs.databricks.com/aws/en/structured-streaming/rocksdb-state-store",
    "https://docs.databricks.com/aws/en/structured-streaming/stateful-streaming",
    "https://docs.databricks.com/aws/en/structured-streaming/read-state",
    "https://docs.databricks.com/aws/en/compute/serverless/streaming"
  ],
  "security_notes": "Static review only — reads query source, state-schema definitions, checkpoint configuration, and trigger selection; never executes queries, never accesses customer data, never reads or modifies checkpoint state, and never requests credentials, tokens, storage keys, or workspace URLs. A claim about state compatibility is verified against the documented schema-evolution rules, not against speculative runtime behavior.",
  "last_verified": "2026-08-17",
  "path": "skills/databricks/databricks-streaming-reliability",
  "author": "github: VincentChuWaiChow",
  "companion_agents": [
    "databricks-streaming-reliability-agent"
  ]
}