{
  "id": "databricks-data-quality-observability",
  "name": "databricks-data-quality-observability",
  "version": "0.1.0",
  "type": "skill",
  "provider": "databricks",
  "harnesses": [
    "codex",
    "claude-code",
    "cursor",
    "gemini",
    "kiro",
    "other"
  ],
  "summary": "Static review of Lakeflow pipeline data quality and observability: expectations and violation-mode choice (warn/drop/fail), table constraints (NOT NULL, CHECK, informational foreign/unique/PK), Lakehouse Monitoring profile and drift metrics, freshness and staleness detection, pipeline event-log interrogation for lineage and data-quality results, quality SLA definition and alerting, and quality evidence for downstream consumers. Reads pipeline definitions, expectations code, table schema, event logs, and monitor configuration only.",
  "source_type": "original",
  "official_docs": [
    "https://docs.databricks.com/aws/en/ldp/expectations",
    "https://docs.databricks.com/aws/en/ldp/expectation-patterns",
    "https://docs.databricks.com/aws/en/ldp/developer/ldp-python-ref-expectations",
    "https://docs.databricks.com/aws/en/ldp/monitor-event-logs",
    "https://docs.databricks.com/aws/en/ldp/observability",
    "https://docs.databricks.com/aws/en/lakehouse-monitoring/",
    "https://docs.databricks.com/aws/en/data-governance/unity-catalog/data-quality-monitoring/",
    "https://docs.databricks.com/aws/en/admin/system-tables/"
  ],
  "security_notes": "Static review only — reads pipeline source, table schema, expectations, monitor configuration, and event-log query patterns; never executes pipelines, never modifies expectations or monitors, never accesses customer data records, and never requests credentials, tokens, storage keys, or workspace URLs. A claim about a metric or constraint is verified against the documented semantics, not against assumed runtime behavior.",
  "last_verified": "2026-08-17",
  "path": "skills/databricks/databricks-data-quality-observability",
  "author": "github: VincentChuWaiChow",
  "companion_agents": [
    "databricks-data-quality-observability-agent"
  ]
}