{
  "id": "python-data-pipeline-reliability-agent",
  "name": "Python Data Pipeline Reliability Agent",
  "version": "0.1.0",
  "type": "agent",
  "provider": "python",
  "harnesses": [
    "codex",
    "copilot",
    "claude-code",
    "cursor",
    "gemini",
    "kiro"
  ],
  "summary": "Static review of Python data-pipeline reliability (Airflow, Dagster, Prefect, PySpark): task idempotency and safe backfills, partitioning, schema evolution and data contracts, checkpointing, late/duplicate data, and data-quality gates. Reads DAG/pipeline source and config only; never runs a pipeline or backfill.",
  "source_type": "original",
  "official_docs": [
    "https://airflow.apache.org/docs/apache-airflow/stable/core-concepts/tasks.html",
    "https://airflow.apache.org/docs/apache-airflow/stable/authoring-and-scheduling/catchup.html",
    "https://airflow.apache.org/docs/apache-airflow/stable/best-practices.html",
    "https://spark.apache.org/docs/latest/"
  ],
  "security_notes": "Static review only — reads DAG/pipeline source, task and scheduling configuration, and data-quality/lineage artifacts to assess pipeline reliability; never runs a pipeline, triggers a backfill, or connects to a warehouse/cluster. A claim about actual row counts, backfill duration, or data-quality results is flagged as needing observation against a real pipeline run. Never requests warehouse credentials or customer data.",
  "last_verified": "2026-07-26",
  "path": "agents/python/python-data-pipeline-reliability-agent/",
  "harness_variants": {
    "codex": "agents/python/python-data-pipeline-reliability-agent/harnesses/codex.toml",
    "copilot": "agents/python/python-data-pipeline-reliability-agent/harnesses/copilot.agent.md",
    "claude-code": "agents/python/python-data-pipeline-reliability-agent/harnesses/claude-code.agent.md",
    "cursor": "agents/python/python-data-pipeline-reliability-agent/harnesses/cursor.agent.md",
    "gemini": "agents/python/python-data-pipeline-reliability-agent/harnesses/gemini.agent.md",
    "kiro-ide": "agents/python/python-data-pipeline-reliability-agent/harnesses/kiro-ide.agent.md",
    "kiro-cli": "agents/python/python-data-pipeline-reliability-agent/harnesses/kiro-cli.agent.json"
  },
  "companion_skills": [
    "python-data-pipeline-reliability"
  ],
  "execution_tier": "static-review",
  "lifecycle": "experimental",
  "author": "github: VincentChuWaiChow"
}