{
  "id": "stack-profile:etl-reverse-etl",
  "_kind": "StackProfile",
  "_file": "domain/stack-profiles/deep-stacks-7.yaml",
  "_cluster": "domain",
  "attributes": {
    "displayName": "ETL / Reverse ETL (Python, Airbyte, dbt, PostgreSQL, Airflow)",
    "description": "A bidirectional data integration platform combining Airbyte for extract-\nload (EL) from hundreds of SaaS sources, dbt for SQL transformations (T),\nand a reverse ETL pipeline that pushes enriched data back into operational\ntools like CRMs and marketing platforms. Airflow orchestrates the full\ncycle: Airbyte syncs land raw data in PostgreSQL, dbt models refine it\ninto business entities, and Python scripts push curated segments back\nto destination APIs. Pandas handles data manipulation for custom\nreverse-ETL connectors. Docker Compose runs Airbyte, Airflow, and\nPostgreSQL locally. The tradeoff is managing schema drift across\ndozens of source connectors and the complexity of bidirectional\nsync conflict resolution, but the platform eliminates data silos\nbetween analytics and operations.\n",
    "composes": [
      "language:python",
      "tool:airbyte",
      "tool:airflow",
      "library:sqlalchemy",
      "library:pandas",
      "library:boto3",
      "tool:docker",
      "tool:docker-compose",
      "language:sql"
    ]
  },
  "outgoingEdges": [
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "language:python",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "tool:airbyte",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "tool:airflow",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "library:sqlalchemy",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "library:pandas",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "library:boto3",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "tool:docker",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "tool:docker-compose",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "language:sql",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "role:data-engineer",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "role:analytics-engineer",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "role:data-analyst",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "workflow:etl-pipeline-cost-optimization",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "domain:data-engineering",
      "kind": "applies_to"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "domain:business-intelligence",
      "kind": "applies_to"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "skill-area:etl-pipelines",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "skill-area:python-data-pipelines",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "skill-area:data-quality",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "skill-area:schema-evolution",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "skill-area:data-governance",
      "kind": "requires_skill_area"
    }
  ],
  "incomingEdges": []
}