{
  "id": "workflow:data-pipeline-deployment",
  "_kind": "Workflow",
  "_file": "domain/workflows/workflows-data.yaml",
  "_cluster": "domain",
  "attributes": {
    "displayName": "Data Pipeline Deployment",
    "description": "On-demand cross-team workflow for designing, testing, and deploying new or significantly\nmodified data pipelines into production. A data engineer authors pipeline code and\naccompanying documentation, then opens a PR for peer review by other data engineers\nand an analytics engineer who validates downstream schema compatibility. Integration\ntests run against a staging data environment to verify correctness, idempotency, and\nperformance at scale. A data quality check is configured in the monitoring layer before\nthe pipeline is promoted to production. Post-deployment, the pipeline's latency,\nerror rate, and data freshness metrics are monitored for 48 hours. The workflow ensures\npipelines are reliable, observable, and well-understood before they serve downstream\nconsumers.\n",
    "workflowKind": "data",
    "triggerType": "on-demand",
    "typicalCadence": "per-pipeline",
    "complexity": "complex"
  },
  "outgoingEdges": [
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "role:data-engineer",
      "kind": "involves_role"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "role:analytics-engineer",
      "kind": "involves_role"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "role:ml-ops-engineer",
      "kind": "involves_role"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "role:devops-engineer",
      "kind": "involves_role"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "role:data-analyst",
      "kind": "involves_role"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "domain:data-engineering",
      "kind": "applies_to_domain"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "domain:databases",
      "kind": "applies_to_domain"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "domain:cloud-infra",
      "kind": "applies_to_domain"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "responsibility:data-quality",
      "kind": "triggers_responsibility"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "responsibility:deployment-management",
      "kind": "triggers_responsibility"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "responsibility:documentation",
      "kind": "triggers_responsibility"
    },
    {
      "from": "workflow:data-pipeline-deployment",
      "to": "responsibility:risk-assessment",
      "kind": "triggers_responsibility"
    }
  ],
  "incomingEdges": [
    {
      "from": "stack-profile:data-lakehouse",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:stream-processing",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:document-processing-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:geospatial-analytics",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:batch-processing",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:insurance-claims-processing",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:supply-chain-visibility",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:knowledge-graph-platform",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:data-warehouse-bi",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:time-series-analytics",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:julia-data-service",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:data-pipeline-orchestration",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "stack-profile:etl-reverse-etl",
      "to": "workflow:data-pipeline-deployment",
      "kind": "follows_workflow"
    },
    {
      "from": "lib-agent:data-engineering-analytics--bi-analytics-engineer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--data-orchestration-engineer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--data-warehouse-architect",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--dbt-project-engineer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--dimensional-modeler",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--migration-specialist",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--ml-feature-engineer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-agent:data-engineering-analytics--streaming-pipeline-engineer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:ai-agents-conversational--rag-pipeline-implementation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 0.7
      }
    },
    {
      "from": "lib-process:ai-agents-conversational--synthetic-conversation-data",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:ai-agents-conversational--vector-database-setup",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:algorithms-optimization--data-structure-implementation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--bi-dashboard",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-lineage",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-warehouse-setup",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--dbt-model-development",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--dbt-project-setup",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--dimensional-model",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--etl-elt-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--feature-store",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--incremental-model",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--obt-creation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--query-optimization",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--scd-implementation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--streaming-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--automl-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 0.7
      }
    },
    {
      "from": "lib-process:data-science-ml--distributed-training",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--eda-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 0.7
      }
    },
    {
      "from": "lib-process:data-science-ml--experiment-planning",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--feature-engineering",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--feature-store",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--ml-observability",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--ml-project-scoping",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--model-evaluation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--model-interpretability",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--model-monitoring-drift",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--model-retraining",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-science-ml--model-training-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 0.7
      }
    },
    {
      "from": "lib-process:decision-intelligence--data-visualization-standards",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:aerospace-engineering--aerodynamic-database-generation",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:gpu-programming--gpu-cpu-data-transfer-optimization",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:media--media-production-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:performance-optimization--database-configuration-tuning",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:robotics-simulation--object-detection-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:robotics-simulation--synthetic-data-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:sdk-platform-development--sdk-code-generation-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:technical-documentation--data-model-docs",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:technical-documentation--docs-as-code-pipeline",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--airflow-dag-analyzer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--apache-spark-optimizer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--bi-semantic-layer-generator",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--cdc-pattern-implementer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--cost-optimizer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--dbt-project-analyzer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--dimensional-model-validator",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--feature-engineering-optimizer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--incremental-model-strategy-selector",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--kafka-topic-designer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--obt-design-optimizer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--scd-implementation-generator",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--schema-evolution-manager",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--sql-query-optimizer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-skill:data-engineering-analytics--stream-processing-windowing-designer",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    }
  ]
}