II.
Workflow JSON
Structured · liveworkflow:data-quality-monitoring
Data Quality Monitoring json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "workflow:data-quality-monitoring",
"_kind": "Workflow",
"_file": "domain/workflows/workflows-data.yaml",
"_cluster": "domain",
"attributes": {
"displayName": "Data Quality Monitoring",
"description": "Continuous single-team workflow that proactively detects and resolves data quality\nissues before they propagate to downstream consumers, dashboards, or ML models.\nAutomated data quality checks run after each pipeline execution, evaluating freshness,\ncompleteness, uniqueness, referential integrity, and distribution drift against defined\nexpectations. Failures trigger alerts routed to the owning data engineer's on-call\nrotation. The engineer investigates root causes — upstream source changes, schema\ndrift, or pipeline bugs — applies fixes, and documents the incident. Quality metrics\nand SLA compliance are reported weekly to data consumers. The workflow builds trust in\nthe data platform and reduces costly downstream errors caused by silent data corruption.\n",
"workflowKind": "data",
"triggerType": "continuous",
"typicalCadence": "continuous",
"complexity": "moderate"
},
"outgoingEdges": [
{
"from": "workflow:data-quality-monitoring",
"to": "role:data-engineer",
"kind": "involves_role"
},
{
"from": "workflow:data-quality-monitoring",
"to": "role:analytics-engineer",
"kind": "involves_role"
},
{
"from": "workflow:data-quality-monitoring",
"to": "role:data-analyst",
"kind": "involves_role"
},
{
"from": "workflow:data-quality-monitoring",
"to": "role:bi-developer",
"kind": "involves_role"
},
{
"from": "workflow:data-quality-monitoring",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-quality-monitoring",
"to": "domain:databases",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-quality-monitoring",
"to": "domain:observability",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-quality-monitoring",
"to": "responsibility:data-quality",
"kind": "triggers_responsibility"
},
{
"from": "workflow:data-quality-monitoring",
"to": "responsibility:on-call",
"kind": "triggers_responsibility"
},
{
"from": "workflow:data-quality-monitoring",
"to": "responsibility:metric-definition",
"kind": "triggers_responsibility"
},
{
"from": "workflow:data-quality-monitoring",
"to": "responsibility:sla-management",
"kind": "triggers_responsibility"
}
],
"incomingEdges": [
{
"from": "stack-profile:document-processing-pipeline",
"to": "workflow:data-quality-monitoring",
"kind": "follows_workflow"
},
{
"from": "stack-profile:data-quality-governance",
"to": "workflow:data-quality-monitoring",
"kind": "follows_workflow"
},
{
"from": "stack-profile:master-data-management",
"to": "workflow:data-quality-monitoring",
"kind": "follows_workflow"
},
{
"from": "lib-agent:data-engineering-analytics--data-governance-steward",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--data-quality-engineer",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-science-ml--data-engineer",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-agent:data-science-ml--drift-detective",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-science-ml--eda-analyst",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-agent:data-science-ml--incident-responder",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-science-ml--retraining-orchestrator",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-skill:data-engineering-analytics--airflow-dag-analyzer",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-skill:data-engineering-analytics--data-catalog-enricher",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--data-lineage-mapper",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--data-quality-profiler",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--great-expectations-generator",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-science-ml--arize-observability",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-science-ml--evidently-drift-detector",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-science-ml--great-expectations-validator",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-science-ml--pandas-dataframe-analyzer",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-skill:data-science-ml--whylabs-monitor",
"to": "workflow:data-quality-monitoring",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
}
]
}