II.
Domain JSON
Structured · livedomain:data-engineering
Data Engineering json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "domain:data-engineering",
"_kind": "Domain",
"_file": "domain/domains/data-engineering.yaml",
"_cluster": "domain",
"attributes": {
"displayName": "Data Engineering",
"description": "The Data Engineering domain — building and operating pipelines, batch\nand streaming ETL/ELT, data warehouses and lakes, schema evolution,\ndata quality, and the orchestration tooling around them. Distinct from\nData Science (analysis/modeling) and ML-Ops (model lifecycle).\n"
},
"outgoingEdges": [
{
"from": "domain:data-engineering",
"to": "topic:event-mesh",
"kind": "contains"
},
{
"from": "domain:data-engineering",
"to": "topic:message-driven-architecture",
"kind": "contains"
},
{
"from": "domain:data-engineering",
"to": "topic:partitioning",
"kind": "contains"
},
{
"from": "domain:data-engineering",
"to": "topic:publish-subscribe",
"kind": "contains"
},
{
"from": "domain:data-engineering",
"to": "topic:publisher-subscriber-pattern",
"kind": "contains"
},
{
"from": "domain:data-engineering",
"to": "topic:sharding",
"kind": "contains"
}
],
"incomingEdges": [
{
"from": "role:analytics-engineer",
"to": "domain:data-engineering",
"kind": "requires_skill",
"attributes": {
"level": "expert"
}
},
{
"from": "role:data-engineer",
"to": "domain:data-engineering",
"kind": "requires_skill",
"attributes": {
"level": "expert"
}
},
{
"from": "skill-area:kafka-stream-processing",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:postgres-tuning",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:python-data-pipelines",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:data-collection",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:test-data-management",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "secondary"
}
},
{
"from": "skill-area:data-mesh-design",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:data-contract",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:data-catalog-management",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:real-time-analytics",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:stream-processing-design",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:change-data-capture",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:data-lakehouse-architecture",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:feature-engineering-production",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:event-driven-architecture",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "secondary"
}
},
{
"from": "skill-area:graph-databases",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {
"confidence": "secondary"
}
},
{
"from": "stack-profile:data-lakehouse",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:stream-processing",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:document-processing-pipeline",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:batch-processing",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:adtech-real-time-bidding",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:knowledge-graph-platform",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:data-warehouse-bi",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:data-quality-governance",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:master-data-management",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:julia-data-service",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:data-pipeline-orchestration",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:etl-reverse-etl",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:real-time-analytics-stack",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:data-lake-stack",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "stack-profile:event-driven-stack",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:message-driven-architecture",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:publish-subscribe",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:sharding",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:partitioning",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:event-mesh",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:publisher-subscriber-pattern",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:event-driven-architecture",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:database-sharding",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:data-mesh",
"to": "domain:data-engineering",
"kind": "applies_to"
},
{
"from": "topic:SQL-vs-NoSQL",
"to": "domain:data-engineering",
"kind": "belongs_to_domain"
},
{
"from": "topic:retrieval-augmented-generation-patterns",
"to": "domain:data-engineering",
"kind": "belongs_to_domain"
},
{
"from": "workflow:data-pipeline-deployment",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-quality-monitoring",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-governance-review",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "workflow:schema-migration",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "workflow:data-backfill-procedure",
"to": "domain:data-engineering",
"kind": "applies_to_domain"
},
{
"from": "tool-server:mcp-azure-cosmos-db",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-pyairbyte",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-fivetran",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-dagster",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-prefect",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-snowflake",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-bigquery",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-google-sheets",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-rabbitmq",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-nats",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-kafka",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "tool-server:mcp-segment",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {}
},
{
"from": "lib-agent:data-engineering-analytics--bi-analytics-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--data-governance-steward",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--data-orchestration-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--data-quality-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--data-warehouse-architect",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--dbt-project-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--dimensional-modeler",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--migration-specialist",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--ml-feature-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--streaming-pipeline-engineer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--ab-testing-pipeline",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--bi-dashboard",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-lineage",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-quality-framework",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-warehouse-setup",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--dbt-model-development",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--dbt-project-setup",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--dimensional-model",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--etl-elt-pipeline",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--feature-store",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--incremental-model",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--metrics-layer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--obt-creation",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--pipeline-migration",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--query-optimization",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--scd-implementation",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--streaming-pipeline",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--ab-test-statistical-analyzer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--airflow-dag-analyzer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--apache-spark-optimizer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--batch-vs-stream-tradeoffs",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--bi-semantic-layer-generator",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--cdc-pattern-implementer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--cost-optimizer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--data-catalog-enricher",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--data-lineage-mapper",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--data-quality-profiler",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--dbt-project-analyzer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--dimensional-model-validator",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--etl-testing",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--feature-engineering-optimizer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--great-expectations-generator",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--incremental-model-strategy-selector",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--kafka-topic-designer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--obt-design-optimizer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--scd-implementation-generator",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--schema-evolution-manager",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--spark-jobs",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--sql-query-optimizer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--stream-processing-windowing-designer",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "role:streaming-engineer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:integration-engineer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:annotation-lead",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:data-steward",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:data-quality-engineer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:etl-developer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:principal-data-engineer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:head-of-data",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:data-architect",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:data-governance-lead",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "role:chief-data-officer",
"to": "domain:data-engineering",
"kind": "applies_to",
"attributes": {}
},
{
"from": "workflow:precision-agriculture-data-pipeline",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-quality-scorecard-review",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:dashboard-development-cycle",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-quality-investigation",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-mesh-domain-ownership-review",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:real-time-streaming-health-check",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-warehouse-schema-governance",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:etl-pipeline-cost-optimization",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-access-request-workflow",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-warehouse-cost-optimization",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-quality-check",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:data-migration",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:civic-data-publication",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:clinical-trial-data-management",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:resource-estimation-review",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:pharmacovigilance-signal-detection",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:alternative-data-evaluation",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:athlete-performance-analytics-review",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
},
{
"from": "workflow:market-data-feed-validation",
"to": "domain:data-engineering",
"kind": "applies_to_domain",
"attributes": {}
}
]
}