II.
SkillArea JSON
Structured · liveskill-area:etl-pipelines
ETL Pipelines json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "skill-area:etl-pipelines",
"_kind": "SkillArea",
"_file": "domain/skill-areas/skill-areas-data-eng.yaml",
"_cluster": "domain",
"attributes": {
"displayName": "ETL Pipelines",
"description": "Designing extract-transform-load pipelines — idempotency,\nbackfills, schema drift handling, and operational SLAs.\n",
"domains": [
"specialization:data-engineering-analytics"
],
"expertiseLevels": [
"intermediate",
"expert"
]
},
"outgoingEdges": [
{
"from": "skill-area:etl-pipelines",
"to": "specialization:data-engineering-analytics",
"kind": "applies_to",
"attributes": {
"confidence": "primary"
}
},
{
"from": "skill-area:etl-pipelines",
"to": "stack-part:scheduler",
"kind": "uses_stack_part"
}
],
"incomingEdges": [
{
"from": "skill-area:data-analysis",
"to": "skill-area:etl-pipelines",
"kind": "prerequisite_for_learning",
"attributes": {
"strength": "recommended"
}
},
{
"from": "skill-area:etl-testing",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-part:scheduler",
"to": "skill-area:etl-pipelines",
"kind": "stack_part_used_by",
"attributes": {}
},
{
"from": "stack-profile:data-lakehouse",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:batch-processing",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:data-warehouse-bi",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:data-quality-governance",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:master-data-management",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:data-pipeline-orchestration",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:etl-reverse-etl",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "stack-profile:data-lake-stack",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area"
},
{
"from": "tool:airbyte",
"to": "skill-area:etl-pipelines",
"kind": "used_for"
},
{
"from": "tool:fivetran",
"to": "skill-area:etl-pipelines",
"kind": "used_for"
},
{
"from": "tool:dagster",
"to": "skill-area:etl-pipelines",
"kind": "used_for"
},
{
"from": "tool:prefect",
"to": "skill-area:etl-pipelines",
"kind": "used_for"
},
{
"from": "tool:apache-beam",
"to": "skill-area:etl-pipelines",
"kind": "used_for"
},
{
"from": "lib-agent:code-migration-modernization--data-integrity-validator",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-agent:data-engineering-analytics--data-orchestration-engineer",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:data-engineering-analytics--migration-specialist",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:travel--python-etl-engineer",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:travel--sql-query-composer",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.5
}
},
{
"from": "lib-agent:travel--sqlite-schema-architect",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-agent:healthcare--clinical-informatics-specialist",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.5
}
},
{
"from": "lib-skill:code-migration-modernization--etl-pipeline-builder",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--airflow-dag-analyzer",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-skill:data-engineering-analytics--cdc-pattern-implementer",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-skill:data-engineering-analytics--incremental-model-strategy-selector",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-skill:healthcare--health-data-integration",
"to": "skill-area:etl-pipelines",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "responsibility:data-pipeline-reliability",
"to": "skill-area:etl-pipelines",
"kind": "requires_expertise",
"attributes": {}
},
{
"from": "role:data-engineer",
"to": "skill-area:etl-pipelines",
"kind": "requires_expertise",
"attributes": {}
},
{
"from": "role:data-quality-engineer",
"to": "skill-area:etl-pipelines",
"kind": "requires_expertise",
"attributes": {}
},
{
"from": "role:etl-developer",
"to": "skill-area:etl-pipelines",
"kind": "requires_expertise",
"attributes": {}
},
{
"from": "workflow:etl-pipeline-cost-optimization",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area",
"attributes": {}
},
{
"from": "workflow:data-quality-check",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area",
"attributes": {}
},
{
"from": "workflow:data-migration",
"to": "skill-area:etl-pipelines",
"kind": "requires_skill_area",
"attributes": {}
}
]
}