II.
LibraryProcess JSON
Structured · livelib-process:data-engineering-analytics--data-lineage
data-lineage json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "lib-process:data-engineering-analytics--data-lineage",
"_kind": "LibraryProcess",
"_file": "generated-library/processes.yaml",
"_cluster": "generated-library",
"attributes": {
"displayName": "data-lineage",
"description": "Implement comprehensive data lineage mapping with automated extraction (OpenLineage/SQLLineage), graph visualization, impact analysis, and documentation",
"libraryPath": "library/specializations/data-engineering-analytics/data-lineage.js",
"specialization": "data-engineering-analytics",
"references": [
"- OpenLineage: https://openlineage.io/\n- SQLLineage: https://github.com/reata/sqllineage\n- Apache Atlas: https://atlas.apache.org/\n- Amundsen: https://www.amundsen.io/\n- DataHub: https://datahubproject.io/\n- dbt Lineage: https://docs.getdbt.com/docs/collaborate/data-lineage"
],
"example": "const result = await orchestrate('data-engineering-analytics/data-lineage', {\n dataSources: [\n { type: 'database', connection: 'postgres://...', schemas: ['public', 'analytics'] },\n { type: 'dbt', projectPath: '/path/to/dbt/project' },\n { type: 'airflow', dagFolder: '/path/to/dags' },\n { type: 'spark', jobsPath: '/path/to/spark/jobs' }\n ],\n lineageTool: 'openlineage',\n graphFormat: 'neo4j',\n includeColumnLineage: true,\n impactAnalysisEnabled: true,\n visualizationTool: 'graphviz',\n outputFormat: 'interactive-html'\n});",
"usesAgents": [
"general-purpose"
]
},
"outgoingEdges": [
{
"from": "lib-process:data-engineering-analytics--data-lineage",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-lineage",
"to": "workflow:data-pipeline-deployment",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-lineage",
"to": "specialization:data-engineering-analytics",
"kind": "lib_belongs_to_specialization",
"attributes": {
"weight": 0.9
}
}
],
"incomingEdges": []
}