II.
LibraryProcess JSON
Structured · livelib-process:data-engineering-analytics--data-catalog
data-catalog json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "lib-process:data-engineering-analytics--data-catalog",
"_kind": "LibraryProcess",
"_file": "generated-library/processes.yaml",
"_cluster": "generated-library",
"attributes": {
"displayName": "data-catalog",
"description": "Comprehensive data catalog setup covering metadata management, platform selection (DataHub/Amundsen/Alation), data discovery, lineage visualization, and business glossary",
"libraryPath": "library/specializations/data-engineering-analytics/data-catalog.js",
"specialization": "data-engineering-analytics",
"references": [
"- DataHub: https://datahubproject.io/\n- Amundsen: https://www.amundsen.io/\n- Alation: https://www.alation.com/\n- Apache Atlas: https://atlas.apache.org/\n- Data Catalog Best Practices: https://cloud.google.com/architecture/data-catalog-best-practices"
],
"example": "const result = await orchestrate('data-engineering-analytics/data-catalog', {\n platform: 'datahub', // 'datahub', 'amundsen', 'alation', or null for evaluation\n dataSources: [\n { type: 'snowflake', connection: 'account.region.snowflakecomputing.com', databases: ['analytics', 'raw'] },\n { type: 'postgres', host: 'localhost', databases: ['app_db'] },\n { type: 's3', bucket: 'data-lake', prefix: 'datasets/' },\n { type: 'kafka', brokers: ['kafka1:9092'], topics: ['events'] }\n ],\n requirements: {\n users: 50,\n dataSets: 1000,\n searchVolume: 'high',\n integrations: ['tableau', 'looker', 'dbt', 'airflow'],\n authentication: 'sso',\n complianceRequirements: ['gdpr', 'ccpa']\n },\n enableLineage: true,\n enableGlossary: true,\n cloudProvider: 'aws'\n});",
"usesAgents": [
"requirements-analyst",
"platform-evaluator",
"data-architect",
"data-engineer",
"metadata-architect",
"lineage-engineer",
"glossary-specialist",
"search-engineer",
"security-architect",
"quality-engineer",
"devops-engineer",
"integration-engineer",
"sre-engineer",
"technical-writer",
"project-manager"
]
},
"outgoingEdges": [
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "workflow:data-pipeline-deployment",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "workflow:data-governance-review",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "specialization:data-engineering-analytics",
"kind": "lib_belongs_to_specialization",
"attributes": {
"weight": 0.9
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "lib-agent:product-management--requirements-analyst",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "lib-agent:software-architecture--data-architect",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "lib-agent:data-science-ml--data-engineer",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "lib-agent:software-architecture--security-architect",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-catalog",
"to": "lib-agent:meta--technical-writer",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
}
],
"incomingEdges": []
}