iiRecord
Agentic AI Atlas · data-catalog
lib-process:data-engineering-analytics--data-cataloga5c.ai
II.
LibraryProcess JSON

lib-process:data-engineering-analytics--data-catalog

Structured · live

data-catalog json

Inspect the normalized record payload exactly as the atlas UI reads it.

File · generated-library/processes.yamlCluster · generated-library
Record JSON
{
  "id": "lib-process:data-engineering-analytics--data-catalog",
  "_kind": "LibraryProcess",
  "_file": "generated-library/processes.yaml",
  "_cluster": "generated-library",
  "attributes": {
    "displayName": "data-catalog",
    "description": "Comprehensive data catalog setup covering metadata management, platform selection (DataHub/Amundsen/Alation), data discovery, lineage visualization, and business glossary",
    "libraryPath": "library/specializations/data-engineering-analytics/data-catalog.js",
    "specialization": "data-engineering-analytics",
    "references": [
      "- DataHub: https://datahubproject.io/\n- Amundsen: https://www.amundsen.io/\n- Alation: https://www.alation.com/\n- Apache Atlas: https://atlas.apache.org/\n- Data Catalog Best Practices: https://cloud.google.com/architecture/data-catalog-best-practices"
    ],
    "example": "const result = await orchestrate('data-engineering-analytics/data-catalog', {\n  platform: 'datahub', // 'datahub', 'amundsen', 'alation', or null for evaluation\n  dataSources: [\n    { type: 'snowflake', connection: 'account.region.snowflakecomputing.com', databases: ['analytics', 'raw'] },\n    { type: 'postgres', host: 'localhost', databases: ['app_db'] },\n    { type: 's3', bucket: 'data-lake', prefix: 'datasets/' },\n    { type: 'kafka', brokers: ['kafka1:9092'], topics: ['events'] }\n  ],\n  requirements: {\n    users: 50,\n    dataSets: 1000,\n    searchVolume: 'high',\n    integrations: ['tableau', 'looker', 'dbt', 'airflow'],\n    authentication: 'sso',\n    complianceRequirements: ['gdpr', 'ccpa']\n  },\n  enableLineage: true,\n  enableGlossary: true,\n  cloudProvider: 'aws'\n});",
    "usesAgents": [
      "requirements-analyst",
      "platform-evaluator",
      "data-architect",
      "data-engineer",
      "metadata-architect",
      "lineage-engineer",
      "glossary-specialist",
      "search-engineer",
      "security-architect",
      "quality-engineer",
      "devops-engineer",
      "integration-engineer",
      "sre-engineer",
      "technical-writer",
      "project-manager"
    ]
  },
  "outgoingEdges": [
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "domain:data-engineering",
      "kind": "lib_applies_to_domain",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "workflow:data-pipeline-deployment",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 1
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "workflow:data-governance-review",
      "kind": "lib_implements_workflow",
      "attributes": {
        "weight": 0.7
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "specialization:data-engineering-analytics",
      "kind": "lib_belongs_to_specialization",
      "attributes": {
        "weight": 0.9
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "lib-agent:product-management--requirements-analyst",
      "kind": "uses_agent",
      "attributes": {
        "weight": 0.8
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "lib-agent:software-architecture--data-architect",
      "kind": "uses_agent",
      "attributes": {
        "weight": 0.8
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "lib-agent:data-science-ml--data-engineer",
      "kind": "uses_agent",
      "attributes": {
        "weight": 0.8
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "lib-agent:software-architecture--security-architect",
      "kind": "uses_agent",
      "attributes": {
        "weight": 0.8
      }
    },
    {
      "from": "lib-process:data-engineering-analytics--data-catalog",
      "to": "lib-agent:meta--technical-writer",
      "kind": "uses_agent",
      "attributes": {
        "weight": 0.8
      }
    }
  ],
  "incomingEdges": []
}