{
  "id": "stack-profile:real-time-analytics-stack",
  "_kind": "StackProfile",
  "_file": "domain/stack-profiles/common-stacks.yaml",
  "_cluster": "domain",
  "attributes": {
    "displayName": "Real-Time Analytics Stack (Kafka, ClickHouse, Grafana, dbt)",
    "description": "A real-time analytics architecture: Apache Kafka ingests high-volume\nevent streams from applications and infrastructure, ClickHouse serves\nas the columnar OLAP database optimized for sub-second analytical\nqueries over billions of rows, Grafana provides dashboarding and\nalerting, and dbt models transformations within the analytics layer.\n\nKafka decouples event producers from consumers, enabling fan-out to\nmultiple downstream systems. ClickHouse's MergeTree engine family\nprovides real-time inserts with immediate query availability --\nunlike batch-oriented warehouses. Materialized views in ClickHouse\npre-aggregate common query patterns. Grafana connects directly to\nClickHouse via plugin and renders live dashboards with auto-refresh.\ndbt manages the transformation layer, turning raw event tables into\nclean analytical models with tests and documentation. This stack is\nused for product analytics, operational dashboards, ad-tech bidding\nanalytics, and any workload requiring low-latency queries over\nstreaming data.\n",
    "composes": [
      "language:python",
      "language:sql",
      "tool:grafana"
    ]
  },
  "outgoingEdges": [
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "language:python",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "language:sql",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "tool:grafana",
      "kind": "composed_of"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "role:data-engineer",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "role:analytics-engineer",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "role:bi-developer",
      "kind": "used_by_role"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "domain:data-engineering",
      "kind": "applies_to"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "domain:business-intelligence",
      "kind": "applies_to"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "skill-area:kafka-stream-processing",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "skill-area:streaming-realtime-processing",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "skill-area:dbt-modeling",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "skill-area:metrics-dashboarding",
      "kind": "requires_skill_area"
    },
    {
      "from": "stack-profile:real-time-analytics-stack",
      "to": "skill-area:data-warehouse-modeling",
      "kind": "requires_skill_area"
    }
  ],
  "incomingEdges": []
}