{
  "id": "workflow:real-time-streaming-health-check",
  "_kind": "Workflow",
  "_file": "workflows/workflows/workflows-data-deep.yaml",
  "_cluster": "workflows",
  "attributes": {
    "displayName": "Real-Time Streaming Health Check",
    "workflowKind": "operational",
    "triggerType": "scheduled",
    "typicalCadence": "daily",
    "complexity": "single-team",
    "description": "Monitors the health of real-time streaming pipelines across Kafka, Flink,\nand Spark Streaming deployments — checking consumer lag against acceptable\nthresholds per topic, verifying checkpoint and offset commit freshness,\ndetecting schema registry compatibility violations before they cause\ndeserialization failures, alerting on partition skew and rebalance storms,\nvalidating exactly-once semantics integrity through watermark tracking, and\ntriggering automated remediation for common failure modes (stuck consumers,\nmemory pressure, backpressure cascades). Produces streaming health\ndashboards, lag trend reports, and incident trigger logs. Excludes pipeline\ndevelopment.\n"
  },
  "outgoingEdges": [
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "role:platform-engineer",
      "kind": "involves_role",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "role:data-scientist",
      "kind": "involves_role",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "role:debugger",
      "kind": "involves_role",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "skill-area:kafka-stream-processing",
      "kind": "requires_skill_area",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "skill-area:observability-pipeline",
      "kind": "requires_skill_area",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "domain:data-engineering",
      "kind": "applies_to_domain",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "domain:observability",
      "kind": "applies_to_domain",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "responsibility:data-quality-monitoring",
      "kind": "triggers_responsibility",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "responsibility:on-call-handoff",
      "kind": "triggers_responsibility",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "org-unit:data-platform-team",
      "kind": "performed_by_org_unit",
      "attributes": {}
    },
    {
      "from": "workflow:real-time-streaming-health-check",
      "to": "org-unit:engineering",
      "kind": "performed_by_org_unit",
      "attributes": {}
    }
  ],
  "incomingEdges": [
    {
      "from": "stack-profile:stream-processing",
      "to": "workflow:real-time-streaming-health-check",
      "kind": "follows_workflow"
    }
  ]
}