II.
LibraryProcess JSON
Structured · livelib-process:data-engineering-analytics--data-product-lifecycle-workflow
specializations/data-engineering-analytics/data-product-lifecycle-workflow json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"_kind": "LibraryProcess",
"_file": "generated-library/processes.yaml",
"_cluster": "generated-library",
"attributes": {
"displayName": "specializations/data-engineering-analytics/data-product-lifecycle-workflow",
"description": "Flagship data-product lifecycle: requirement + data-contract definition ->\n parallel source discovery/profiling (a source that CANNOT be profiled FAILS the run — no\n assumed schema) + lineage mapping -> parallel model/pipeline build across the composed\n point tasks -> parallel EXECUTED data-quality and contract test families -> two adversarial\n gates whose critics RE-EXECUTE the quality suite and RE-COMPUTE profile stats and\n row/metric reconciliation against the source of truth (a green dbt run is NOT evidence) ->\n policy-gated destructive backfill and PII-field exposure -> policy-gated\n contract-breaking-change (raised ONLY when the contract diff classifies as breaking) ->\n policy-gated production cutover with executed post-cutover reconciliation -> catalog/contract\n publish -> SLA + freshness monitoring with an executed probe and severity-routed breach\n handling -> policy-gated IRREVERSIBLE dataset deprecation -> kip-backed data-product memory.\n Ownership boundary: this process owns datasets, pipelines and published data contracts;\n ../mlops/model-lifecycle.js owns trained-model governance, eval, promotion, drift and\n retirement. A gold-tier product published here is a legitimate `datasets` entry for\n model-lifecycle; neither supersedes the other.",
"libraryPath": "library/specializations/data-engineering-analytics/data-product-lifecycle-workflow.js",
"specialization": "data-engineering-analytics",
"example": "await orchestrate('specializations/data-engineering-analytics/data-product-lifecycle-workflow', {\n dataProduct: {\n name: 'orders-gold', version: '2.0.0', tier: 'gold', owner: 'analytics-platform',\n warehouse: 'snowflake', publishedContractRef: 'contracts/orders-gold@1.4.0.md',\n },\n sources: [\n { name: 'raw_orders', uri: 'raw.public.orders', system: 'postgres-cdc', expectedGrain: 'one row per order' },\n { name: 'raw_customers', uri: 'raw.public.customers', system: 'postgres-cdc' },\n ],\n models: [\n { name: 'dim_customer', pattern: 'scd', grain: 'one row per customer version', sources: ['raw_customers'] },\n { name: 'fct_orders', pattern: 'dimensional', grain: 'one row per order', sources: ['raw_orders'] },\n ],\n pipelines: [{ name: 'orders_elt', mode: 'batch', schedule: '0 * * * *', models: ['dim_customer', 'fct_orders'] }],\n contractFields: [\n { field: 'order_id', type: 'string', classification: 'internal', semantics: 'natural order key' },\n { field: 'customer_email', type: 'string', classification: 'pii', semantics: 'contact address' },\n ],\n servingSurfaces: [{ name: 'orders-exec-dashboard', kind: 'dashboard' }],\n sla: { freshnessMinutes: 60, availabilityTarget: 0.999, completenessTarget: 0.995 },\n backfill: { requested: true, window: '2024-01-01/2024-06-30', destructive: true },\n cutoverStrategy: 'blue-green',\n });\nHard rules: Style-A agent tasks ONLY (zero kind:'shell' anywhere); every gate, verification and\nexecuted-run outputSchema declares evidence { type: 'array', minItems: 1 }; NO fallbacks —\nunknown tier, unknown model pattern, unknown pipeline mode, unknown serving-surface kind,\nunknown field classification, unknown cutover strategy, unknown test family, unknown SLA\nseverity and never-raised routing lookups all THROW naming the source; a source that cannot be\nprofiled FAILS the run rather than proceeding on an assumed schema; a failing test family or a\nfailed adversarial gate BLOCKS cutover and the cutover gate is never raised; the\nbackfill/cutover/deprecation executors are guarded solely by gate.approved === true and each has\nexactly ONE call site; no breakpoint in this process carries autoApproveAfterN; the timeline is\naccumulated in the ORCHESTRATOR only.",
"usesAgents": [
"data-product-owner",
"data-contract-author",
"contract-diff-analyst",
"source-discovery-analyst",
"source-profiler",
"lineage-mapper",
"platform-scaffolder",
"analytics-engineer",
"data-engineer",
"metrics-engineer",
"serving-surface-builder",
"query-optimizer",
"data-quality-engineer",
"backfill-planner",
"backfill-executor",
"backfill-verifier",
"cutover-executor",
"cutover-verifier",
"catalog-publisher",
"sla-monitor-engineer",
"sla-breach-triager",
"sla-remediator",
"sla-remediation-verifier",
"deprecation-impact-analyst",
"deprecation-executor",
"deprecation-verifier"
]
},
"outgoingEdges": [
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "skill-area:data-modeling",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "skill-area:data-quality",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "skill-area:data-contracts",
"kind": "lib_requires_skill_area",
"attributes": {
"weight": 0.5
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "topic:data-contract",
"kind": "lib_covers_topic",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "topic:data-lineage",
"kind": "lib_covers_topic",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "topic:data-quality",
"kind": "lib_covers_topic",
"attributes": {
"weight": 0.5
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "domain:data-engineering",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "domain:analytics",
"kind": "lib_applies_to_domain",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "role:analytics-engineer",
"kind": "lib_involves_role",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "role:data-platform-lead",
"kind": "lib_involves_role",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "role:data-privacy-officer",
"kind": "lib_involves_role",
"attributes": {
"weight": 0.5
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "workflow:data-pipeline",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "workflow:data-product-delivery",
"kind": "lib_implements_workflow",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "specialization:data-engineering-analytics",
"kind": "lib_belongs_to_specialization",
"attributes": {
"weight": 1
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "specialization:mlops",
"kind": "lib_belongs_to_specialization",
"attributes": {
"weight": 0.7
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "lib-agent:game-development--analytics-engineer",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "lib-agent:data-science-ml--data-engineer",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
},
{
"from": "lib-process:data-engineering-analytics--data-product-lifecycle-workflow",
"to": "lib-agent:data-engineering-analytics--data-quality-engineer",
"kind": "uses_agent",
"attributes": {
"weight": 0.8
}
}
],
"incomingEdges": []
}