{
  "id": "bbg-p0351-data-pipelines-and-analytics-data",
  "title": "Batch and Stream Processing Tradeoff",
  "chapter": "data-pipelines-and-analytics",
  "batch": "24",
  "rank": 239,
  "sourcePage": 351,
  "sourcePointer": "p. 351",
  "status": "accepted",
  "reviewerStatus": "reviewed",
  "fidelityScore": 0.9,
  "canvas": {
    "width": 960,
    "height": 640
  },
  "fireworksTechGraph": {
    "style": "style-1-flat-icon",
    "diagramType": "comparison",
    "topologyNotes": [
      "source page render inspected",
      "extracted page text inspected",
      "source page render inspected",
      "preserve side-by-side comparison: batch collects chunks for scheduled processing and historical output; stream processes events continuously for live outputs",
      "omit source branding, screenshots, and copied table/diagram artwork"
    ],
    "publicBoundary": [
      "original vector output",
      "no source pixels",
      "no source mark or long wording"
    ]
  },
  "callouts": [],
  "sourceReview": {
    "conceptAnchors": [
      "concept: batch processing",
      "concept: stream processing",
      "concept: scheduled chunks",
      "concept: continuous events",
      "concept: reports, dashboards, alerts, recommendations"
    ],
    "labelSource": "curated",
    "semanticStatus": "reviewed"
  },
  "groups": [
    {
      "id": "batch",
      "label": "Batch processing",
      "x": 70,
      "y": 128,
      "w": 360,
      "h": 340
    },
    {
      "id": "stream",
      "label": "Stream processing",
      "x": 530,
      "y": 128,
      "w": 360,
      "h": 340
    }
  ],
  "shapes": [
    {
      "id": "batchSource",
      "kind": "rect",
      "label": "Data chunks",
      "detail": "collected",
      "x": 118,
      "y": 172,
      "w": 122,
      "h": 58,
      "tone": "blue"
    },
    {
      "id": "scheduler",
      "kind": "rect",
      "label": "Schedule",
      "detail": "interval",
      "x": 258,
      "y": 172,
      "w": 112,
      "h": 58,
      "tone": "orange"
    },
    {
      "id": "batchEngine",
      "kind": "hex",
      "label": "Batch engine",
      "detail": "process all",
      "x": 194,
      "y": 284,
      "w": 122,
      "h": 76,
      "tone": "purple"
    },
    {
      "id": "report",
      "kind": "rect",
      "label": "Reports",
      "detail": "history",
      "x": 198,
      "y": 394,
      "w": 118,
      "h": 58,
      "tone": "green"
    },
    {
      "id": "events",
      "kind": "queue",
      "label": "Events",
      "detail": "continuous",
      "x": 574,
      "y": 176,
      "w": 118,
      "h": 54,
      "tone": "purple"
    },
    {
      "id": "streamEngine",
      "kind": "hex",
      "label": "Stream engine",
      "detail": "process now",
      "x": 710,
      "y": 164,
      "w": 126,
      "h": 78,
      "tone": "teal"
    },
    {
      "id": "state",
      "kind": "cylinder",
      "label": "State store",
      "detail": "windows",
      "x": 612,
      "y": 292,
      "w": 112,
      "h": 72,
      "tone": "green"
    },
    {
      "id": "live",
      "kind": "rect",
      "label": "Live outputs",
      "detail": "alerts views",
      "x": 744,
      "y": 394,
      "w": 118,
      "h": 58,
      "tone": "blue"
    },
    {
      "id": "choice",
      "kind": "diamond",
      "label": "Choose by",
      "detail": "latency need",
      "x": 414,
      "y": 286,
      "w": 124,
      "h": 80,
      "tone": "red"
    }
  ],
  "connectors": [
    {
      "from": "batchSource",
      "to": "scheduler",
      "label": "collect",
      "flow": "main"
    },
    {
      "from": "scheduler",
      "to": "batchEngine",
      "label": "trigger",
      "flow": "control"
    },
    {
      "from": "batchEngine",
      "to": "report",
      "label": "output",
      "flow": "data"
    },
    {
      "from": "batchEngine",
      "to": "choice",
      "label": "accuracy",
      "flow": "control"
    },
    {
      "from": "events",
      "to": "streamEngine",
      "label": "event",
      "flow": "async"
    },
    {
      "from": "streamEngine",
      "to": "state",
      "label": "window",
      "flow": "data"
    },
    {
      "from": "streamEngine",
      "to": "live",
      "label": "emit",
      "flow": "data"
    },
    {
      "from": "streamEngine",
      "to": "choice",
      "label": "latency",
      "flow": "control"
    }
  ]
}