sparkforensics-mcp 0.1.0 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -0
- package/bin/sparkforensics-mcp.mjs +19 -6
- package/package.json +18 -4
- package/vendor-core/analyzer.js +74 -74
- package/vendor-core/cli/budgets.js +13 -27
- package/vendor-core/cli/collect-run.js +43 -19
- package/vendor-core/core-count.js +25 -27
- package/vendor-core/core-locality-ratio.js +4 -11
- package/vendor-core/core-time-series.js +6 -12
- package/vendor-core/core-usage-locality.js +3 -4
- package/vendor-core/detectors.js +395 -389
- package/vendor-core/docs-config.js +69 -21
- package/vendor-core/docs-content/chapters/01-intro.md +32 -0
- package/vendor-core/docs-content/chapters/02-spark-architecture.md +76 -0
- package/vendor-core/docs-content/chapters/03-memory-model.md +73 -0
- package/vendor-core/docs-content/chapters/04-partitioning.md +65 -0
- package/vendor-core/docs-content/chapters/05-joins.md +62 -0
- package/vendor-core/docs-content/chapters/06-shuffle.md +59 -0
- package/vendor-core/docs-content/chapters/07-data-formats.md +81 -0
- package/vendor-core/docs-content/chapters/07b-table-formats.md +56 -0
- package/vendor-core/docs-content/chapters/08-caching.md +58 -0
- package/vendor-core/docs-content/chapters/09-pyspark.md +78 -0
- package/vendor-core/docs-content/chapters/10-aqe.md +167 -0
- package/vendor-core/docs-content/chapters/11-cluster-config.md +170 -0
- package/vendor-core/docs-content/chapters/12-anti-patterns.md +171 -0
- package/vendor-core/docs-content/chapters/14-metrics.md +87 -0
- package/vendor-core/docs-content/chapters/15-config.md +93 -0
- package/vendor-core/docs-content/chapters/nav-index.json +370 -0
- package/vendor-core/docs-content/detection/cache.md +7 -0
- package/vendor-core/docs-content/detection/cfg.md +15 -0
- package/vendor-core/docs-content/detection/chrn.md +9 -0
- package/vendor-core/docs-content/detection/cold.md +4 -0
- package/vendor-core/docs-content/detection/cstor.md +4 -0
- package/vendor-core/docs-content/detection/fail.md +5 -0
- package/vendor-core/docs-content/detection/gc.md +4 -0
- package/vendor-core/docs-content/detection/host.md +5 -0
- package/vendor-core/docs-content/detection/incmp.md +6 -0
- package/vendor-core/docs-content/detection/jobs.md +4 -0
- package/vendor-core/docs-content/detection/local.md +6 -0
- package/vendor-core/docs-content/detection/mem.md +10 -0
- package/vendor-core/docs-content/detection/part.md +5 -0
- package/vendor-core/docs-content/detection/plan.md +14 -0
- package/vendor-core/docs-content/detection/retry.md +4 -0
- package/vendor-core/docs-content/detection/sfail.md +5 -0
- package/vendor-core/docs-content/detection/shape.md +5 -0
- package/vendor-core/docs-content/detection/shfl.md +4 -0
- package/vendor-core/docs-content/detection/skew.md +6 -0
- package/vendor-core/docs-content/detection/slow.md +6 -0
- package/vendor-core/docs-content/detection/spec.md +8 -0
- package/vendor-core/docs-content/detection/spill.md +7 -0
- package/vendor-core/docs-content/detection/strag.md +5 -0
- package/vendor-core/docs-content/detection/tiny.md +4 -0
- package/vendor-core/docs-content/detection/util.md +4 -0
- package/vendor-core/docs-content/diagrams/aqe-loop.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/aqe-loop.svg +1 -0
- package/vendor-core/docs-content/diagrams/broadcast-vs-shuffle.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/broadcast-vs-shuffle.svg +1 -0
- package/vendor-core/docs-content/diagrams/cache-lifecycle.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/cache-lifecycle.svg +1 -0
- package/vendor-core/docs-content/diagrams/cold-start-timeline.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/cold-start-timeline.svg +1 -0
- package/vendor-core/docs-content/diagrams/columnar-layout.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/columnar-layout.svg +1 -0
- package/vendor-core/docs-content/diagrams/container-memory.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/container-memory.svg +1 -0
- package/vendor-core/docs-content/diagrams/dag-stages.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/dag-stages.svg +1 -0
- package/vendor-core/docs-content/diagrams/driver-executor.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/driver-executor.svg +1 -0
- package/vendor-core/docs-content/diagrams/duplicate-plan-subtree.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/duplicate-plan-subtree.svg +1 -0
- package/vendor-core/docs-content/diagrams/join-strategy.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/join-strategy.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-borrowing.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-borrowing.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-regions.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-regions.svg +1 -0
- package/vendor-core/docs-content/diagrams/repartition-vs-coalesce.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/repartition-vs-coalesce.svg +1 -0
- package/vendor-core/docs-content/diagrams/retry-escalation-ladder.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/retry-escalation-ladder.svg +1 -0
- package/vendor-core/docs-content/diagrams/shuffle-map-reduce.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/shuffle-map-reduce.svg +1 -0
- package/vendor-core/docs-content/diagrams/spill-classification.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/spill-classification.svg +1 -0
- package/vendor-core/docs-content/diagrams/udf-execution-models.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/udf-execution-models.svg +1 -0
- package/vendor-core/docs-content/tuning/broadcast-sizing.md +78 -0
- package/vendor-core/docs-content/tuning/cold-start.md +81 -0
- package/vendor-core/docs-content/tuning/duplicate-plan-subtree.md +45 -0
- package/vendor-core/docs-content/tuning/failures.md +124 -0
- package/vendor-core/docs-content/tuning/gc.md +110 -0
- package/vendor-core/docs-content/tuning/job-failure-rate.md +101 -0
- package/vendor-core/docs-content/tuning/memory-utilization.md +58 -0
- package/vendor-core/docs-content/tuning/retry-waste.md +90 -0
- package/vendor-core/docs-content/tuning/shuffle.md +154 -0
- package/vendor-core/docs-content/tuning/skew.md +123 -0
- package/vendor-core/docs-content/tuning/slow-host.md +117 -0
- package/vendor-core/docs-content/tuning/small-files.md +99 -0
- package/vendor-core/docs-content/tuning/spill.md +114 -0
- package/vendor-core/docs-content/tuning/straggler.md +103 -0
- package/vendor-core/docs-content/tuning/tiny-tasks.md +94 -0
- package/vendor-core/docs-content/tuning/utilization.md +90 -0
- package/vendor-core/docs-site-config.js +10 -17
- package/vendor-core/efficiency-model.js +7 -13
- package/vendor-core/etl-phases.js +3 -5
- package/vendor-core/event-handlers.js +232 -134
- package/vendor-core/event-schemas.js +48 -114
- package/vendor-core/evidence-availability.js +5 -10
- package/vendor-core/evidence-report.js +73 -123
- package/vendor-core/export-data.js +48 -0
- package/vendor-core/finding-action-label.js +4 -10
- package/vendor-core/finding-filter-predicate.js +3 -7
- package/vendor-core/finding-generic-recommendation.js +112 -0
- package/vendor-core/finding-names.js +51 -0
- package/vendor-core/format-utils.js +112 -38
- package/vendor-core/impact-band.js +18 -24
- package/vendor-core/impact-estimator.js +38 -74
- package/vendor-core/ingest.js +7 -13
- package/vendor-core/job-groups.js +3 -6
- package/vendor-core/list-runs.js +278 -0
- package/vendor-core/load-vendored.js +6 -12
- package/vendor-core/log-header-peek.js +81 -0
- package/vendor-core/lz4-block.js +4 -6
- package/vendor-core/mcp-server-factory.js +38 -8
- package/vendor-core/mcp-tools.js +105 -76
- package/vendor-core/model-assembler.js +8 -16
- package/vendor-core/occupancy.js +5 -9
- package/vendor-core/parser-worker.js +20 -29
- package/vendor-core/plan-dot.js +2 -5
- package/vendor-core/plan-duration-attribution.js +78 -29
- package/vendor-core/plan-graph-model.js +126 -69
- package/vendor-core/plan-node-detail.js +31 -17
- package/vendor-core/plan-summary.js +19 -8
- package/vendor-core/recommendation-rollup.js +35 -39
- package/vendor-core/redact.js +72 -16
- package/vendor-core/rolling-log-reassembly.js +4 -6
- package/vendor-core/run-comparison.js +86 -72
- package/vendor-core/scaling-sim.js +5 -7
- package/vendor-core/session-snapshot.js +1 -1
- package/vendor-core/shs-fetch.js +4 -6
- package/vendor-core/shs-load.js +9 -13
- package/vendor-core/shs-request.js +1 -1
- package/vendor-core/stage-quantiles.js +14 -0
- package/vendor-core/types.js +78 -18
- package/vendor-core/wasted-core-hours.js +7 -12
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd4" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 671.734375 834.9156250000001" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 671.734375px;"><style>#gd4{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd4 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd4 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd4 .error-icon{fill:#1a232f;}#gd4 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd4 .edge-thickness-normal{stroke-width:1px;}#gd4 .edge-thickness-thick{stroke-width:3.5px;}#gd4 .edge-pattern-solid{stroke-dasharray:0;}#gd4 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd4 .edge-pattern-dashed{stroke-dasharray:3;}#gd4 .edge-pattern-dotted{stroke-dasharray:2;}#gd4 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd4 .marker.cross{stroke:#a9b5b4;}#gd4 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd4 p{margin:0;}#gd4 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#f4f4f5;}#gd4 .cluster-label text{fill:#f4f4f5;}#gd4 .cluster-label span{color:#f4f4f5;}#gd4 .cluster-label span p{background-color:transparent;}#gd4 .label text,#gd4 span{fill:#f4f4f5;color:#f4f4f5;}#gd4 .node rect,#gd4 .node circle,#gd4 .node ellipse,#gd4 .node polygon,#gd4 .node path{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd4 .rough-node .label text,#gd4 .node .label text,#gd4 .image-shape .label,#gd4 .icon-shape .label{text-anchor:middle;}#gd4 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd4 .rough-node .label,#gd4 .node .label,#gd4 .image-shape .label,#gd4 .icon-shape .label{text-align:center;}#gd4 .node.clickable{cursor:pointer;}#gd4 .root .anchor path{fill:#a9b5b4!important;stroke-width:0;stroke:#a9b5b4;}#gd4 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd4 .edgePath .path{stroke:#a9b5b4;stroke-width:1px;}#gd4 .flowchart-link{stroke:#a9b5b4;fill:none;}#gd4 .edgeLabel{background-color:#11171a;text-align:center;}#gd4 .edgeLabel p{background-color:#11171a;}#gd4 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd4 .labelBkg{background-color:rgba(17, 23, 26, 0.5);}#gd4 .cluster rect{fill:#11171a;stroke:#233035;stroke-width:1px;}#gd4 .cluster text{fill:#f4f4f5;}#gd4 .cluster span{color:#f4f4f5;}#gd4 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#1a232f;border:1px solid hsl(214.2857142857, 0%, 4.3137254902%);border-radius:2px;pointer-events:none;z-index:100;}#gd4 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd4 rect.text{fill:none;stroke-width:0;}#gd4 .icon-shape,#gd4 .image-shape{background-color:#11171a;text-align:center;}#gd4 .icon-shape p,#gd4 .image-shape p{background-color:#11171a;padding:2px;}#gd4 .icon-shape .label rect,#gd4 .image-shape .label rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd4 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd4 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd4 .node .neo-node{stroke:#3a4a52;}#gd4 [data-look="neo"].node rect,#gd4 [data-look="neo"].cluster rect,#gd4 [data-look="neo"].node polygon{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd4 [data-look="neo"].node path{stroke:url(#gd4-gradient);stroke-width:1px;}#gd4 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd4 [data-look="neo"].node circle{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].node circle .state-start{fill:#000000;}#gd4 [data-look="neo"].icon-shape .icon{fill:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd4_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd4_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd4_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M371.648,56.625L371.648,60.792C371.648,64.958,371.648,73.292,371.648,80.958C371.648,88.625,371.648,95.625,371.648,99.125L371.648,102.625" id="gd4-L_J_Q_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_J_Q_0" data-points="W3sieCI6MzcxLjY0ODQzNzUsInkiOjU2LjYyNX0seyJ4IjozNzEuNjQ4NDM3NSwieSI6ODEuNjI1fSx7IngiOjM3MS42NDg0Mzc1LCJ5IjoxMDYuNjI0OTk5OTk5OTk5OTl9XQ==" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M283.529,448.809L269.144,469.548C254.758,490.286,225.986,531.763,211.601,557.887C197.215,584.011,197.215,594.782,197.215,600.168L197.215,605.553" id="gd4-L_Q_B_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_B_0" data-points="W3sieCI6MjgzLjUyOTQ3MzQ3ODgxMDQsInkiOjQ0OC44MDkxNjA5Nzg4MTA0NH0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjU3My4yNDA2MjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2MDkuNTUzMTI1fV0=" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M459.767,448.809L474.153,469.548C488.539,490.286,517.31,531.763,531.696,559.354C546.082,586.945,546.082,600.649,546.082,607.501L546.082,614.353" id="gd4-L_Q_S_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_S_0" data-points="W3sieCI6NDU5Ljc2NzQwMTUyMTE4OTY0LCJ5Ijo0NDguODA5MTYwOTc4ODEwNDR9LHsieCI6NTQ2LjA4MjAzMTI1LCJ5Ijo1NzMuMjQwNjI1fSx7IngiOjU0Ni4wODIwMzEyNSwieSI6NjE4LjM1MzEyNX1d" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M197.215,675.778L197.215,679.945C197.215,684.111,197.215,692.445,197.215,700.111C197.215,707.778,197.215,714.778,197.215,718.278L197.215,721.778" id="gd4-L_B_R_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_B_R_0" data-points="W3sieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2NzUuNzc4MTI0OTk5OTk5OX0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjcwMC43NzgxMjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo3MjUuNzc4MTI1fV0=" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_J_Q_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(197.21484375, 573.240625)"><g class="label" data-id="L_Q_B_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-15.9765625" y="-0.8515625" width="31.953125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Yes</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(546.08203125, 573.240625)"><g class="label" data-id="L_Q_S_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-12.87890625" y="-0.8515625" width="25.7578125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">No</tspan></tspan></text></g></g></g><g class="edgeLabel"><g class="label" data-id="L_B_R_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g></g><g class="nodes"><g class="node default " id="gd4-flowchart-J-0" data-look="classic" transform="translate(371.6484375, 32.3125)"><rect class="basic label-container" x="-150.75390625" y="-24.3125" width="301.5078125" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Join,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> estimated</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> size</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-Q-1" data-look="classic" transform="translate(371.6484375, 321.7765625)"><polygon points="215.1515625,0 430.303125,-215.1515625 215.1515625,-430.303125 0,-215.1515625" class="label-container" transform="translate(-214.6515625, 215.1515625)"></polygon><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> spark.sql.autoBroadcastJoinThreshold?</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(default</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 10</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> MB)</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-B-3" data-look="classic" transform="translate(197.21484375, 642.665625)"><rect class="basic label-container" x="-189.21484375" y="-33.1125" width="378.4296875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Broadcast</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> every</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executor,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">join</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> locally,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-S-5" data-look="classic" transform="translate(546.08203125, 642.665625)"><rect class="basic label-container" x="-109.65234375" y="-24.3125" width="219.3046875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">All-to-all</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> join</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-R-7" data-look="classic" transform="translate(197.21484375, 767.6906250000001)"><rect class="basic label-container" x="-178.08203125" y="-41.9125" width="356.1640625" height="83.825"></rect><g class="label" transform="translate(0, -26.9125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Failure</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> modes:</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">expensive</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> driver</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> collect,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> OOM</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> if</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> is</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> really</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> too</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> big</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd4-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd4-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd4-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd3" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 671.734375 834.9156250000001" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 671.734375px;"><style>#gd3{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd3 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd3 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd3 .error-icon{fill:#eef1f6;}#gd3 .error-text{fill:#110e09;stroke:#110e09;}#gd3 .edge-thickness-normal{stroke-width:1px;}#gd3 .edge-thickness-thick{stroke-width:3.5px;}#gd3 .edge-pattern-solid{stroke-dasharray:0;}#gd3 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd3 .edge-pattern-dashed{stroke-dasharray:3;}#gd3 .edge-pattern-dotted{stroke-dasharray:2;}#gd3 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd3 .marker.cross{stroke:#4f5f60;}#gd3 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd3 p{margin:0;}#gd3 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#151b1e;}#gd3 .cluster-label text{fill:#151b1e;}#gd3 .cluster-label span{color:#151b1e;}#gd3 .cluster-label span p{background-color:transparent;}#gd3 .label text,#gd3 span{fill:#151b1e;color:#151b1e;}#gd3 .node rect,#gd3 .node circle,#gd3 .node ellipse,#gd3 .node polygon,#gd3 .node path{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd3 .rough-node .label text,#gd3 .node .label text,#gd3 .image-shape .label,#gd3 .icon-shape .label{text-anchor:middle;}#gd3 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd3 .rough-node .label,#gd3 .node .label,#gd3 .image-shape .label,#gd3 .icon-shape .label{text-align:center;}#gd3 .node.clickable{cursor:pointer;}#gd3 .root .anchor path{fill:#4f5f60!important;stroke-width:0;stroke:#4f5f60;}#gd3 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd3 .edgePath .path{stroke:#4f5f60;stroke-width:1px;}#gd3 .flowchart-link{stroke:#4f5f60;fill:none;}#gd3 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd3 .edgeLabel p{background-color:#eef1f6;}#gd3 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd3 .labelBkg{background-color:rgba(238, 241, 246, 0.5);}#gd3 .cluster rect{fill:#f2f5f9;stroke:#dbe2df;stroke-width:1px;}#gd3 .cluster text{fill:#151b1e;}#gd3 .cluster span{color:#151b1e;}#gd3 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#eef1f6;border:1px solid hsl(217.5, 0%, 84.9019607843%);border-radius:2px;pointer-events:none;z-index:100;}#gd3 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd3 rect.text{fill:none;stroke-width:0;}#gd3 .icon-shape,#gd3 .image-shape{background-color:#eef1f6;text-align:center;}#gd3 .icon-shape p,#gd3 .image-shape p{background-color:#eef1f6;padding:2px;}#gd3 .icon-shape .label rect,#gd3 .image-shape .label rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd3 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd3 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd3 .node .neo-node{stroke:#9aa8a3;}#gd3 [data-look="neo"].node rect,#gd3 [data-look="neo"].cluster rect,#gd3 [data-look="neo"].node polygon{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd3 [data-look="neo"].node path{stroke:url(#gd3-gradient);stroke-width:1px;}#gd3 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd3 [data-look="neo"].node circle{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].node circle .state-start{fill:#000000;}#gd3 [data-look="neo"].icon-shape .icon{fill:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd3_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd3_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd3_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M371.648,56.625L371.648,60.792C371.648,64.958,371.648,73.292,371.648,80.958C371.648,88.625,371.648,95.625,371.648,99.125L371.648,102.625" id="gd3-L_J_Q_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_J_Q_0" data-points="W3sieCI6MzcxLjY0ODQzNzUsInkiOjU2LjYyNX0seyJ4IjozNzEuNjQ4NDM3NSwieSI6ODEuNjI1fSx7IngiOjM3MS42NDg0Mzc1LCJ5IjoxMDYuNjI0OTk5OTk5OTk5OTl9XQ==" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M283.529,448.809L269.144,469.548C254.758,490.286,225.986,531.763,211.601,557.887C197.215,584.011,197.215,594.782,197.215,600.168L197.215,605.553" id="gd3-L_Q_B_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_B_0" data-points="W3sieCI6MjgzLjUyOTQ3MzQ3ODgxMDQsInkiOjQ0OC44MDkxNjA5Nzg4MTA0NH0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjU3My4yNDA2MjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2MDkuNTUzMTI1fV0=" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M459.767,448.809L474.153,469.548C488.539,490.286,517.31,531.763,531.696,559.354C546.082,586.945,546.082,600.649,546.082,607.501L546.082,614.353" id="gd3-L_Q_S_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_S_0" data-points="W3sieCI6NDU5Ljc2NzQwMTUyMTE4OTY0LCJ5Ijo0NDguODA5MTYwOTc4ODEwNDR9LHsieCI6NTQ2LjA4MjAzMTI1LCJ5Ijo1NzMuMjQwNjI1fSx7IngiOjU0Ni4wODIwMzEyNSwieSI6NjE4LjM1MzEyNX1d" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M197.215,675.778L197.215,679.945C197.215,684.111,197.215,692.445,197.215,700.111C197.215,707.778,197.215,714.778,197.215,718.278L197.215,721.778" id="gd3-L_B_R_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_B_R_0" data-points="W3sieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2NzUuNzc4MTI0OTk5OTk5OX0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjcwMC43NzgxMjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo3MjUuNzc4MTI1fV0=" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_J_Q_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(197.21484375, 573.240625)"><g class="label" data-id="L_Q_B_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-15.9765625" y="-0.8515625" width="31.953125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Yes</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(546.08203125, 573.240625)"><g class="label" data-id="L_Q_S_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-12.87890625" y="-0.8515625" width="25.7578125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">No</tspan></tspan></text></g></g></g><g class="edgeLabel"><g class="label" data-id="L_B_R_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g></g><g class="nodes"><g class="node default " id="gd3-flowchart-J-0" data-look="classic" transform="translate(371.6484375, 32.3125)"><rect class="basic label-container" x="-150.75390625" y="-24.3125" width="301.5078125" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Join,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> estimated</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> size</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-Q-1" data-look="classic" transform="translate(371.6484375, 321.7765625)"><polygon points="215.1515625,0 430.303125,-215.1515625 215.1515625,-430.303125 0,-215.1515625" class="label-container" transform="translate(-214.6515625, 215.1515625)"></polygon><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> spark.sql.autoBroadcastJoinThreshold?</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(default</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 10</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> MB)</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-B-3" data-look="classic" transform="translate(197.21484375, 642.665625)"><rect class="basic label-container" x="-189.21484375" y="-33.1125" width="378.4296875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Broadcast</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> every</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executor,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">join</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> locally,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-S-5" data-look="classic" transform="translate(546.08203125, 642.665625)"><rect class="basic label-container" x="-109.65234375" y="-24.3125" width="219.3046875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">All-to-all</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> join</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-R-7" data-look="classic" transform="translate(197.21484375, 767.6906250000001)"><rect class="basic label-container" x="-178.08203125" y="-41.9125" width="356.1640625" height="83.825"></rect><g class="label" transform="translate(0, -26.9125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Failure</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> modes:</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">expensive</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> driver</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> collect,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> OOM</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> if</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> is</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> really</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> too</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> big</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd3-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd3-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd3-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd6" width="100%" xmlns="http://www.w3.org/2000/svg" class="statediagram" viewBox="-8 -17.3125 717.921875 547.2875" role="graphics-document document" aria-roledescription="stateDiagram" style="max-width: 717.921875px;"><style>#gd6{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd6 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd6 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd6 .error-icon{fill:#1a232f;}#gd6 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd6 .edge-thickness-normal{stroke-width:1px;}#gd6 .edge-thickness-thick{stroke-width:3.5px;}#gd6 .edge-pattern-solid{stroke-dasharray:0;}#gd6 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd6 .edge-pattern-dashed{stroke-dasharray:3;}#gd6 .edge-pattern-dotted{stroke-dasharray:2;}#gd6 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .marker.cross{stroke:#a9b5b4;}#gd6 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd6 p{margin:0;}#gd6 defs [id$="-barbEnd"]{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 g.stateGroup text{fill:#3a4a52;stroke:none;font-size:10px;}#gd6 g.stateGroup text{fill:#f4f4f5;stroke:none;font-size:10px;}#gd6 g.stateGroup .state-title{font-weight:bolder;fill:#f4f4f5;}#gd6 g.stateGroup rect{fill:#17202c;stroke:#3a4a52;}#gd6 g.stateGroup line{stroke:#a9b5b4;stroke-width:1;}#gd6 .transition{stroke:#a9b5b4;stroke-width:1;fill:none;}#gd6 .stateGroup .composit{fill:transparent;border-bottom:1px;}#gd6 .stateGroup .alt-composit{fill:#e0e0e0;border-bottom:1px;}#gd6 .state-note{stroke:hsl(52.6829268293, 60%, 73.9215686275%);fill:#fff5ad;}#gd6 .state-note text{fill:#333;stroke:none;font-size:10px;}#gd6 .stateLabel .box{stroke:none;stroke-width:0;fill:#17202c;opacity:0.5;}#gd6 .edgeLabel .label rect{fill:#17202c;opacity:0.5;}#gd6 .edgeLabel{background-color:#11171a;text-align:center;}#gd6 .edgeLabel p{background-color:#11171a;}#gd6 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd6 .edgeLabel .label text{fill:#f4f4f5;}#gd6 .label div .edgeLabel{color:#f4f4f5;}#gd6 .stateLabel text{fill:#f4f4f5;font-size:10px;font-weight:bold;}#gd6 .node circle.state-start{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .node .fork-join{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .node circle.state-end{fill:#3a4a52;stroke:transparent;stroke-width:1.5;}#gd6 .end-state-inner{fill:transparent;stroke-width:1.5;}#gd6 .node rect{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 .node polygon{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 [id$="-barbEnd"]{fill:#a9b5b4;}#gd6 .statediagram-cluster rect{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 .cluster-label,#gd6 .nodeLabel{color:#f4f4f5;}#gd6 .statediagram-cluster rect.outer{rx:5px;ry:5px;}#gd6 .statediagram-state .divider{stroke:#3a4a52;}#gd6 .statediagram-state .title-state{rx:5px;ry:5px;}#gd6 .statediagram-cluster.statediagram-cluster .inner{fill:transparent;}#gd6 .statediagram-cluster.statediagram-cluster-alt .inner{fill:#1a232f;}#gd6 .statediagram-cluster .inner{rx:0;ry:0;}#gd6 .statediagram-state rect.basic{rx:5px;ry:5px;}#gd6 .statediagram-state rect.divider{stroke-dasharray:10,10;fill:#1a232f;}#gd6 .note-edge{stroke-dasharray:5;}#gd6 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd6 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd6 .statediagram-note text{fill:#333;}#gd6 .statediagram-note .nodeLabel{color:#333;}#gd6 .statediagram .edgeLabel{color:red;}#gd6 [id$="-dependencyStart"],#gd6 [id$="-dependencyEnd"]{fill:#a9b5b4;stroke:#a9b5b4;stroke-width:1;}#gd6 .statediagramTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd6 [data-look="neo"].statediagram-cluster rect{fill:#17202c;stroke:url(#gd6-gradient);stroke-width:1;}#gd6 [data-look="neo"].statediagram-cluster rect.outer{rx:5px;ry:5px;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 .node .neo-node{stroke:#3a4a52;}#gd6 [data-look="neo"].node rect,#gd6 [data-look="neo"].cluster rect,#gd6 [data-look="neo"].node polygon{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd6 [data-look="neo"].node path{stroke:url(#gd6-gradient);stroke-width:1px;}#gd6 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd6 [data-look="neo"].node circle{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].node circle .state-start{fill:#000000;}#gd6 [data-look="neo"].icon-shape .icon{fill:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><defs><marker id="gd6_stateDiagram-barbEnd" refX="19" refY="7" markerWidth="20" markerHeight="14" markerUnits="userSpaceOnUse" orient="auto"><path d="M 19,7 L9,13 L14,7 L9,1 Z"></path></marker></defs><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M367.824,22L367.824,26.167C367.824,30.333,367.824,38.667,367.824,47C367.824,55.333,367.824,63.667,367.824,67.833L367.824,72" id="gd6-edge0" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge0" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyMn0seyJ4IjozNjcuODI0MjE4NzUsInkiOjQ3fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6NzJ9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,106.625L367.824,115.61C367.824,124.596,367.824,142.567,367.824,162.471C367.824,182.375,367.824,204.212,367.824,215.131L367.824,226.05" id="gd6-edge1" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge1" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoxMDYuNjI1fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6MTYwLjUzNzV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjoyMjYuMDQ5OTk5OTk5OTk5OTh9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M329.867,253.711L290.939,264.323C252.012,274.936,174.156,296.162,141.751,314.293C109.345,332.425,122.389,347.463,128.911,354.981L135.433,362.5" id="gd6-edge2" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge2" data-points="W3sieCI6MzI5Ljg2NzE4NzUsInkiOjI1My43MTA2NjQ2NTI1Njc5N30seyJ4Ijo5Ni4zMDA3ODEyNSwieSI6MzE3LjM4NzV9LHsieCI6MTM1LjQzMzQ5MjQ1NjU3Mjg4LCJ5IjozNjIuNX1d" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,260.675L367.824,270.127C367.824,279.579,367.824,298.483,378.163,315.454C388.502,332.425,409.18,347.463,419.519,354.981L429.858,362.5" id="gd6-edge3" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge3" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyNjAuNjc0OTk5OTk5OTk5OTV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjozMTcuMzg3NX0seyJ4Ijo0MjkuODU3ODU4MzM2MjUzNSwieSI6MzYyLjV9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M150.451,397.125L150.451,404.644C150.451,412.162,150.451,427.2,184.05,443.526C217.648,459.852,284.846,477.467,318.444,486.274L352.043,495.081" id="gd6-edge4" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge4" data-points="W3sieCI6MTUwLjQ1MTE3MTg3NSwieSI6Mzk3LjEyNX0seyJ4IjoxNTAuNDUxMTcxODc1LCJ5Ijo0NDIuMjM3NX0seyJ4IjozNTIuMDQyOTY4NzUsInkiOjQ5NS4wODEzMzg0MjIzNjA2fV0=" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M425.145,494.811L457.653,486.049C490.161,477.286,555.178,459.762,587.687,440.596C620.195,421.429,620.195,400.621,620.195,379.813C620.195,359.004,620.195,338.196,584.46,317.31C548.724,296.424,477.253,275.46,441.517,264.978L405.781,254.496" id="gd6-edge5" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge5" data-points="W3sieCI6NDI1LjE0NDUzMTI1LCJ5Ijo0OTQuODEwNzQyMTE1MDI3ODR9LHsieCI6NjIwLjE5NTMxMjUsInkiOjQ0Mi4yMzc1fSx7IngiOjYyMC4xOTUzMTI1LCJ5IjozNzkuODEyNX0seyJ4Ijo2MjAuMTk1MzEyNSwieSI6MzE3LjM4NzV9LHsieCI6NDA1Ljc4MTI1LCJ5IjoyNTQuNDk1OTgyODI2OTM4MjV9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M165.469,362.5L171.991,354.981C178.513,347.463,191.557,332.425,198.079,312.569C204.602,292.713,204.602,268.037,204.602,241.896C204.602,215.754,204.602,188.146,225.193,165.356C245.784,142.567,286.967,124.596,307.559,115.61L328.15,106.625" id="gd6-edge6" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge6" data-points="W3sieCI6MTY1LjQ2ODg1MTI5MzQyNzEyLCJ5IjozNjIuNX0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MzE3LjM4NzV9LHsieCI6MjA0LjYwMTU2MjUsInkiOjI0My4zNjI0OTk5OTk5OTk5OH0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MTYwLjUzNzV9LHsieCI6MzI4LjE1MDA1NjA3Nzc5MDQ1LCJ5IjoxMDYuNjI1fV0=" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M477.47,362.5L487.809,354.981C498.148,347.463,518.826,332.425,529.165,312.569C539.504,292.713,539.504,268.037,539.504,241.896C539.504,215.754,539.504,188.146,517.846,165.356C496.187,142.567,452.871,124.596,431.212,115.61L409.554,106.625" id="gd6-edge7" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge7" data-points="W3sieCI6NDc3LjQ3MDI2NjY2Mzc0NjUsInkiOjM2Mi41fSx7IngiOjUzOS41MDM5MDYyNSwieSI6MzE3LjM4NzV9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoyNDMuMzYyNDk5OTk5OTk5OTh9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoxNjAuNTM3NX0seyJ4Ijo0MDkuNTU0MDEyOTIxMjAwNCwieSI6MTA2LjYyNX1d" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="edge0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(367.82421875, 160.5375)"><g class="label" data-id="edge1" transform="translate(0, -28.0609375)"><g><rect class="background" x="-76.5" y="-0.8515625" width="153" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">action</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> touches</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> the</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">partition</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> (lazy,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> per</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">block)</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(96.30078125, 317.3875)"><g class="label" data-id="edge2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.30078125" y="-0.8515625" width="176.6015625" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">LRU,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> execution</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">memory</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> pressure</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(367.82421875, 317.3875)"><g class="label" data-id="edge3" transform="translate(0, -10.4609375)"><g><rect class="background" x="-59.875" y="-0.8515625" width="119.75" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> gone</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(150.451171875, 442.2375)"><g class="label" data-id="edge4" transform="translate(0, -19.2609375)"><g><rect class="background" x="-82.0625" y="-0.8515625" width="164.125" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_AND_DISK</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">spills</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(620.1953125, 379.8125)"><g class="label" data-id="edge5" transform="translate(0, -10.4609375)"><g><rect class="background" x="-81.7265625" y="-0.8515625" width="163.453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">read</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> back</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(204.6015625, 243.36249999999998)"><g class="label" data-id="edge6" transform="translate(0, -28.0609375)"><g><rect class="background" x="-90.265625" y="-0.8515625" width="180.53125" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_ONLY</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">drop,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">lineage</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(539.50390625, 243.36249999999998)"><g class="label" data-id="edge7" transform="translate(0, -10.4609375)"><g><rect class="background" x="-98.72265625" y="-0.8515625" width="197.4453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> lineage</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default" id="gd6-state-root_start-0" data-look="classic" transform="translate(367.82421875, 15)"><circle class="state-start" r="7" width="14" height="14"></circle></g><g class="node statediagram-state " id="gd6-state-Uncached-7" data-look="classic" transform="translate(367.82421875, 89.3125)"><rect class="basic label-container" rx="5" ry="5" x="-47.6953125" y="-17.3125" width="95.390625" height="34.625"></rect><g class="label" transform="translate(-39.6953125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Uncached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Cached-5" data-look="classic" transform="translate(367.82421875, 243.36249999999998)"><rect class="basic label-container" rx="5" ry="5" x="-37.95703125" y="-17.3125" width="75.9140625" height="34.625"></rect><g class="label" transform="translate(-29.95703125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Cached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Evicted-6" data-look="classic" transform="translate(150.451171875, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-37.546875" y="-17.3125" width="75.09375" height="34.625"></rect><g class="label" transform="translate(-29.546875, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Evicted</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Lost-7" data-look="classic" transform="translate(453.6640625, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-24.65625" y="-17.3125" width="49.3125" height="34.625"></rect><g class="label" transform="translate(-16.65625, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Lost</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-OnDisk-5" data-look="classic" transform="translate(388.59375, 504.6625)"><rect class="basic label-container" rx="5" ry="5" x="-36.55078125" y="-17.3125" width="73.1015625" height="34.625"></rect><g class="label" transform="translate(-28.55078125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">OnDisk</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd6-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd6-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd6-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd5" width="100%" xmlns="http://www.w3.org/2000/svg" class="statediagram" viewBox="-8 -17.3125 717.921875 547.2875" role="graphics-document document" aria-roledescription="stateDiagram" style="max-width: 717.921875px;"><style>#gd5{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd5 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd5 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd5 .error-icon{fill:#eef1f6;}#gd5 .error-text{fill:#110e09;stroke:#110e09;}#gd5 .edge-thickness-normal{stroke-width:1px;}#gd5 .edge-thickness-thick{stroke-width:3.5px;}#gd5 .edge-pattern-solid{stroke-dasharray:0;}#gd5 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd5 .edge-pattern-dashed{stroke-dasharray:3;}#gd5 .edge-pattern-dotted{stroke-dasharray:2;}#gd5 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd5 .marker.cross{stroke:#4f5f60;}#gd5 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd5 p{margin:0;}#gd5 defs [id$="-barbEnd"]{fill:#4f5f60;stroke:#4f5f60;}#gd5 g.stateGroup text{fill:#9aa8a3;stroke:none;font-size:10px;}#gd5 g.stateGroup text{fill:#151b1e;stroke:none;font-size:10px;}#gd5 g.stateGroup .state-title{font-weight:bolder;fill:#151b1e;}#gd5 g.stateGroup rect{fill:#ffffff;stroke:#9aa8a3;}#gd5 g.stateGroup line{stroke:#4f5f60;stroke-width:1;}#gd5 .transition{stroke:#4f5f60;stroke-width:1;fill:none;}#gd5 .stateGroup .composit{fill:transparent;border-bottom:1px;}#gd5 .stateGroup .alt-composit{fill:#e0e0e0;border-bottom:1px;}#gd5 .state-note{stroke:hsl(52.6829268293, 60%, 73.9215686275%);fill:#fff5ad;}#gd5 .state-note text{fill:#333;stroke:none;font-size:10px;}#gd5 .stateLabel .box{stroke:none;stroke-width:0;fill:#ffffff;opacity:0.5;}#gd5 .edgeLabel .label rect{fill:#ffffff;opacity:0.5;}#gd5 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd5 .edgeLabel p{background-color:#eef1f6;}#gd5 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd5 .edgeLabel .label text{fill:#151b1e;}#gd5 .label div .edgeLabel{color:#151b1e;}#gd5 .stateLabel text{fill:#151b1e;font-size:10px;font-weight:bold;}#gd5 .node circle.state-start{fill:#4f5f60;stroke:#4f5f60;}#gd5 .node .fork-join{fill:#4f5f60;stroke:#4f5f60;}#gd5 .node circle.state-end{fill:#9aa8a3;stroke:transparent;stroke-width:1.5;}#gd5 .end-state-inner{fill:transparent;stroke-width:1.5;}#gd5 .node rect{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 .node polygon{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 [id$="-barbEnd"]{fill:#4f5f60;}#gd5 .statediagram-cluster rect{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 .cluster-label,#gd5 .nodeLabel{color:#151b1e;}#gd5 .statediagram-cluster rect.outer{rx:5px;ry:5px;}#gd5 .statediagram-state .divider{stroke:#9aa8a3;}#gd5 .statediagram-state .title-state{rx:5px;ry:5px;}#gd5 .statediagram-cluster.statediagram-cluster .inner{fill:transparent;}#gd5 .statediagram-cluster.statediagram-cluster-alt .inner{fill:#eef1f6;}#gd5 .statediagram-cluster .inner{rx:0;ry:0;}#gd5 .statediagram-state rect.basic{rx:5px;ry:5px;}#gd5 .statediagram-state rect.divider{stroke-dasharray:10,10;fill:#eef1f6;}#gd5 .note-edge{stroke-dasharray:5;}#gd5 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd5 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd5 .statediagram-note text{fill:#333;}#gd5 .statediagram-note .nodeLabel{color:#333;}#gd5 .statediagram .edgeLabel{color:red;}#gd5 [id$="-dependencyStart"],#gd5 [id$="-dependencyEnd"]{fill:#4f5f60;stroke:#4f5f60;stroke-width:1;}#gd5 .statediagramTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd5 [data-look="neo"].statediagram-cluster rect{fill:#ffffff;stroke:url(#gd5-gradient);stroke-width:1;}#gd5 [data-look="neo"].statediagram-cluster rect.outer{rx:5px;ry:5px;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 .node .neo-node{stroke:#9aa8a3;}#gd5 [data-look="neo"].node rect,#gd5 [data-look="neo"].cluster rect,#gd5 [data-look="neo"].node polygon{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd5 [data-look="neo"].node path{stroke:url(#gd5-gradient);stroke-width:1px;}#gd5 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd5 [data-look="neo"].node circle{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].node circle .state-start{fill:#000000;}#gd5 [data-look="neo"].icon-shape .icon{fill:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><defs><marker id="gd5_stateDiagram-barbEnd" refX="19" refY="7" markerWidth="20" markerHeight="14" markerUnits="userSpaceOnUse" orient="auto"><path d="M 19,7 L9,13 L14,7 L9,1 Z"></path></marker></defs><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M367.824,22L367.824,26.167C367.824,30.333,367.824,38.667,367.824,47C367.824,55.333,367.824,63.667,367.824,67.833L367.824,72" id="gd5-edge0" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge0" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyMn0seyJ4IjozNjcuODI0MjE4NzUsInkiOjQ3fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6NzJ9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,106.625L367.824,115.61C367.824,124.596,367.824,142.567,367.824,162.471C367.824,182.375,367.824,204.212,367.824,215.131L367.824,226.05" id="gd5-edge1" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge1" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoxMDYuNjI1fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6MTYwLjUzNzV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjoyMjYuMDQ5OTk5OTk5OTk5OTh9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M329.867,253.711L290.939,264.323C252.012,274.936,174.156,296.162,141.751,314.293C109.345,332.425,122.389,347.463,128.911,354.981L135.433,362.5" id="gd5-edge2" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge2" data-points="W3sieCI6MzI5Ljg2NzE4NzUsInkiOjI1My43MTA2NjQ2NTI1Njc5N30seyJ4Ijo5Ni4zMDA3ODEyNSwieSI6MzE3LjM4NzV9LHsieCI6MTM1LjQzMzQ5MjQ1NjU3Mjg4LCJ5IjozNjIuNX1d" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,260.675L367.824,270.127C367.824,279.579,367.824,298.483,378.163,315.454C388.502,332.425,409.18,347.463,419.519,354.981L429.858,362.5" id="gd5-edge3" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge3" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyNjAuNjc0OTk5OTk5OTk5OTV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjozMTcuMzg3NX0seyJ4Ijo0MjkuODU3ODU4MzM2MjUzNSwieSI6MzYyLjV9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M150.451,397.125L150.451,404.644C150.451,412.162,150.451,427.2,184.05,443.526C217.648,459.852,284.846,477.467,318.444,486.274L352.043,495.081" id="gd5-edge4" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge4" data-points="W3sieCI6MTUwLjQ1MTE3MTg3NSwieSI6Mzk3LjEyNX0seyJ4IjoxNTAuNDUxMTcxODc1LCJ5Ijo0NDIuMjM3NX0seyJ4IjozNTIuMDQyOTY4NzUsInkiOjQ5NS4wODEzMzg0MjIzNjA2fV0=" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M425.145,494.811L457.653,486.049C490.161,477.286,555.178,459.762,587.687,440.596C620.195,421.429,620.195,400.621,620.195,379.813C620.195,359.004,620.195,338.196,584.46,317.31C548.724,296.424,477.253,275.46,441.517,264.978L405.781,254.496" id="gd5-edge5" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge5" data-points="W3sieCI6NDI1LjE0NDUzMTI1LCJ5Ijo0OTQuODEwNzQyMTE1MDI3ODR9LHsieCI6NjIwLjE5NTMxMjUsInkiOjQ0Mi4yMzc1fSx7IngiOjYyMC4xOTUzMTI1LCJ5IjozNzkuODEyNX0seyJ4Ijo2MjAuMTk1MzEyNSwieSI6MzE3LjM4NzV9LHsieCI6NDA1Ljc4MTI1LCJ5IjoyNTQuNDk1OTgyODI2OTM4MjV9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M165.469,362.5L171.991,354.981C178.513,347.463,191.557,332.425,198.079,312.569C204.602,292.713,204.602,268.037,204.602,241.896C204.602,215.754,204.602,188.146,225.193,165.356C245.784,142.567,286.967,124.596,307.559,115.61L328.15,106.625" id="gd5-edge6" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge6" data-points="W3sieCI6MTY1LjQ2ODg1MTI5MzQyNzEyLCJ5IjozNjIuNX0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MzE3LjM4NzV9LHsieCI6MjA0LjYwMTU2MjUsInkiOjI0My4zNjI0OTk5OTk5OTk5OH0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MTYwLjUzNzV9LHsieCI6MzI4LjE1MDA1NjA3Nzc5MDQ1LCJ5IjoxMDYuNjI1fV0=" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M477.47,362.5L487.809,354.981C498.148,347.463,518.826,332.425,529.165,312.569C539.504,292.713,539.504,268.037,539.504,241.896C539.504,215.754,539.504,188.146,517.846,165.356C496.187,142.567,452.871,124.596,431.212,115.61L409.554,106.625" id="gd5-edge7" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge7" data-points="W3sieCI6NDc3LjQ3MDI2NjY2Mzc0NjUsInkiOjM2Mi41fSx7IngiOjUzOS41MDM5MDYyNSwieSI6MzE3LjM4NzV9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoyNDMuMzYyNDk5OTk5OTk5OTh9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoxNjAuNTM3NX0seyJ4Ijo0MDkuNTU0MDEyOTIxMjAwNCwieSI6MTA2LjYyNX1d" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="edge0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(367.82421875, 160.5375)"><g class="label" data-id="edge1" transform="translate(0, -28.0609375)"><g><rect class="background" x="-76.5" y="-0.8515625" width="153" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">action</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> touches</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> the</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">partition</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> (lazy,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> per</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">block)</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(96.30078125, 317.3875)"><g class="label" data-id="edge2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.30078125" y="-0.8515625" width="176.6015625" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">LRU,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> execution</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">memory</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> pressure</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(367.82421875, 317.3875)"><g class="label" data-id="edge3" transform="translate(0, -10.4609375)"><g><rect class="background" x="-59.875" y="-0.8515625" width="119.75" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> gone</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(150.451171875, 442.2375)"><g class="label" data-id="edge4" transform="translate(0, -19.2609375)"><g><rect class="background" x="-82.0625" y="-0.8515625" width="164.125" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_AND_DISK</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">spills</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(620.1953125, 379.8125)"><g class="label" data-id="edge5" transform="translate(0, -10.4609375)"><g><rect class="background" x="-81.7265625" y="-0.8515625" width="163.453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">read</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> back</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(204.6015625, 243.36249999999998)"><g class="label" data-id="edge6" transform="translate(0, -28.0609375)"><g><rect class="background" x="-90.265625" y="-0.8515625" width="180.53125" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_ONLY</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">drop,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">lineage</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(539.50390625, 243.36249999999998)"><g class="label" data-id="edge7" transform="translate(0, -10.4609375)"><g><rect class="background" x="-98.72265625" y="-0.8515625" width="197.4453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> lineage</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default" id="gd5-state-root_start-0" data-look="classic" transform="translate(367.82421875, 15)"><circle class="state-start" r="7" width="14" height="14"></circle></g><g class="node statediagram-state " id="gd5-state-Uncached-7" data-look="classic" transform="translate(367.82421875, 89.3125)"><rect class="basic label-container" rx="5" ry="5" x="-47.6953125" y="-17.3125" width="95.390625" height="34.625"></rect><g class="label" transform="translate(-39.6953125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Uncached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Cached-5" data-look="classic" transform="translate(367.82421875, 243.36249999999998)"><rect class="basic label-container" rx="5" ry="5" x="-37.95703125" y="-17.3125" width="75.9140625" height="34.625"></rect><g class="label" transform="translate(-29.95703125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Cached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Evicted-6" data-look="classic" transform="translate(150.451171875, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-37.546875" y="-17.3125" width="75.09375" height="34.625"></rect><g class="label" transform="translate(-29.546875, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Evicted</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Lost-7" data-look="classic" transform="translate(453.6640625, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-24.65625" y="-17.3125" width="49.3125" height="34.625"></rect><g class="label" transform="translate(-16.65625, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Lost</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-OnDisk-5" data-look="classic" transform="translate(388.59375, 504.6625)"><rect class="basic label-container" rx="5" ry="5" x="-36.55078125" y="-17.3125" width="73.1015625" height="34.625"></rect><g class="label" transform="translate(-28.55078125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">OnDisk</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd5-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd5-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd5-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd8" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 1046.1875 106.59375" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 1046.1875px;"><style>#gd8{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd8 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd8 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd8 .error-icon{fill:#1a232f;}#gd8 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd8 .edge-thickness-normal{stroke-width:1px;}#gd8 .edge-thickness-thick{stroke-width:3.5px;}#gd8 .edge-pattern-solid{stroke-dasharray:0;}#gd8 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd8 .edge-pattern-dashed{stroke-dasharray:3;}#gd8 .edge-pattern-dotted{stroke-dasharray:2;}#gd8 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd8 .marker.cross{stroke:#a9b5b4;}#gd8 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd8 p{margin:0;}#gd8 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#f4f4f5;}#gd8 .cluster-label text{fill:#f4f4f5;}#gd8 .cluster-label span{color:#f4f4f5;}#gd8 .cluster-label span p{background-color:transparent;}#gd8 .label text,#gd8 span{fill:#f4f4f5;color:#f4f4f5;}#gd8 .node rect,#gd8 .node circle,#gd8 .node ellipse,#gd8 .node polygon,#gd8 .node path{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd8 .rough-node .label text,#gd8 .node .label text,#gd8 .image-shape .label,#gd8 .icon-shape .label{text-anchor:middle;}#gd8 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd8 .rough-node .label,#gd8 .node .label,#gd8 .image-shape .label,#gd8 .icon-shape .label{text-align:center;}#gd8 .node.clickable{cursor:pointer;}#gd8 .root .anchor path{fill:#a9b5b4!important;stroke-width:0;stroke:#a9b5b4;}#gd8 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd8 .edgePath .path{stroke:#a9b5b4;stroke-width:1px;}#gd8 .flowchart-link{stroke:#a9b5b4;fill:none;}#gd8 .edgeLabel{background-color:#11171a;text-align:center;}#gd8 .edgeLabel p{background-color:#11171a;}#gd8 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd8 .labelBkg{background-color:rgba(17, 23, 26, 0.5);}#gd8 .cluster rect{fill:#11171a;stroke:#233035;stroke-width:1px;}#gd8 .cluster text{fill:#f4f4f5;}#gd8 .cluster span{color:#f4f4f5;}#gd8 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#1a232f;border:1px solid hsl(214.2857142857, 0%, 4.3137254902%);border-radius:2px;pointer-events:none;z-index:100;}#gd8 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd8 rect.text{fill:none;stroke-width:0;}#gd8 .icon-shape,#gd8 .image-shape{background-color:#11171a;text-align:center;}#gd8 .icon-shape p,#gd8 .image-shape p{background-color:#11171a;padding:2px;}#gd8 .icon-shape .label rect,#gd8 .image-shape .label rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd8 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd8 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd8 .node .neo-node{stroke:#3a4a52;}#gd8 [data-look="neo"].node rect,#gd8 [data-look="neo"].cluster rect,#gd8 [data-look="neo"].node polygon{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd8 [data-look="neo"].node path{stroke:url(#gd8-gradient);stroke-width:1px;}#gd8 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd8 [data-look="neo"].node circle{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].node circle .state-start{fill:#000000;}#gd8 [data-look="neo"].icon-shape .icon{fill:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd8_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd8_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd8_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M180.117,41.113L184.284,41.113C188.451,41.113,196.784,41.113,204.451,41.113C212.117,41.113,219.117,41.113,222.617,41.113L226.117,41.113" id="gd8-L_A_G_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_A_G_0" data-points="W3sieCI6MTgwLjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjA1LjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjMwLjExNzE4NzUsInkiOjQxLjExMjV9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,31.119L474.046,29.441C492.928,27.764,530.693,24.41,567.792,24.004C604.891,23.598,641.325,26.139,659.543,27.41L677.76,28.681" id="gd8-L_G_F_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_0" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjMxLjExODU0ODU4MjQwMDY2M30seyJ4Ijo1NjguNDU3MDMxMjUsInkiOjIxLjA1NjI1fSx7IngiOjY4MS43NSwieSI6MjguOTU5MzQzODc4NjQ2MjV9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,51.106L474.046,52.784C492.928,54.461,530.693,57.815,567.792,58.221C604.891,58.627,641.325,56.086,659.543,54.815L677.76,53.544" id="gd8-L_G_F_2" class=" edge-thickness-normal edge-pattern-dotted edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_2" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjUxLjEwNjQ1MTQxNzU5OTMzfSx7IngiOjU2OC40NTcwMzEyNSwieSI6NjEuMTY4NzQ5OTk5OTk5OTk2fSx7IngiOjY4MS43NSwieSI6NTMuMjY1NjU2MTIxMzUzNzR9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_A_G_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel"><g class="label" data-id="L_G_F_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(568.45703125, 61.168749999999996)"><g class="label" data-id="L_G_F_2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.29296875" y="-0.8515625" width="176.5859375" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">cold-start</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> delay</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(Warning</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> above</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 30</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> s)</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default " id="gd8-flowchart-A-0" data-look="classic" transform="translate(94.05859375, 41.1125)"><rect class="basic label-container" x="-86.05859375" y="-24.3125" width="172.1171875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">app.startTime</tspan></tspan></text></g></g></g><g class="node default " id="gd8-flowchart-G-1" data-look="classic" transform="translate(342.640625, 41.1125)"><rect class="basic label-container" x="-112.5234375" y="-33.1125" width="225.046875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Acquiring</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executors,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> tasks</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> run</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> yet</tspan></tspan></text></g></g></g><g class="node default " id="gd8-flowchart-F-3" data-look="classic" transform="translate(855.96875, 41.1125)"><rect class="basic label-container" x="-174.21875" y="-33.1125" width="348.4375" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">firstStageSubmittedAt</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(first</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> SparkListenerStageSubmitted)</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd8-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd8-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd8-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd7" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 1046.1875 106.59375" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 1046.1875px;"><style>#gd7{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd7 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd7 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd7 .error-icon{fill:#eef1f6;}#gd7 .error-text{fill:#110e09;stroke:#110e09;}#gd7 .edge-thickness-normal{stroke-width:1px;}#gd7 .edge-thickness-thick{stroke-width:3.5px;}#gd7 .edge-pattern-solid{stroke-dasharray:0;}#gd7 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd7 .edge-pattern-dashed{stroke-dasharray:3;}#gd7 .edge-pattern-dotted{stroke-dasharray:2;}#gd7 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd7 .marker.cross{stroke:#4f5f60;}#gd7 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd7 p{margin:0;}#gd7 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#151b1e;}#gd7 .cluster-label text{fill:#151b1e;}#gd7 .cluster-label span{color:#151b1e;}#gd7 .cluster-label span p{background-color:transparent;}#gd7 .label text,#gd7 span{fill:#151b1e;color:#151b1e;}#gd7 .node rect,#gd7 .node circle,#gd7 .node ellipse,#gd7 .node polygon,#gd7 .node path{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd7 .rough-node .label text,#gd7 .node .label text,#gd7 .image-shape .label,#gd7 .icon-shape .label{text-anchor:middle;}#gd7 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd7 .rough-node .label,#gd7 .node .label,#gd7 .image-shape .label,#gd7 .icon-shape .label{text-align:center;}#gd7 .node.clickable{cursor:pointer;}#gd7 .root .anchor path{fill:#4f5f60!important;stroke-width:0;stroke:#4f5f60;}#gd7 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd7 .edgePath .path{stroke:#4f5f60;stroke-width:1px;}#gd7 .flowchart-link{stroke:#4f5f60;fill:none;}#gd7 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd7 .edgeLabel p{background-color:#eef1f6;}#gd7 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd7 .labelBkg{background-color:rgba(238, 241, 246, 0.5);}#gd7 .cluster rect{fill:#f2f5f9;stroke:#dbe2df;stroke-width:1px;}#gd7 .cluster text{fill:#151b1e;}#gd7 .cluster span{color:#151b1e;}#gd7 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#eef1f6;border:1px solid hsl(217.5, 0%, 84.9019607843%);border-radius:2px;pointer-events:none;z-index:100;}#gd7 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd7 rect.text{fill:none;stroke-width:0;}#gd7 .icon-shape,#gd7 .image-shape{background-color:#eef1f6;text-align:center;}#gd7 .icon-shape p,#gd7 .image-shape p{background-color:#eef1f6;padding:2px;}#gd7 .icon-shape .label rect,#gd7 .image-shape .label rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd7 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd7 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd7 .node .neo-node{stroke:#9aa8a3;}#gd7 [data-look="neo"].node rect,#gd7 [data-look="neo"].cluster rect,#gd7 [data-look="neo"].node polygon{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd7 [data-look="neo"].node path{stroke:url(#gd7-gradient);stroke-width:1px;}#gd7 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd7 [data-look="neo"].node circle{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].node circle .state-start{fill:#000000;}#gd7 [data-look="neo"].icon-shape .icon{fill:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd7_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd7_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd7_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M180.117,41.113L184.284,41.113C188.451,41.113,196.784,41.113,204.451,41.113C212.117,41.113,219.117,41.113,222.617,41.113L226.117,41.113" id="gd7-L_A_G_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_A_G_0" data-points="W3sieCI6MTgwLjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjA1LjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjMwLjExNzE4NzUsInkiOjQxLjExMjV9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,31.119L474.046,29.441C492.928,27.764,530.693,24.41,567.792,24.004C604.891,23.598,641.325,26.139,659.543,27.41L677.76,28.681" id="gd7-L_G_F_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_0" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjMxLjExODU0ODU4MjQwMDY2M30seyJ4Ijo1NjguNDU3MDMxMjUsInkiOjIxLjA1NjI1fSx7IngiOjY4MS43NSwieSI6MjguOTU5MzQzODc4NjQ2MjV9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,51.106L474.046,52.784C492.928,54.461,530.693,57.815,567.792,58.221C604.891,58.627,641.325,56.086,659.543,54.815L677.76,53.544" id="gd7-L_G_F_2" class=" edge-thickness-normal edge-pattern-dotted edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_2" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjUxLjEwNjQ1MTQxNzU5OTMzfSx7IngiOjU2OC40NTcwMzEyNSwieSI6NjEuMTY4NzQ5OTk5OTk5OTk2fSx7IngiOjY4MS43NSwieSI6NTMuMjY1NjU2MTIxMzUzNzR9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_A_G_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel"><g class="label" data-id="L_G_F_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(568.45703125, 61.168749999999996)"><g class="label" data-id="L_G_F_2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.29296875" y="-0.8515625" width="176.5859375" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">cold-start</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> delay</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(Warning</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> above</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 30</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> s)</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default " id="gd7-flowchart-A-0" data-look="classic" transform="translate(94.05859375, 41.1125)"><rect class="basic label-container" x="-86.05859375" y="-24.3125" width="172.1171875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">app.startTime</tspan></tspan></text></g></g></g><g class="node default " id="gd7-flowchart-G-1" data-look="classic" transform="translate(342.640625, 41.1125)"><rect class="basic label-container" x="-112.5234375" y="-33.1125" width="225.046875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Acquiring</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executors,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> tasks</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> run</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> yet</tspan></tspan></text></g></g></g><g class="node default " id="gd7-flowchart-F-3" data-look="classic" transform="translate(855.96875, 41.1125)"><rect class="basic label-container" x="-174.21875" y="-33.1125" width="348.4375" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">firstStageSubmittedAt</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(first</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> SparkListenerStageSubmitted)</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd7-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd7-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd7-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|