sparkforensics-cli 0.1.0 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -0
- package/bin/sparkforensics-analyze.mjs +113 -48
- package/export-template/docs/404.html +25 -0
- package/export-template/docs/assets/app.DQTZyGL1.js +1 -0
- package/export-template/docs/assets/aqe-loop.IwQSATHw.svg +1 -0
- package/export-template/docs/assets/aqe-loop.dark.DGbaxqJE.svg +1 -0
- package/export-template/docs/assets/broadcast-vs-shuffle.Db4WY1XK.svg +1 -0
- package/export-template/docs/assets/broadcast-vs-shuffle.dark.C7Bxs0mG.svg +1 -0
- package/export-template/docs/assets/cache-lifecycle.dark.B-hS7AgU.svg +1 -0
- package/export-template/docs/assets/cache-lifecycle.rEOVYQNU.svg +1 -0
- package/export-template/docs/assets/chunks/@localSearchIndexroot.DppnXnDE.js +1 -0
- package/export-template/docs/assets/chunks/VPLocalSearchBox.BkBIPFs6.js +9 -0
- package/export-template/docs/assets/chunks/duplicate-plan-subtree.dark.Cdp70QhV.js +1 -0
- package/export-template/docs/assets/chunks/framework.DSg0KOwT.js +20 -0
- package/export-template/docs/assets/chunks/retry-escalation-ladder.dark.DHipdJgZ.js +1 -0
- package/export-template/docs/assets/chunks/theme.DP0u1AUq.js +2 -0
- package/export-template/docs/assets/cold-start-timeline.DxC_Sc7w.svg +1 -0
- package/export-template/docs/assets/cold-start-timeline.dark.CZ17YcAG.svg +1 -0
- package/export-template/docs/assets/columnar-layout.PghGeOEA.svg +1 -0
- package/export-template/docs/assets/columnar-layout.dark.BVNlz0ff.svg +1 -0
- package/export-template/docs/assets/container-memory.DIO0AnIm.svg +1 -0
- package/export-template/docs/assets/container-memory.dark.CP-5zuCl.svg +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_board-widgets.md.CWpj01WU.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_board-widgets.md.CWpj01WU.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_detector-contract.md.CgzUsQ6W.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_detector-contract.md.CgzUsQ6W.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_drill-down.md.BtPdlM7r.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_drill-down.md.BtPdlM7r.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_impact-estimation.md.CooslVJt.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_impact-estimation.md.CooslVJt.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_index.md.3TO9ic6w.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_index.md.3TO9ic6w.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_overview.md.CehiRmGn.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_overview.md.CehiRmGn.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_state-and-history.md.C-xxn0q7.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_state-and-history.md.C-xxn0q7.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_widget-rendering.md.R27gQrgY.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_widget-rendering.md.R27gQrgY.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_architecture_worker-protocol.md.IbnfNrV3.js +6 -0
- package/export-template/docs/assets/contributor-guide_architecture_worker-protocol.md.IbnfNrV3.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_contributing.md.CvRsdr6J.js +1 -0
- package/export-template/docs/assets/contributor-guide_contributing.md.CvRsdr6J.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_development-setup.md.DvAN_9mK.js +12 -0
- package/export-template/docs/assets/contributor-guide_development-setup.md.DvAN_9mK.lean.js +1 -0
- package/export-template/docs/assets/contributor-guide_testing.md.6rIKqSyY.js +1 -0
- package/export-template/docs/assets/contributor-guide_testing.md.6rIKqSyY.lean.js +1 -0
- package/export-template/docs/assets/dag-stages.DSz_S937.svg +1 -0
- package/export-template/docs/assets/dag-stages.dark.F72UzxH4.svg +1 -0
- package/export-template/docs/assets/driver-executor.D5pQ7YN1.svg +1 -0
- package/export-template/docs/assets/driver-executor.dark.BmX9cPvh.svg +1 -0
- package/export-template/docs/assets/duplicate-plan-subtree.B4cvN6fj.svg +1 -0
- package/export-template/docs/assets/duplicate-plan-subtree.dark.Dw8wS0Ag.svg +1 -0
- package/export-template/docs/assets/index.md.CHJVslga.js +1 -0
- package/export-template/docs/assets/index.md.CHJVslga.lean.js +1 -0
- package/export-template/docs/assets/inter-italic-cyrillic-ext.r48I6akx.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-cyrillic.By2_1cv3.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-greek-ext.1u6EdAuj.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-greek.DJ8dCoTZ.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-latin-ext.CN1xVJS-.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-latin.C2AdPX0b.woff2 +0 -0
- package/export-template/docs/assets/inter-italic-vietnamese.BSbpV94h.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-cyrillic-ext.BBPuwvHQ.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-cyrillic.C5lxZ8CY.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-greek-ext.CqjqNYQ-.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-greek.BBVDIX6e.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-latin-ext.4ZJIpNVo.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-latin.Di8DUHzh.woff2 +0 -0
- package/export-template/docs/assets/inter-roman-vietnamese.BjW4sHH5.woff2 +0 -0
- package/export-template/docs/assets/join-strategy.C_FvrCEo.svg +1 -0
- package/export-template/docs/assets/join-strategy.dark.ChMLnNII.svg +1 -0
- package/export-template/docs/assets/memory-borrowing.BqQRJg0u.svg +1 -0
- package/export-template/docs/assets/memory-borrowing.dark.Yhh20O9C.svg +1 -0
- package/export-template/docs/assets/memory-regions.XHvO7jHG.svg +1 -0
- package/export-template/docs/assets/memory-regions.dark.D4TP9_08.svg +1 -0
- package/export-template/docs/assets/repartition-vs-coalesce.BovLRrpj.svg +1 -0
- package/export-template/docs/assets/repartition-vs-coalesce.dark.BhAczKZQ.svg +1 -0
- package/export-template/docs/assets/retry-escalation-ladder.DyTKJJmZ.svg +1 -0
- package/export-template/docs/assets/retry-escalation-ladder.dark.BdsabtU3.svg +1 -0
- package/export-template/docs/assets/shuffle-map-reduce.KuOEZVmg.svg +1 -0
- package/export-template/docs/assets/shuffle-map-reduce.dark.BgQZnFSb.svg +1 -0
- package/export-template/docs/assets/spill-classification.BU2euYDO.svg +1 -0
- package/export-template/docs/assets/spill-classification.dark.D7i1M40d.svg +1 -0
- package/export-template/docs/assets/style.DSixAiZE.css +1 -0
- package/export-template/docs/assets/tuning-reference_anti-patterns.md.Df1YMIHu.js +1 -0
- package/export-template/docs/assets/tuning-reference_anti-patterns.md.Df1YMIHu.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_aqe.md.BIsCtLzm.js +1 -0
- package/export-template/docs/assets/tuning-reference_aqe.md.BIsCtLzm.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-broadcast-sizing.md.CEstB3Ia.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-broadcast-sizing.md.CEstB3Ia.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-cold-start.md.CEuy-72y.js +7 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-cold-start.md.CEuy-72y.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-duplicate-plan-subtree.md.CIohQDfn.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-duplicate-plan-subtree.md.CIohQDfn.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-failures.md.4z5BXGJ2.js +6 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-failures.md.4z5BXGJ2.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-gc.md.DSxzZRK7.js +6 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-gc.md.DSxzZRK7.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-job-failure-rate.md.BaJl__1W.js +8 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-job-failure-rate.md.BaJl__1W.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-memory-utilization.md.DbP-SJZc.js +7 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-memory-utilization.md.DbP-SJZc.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-retry-waste.md.D5JMjVOt.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-retry-waste.md.D5JMjVOt.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-shuffle.md.CM-nTmIH.js +12 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-shuffle.md.CM-nTmIH.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-skew.md.BdUwiDhn.js +14 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-skew.md.BdUwiDhn.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-slow-host.md.BlIo6UDW.js +7 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-slow-host.md.BlIo6UDW.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-small-files.md.B8kloyx8.js +5 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-small-files.md.B8kloyx8.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-spill.md.PNH7mITt.js +6 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-spill.md.PNH7mITt.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-straggler.md.DY36fHN5.js +7 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-straggler.md.DY36fHN5.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-tiny-tasks.md.QTV7O8kU.js +8 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-tiny-tasks.md.QTV7O8kU.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-utilization.md.DTiueZC3.js +5 -0
- package/export-template/docs/assets/tuning-reference_bottleneck-utilization.md.DTiueZC3.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_caching.md.B7aQ8asB.js +1 -0
- package/export-template/docs/assets/tuning-reference_caching.md.B7aQ8asB.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_cluster-config.md.ZVmDGsQ3.js +1 -0
- package/export-template/docs/assets/tuning-reference_cluster-config.md.ZVmDGsQ3.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_config.md.UvveiWG3.js +1 -0
- package/export-template/docs/assets/tuning-reference_config.md.UvveiWG3.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_data-formats.md.bjCAWH3N.js +1 -0
- package/export-template/docs/assets/tuning-reference_data-formats.md.bjCAWH3N.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_index.md.BQ_NooMV.js +1 -0
- package/export-template/docs/assets/tuning-reference_index.md.BQ_NooMV.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_intro.md.CobD-lGB.js +1 -0
- package/export-template/docs/assets/tuning-reference_intro.md.CobD-lGB.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_joins.md.BtKs_CuW.js +1 -0
- package/export-template/docs/assets/tuning-reference_joins.md.BtKs_CuW.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_memory-model.md.DhT-n4y3.js +1 -0
- package/export-template/docs/assets/tuning-reference_memory-model.md.DhT-n4y3.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_metrics.md.mLOh7Apj.js +1 -0
- package/export-template/docs/assets/tuning-reference_metrics.md.mLOh7Apj.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_partitioning.md.q0zKF_8X.js +1 -0
- package/export-template/docs/assets/tuning-reference_partitioning.md.q0zKF_8X.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_pyspark.md.DDCfvN9t.js +6 -0
- package/export-template/docs/assets/tuning-reference_pyspark.md.DDCfvN9t.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_shuffle.md.BZZ7R4Ix.js +1 -0
- package/export-template/docs/assets/tuning-reference_shuffle.md.BZZ7R4Ix.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_spark-architecture.md.Dwzm5avO.js +1 -0
- package/export-template/docs/assets/tuning-reference_spark-architecture.md.Dwzm5avO.lean.js +1 -0
- package/export-template/docs/assets/tuning-reference_table-formats.md.D6wj-2dX.js +1 -0
- package/export-template/docs/assets/tuning-reference_table-formats.md.D6wj-2dX.lean.js +1 -0
- package/export-template/docs/assets/udf-execution-models.BUFDICuG.svg +1 -0
- package/export-template/docs/assets/udf-execution-models.dark.YTNS6GDq.svg +1 -0
- package/export-template/docs/assets/user-guide_alternative-log-retrieval.md.B4tPGIal.js +1 -0
- package/export-template/docs/assets/user-guide_alternative-log-retrieval.md.B4tPGIal.lean.js +1 -0
- package/export-template/docs/assets/user-guide_getting-started.md.BJvwLEIM.js +3 -0
- package/export-template/docs/assets/user-guide_getting-started.md.BJvwLEIM.lean.js +1 -0
- package/export-template/docs/assets/user-guide_mcp-tools.md.Vi3RoflJ.js +125 -0
- package/export-template/docs/assets/user-guide_mcp-tools.md.Vi3RoflJ.lean.js +1 -0
- package/export-template/docs/assets/user-guide_run-comparison.md.CQc1aoU8.js +1 -0
- package/export-template/docs/assets/user-guide_run-comparison.md.CQc1aoU8.lean.js +1 -0
- package/export-template/docs/assets/user-guide_understanding-findings.md.DL1UDhvR.js +1 -0
- package/export-template/docs/assets/user-guide_understanding-findings.md.DL1UDhvR.lean.js +1 -0
- package/export-template/docs/contributor-guide/architecture/board-widgets.html +25 -0
- package/export-template/docs/contributor-guide/architecture/detector-contract.html +25 -0
- package/export-template/docs/contributor-guide/architecture/drill-down.html +25 -0
- package/export-template/docs/contributor-guide/architecture/impact-estimation.html +25 -0
- package/export-template/docs/contributor-guide/architecture/index.html +25 -0
- package/export-template/docs/contributor-guide/architecture/overview.html +25 -0
- package/export-template/docs/contributor-guide/architecture/state-and-history.html +25 -0
- package/export-template/docs/contributor-guide/architecture/widget-rendering.html +25 -0
- package/export-template/docs/contributor-guide/architecture/worker-protocol.html +30 -0
- package/export-template/docs/contributor-guide/contributing.html +25 -0
- package/export-template/docs/contributor-guide/development-setup.html +36 -0
- package/export-template/docs/contributor-guide/testing.html +25 -0
- package/export-template/docs/favicon.svg +4 -0
- package/export-template/docs/hashmap.json +1 -0
- package/export-template/docs/index.html +25 -0
- package/export-template/docs/package.json +1 -0
- package/export-template/docs/tuning-reference/anti-patterns.html +25 -0
- package/export-template/docs/tuning-reference/aqe.html +25 -0
- package/export-template/docs/tuning-reference/bottleneck-broadcast-sizing.html +25 -0
- package/export-template/docs/tuning-reference/bottleneck-cold-start.html +31 -0
- package/export-template/docs/tuning-reference/bottleneck-duplicate-plan-subtree.html +25 -0
- package/export-template/docs/tuning-reference/bottleneck-failures.html +30 -0
- package/export-template/docs/tuning-reference/bottleneck-gc.html +30 -0
- package/export-template/docs/tuning-reference/bottleneck-job-failure-rate.html +32 -0
- package/export-template/docs/tuning-reference/bottleneck-memory-utilization.html +31 -0
- package/export-template/docs/tuning-reference/bottleneck-retry-waste.html +25 -0
- package/export-template/docs/tuning-reference/bottleneck-shuffle.html +36 -0
- package/export-template/docs/tuning-reference/bottleneck-skew.html +38 -0
- package/export-template/docs/tuning-reference/bottleneck-slow-host.html +31 -0
- package/export-template/docs/tuning-reference/bottleneck-small-files.html +29 -0
- package/export-template/docs/tuning-reference/bottleneck-spill.html +30 -0
- package/export-template/docs/tuning-reference/bottleneck-straggler.html +31 -0
- package/export-template/docs/tuning-reference/bottleneck-tiny-tasks.html +32 -0
- package/export-template/docs/tuning-reference/bottleneck-utilization.html +29 -0
- package/export-template/docs/tuning-reference/caching.html +25 -0
- package/export-template/docs/tuning-reference/cluster-config.html +25 -0
- package/export-template/docs/tuning-reference/config.html +25 -0
- package/export-template/docs/tuning-reference/data-formats.html +25 -0
- package/export-template/docs/tuning-reference/index.html +25 -0
- package/export-template/docs/tuning-reference/intro.html +25 -0
- package/export-template/docs/tuning-reference/joins.html +25 -0
- package/export-template/docs/tuning-reference/memory-model.html +25 -0
- package/export-template/docs/tuning-reference/metrics.html +25 -0
- package/export-template/docs/tuning-reference/partitioning.html +25 -0
- package/export-template/docs/tuning-reference/pyspark.html +30 -0
- package/export-template/docs/tuning-reference/shuffle.html +25 -0
- package/export-template/docs/tuning-reference/spark-architecture.html +25 -0
- package/export-template/docs/tuning-reference/table-formats.html +25 -0
- package/export-template/docs/user-guide/alternative-log-retrieval.html +25 -0
- package/export-template/docs/user-guide/getting-started.html +27 -0
- package/export-template/docs/user-guide/mcp-tools.html +149 -0
- package/export-template/docs/user-guide/run-comparison.html +25 -0
- package/export-template/docs/user-guide/understanding-findings.html +25 -0
- package/export-template/docs/vp-icons.css +0 -0
- package/export-template/favicon.svg +4 -0
- package/export-template/index.html +111 -0
- package/export-template/parser-worker-DyjiQvfP.js +112 -0
- package/export-template/sample-runs/sample-run.ndjson.gz +0 -0
- package/package.json +20 -6
- package/vendor-core/analyzer.js +74 -74
- package/vendor-core/cli/budgets.js +13 -27
- package/vendor-core/cli/collect-run.js +43 -19
- package/vendor-core/core-count.js +25 -27
- package/vendor-core/core-locality-ratio.js +4 -11
- package/vendor-core/core-time-series.js +6 -12
- package/vendor-core/core-usage-locality.js +3 -4
- package/vendor-core/detectors.js +395 -389
- package/vendor-core/docs-config.js +69 -21
- package/vendor-core/docs-content/chapters/01-intro.md +32 -0
- package/vendor-core/docs-content/chapters/02-spark-architecture.md +76 -0
- package/vendor-core/docs-content/chapters/03-memory-model.md +73 -0
- package/vendor-core/docs-content/chapters/04-partitioning.md +65 -0
- package/vendor-core/docs-content/chapters/05-joins.md +62 -0
- package/vendor-core/docs-content/chapters/06-shuffle.md +59 -0
- package/vendor-core/docs-content/chapters/07-data-formats.md +81 -0
- package/vendor-core/docs-content/chapters/07b-table-formats.md +56 -0
- package/vendor-core/docs-content/chapters/08-caching.md +58 -0
- package/vendor-core/docs-content/chapters/09-pyspark.md +78 -0
- package/vendor-core/docs-content/chapters/10-aqe.md +167 -0
- package/vendor-core/docs-content/chapters/11-cluster-config.md +170 -0
- package/vendor-core/docs-content/chapters/12-anti-patterns.md +171 -0
- package/vendor-core/docs-content/chapters/14-metrics.md +87 -0
- package/vendor-core/docs-content/chapters/15-config.md +93 -0
- package/vendor-core/docs-content/chapters/nav-index.json +370 -0
- package/vendor-core/docs-content/detection/cache.md +7 -0
- package/vendor-core/docs-content/detection/cfg.md +15 -0
- package/vendor-core/docs-content/detection/chrn.md +9 -0
- package/vendor-core/docs-content/detection/cold.md +4 -0
- package/vendor-core/docs-content/detection/cstor.md +4 -0
- package/vendor-core/docs-content/detection/fail.md +5 -0
- package/vendor-core/docs-content/detection/gc.md +4 -0
- package/vendor-core/docs-content/detection/host.md +5 -0
- package/vendor-core/docs-content/detection/incmp.md +6 -0
- package/vendor-core/docs-content/detection/jobs.md +4 -0
- package/vendor-core/docs-content/detection/local.md +6 -0
- package/vendor-core/docs-content/detection/mem.md +10 -0
- package/vendor-core/docs-content/detection/part.md +5 -0
- package/vendor-core/docs-content/detection/plan.md +14 -0
- package/vendor-core/docs-content/detection/retry.md +4 -0
- package/vendor-core/docs-content/detection/sfail.md +5 -0
- package/vendor-core/docs-content/detection/shape.md +5 -0
- package/vendor-core/docs-content/detection/shfl.md +4 -0
- package/vendor-core/docs-content/detection/skew.md +6 -0
- package/vendor-core/docs-content/detection/slow.md +6 -0
- package/vendor-core/docs-content/detection/spec.md +8 -0
- package/vendor-core/docs-content/detection/spill.md +7 -0
- package/vendor-core/docs-content/detection/strag.md +5 -0
- package/vendor-core/docs-content/detection/tiny.md +4 -0
- package/vendor-core/docs-content/detection/util.md +4 -0
- package/vendor-core/docs-content/diagrams/aqe-loop.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/aqe-loop.svg +1 -0
- package/vendor-core/docs-content/diagrams/broadcast-vs-shuffle.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/broadcast-vs-shuffle.svg +1 -0
- package/vendor-core/docs-content/diagrams/cache-lifecycle.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/cache-lifecycle.svg +1 -0
- package/vendor-core/docs-content/diagrams/cold-start-timeline.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/cold-start-timeline.svg +1 -0
- package/vendor-core/docs-content/diagrams/columnar-layout.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/columnar-layout.svg +1 -0
- package/vendor-core/docs-content/diagrams/container-memory.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/container-memory.svg +1 -0
- package/vendor-core/docs-content/diagrams/dag-stages.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/dag-stages.svg +1 -0
- package/vendor-core/docs-content/diagrams/driver-executor.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/driver-executor.svg +1 -0
- package/vendor-core/docs-content/diagrams/duplicate-plan-subtree.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/duplicate-plan-subtree.svg +1 -0
- package/vendor-core/docs-content/diagrams/join-strategy.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/join-strategy.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-borrowing.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-borrowing.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-regions.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/memory-regions.svg +1 -0
- package/vendor-core/docs-content/diagrams/repartition-vs-coalesce.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/repartition-vs-coalesce.svg +1 -0
- package/vendor-core/docs-content/diagrams/retry-escalation-ladder.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/retry-escalation-ladder.svg +1 -0
- package/vendor-core/docs-content/diagrams/shuffle-map-reduce.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/shuffle-map-reduce.svg +1 -0
- package/vendor-core/docs-content/diagrams/spill-classification.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/spill-classification.svg +1 -0
- package/vendor-core/docs-content/diagrams/udf-execution-models.dark.svg +1 -0
- package/vendor-core/docs-content/diagrams/udf-execution-models.svg +1 -0
- package/vendor-core/docs-content/tuning/broadcast-sizing.md +78 -0
- package/vendor-core/docs-content/tuning/cold-start.md +81 -0
- package/vendor-core/docs-content/tuning/duplicate-plan-subtree.md +45 -0
- package/vendor-core/docs-content/tuning/failures.md +124 -0
- package/vendor-core/docs-content/tuning/gc.md +110 -0
- package/vendor-core/docs-content/tuning/job-failure-rate.md +101 -0
- package/vendor-core/docs-content/tuning/memory-utilization.md +58 -0
- package/vendor-core/docs-content/tuning/retry-waste.md +90 -0
- package/vendor-core/docs-content/tuning/shuffle.md +154 -0
- package/vendor-core/docs-content/tuning/skew.md +123 -0
- package/vendor-core/docs-content/tuning/slow-host.md +117 -0
- package/vendor-core/docs-content/tuning/small-files.md +99 -0
- package/vendor-core/docs-content/tuning/spill.md +114 -0
- package/vendor-core/docs-content/tuning/straggler.md +103 -0
- package/vendor-core/docs-content/tuning/tiny-tasks.md +94 -0
- package/vendor-core/docs-content/tuning/utilization.md +90 -0
- package/vendor-core/docs-site-config.js +10 -17
- package/vendor-core/efficiency-model.js +7 -13
- package/vendor-core/etl-phases.js +3 -5
- package/vendor-core/event-handlers.js +232 -134
- package/vendor-core/event-schemas.js +48 -114
- package/vendor-core/evidence-availability.js +5 -10
- package/vendor-core/evidence-report.js +73 -123
- package/vendor-core/export-data.js +48 -0
- package/vendor-core/finding-action-label.js +4 -10
- package/vendor-core/finding-filter-predicate.js +3 -7
- package/vendor-core/finding-generic-recommendation.js +112 -0
- package/vendor-core/finding-names.js +51 -0
- package/vendor-core/format-utils.js +112 -38
- package/vendor-core/impact-band.js +18 -24
- package/vendor-core/impact-estimator.js +38 -74
- package/vendor-core/ingest.js +7 -13
- package/vendor-core/job-groups.js +3 -6
- package/vendor-core/list-runs.js +278 -0
- package/vendor-core/load-vendored.js +6 -12
- package/vendor-core/log-header-peek.js +81 -0
- package/vendor-core/lz4-block.js +4 -6
- package/vendor-core/mcp-server-factory.js +38 -8
- package/vendor-core/mcp-tools.js +105 -76
- package/vendor-core/model-assembler.js +8 -16
- package/vendor-core/occupancy.js +5 -9
- package/vendor-core/parser-worker.js +20 -29
- package/vendor-core/plan-dot.js +2 -5
- package/vendor-core/plan-duration-attribution.js +78 -29
- package/vendor-core/plan-graph-model.js +126 -69
- package/vendor-core/plan-node-detail.js +31 -17
- package/vendor-core/plan-summary.js +19 -8
- package/vendor-core/recommendation-rollup.js +35 -39
- package/vendor-core/redact.js +72 -16
- package/vendor-core/rolling-log-reassembly.js +4 -6
- package/vendor-core/run-comparison.js +86 -72
- package/vendor-core/scaling-sim.js +5 -7
- package/vendor-core/session-snapshot.js +1 -1
- package/vendor-core/shs-fetch.js +4 -6
- package/vendor-core/shs-load.js +9 -13
- package/vendor-core/shs-request.js +1 -1
- package/vendor-core/stage-quantiles.js +14 -0
- package/vendor-core/types.js +78 -18
- package/vendor-core/wasted-core-hours.js +7 -12
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd4" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 671.734375 834.9156250000001" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 671.734375px;"><style>#gd4{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd4 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd4 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd4 .error-icon{fill:#1a232f;}#gd4 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd4 .edge-thickness-normal{stroke-width:1px;}#gd4 .edge-thickness-thick{stroke-width:3.5px;}#gd4 .edge-pattern-solid{stroke-dasharray:0;}#gd4 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd4 .edge-pattern-dashed{stroke-dasharray:3;}#gd4 .edge-pattern-dotted{stroke-dasharray:2;}#gd4 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd4 .marker.cross{stroke:#a9b5b4;}#gd4 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd4 p{margin:0;}#gd4 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#f4f4f5;}#gd4 .cluster-label text{fill:#f4f4f5;}#gd4 .cluster-label span{color:#f4f4f5;}#gd4 .cluster-label span p{background-color:transparent;}#gd4 .label text,#gd4 span{fill:#f4f4f5;color:#f4f4f5;}#gd4 .node rect,#gd4 .node circle,#gd4 .node ellipse,#gd4 .node polygon,#gd4 .node path{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd4 .rough-node .label text,#gd4 .node .label text,#gd4 .image-shape .label,#gd4 .icon-shape .label{text-anchor:middle;}#gd4 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd4 .rough-node .label,#gd4 .node .label,#gd4 .image-shape .label,#gd4 .icon-shape .label{text-align:center;}#gd4 .node.clickable{cursor:pointer;}#gd4 .root .anchor path{fill:#a9b5b4!important;stroke-width:0;stroke:#a9b5b4;}#gd4 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd4 .edgePath .path{stroke:#a9b5b4;stroke-width:1px;}#gd4 .flowchart-link{stroke:#a9b5b4;fill:none;}#gd4 .edgeLabel{background-color:#11171a;text-align:center;}#gd4 .edgeLabel p{background-color:#11171a;}#gd4 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd4 .labelBkg{background-color:rgba(17, 23, 26, 0.5);}#gd4 .cluster rect{fill:#11171a;stroke:#233035;stroke-width:1px;}#gd4 .cluster text{fill:#f4f4f5;}#gd4 .cluster span{color:#f4f4f5;}#gd4 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#1a232f;border:1px solid hsl(214.2857142857, 0%, 4.3137254902%);border-radius:2px;pointer-events:none;z-index:100;}#gd4 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd4 rect.text{fill:none;stroke-width:0;}#gd4 .icon-shape,#gd4 .image-shape{background-color:#11171a;text-align:center;}#gd4 .icon-shape p,#gd4 .image-shape p{background-color:#11171a;padding:2px;}#gd4 .icon-shape .label rect,#gd4 .image-shape .label rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd4 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd4 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd4 .node .neo-node{stroke:#3a4a52;}#gd4 [data-look="neo"].node rect,#gd4 [data-look="neo"].cluster rect,#gd4 [data-look="neo"].node polygon{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd4 [data-look="neo"].node path{stroke:url(#gd4-gradient);stroke-width:1px;}#gd4 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd4 [data-look="neo"].node circle{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].node circle .state-start{fill:#000000;}#gd4 [data-look="neo"].icon-shape .icon{fill:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd4-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd4 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd4_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd4_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd4_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd4_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd4_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M371.648,56.625L371.648,60.792C371.648,64.958,371.648,73.292,371.648,80.958C371.648,88.625,371.648,95.625,371.648,99.125L371.648,102.625" id="gd4-L_J_Q_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_J_Q_0" data-points="W3sieCI6MzcxLjY0ODQzNzUsInkiOjU2LjYyNX0seyJ4IjozNzEuNjQ4NDM3NSwieSI6ODEuNjI1fSx7IngiOjM3MS42NDg0Mzc1LCJ5IjoxMDYuNjI0OTk5OTk5OTk5OTl9XQ==" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M283.529,448.809L269.144,469.548C254.758,490.286,225.986,531.763,211.601,557.887C197.215,584.011,197.215,594.782,197.215,600.168L197.215,605.553" id="gd4-L_Q_B_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_B_0" data-points="W3sieCI6MjgzLjUyOTQ3MzQ3ODgxMDQsInkiOjQ0OC44MDkxNjA5Nzg4MTA0NH0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjU3My4yNDA2MjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2MDkuNTUzMTI1fV0=" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M459.767,448.809L474.153,469.548C488.539,490.286,517.31,531.763,531.696,559.354C546.082,586.945,546.082,600.649,546.082,607.501L546.082,614.353" id="gd4-L_Q_S_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_S_0" data-points="W3sieCI6NDU5Ljc2NzQwMTUyMTE4OTY0LCJ5Ijo0NDguODA5MTYwOTc4ODEwNDR9LHsieCI6NTQ2LjA4MjAzMTI1LCJ5Ijo1NzMuMjQwNjI1fSx7IngiOjU0Ni4wODIwMzEyNSwieSI6NjE4LjM1MzEyNX1d" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path><path d="M197.215,675.778L197.215,679.945C197.215,684.111,197.215,692.445,197.215,700.111C197.215,707.778,197.215,714.778,197.215,718.278L197.215,721.778" id="gd4-L_B_R_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_B_R_0" data-points="W3sieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2NzUuNzc4MTI0OTk5OTk5OX0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjcwMC43NzgxMjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo3MjUuNzc4MTI1fV0=" data-look="classic" marker-end="url(#gd4_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_J_Q_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(197.21484375, 573.240625)"><g class="label" data-id="L_Q_B_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-15.9765625" y="-0.8515625" width="31.953125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Yes</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(546.08203125, 573.240625)"><g class="label" data-id="L_Q_S_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-12.87890625" y="-0.8515625" width="25.7578125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">No</tspan></tspan></text></g></g></g><g class="edgeLabel"><g class="label" data-id="L_B_R_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g></g><g class="nodes"><g class="node default " id="gd4-flowchart-J-0" data-look="classic" transform="translate(371.6484375, 32.3125)"><rect class="basic label-container" x="-150.75390625" y="-24.3125" width="301.5078125" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Join,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> estimated</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> size</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-Q-1" data-look="classic" transform="translate(371.6484375, 321.7765625)"><polygon points="215.1515625,0 430.303125,-215.1515625 215.1515625,-430.303125 0,-215.1515625" class="label-container" transform="translate(-214.6515625, 215.1515625)"></polygon><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> spark.sql.autoBroadcastJoinThreshold?</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(default</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 10</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> MB)</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-B-3" data-look="classic" transform="translate(197.21484375, 642.665625)"><rect class="basic label-container" x="-189.21484375" y="-33.1125" width="378.4296875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Broadcast</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> every</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executor,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">join</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> locally,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-S-5" data-look="classic" transform="translate(546.08203125, 642.665625)"><rect class="basic label-container" x="-109.65234375" y="-24.3125" width="219.3046875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">All-to-all</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> join</tspan></tspan></text></g></g></g><g class="node default " id="gd4-flowchart-R-7" data-look="classic" transform="translate(197.21484375, 767.6906250000001)"><rect class="basic label-container" x="-178.08203125" y="-41.9125" width="356.1640625" height="83.825"></rect><g class="label" transform="translate(0, -26.9125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Failure</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> modes:</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">expensive</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> driver</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> collect,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> OOM</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> if</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> is</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> really</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> too</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> big</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd4-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd4-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd4-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd3" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 671.734375 834.9156250000001" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 671.734375px;"><style>#gd3{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd3 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd3 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd3 .error-icon{fill:#eef1f6;}#gd3 .error-text{fill:#110e09;stroke:#110e09;}#gd3 .edge-thickness-normal{stroke-width:1px;}#gd3 .edge-thickness-thick{stroke-width:3.5px;}#gd3 .edge-pattern-solid{stroke-dasharray:0;}#gd3 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd3 .edge-pattern-dashed{stroke-dasharray:3;}#gd3 .edge-pattern-dotted{stroke-dasharray:2;}#gd3 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd3 .marker.cross{stroke:#4f5f60;}#gd3 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd3 p{margin:0;}#gd3 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#151b1e;}#gd3 .cluster-label text{fill:#151b1e;}#gd3 .cluster-label span{color:#151b1e;}#gd3 .cluster-label span p{background-color:transparent;}#gd3 .label text,#gd3 span{fill:#151b1e;color:#151b1e;}#gd3 .node rect,#gd3 .node circle,#gd3 .node ellipse,#gd3 .node polygon,#gd3 .node path{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd3 .rough-node .label text,#gd3 .node .label text,#gd3 .image-shape .label,#gd3 .icon-shape .label{text-anchor:middle;}#gd3 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd3 .rough-node .label,#gd3 .node .label,#gd3 .image-shape .label,#gd3 .icon-shape .label{text-align:center;}#gd3 .node.clickable{cursor:pointer;}#gd3 .root .anchor path{fill:#4f5f60!important;stroke-width:0;stroke:#4f5f60;}#gd3 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd3 .edgePath .path{stroke:#4f5f60;stroke-width:1px;}#gd3 .flowchart-link{stroke:#4f5f60;fill:none;}#gd3 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd3 .edgeLabel p{background-color:#eef1f6;}#gd3 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd3 .labelBkg{background-color:rgba(238, 241, 246, 0.5);}#gd3 .cluster rect{fill:#f2f5f9;stroke:#dbe2df;stroke-width:1px;}#gd3 .cluster text{fill:#151b1e;}#gd3 .cluster span{color:#151b1e;}#gd3 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#eef1f6;border:1px solid hsl(217.5, 0%, 84.9019607843%);border-radius:2px;pointer-events:none;z-index:100;}#gd3 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd3 rect.text{fill:none;stroke-width:0;}#gd3 .icon-shape,#gd3 .image-shape{background-color:#eef1f6;text-align:center;}#gd3 .icon-shape p,#gd3 .image-shape p{background-color:#eef1f6;padding:2px;}#gd3 .icon-shape .label rect,#gd3 .image-shape .label rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd3 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd3 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd3 .node .neo-node{stroke:#9aa8a3;}#gd3 [data-look="neo"].node rect,#gd3 [data-look="neo"].cluster rect,#gd3 [data-look="neo"].node polygon{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd3 [data-look="neo"].node path{stroke:url(#gd3-gradient);stroke-width:1px;}#gd3 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd3 [data-look="neo"].node circle{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].node circle .state-start{fill:#000000;}#gd3 [data-look="neo"].icon-shape .icon{fill:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd3-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd3 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd3_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd3_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd3_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd3_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd3_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M371.648,56.625L371.648,60.792C371.648,64.958,371.648,73.292,371.648,80.958C371.648,88.625,371.648,95.625,371.648,99.125L371.648,102.625" id="gd3-L_J_Q_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_J_Q_0" data-points="W3sieCI6MzcxLjY0ODQzNzUsInkiOjU2LjYyNX0seyJ4IjozNzEuNjQ4NDM3NSwieSI6ODEuNjI1fSx7IngiOjM3MS42NDg0Mzc1LCJ5IjoxMDYuNjI0OTk5OTk5OTk5OTl9XQ==" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M283.529,448.809L269.144,469.548C254.758,490.286,225.986,531.763,211.601,557.887C197.215,584.011,197.215,594.782,197.215,600.168L197.215,605.553" id="gd3-L_Q_B_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_B_0" data-points="W3sieCI6MjgzLjUyOTQ3MzQ3ODgxMDQsInkiOjQ0OC44MDkxNjA5Nzg4MTA0NH0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjU3My4yNDA2MjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2MDkuNTUzMTI1fV0=" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M459.767,448.809L474.153,469.548C488.539,490.286,517.31,531.763,531.696,559.354C546.082,586.945,546.082,600.649,546.082,607.501L546.082,614.353" id="gd3-L_Q_S_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_Q_S_0" data-points="W3sieCI6NDU5Ljc2NzQwMTUyMTE4OTY0LCJ5Ijo0NDguODA5MTYwOTc4ODEwNDR9LHsieCI6NTQ2LjA4MjAzMTI1LCJ5Ijo1NzMuMjQwNjI1fSx7IngiOjU0Ni4wODIwMzEyNSwieSI6NjE4LjM1MzEyNX1d" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path><path d="M197.215,675.778L197.215,679.945C197.215,684.111,197.215,692.445,197.215,700.111C197.215,707.778,197.215,714.778,197.215,718.278L197.215,721.778" id="gd3-L_B_R_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_B_R_0" data-points="W3sieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo2NzUuNzc4MTI0OTk5OTk5OX0seyJ4IjoxOTcuMjE0ODQzNzUsInkiOjcwMC43NzgxMjV9LHsieCI6MTk3LjIxNDg0Mzc1LCJ5Ijo3MjUuNzc4MTI1fV0=" data-look="classic" marker-end="url(#gd3_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_J_Q_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(197.21484375, 573.240625)"><g class="label" data-id="L_Q_B_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-15.9765625" y="-0.8515625" width="31.953125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Yes</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(546.08203125, 573.240625)"><g class="label" data-id="L_Q_S_0" transform="translate(0, -10.4609375)"><g><rect class="background" x="-12.87890625" y="-0.8515625" width="25.7578125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">No</tspan></tspan></text></g></g></g><g class="edgeLabel"><g class="label" data-id="L_B_R_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g></g><g class="nodes"><g class="node default " id="gd3-flowchart-J-0" data-look="classic" transform="translate(371.6484375, 32.3125)"><rect class="basic label-container" x="-150.75390625" y="-24.3125" width="301.5078125" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Join,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> estimated</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> size</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-Q-1" data-look="classic" transform="translate(371.6484375, 321.7765625)"><polygon points="215.1515625,0 430.303125,-215.1515625 215.1515625,-430.303125 0,-215.1515625" class="label-container" transform="translate(-214.6515625, 215.1515625)"></polygon><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> spark.sql.autoBroadcastJoinThreshold?</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(default</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 10</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> MB)</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-B-3" data-look="classic" transform="translate(197.21484375, 642.665625)"><rect class="basic label-container" x="-189.21484375" y="-33.1125" width="378.4296875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Broadcast</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> small</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> every</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executor,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">join</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> locally,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-S-5" data-look="classic" transform="translate(546.08203125, 642.665625)"><rect class="basic label-container" x="-109.65234375" y="-24.3125" width="219.3046875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">All-to-all</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> shuffle</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> join</tspan></tspan></text></g></g></g><g class="node default " id="gd3-flowchart-R-7" data-look="classic" transform="translate(197.21484375, 767.6906250000001)"><rect class="basic label-container" x="-178.08203125" y="-41.9125" width="356.1640625" height="83.825"></rect><g class="label" transform="translate(0, -26.9125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Failure</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> modes:</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">expensive</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> driver</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> collect,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> OOM</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> if</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> side</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> is</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> really</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> too</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> big</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd3-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd3-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd3-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd6" width="100%" xmlns="http://www.w3.org/2000/svg" class="statediagram" viewBox="-8 -17.3125 717.921875 547.2875" role="graphics-document document" aria-roledescription="stateDiagram" style="max-width: 717.921875px;"><style>#gd6{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd6 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd6 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd6 .error-icon{fill:#1a232f;}#gd6 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd6 .edge-thickness-normal{stroke-width:1px;}#gd6 .edge-thickness-thick{stroke-width:3.5px;}#gd6 .edge-pattern-solid{stroke-dasharray:0;}#gd6 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd6 .edge-pattern-dashed{stroke-dasharray:3;}#gd6 .edge-pattern-dotted{stroke-dasharray:2;}#gd6 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .marker.cross{stroke:#a9b5b4;}#gd6 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd6 p{margin:0;}#gd6 defs [id$="-barbEnd"]{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 g.stateGroup text{fill:#3a4a52;stroke:none;font-size:10px;}#gd6 g.stateGroup text{fill:#f4f4f5;stroke:none;font-size:10px;}#gd6 g.stateGroup .state-title{font-weight:bolder;fill:#f4f4f5;}#gd6 g.stateGroup rect{fill:#17202c;stroke:#3a4a52;}#gd6 g.stateGroup line{stroke:#a9b5b4;stroke-width:1;}#gd6 .transition{stroke:#a9b5b4;stroke-width:1;fill:none;}#gd6 .stateGroup .composit{fill:transparent;border-bottom:1px;}#gd6 .stateGroup .alt-composit{fill:#e0e0e0;border-bottom:1px;}#gd6 .state-note{stroke:hsl(52.6829268293, 60%, 73.9215686275%);fill:#fff5ad;}#gd6 .state-note text{fill:#333;stroke:none;font-size:10px;}#gd6 .stateLabel .box{stroke:none;stroke-width:0;fill:#17202c;opacity:0.5;}#gd6 .edgeLabel .label rect{fill:#17202c;opacity:0.5;}#gd6 .edgeLabel{background-color:#11171a;text-align:center;}#gd6 .edgeLabel p{background-color:#11171a;}#gd6 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd6 .edgeLabel .label text{fill:#f4f4f5;}#gd6 .label div .edgeLabel{color:#f4f4f5;}#gd6 .stateLabel text{fill:#f4f4f5;font-size:10px;font-weight:bold;}#gd6 .node circle.state-start{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .node .fork-join{fill:#a9b5b4;stroke:#a9b5b4;}#gd6 .node circle.state-end{fill:#3a4a52;stroke:transparent;stroke-width:1.5;}#gd6 .end-state-inner{fill:transparent;stroke-width:1.5;}#gd6 .node rect{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 .node polygon{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 [id$="-barbEnd"]{fill:#a9b5b4;}#gd6 .statediagram-cluster rect{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd6 .cluster-label,#gd6 .nodeLabel{color:#f4f4f5;}#gd6 .statediagram-cluster rect.outer{rx:5px;ry:5px;}#gd6 .statediagram-state .divider{stroke:#3a4a52;}#gd6 .statediagram-state .title-state{rx:5px;ry:5px;}#gd6 .statediagram-cluster.statediagram-cluster .inner{fill:transparent;}#gd6 .statediagram-cluster.statediagram-cluster-alt .inner{fill:#1a232f;}#gd6 .statediagram-cluster .inner{rx:0;ry:0;}#gd6 .statediagram-state rect.basic{rx:5px;ry:5px;}#gd6 .statediagram-state rect.divider{stroke-dasharray:10,10;fill:#1a232f;}#gd6 .note-edge{stroke-dasharray:5;}#gd6 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd6 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd6 .statediagram-note text{fill:#333;}#gd6 .statediagram-note .nodeLabel{color:#333;}#gd6 .statediagram .edgeLabel{color:red;}#gd6 [id$="-dependencyStart"],#gd6 [id$="-dependencyEnd"]{fill:#a9b5b4;stroke:#a9b5b4;stroke-width:1;}#gd6 .statediagramTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd6 [data-look="neo"].statediagram-cluster rect{fill:#17202c;stroke:url(#gd6-gradient);stroke-width:1;}#gd6 [data-look="neo"].statediagram-cluster rect.outer{rx:5px;ry:5px;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 .node .neo-node{stroke:#3a4a52;}#gd6 [data-look="neo"].node rect,#gd6 [data-look="neo"].cluster rect,#gd6 [data-look="neo"].node polygon{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd6 [data-look="neo"].node path{stroke:url(#gd6-gradient);stroke-width:1px;}#gd6 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd6 [data-look="neo"].node circle{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].node circle .state-start{fill:#000000;}#gd6 [data-look="neo"].icon-shape .icon{fill:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd6-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd6 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><defs><marker id="gd6_stateDiagram-barbEnd" refX="19" refY="7" markerWidth="20" markerHeight="14" markerUnits="userSpaceOnUse" orient="auto"><path d="M 19,7 L9,13 L14,7 L9,1 Z"></path></marker></defs><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M367.824,22L367.824,26.167C367.824,30.333,367.824,38.667,367.824,47C367.824,55.333,367.824,63.667,367.824,67.833L367.824,72" id="gd6-edge0" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge0" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyMn0seyJ4IjozNjcuODI0MjE4NzUsInkiOjQ3fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6NzJ9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,106.625L367.824,115.61C367.824,124.596,367.824,142.567,367.824,162.471C367.824,182.375,367.824,204.212,367.824,215.131L367.824,226.05" id="gd6-edge1" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge1" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoxMDYuNjI1fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6MTYwLjUzNzV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjoyMjYuMDQ5OTk5OTk5OTk5OTh9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M329.867,253.711L290.939,264.323C252.012,274.936,174.156,296.162,141.751,314.293C109.345,332.425,122.389,347.463,128.911,354.981L135.433,362.5" id="gd6-edge2" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge2" data-points="W3sieCI6MzI5Ljg2NzE4NzUsInkiOjI1My43MTA2NjQ2NTI1Njc5N30seyJ4Ijo5Ni4zMDA3ODEyNSwieSI6MzE3LjM4NzV9LHsieCI6MTM1LjQzMzQ5MjQ1NjU3Mjg4LCJ5IjozNjIuNX1d" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,260.675L367.824,270.127C367.824,279.579,367.824,298.483,378.163,315.454C388.502,332.425,409.18,347.463,419.519,354.981L429.858,362.5" id="gd6-edge3" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge3" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyNjAuNjc0OTk5OTk5OTk5OTV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjozMTcuMzg3NX0seyJ4Ijo0MjkuODU3ODU4MzM2MjUzNSwieSI6MzYyLjV9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M150.451,397.125L150.451,404.644C150.451,412.162,150.451,427.2,184.05,443.526C217.648,459.852,284.846,477.467,318.444,486.274L352.043,495.081" id="gd6-edge4" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge4" data-points="W3sieCI6MTUwLjQ1MTE3MTg3NSwieSI6Mzk3LjEyNX0seyJ4IjoxNTAuNDUxMTcxODc1LCJ5Ijo0NDIuMjM3NX0seyJ4IjozNTIuMDQyOTY4NzUsInkiOjQ5NS4wODEzMzg0MjIzNjA2fV0=" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M425.145,494.811L457.653,486.049C490.161,477.286,555.178,459.762,587.687,440.596C620.195,421.429,620.195,400.621,620.195,379.813C620.195,359.004,620.195,338.196,584.46,317.31C548.724,296.424,477.253,275.46,441.517,264.978L405.781,254.496" id="gd6-edge5" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge5" data-points="W3sieCI6NDI1LjE0NDUzMTI1LCJ5Ijo0OTQuODEwNzQyMTE1MDI3ODR9LHsieCI6NjIwLjE5NTMxMjUsInkiOjQ0Mi4yMzc1fSx7IngiOjYyMC4xOTUzMTI1LCJ5IjozNzkuODEyNX0seyJ4Ijo2MjAuMTk1MzEyNSwieSI6MzE3LjM4NzV9LHsieCI6NDA1Ljc4MTI1LCJ5IjoyNTQuNDk1OTgyODI2OTM4MjV9XQ==" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M165.469,362.5L171.991,354.981C178.513,347.463,191.557,332.425,198.079,312.569C204.602,292.713,204.602,268.037,204.602,241.896C204.602,215.754,204.602,188.146,225.193,165.356C245.784,142.567,286.967,124.596,307.559,115.61L328.15,106.625" id="gd6-edge6" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge6" data-points="W3sieCI6MTY1LjQ2ODg1MTI5MzQyNzEyLCJ5IjozNjIuNX0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MzE3LjM4NzV9LHsieCI6MjA0LjYwMTU2MjUsInkiOjI0My4zNjI0OTk5OTk5OTk5OH0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MTYwLjUzNzV9LHsieCI6MzI4LjE1MDA1NjA3Nzc5MDQ1LCJ5IjoxMDYuNjI1fV0=" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M477.47,362.5L487.809,354.981C498.148,347.463,518.826,332.425,529.165,312.569C539.504,292.713,539.504,268.037,539.504,241.896C539.504,215.754,539.504,188.146,517.846,165.356C496.187,142.567,452.871,124.596,431.212,115.61L409.554,106.625" id="gd6-edge7" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge7" data-points="W3sieCI6NDc3LjQ3MDI2NjY2Mzc0NjUsInkiOjM2Mi41fSx7IngiOjUzOS41MDM5MDYyNSwieSI6MzE3LjM4NzV9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoyNDMuMzYyNDk5OTk5OTk5OTh9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoxNjAuNTM3NX0seyJ4Ijo0MDkuNTU0MDEyOTIxMjAwNCwieSI6MTA2LjYyNX1d" data-look="classic" marker-end="url(#gd6_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="edge0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(367.82421875, 160.5375)"><g class="label" data-id="edge1" transform="translate(0, -28.0609375)"><g><rect class="background" x="-76.5" y="-0.8515625" width="153" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">action</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> touches</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> the</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">partition</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> (lazy,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> per</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">block)</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(96.30078125, 317.3875)"><g class="label" data-id="edge2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.30078125" y="-0.8515625" width="176.6015625" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">LRU,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> execution</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">memory</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> pressure</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(367.82421875, 317.3875)"><g class="label" data-id="edge3" transform="translate(0, -10.4609375)"><g><rect class="background" x="-59.875" y="-0.8515625" width="119.75" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> gone</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(150.451171875, 442.2375)"><g class="label" data-id="edge4" transform="translate(0, -19.2609375)"><g><rect class="background" x="-82.0625" y="-0.8515625" width="164.125" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_AND_DISK</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">spills</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(620.1953125, 379.8125)"><g class="label" data-id="edge5" transform="translate(0, -10.4609375)"><g><rect class="background" x="-81.7265625" y="-0.8515625" width="163.453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">read</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> back</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(204.6015625, 243.36249999999998)"><g class="label" data-id="edge6" transform="translate(0, -28.0609375)"><g><rect class="background" x="-90.265625" y="-0.8515625" width="180.53125" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_ONLY</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">drop,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">lineage</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(539.50390625, 243.36249999999998)"><g class="label" data-id="edge7" transform="translate(0, -10.4609375)"><g><rect class="background" x="-98.72265625" y="-0.8515625" width="197.4453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> lineage</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default" id="gd6-state-root_start-0" data-look="classic" transform="translate(367.82421875, 15)"><circle class="state-start" r="7" width="14" height="14"></circle></g><g class="node statediagram-state " id="gd6-state-Uncached-7" data-look="classic" transform="translate(367.82421875, 89.3125)"><rect class="basic label-container" rx="5" ry="5" x="-47.6953125" y="-17.3125" width="95.390625" height="34.625"></rect><g class="label" transform="translate(-39.6953125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Uncached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Cached-5" data-look="classic" transform="translate(367.82421875, 243.36249999999998)"><rect class="basic label-container" rx="5" ry="5" x="-37.95703125" y="-17.3125" width="75.9140625" height="34.625"></rect><g class="label" transform="translate(-29.95703125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Cached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Evicted-6" data-look="classic" transform="translate(150.451171875, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-37.546875" y="-17.3125" width="75.09375" height="34.625"></rect><g class="label" transform="translate(-29.546875, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Evicted</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-Lost-7" data-look="classic" transform="translate(453.6640625, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-24.65625" y="-17.3125" width="49.3125" height="34.625"></rect><g class="label" transform="translate(-16.65625, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Lost</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd6-state-OnDisk-5" data-look="classic" transform="translate(388.59375, 504.6625)"><rect class="basic label-container" rx="5" ry="5" x="-36.55078125" y="-17.3125" width="73.1015625" height="34.625"></rect><g class="label" transform="translate(-28.55078125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">OnDisk</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd6-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd6-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd6-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd5" width="100%" xmlns="http://www.w3.org/2000/svg" class="statediagram" viewBox="-8 -17.3125 717.921875 547.2875" role="graphics-document document" aria-roledescription="stateDiagram" style="max-width: 717.921875px;"><style>#gd5{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd5 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd5 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd5 .error-icon{fill:#eef1f6;}#gd5 .error-text{fill:#110e09;stroke:#110e09;}#gd5 .edge-thickness-normal{stroke-width:1px;}#gd5 .edge-thickness-thick{stroke-width:3.5px;}#gd5 .edge-pattern-solid{stroke-dasharray:0;}#gd5 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd5 .edge-pattern-dashed{stroke-dasharray:3;}#gd5 .edge-pattern-dotted{stroke-dasharray:2;}#gd5 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd5 .marker.cross{stroke:#4f5f60;}#gd5 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd5 p{margin:0;}#gd5 defs [id$="-barbEnd"]{fill:#4f5f60;stroke:#4f5f60;}#gd5 g.stateGroup text{fill:#9aa8a3;stroke:none;font-size:10px;}#gd5 g.stateGroup text{fill:#151b1e;stroke:none;font-size:10px;}#gd5 g.stateGroup .state-title{font-weight:bolder;fill:#151b1e;}#gd5 g.stateGroup rect{fill:#ffffff;stroke:#9aa8a3;}#gd5 g.stateGroup line{stroke:#4f5f60;stroke-width:1;}#gd5 .transition{stroke:#4f5f60;stroke-width:1;fill:none;}#gd5 .stateGroup .composit{fill:transparent;border-bottom:1px;}#gd5 .stateGroup .alt-composit{fill:#e0e0e0;border-bottom:1px;}#gd5 .state-note{stroke:hsl(52.6829268293, 60%, 73.9215686275%);fill:#fff5ad;}#gd5 .state-note text{fill:#333;stroke:none;font-size:10px;}#gd5 .stateLabel .box{stroke:none;stroke-width:0;fill:#ffffff;opacity:0.5;}#gd5 .edgeLabel .label rect{fill:#ffffff;opacity:0.5;}#gd5 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd5 .edgeLabel p{background-color:#eef1f6;}#gd5 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd5 .edgeLabel .label text{fill:#151b1e;}#gd5 .label div .edgeLabel{color:#151b1e;}#gd5 .stateLabel text{fill:#151b1e;font-size:10px;font-weight:bold;}#gd5 .node circle.state-start{fill:#4f5f60;stroke:#4f5f60;}#gd5 .node .fork-join{fill:#4f5f60;stroke:#4f5f60;}#gd5 .node circle.state-end{fill:#9aa8a3;stroke:transparent;stroke-width:1.5;}#gd5 .end-state-inner{fill:transparent;stroke-width:1.5;}#gd5 .node rect{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 .node polygon{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 [id$="-barbEnd"]{fill:#4f5f60;}#gd5 .statediagram-cluster rect{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd5 .cluster-label,#gd5 .nodeLabel{color:#151b1e;}#gd5 .statediagram-cluster rect.outer{rx:5px;ry:5px;}#gd5 .statediagram-state .divider{stroke:#9aa8a3;}#gd5 .statediagram-state .title-state{rx:5px;ry:5px;}#gd5 .statediagram-cluster.statediagram-cluster .inner{fill:transparent;}#gd5 .statediagram-cluster.statediagram-cluster-alt .inner{fill:#eef1f6;}#gd5 .statediagram-cluster .inner{rx:0;ry:0;}#gd5 .statediagram-state rect.basic{rx:5px;ry:5px;}#gd5 .statediagram-state rect.divider{stroke-dasharray:10,10;fill:#eef1f6;}#gd5 .note-edge{stroke-dasharray:5;}#gd5 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd5 .statediagram-note rect{fill:#fff5ad;stroke:hsl(52.6829268293, 60%, 73.9215686275%);stroke-width:1px;rx:0;ry:0;}#gd5 .statediagram-note text{fill:#333;}#gd5 .statediagram-note .nodeLabel{color:#333;}#gd5 .statediagram .edgeLabel{color:red;}#gd5 [id$="-dependencyStart"],#gd5 [id$="-dependencyEnd"]{fill:#4f5f60;stroke:#4f5f60;stroke-width:1;}#gd5 .statediagramTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd5 [data-look="neo"].statediagram-cluster rect{fill:#ffffff;stroke:url(#gd5-gradient);stroke-width:1;}#gd5 [data-look="neo"].statediagram-cluster rect.outer{rx:5px;ry:5px;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 .node .neo-node{stroke:#9aa8a3;}#gd5 [data-look="neo"].node rect,#gd5 [data-look="neo"].cluster rect,#gd5 [data-look="neo"].node polygon{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd5 [data-look="neo"].node path{stroke:url(#gd5-gradient);stroke-width:1px;}#gd5 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd5 [data-look="neo"].node circle{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].node circle .state-start{fill:#000000;}#gd5 [data-look="neo"].icon-shape .icon{fill:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd5-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd5 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><defs><marker id="gd5_stateDiagram-barbEnd" refX="19" refY="7" markerWidth="20" markerHeight="14" markerUnits="userSpaceOnUse" orient="auto"><path d="M 19,7 L9,13 L14,7 L9,1 Z"></path></marker></defs><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M367.824,22L367.824,26.167C367.824,30.333,367.824,38.667,367.824,47C367.824,55.333,367.824,63.667,367.824,67.833L367.824,72" id="gd5-edge0" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge0" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyMn0seyJ4IjozNjcuODI0MjE4NzUsInkiOjQ3fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6NzJ9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,106.625L367.824,115.61C367.824,124.596,367.824,142.567,367.824,162.471C367.824,182.375,367.824,204.212,367.824,215.131L367.824,226.05" id="gd5-edge1" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge1" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoxMDYuNjI1fSx7IngiOjM2Ny44MjQyMTg3NSwieSI6MTYwLjUzNzV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjoyMjYuMDQ5OTk5OTk5OTk5OTh9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M329.867,253.711L290.939,264.323C252.012,274.936,174.156,296.162,141.751,314.293C109.345,332.425,122.389,347.463,128.911,354.981L135.433,362.5" id="gd5-edge2" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge2" data-points="W3sieCI6MzI5Ljg2NzE4NzUsInkiOjI1My43MTA2NjQ2NTI1Njc5N30seyJ4Ijo5Ni4zMDA3ODEyNSwieSI6MzE3LjM4NzV9LHsieCI6MTM1LjQzMzQ5MjQ1NjU3Mjg4LCJ5IjozNjIuNX1d" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M367.824,260.675L367.824,270.127C367.824,279.579,367.824,298.483,378.163,315.454C388.502,332.425,409.18,347.463,419.519,354.981L429.858,362.5" id="gd5-edge3" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge3" data-points="W3sieCI6MzY3LjgyNDIxODc1LCJ5IjoyNjAuNjc0OTk5OTk5OTk5OTV9LHsieCI6MzY3LjgyNDIxODc1LCJ5IjozMTcuMzg3NX0seyJ4Ijo0MjkuODU3ODU4MzM2MjUzNSwieSI6MzYyLjV9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M150.451,397.125L150.451,404.644C150.451,412.162,150.451,427.2,184.05,443.526C217.648,459.852,284.846,477.467,318.444,486.274L352.043,495.081" id="gd5-edge4" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge4" data-points="W3sieCI6MTUwLjQ1MTE3MTg3NSwieSI6Mzk3LjEyNX0seyJ4IjoxNTAuNDUxMTcxODc1LCJ5Ijo0NDIuMjM3NX0seyJ4IjozNTIuMDQyOTY4NzUsInkiOjQ5NS4wODEzMzg0MjIzNjA2fV0=" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M425.145,494.811L457.653,486.049C490.161,477.286,555.178,459.762,587.687,440.596C620.195,421.429,620.195,400.621,620.195,379.813C620.195,359.004,620.195,338.196,584.46,317.31C548.724,296.424,477.253,275.46,441.517,264.978L405.781,254.496" id="gd5-edge5" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge5" data-points="W3sieCI6NDI1LjE0NDUzMTI1LCJ5Ijo0OTQuODEwNzQyMTE1MDI3ODR9LHsieCI6NjIwLjE5NTMxMjUsInkiOjQ0Mi4yMzc1fSx7IngiOjYyMC4xOTUzMTI1LCJ5IjozNzkuODEyNX0seyJ4Ijo2MjAuMTk1MzEyNSwieSI6MzE3LjM4NzV9LHsieCI6NDA1Ljc4MTI1LCJ5IjoyNTQuNDk1OTgyODI2OTM4MjV9XQ==" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M165.469,362.5L171.991,354.981C178.513,347.463,191.557,332.425,198.079,312.569C204.602,292.713,204.602,268.037,204.602,241.896C204.602,215.754,204.602,188.146,225.193,165.356C245.784,142.567,286.967,124.596,307.559,115.61L328.15,106.625" id="gd5-edge6" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge6" data-points="W3sieCI6MTY1LjQ2ODg1MTI5MzQyNzEyLCJ5IjozNjIuNX0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MzE3LjM4NzV9LHsieCI6MjA0LjYwMTU2MjUsInkiOjI0My4zNjI0OTk5OTk5OTk5OH0seyJ4IjoyMDQuNjAxNTYyNSwieSI6MTYwLjUzNzV9LHsieCI6MzI4LjE1MDA1NjA3Nzc5MDQ1LCJ5IjoxMDYuNjI1fV0=" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path><path d="M477.47,362.5L487.809,354.981C498.148,347.463,518.826,332.425,529.165,312.569C539.504,292.713,539.504,268.037,539.504,241.896C539.504,215.754,539.504,188.146,517.846,165.356C496.187,142.567,452.871,124.596,431.212,115.61L409.554,106.625" id="gd5-edge7" class=" edge-thickness-normal edge-pattern-solid transition" data-edge="true" data-et="edge" data-id="edge7" data-points="W3sieCI6NDc3LjQ3MDI2NjY2Mzc0NjUsInkiOjM2Mi41fSx7IngiOjUzOS41MDM5MDYyNSwieSI6MzE3LjM4NzV9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoyNDMuMzYyNDk5OTk5OTk5OTh9LHsieCI6NTM5LjUwMzkwNjI1LCJ5IjoxNjAuNTM3NX0seyJ4Ijo0MDkuNTU0MDEyOTIxMjAwNCwieSI6MTA2LjYyNX1d" data-look="classic" marker-end="url(#gd5_stateDiagram-barbEnd)" style="fill:none;;;fill:none"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="edge0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(367.82421875, 160.5375)"><g class="label" data-id="edge1" transform="translate(0, -28.0609375)"><g><rect class="background" x="-76.5" y="-0.8515625" width="153" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">action</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> touches</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> the</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">partition</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> (lazy,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> per</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">block)</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(96.30078125, 317.3875)"><g class="label" data-id="edge2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.30078125" y="-0.8515625" width="176.6015625" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">LRU,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> under</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> execution</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">memory</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> pressure</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(367.82421875, 317.3875)"><g class="label" data-id="edge3" transform="translate(0, -10.4609375)"><g><rect class="background" x="-59.875" y="-0.8515625" width="119.75" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">executor</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> gone</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(150.451171875, 442.2375)"><g class="label" data-id="edge4" transform="translate(0, -19.2609375)"><g><rect class="background" x="-82.0625" y="-0.8515625" width="164.125" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_AND_DISK</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">spills</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> to</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(620.1953125, 379.8125)"><g class="label" data-id="edge5" transform="translate(0, -10.4609375)"><g><rect class="background" x="-81.7265625" y="-0.8515625" width="163.453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">read</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> back</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> disk</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(204.6015625, 243.36249999999998)"><g class="label" data-id="edge6" transform="translate(0, -28.0609375)"><g><rect class="background" x="-90.265625" y="-0.8515625" width="180.53125" height="57.825"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">MEMORY_ONLY</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">drop,</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="2.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">lineage</tspan></tspan></text></g></g></g><g class="edgeLabel" transform="translate(539.50390625, 243.36249999999998)"><g class="label" data-id="edge7" transform="translate(0, -10.4609375)"><g><rect class="background" x="-98.72265625" y="-0.8515625" width="197.4453125" height="22.625"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">recompute</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> from</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> lineage</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default" id="gd5-state-root_start-0" data-look="classic" transform="translate(367.82421875, 15)"><circle class="state-start" r="7" width="14" height="14"></circle></g><g class="node statediagram-state " id="gd5-state-Uncached-7" data-look="classic" transform="translate(367.82421875, 89.3125)"><rect class="basic label-container" rx="5" ry="5" x="-47.6953125" y="-17.3125" width="95.390625" height="34.625"></rect><g class="label" transform="translate(-39.6953125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Uncached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Cached-5" data-look="classic" transform="translate(367.82421875, 243.36249999999998)"><rect class="basic label-container" rx="5" ry="5" x="-37.95703125" y="-17.3125" width="75.9140625" height="34.625"></rect><g class="label" transform="translate(-29.95703125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Cached</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Evicted-6" data-look="classic" transform="translate(150.451171875, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-37.546875" y="-17.3125" width="75.09375" height="34.625"></rect><g class="label" transform="translate(-29.546875, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Evicted</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-Lost-7" data-look="classic" transform="translate(453.6640625, 379.8125)"><rect class="basic label-container" rx="5" ry="5" x="-24.65625" y="-17.3125" width="49.3125" height="34.625"></rect><g class="label" transform="translate(-16.65625, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Lost</tspan></tspan></text></g></g></g><g class="node statediagram-state " id="gd5-state-OnDisk-5" data-look="classic" transform="translate(388.59375, 504.6625)"><rect class="basic label-container" rx="5" ry="5" x="-36.55078125" y="-17.3125" width="73.1015625" height="34.625"></rect><g class="label" transform="translate(-28.55078125, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">OnDisk</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd5-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd5-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd5-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd8" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 1046.1875 106.59375" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 1046.1875px;"><style>#gd8{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#f4f4f5;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd8 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd8 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd8 .error-icon{fill:#1a232f;}#gd8 .error-text{fill:#e5dcd0;stroke:#e5dcd0;}#gd8 .edge-thickness-normal{stroke-width:1px;}#gd8 .edge-thickness-thick{stroke-width:3.5px;}#gd8 .edge-pattern-solid{stroke-dasharray:0;}#gd8 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd8 .edge-pattern-dashed{stroke-dasharray:3;}#gd8 .edge-pattern-dotted{stroke-dasharray:2;}#gd8 .marker{fill:#a9b5b4;stroke:#a9b5b4;}#gd8 .marker.cross{stroke:#a9b5b4;}#gd8 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd8 p{margin:0;}#gd8 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#f4f4f5;}#gd8 .cluster-label text{fill:#f4f4f5;}#gd8 .cluster-label span{color:#f4f4f5;}#gd8 .cluster-label span p{background-color:transparent;}#gd8 .label text,#gd8 span{fill:#f4f4f5;color:#f4f4f5;}#gd8 .node rect,#gd8 .node circle,#gd8 .node ellipse,#gd8 .node polygon,#gd8 .node path{fill:#17202c;stroke:#3a4a52;stroke-width:1px;}#gd8 .rough-node .label text,#gd8 .node .label text,#gd8 .image-shape .label,#gd8 .icon-shape .label{text-anchor:middle;}#gd8 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd8 .rough-node .label,#gd8 .node .label,#gd8 .image-shape .label,#gd8 .icon-shape .label{text-align:center;}#gd8 .node.clickable{cursor:pointer;}#gd8 .root .anchor path{fill:#a9b5b4!important;stroke-width:0;stroke:#a9b5b4;}#gd8 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd8 .edgePath .path{stroke:#a9b5b4;stroke-width:1px;}#gd8 .flowchart-link{stroke:#a9b5b4;fill:none;}#gd8 .edgeLabel{background-color:#11171a;text-align:center;}#gd8 .edgeLabel p{background-color:#11171a;}#gd8 .edgeLabel rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd8 .labelBkg{background-color:rgba(17, 23, 26, 0.5);}#gd8 .cluster rect{fill:#11171a;stroke:#233035;stroke-width:1px;}#gd8 .cluster text{fill:#f4f4f5;}#gd8 .cluster span{color:#f4f4f5;}#gd8 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#1a232f;border:1px solid hsl(214.2857142857, 0%, 4.3137254902%);border-radius:2px;pointer-events:none;z-index:100;}#gd8 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#f4f4f5;}#gd8 rect.text{fill:none;stroke-width:0;}#gd8 .icon-shape,#gd8 .image-shape{background-color:#11171a;text-align:center;}#gd8 .icon-shape p,#gd8 .image-shape p{background-color:#11171a;padding:2px;}#gd8 .icon-shape .label rect,#gd8 .image-shape .label rect{opacity:0.5;background-color:#11171a;fill:#11171a;}#gd8 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd8 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd8 .node .neo-node{stroke:#3a4a52;}#gd8 [data-look="neo"].node rect,#gd8 [data-look="neo"].cluster rect,#gd8 [data-look="neo"].node polygon{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd8 [data-look="neo"].node path{stroke:url(#gd8-gradient);stroke-width:1px;}#gd8 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].node .neo-line path{stroke:#3a4a52;filter:none;}#gd8 [data-look="neo"].node circle{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].node circle .state-start{fill:#000000;}#gd8 [data-look="neo"].icon-shape .icon{fill:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd8-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd8 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd8_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd8_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd8_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd8_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd8_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M180.117,41.113L184.284,41.113C188.451,41.113,196.784,41.113,204.451,41.113C212.117,41.113,219.117,41.113,222.617,41.113L226.117,41.113" id="gd8-L_A_G_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_A_G_0" data-points="W3sieCI6MTgwLjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjA1LjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjMwLjExNzE4NzUsInkiOjQxLjExMjV9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,31.119L474.046,29.441C492.928,27.764,530.693,24.41,567.792,24.004C604.891,23.598,641.325,26.139,659.543,27.41L677.76,28.681" id="gd8-L_G_F_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_0" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjMxLjExODU0ODU4MjQwMDY2M30seyJ4Ijo1NjguNDU3MDMxMjUsInkiOjIxLjA1NjI1fSx7IngiOjY4MS43NSwieSI6MjguOTU5MzQzODc4NjQ2MjV9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,51.106L474.046,52.784C492.928,54.461,530.693,57.815,567.792,58.221C604.891,58.627,641.325,56.086,659.543,54.815L677.76,53.544" id="gd8-L_G_F_2" class=" edge-thickness-normal edge-pattern-dotted edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_2" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjUxLjEwNjQ1MTQxNzU5OTMzfSx7IngiOjU2OC40NTcwMzEyNSwieSI6NjEuMTY4NzQ5OTk5OTk5OTk2fSx7IngiOjY4MS43NSwieSI6NTMuMjY1NjU2MTIxMzUzNzR9XQ==" data-look="classic" marker-end="url(#gd8_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_A_G_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel"><g class="label" data-id="L_G_F_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(568.45703125, 61.168749999999996)"><g class="label" data-id="L_G_F_2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.29296875" y="-0.8515625" width="176.5859375" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">cold-start</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> delay</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(Warning</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> above</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 30</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> s)</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default " id="gd8-flowchart-A-0" data-look="classic" transform="translate(94.05859375, 41.1125)"><rect class="basic label-container" x="-86.05859375" y="-24.3125" width="172.1171875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">app.startTime</tspan></tspan></text></g></g></g><g class="node default " id="gd8-flowchart-G-1" data-look="classic" transform="translate(342.640625, 41.1125)"><rect class="basic label-container" x="-112.5234375" y="-33.1125" width="225.046875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Acquiring</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executors,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> tasks</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> run</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> yet</tspan></tspan></text></g></g></g><g class="node default " id="gd8-flowchart-F-3" data-look="classic" transform="translate(855.96875, 41.1125)"><rect class="basic label-container" x="-174.21875" y="-33.1125" width="348.4375" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">firstStageSubmittedAt</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(first</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> SparkListenerStageSubmitted)</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd8-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd8-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd8-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#3a4a52" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(200, 0%, 0%)" stop-opacity="1"></stop></linearGradient></svg>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<svg id="gd7" width="100%" xmlns="http://www.w3.org/2000/svg" class="flowchart" viewBox="-8 -17.3125 1046.1875 106.59375" role="graphics-document document" aria-roledescription="flowchart-v2" style="max-width: 1046.1875px;"><style>#gd7{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;fill:#151b1e;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#gd7 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#gd7 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#gd7 .error-icon{fill:#eef1f6;}#gd7 .error-text{fill:#110e09;stroke:#110e09;}#gd7 .edge-thickness-normal{stroke-width:1px;}#gd7 .edge-thickness-thick{stroke-width:3.5px;}#gd7 .edge-pattern-solid{stroke-dasharray:0;}#gd7 .edge-thickness-invisible{stroke-width:0;fill:none;}#gd7 .edge-pattern-dashed{stroke-dasharray:3;}#gd7 .edge-pattern-dotted{stroke-dasharray:2;}#gd7 .marker{fill:#4f5f60;stroke:#4f5f60;}#gd7 .marker.cross{stroke:#4f5f60;}#gd7 svg{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:16px;}#gd7 p{margin:0;}#gd7 .label{font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;color:#151b1e;}#gd7 .cluster-label text{fill:#151b1e;}#gd7 .cluster-label span{color:#151b1e;}#gd7 .cluster-label span p{background-color:transparent;}#gd7 .label text,#gd7 span{fill:#151b1e;color:#151b1e;}#gd7 .node rect,#gd7 .node circle,#gd7 .node ellipse,#gd7 .node polygon,#gd7 .node path{fill:#ffffff;stroke:#9aa8a3;stroke-width:1px;}#gd7 .rough-node .label text,#gd7 .node .label text,#gd7 .image-shape .label,#gd7 .icon-shape .label{text-anchor:middle;}#gd7 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#gd7 .rough-node .label,#gd7 .node .label,#gd7 .image-shape .label,#gd7 .icon-shape .label{text-align:center;}#gd7 .node.clickable{cursor:pointer;}#gd7 .root .anchor path{fill:#4f5f60!important;stroke-width:0;stroke:#4f5f60;}#gd7 .arrowheadPath{fill:rgba(255, 255, 255, 0);}#gd7 .edgePath .path{stroke:#4f5f60;stroke-width:1px;}#gd7 .flowchart-link{stroke:#4f5f60;fill:none;}#gd7 .edgeLabel{background-color:#eef1f6;text-align:center;}#gd7 .edgeLabel p{background-color:#eef1f6;}#gd7 .edgeLabel rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd7 .labelBkg{background-color:rgba(238, 241, 246, 0.5);}#gd7 .cluster rect{fill:#f2f5f9;stroke:#dbe2df;stroke-width:1px;}#gd7 .cluster text{fill:#151b1e;}#gd7 .cluster span{color:#151b1e;}#gd7 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;font-size:12px;background:#eef1f6;border:1px solid hsl(217.5, 0%, 84.9019607843%);border-radius:2px;pointer-events:none;z-index:100;}#gd7 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#151b1e;}#gd7 rect.text{fill:none;stroke-width:0;}#gd7 .icon-shape,#gd7 .image-shape{background-color:#eef1f6;text-align:center;}#gd7 .icon-shape p,#gd7 .image-shape p{background-color:#eef1f6;padding:2px;}#gd7 .icon-shape .label rect,#gd7 .image-shape .label rect{opacity:0.5;background-color:#eef1f6;fill:#eef1f6;}#gd7 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#gd7 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#gd7 .node .neo-node{stroke:#9aa8a3;}#gd7 [data-look="neo"].node rect,#gd7 [data-look="neo"].cluster rect,#gd7 [data-look="neo"].node polygon{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].swimlane.cluster rect{filter:none;}#gd7 [data-look="neo"].node path{stroke:url(#gd7-gradient);stroke-width:1px;}#gd7 [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].node .neo-line path{stroke:#9aa8a3;filter:none;}#gd7 [data-look="neo"].node circle{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].node circle .state-start{fill:#000000;}#gd7 [data-look="neo"].icon-shape .icon{fill:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 [data-look="neo"].icon-shape .icon-neo path{stroke:url(#gd7-gradient);filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#gd7 :root{--mermaid-font-family:Recursive,ui-sans-serif,system-ui,-apple-system,sans-serif;}</style><g><marker id="gd7_flowchart-v2-pointEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="4.5" refY="5" markerUnits="userSpaceOnUse" markerWidth="8" markerHeight="8" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointEnd-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="11.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="10.5" markerHeight="14" orient="auto"><path d="M 0 0 L 11.5 7 L 0 14 z" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-pointStart-margin" class="marker flowchart-v2" viewBox="0 0 11.5 14" refX="1" refY="7" markerUnits="userSpaceOnUse" markerWidth="11.5" markerHeight="14" orient="auto"><polygon points="0,7 11.5,14 11.5,0" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></polygon></marker><marker id="gd7_flowchart-v2-circleEnd" class="marker flowchart-v2" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleStart" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:1;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleEnd-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refY="5" refX="12.25" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-circleStart-margin" class="marker flowchart-v2" viewBox="0 0 10 10" refX="-2" refY="5" markerUnits="userSpaceOnUse" markerWidth="14" markerHeight="14" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width:0;stroke-dasharray:1,0"></circle></marker><marker id="gd7_flowchart-v2-crossEnd" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-crossStart" class="marker cross flowchart-v2" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width:2;stroke-dasharray:1,0"></path></marker><marker id="gd7_flowchart-v2-crossEnd-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="17.7" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5"></path></marker><marker id="gd7_flowchart-v2-crossStart-margin" class="marker cross flowchart-v2" viewBox="0 0 15 15" refX="-3.5" refY="7.5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 1,1 L 14,14 M 1,14 L 14,1" class="arrowMarkerPath" style="stroke-width:2.5;stroke-dasharray:1,0"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M180.117,41.113L184.284,41.113C188.451,41.113,196.784,41.113,204.451,41.113C212.117,41.113,219.117,41.113,222.617,41.113L226.117,41.113" id="gd7-L_A_G_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_A_G_0" data-points="W3sieCI6MTgwLjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjA1LjExNzE4NzUsInkiOjQxLjExMjV9LHsieCI6MjMwLjExNzE4NzUsInkiOjQxLjExMjV9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,31.119L474.046,29.441C492.928,27.764,530.693,24.41,567.792,24.004C604.891,23.598,641.325,26.139,659.543,27.41L677.76,28.681" id="gd7-L_G_F_0" class=" edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_0" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjMxLjExODU0ODU4MjQwMDY2M30seyJ4Ijo1NjguNDU3MDMxMjUsInkiOjIxLjA1NjI1fSx7IngiOjY4MS43NSwieSI6MjguOTU5MzQzODc4NjQ2MjV9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path><path d="M455.164,51.106L474.046,52.784C492.928,54.461,530.693,57.815,567.792,58.221C604.891,58.627,641.325,56.086,659.543,54.815L677.76,53.544" id="gd7-L_G_F_2" class=" edge-thickness-normal edge-pattern-dotted edge-thickness-normal edge-pattern-solid flowchart-link" data-edge="true" data-et="edge" data-id="L_G_F_2" data-points="W3sieCI6NDU1LjE2NDA2MjUsInkiOjUxLjEwNjQ1MTQxNzU5OTMzfSx7IngiOjU2OC40NTcwMzEyNSwieSI6NjEuMTY4NzQ5OTk5OTk5OTk2fSx7IngiOjY4MS43NSwieSI6NTMuMjY1NjU2MTIxMzUzNzR9XQ==" data-look="classic" marker-end="url(#gd7_flowchart-v2-pointEnd)" style=";"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" data-id="L_A_G_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel"><g class="label" data-id="L_G_F_0" transform="translate(0, -10.4609375)"><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"></tspan></text></g></g><g><rect class="background" style="stroke: none"></rect></g><g class="edgeLabel" transform="translate(568.45703125, 61.168749999999996)"><g class="label" data-id="L_G_F_2" transform="translate(0, -19.2609375)"><g><rect class="background" x="-88.29296875" y="-0.8515625" width="176.5859375" height="40.225"></rect><text y="-10.1" text-anchor="middle"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">cold-start</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> delay</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em" text-anchor="middle"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(Warning</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> above</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> 30</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> s)</tspan></tspan></text></g></g></g></g><g class="nodes"><g class="node default " id="gd7-flowchart-A-0" data-look="classic" transform="translate(94.05859375, 41.1125)"><rect class="basic label-container" x="-86.05859375" y="-24.3125" width="172.1171875" height="48.625"></rect><g class="label" transform="translate(0, -9.3125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">app.startTime</tspan></tspan></text></g></g></g><g class="node default " id="gd7-flowchart-G-1" data-look="classic" transform="translate(342.640625, 41.1125)"><rect class="basic label-container" x="-112.5234375" y="-33.1125" width="225.046875" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">Acquiring</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> executors,</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">no</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> tasks</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> run</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> yet</tspan></tspan></text></g></g></g><g class="node default " id="gd7-flowchart-F-3" data-look="classic" transform="translate(855.96875, 41.1125)"><rect class="basic label-container" x="-174.21875" y="-33.1125" width="348.4375" height="66.225"></rect><g class="label" transform="translate(0, -18.1125)"><rect></rect><g><rect class="background" style="stroke: none"></rect><text y="-10.1"><tspan class="text-outer-tspan row" x="0" y="-0.1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">firstStageSubmittedAt</tspan></tspan><tspan class="text-outer-tspan row" x="0" y="1em" dy="1.1em"><tspan font-style="normal" class="text-inner-tspan" font-weight="normal">(first</tspan><tspan font-style="normal" class="text-inner-tspan" font-weight="normal"> SparkListenerStageSubmitted)</tspan></tspan></text></g></g></g></g></g></g><defs><filter id="gd7-drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><defs><filter id="gd7-drop-shadow-small" height="150%" width="150%"><feDropShadow dx="2" dy="2" stdDeviation="0" flood-opacity="0.06" flood-color="#000000"></feDropShadow></filter></defs><linearGradient id="gd7-gradient" gradientUnits="objectBoundingBox" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" stop-color="#9aa8a3" stop-opacity="1"></stop><stop offset="100%" stop-color="hsl(214.2857142857, 0%, 86.2745098039%)" stop-opacity="1"></stop></linearGradient></svg>
|