sparkforensics-server 0.4.0 → 0.5.1

package/vendor-core/wasted-core-hours.js

@@ -2,7 +2,7 @@
 // the memoryUtilization detector's idle-cores math uses: capacity core-time vs.
 // core-time that actually ran tasks. Feeds a report widget only, no detector.
 
-import { computeTotalCores } from './core-count.js';
+import { computePeakConcurrentCores } from './core-count.js';
 import { MS_PER_CORE_HOUR } from './format-utils.js';
 
 const TOP_N = 5;
@@ -30,21 +30,24 @@ const EMPTY                        = {
 
 // `app`/`runAggregates` are nullable because real callers pass null (app is
 // SparkAppInfo | null before parsing completes), which the guard below already
-// tolerates. `resources` is on app's shape so the computeTotalCores pass-through
-// type-checks; real app objects always carry it.
+// tolerates. `resources` is on app's shape so the computePeakConcurrentCores
+// pass-through type-checks; real app objects always carry it. An omitted
+// `executorsRemoved` means no executor left, where peak cores equal the sum.
 export function computeWastedCoreHours(
   app                                                                                                       ,
-  executorsAdded                                             = [],
+  executorsAdded                                                                                    = [],
   runAggregates                      ,
+  executorsRemoved                                                   = [],
 )                        {
   // Nullish (not falsy) guard on times: a literal startTime:0 is valid.
   if (!runAggregates || app?.startTime == null || app?.endTime == null) return EMPTY;
   const appDurationMs = app.endTime - app.startTime;
   if (appDurationMs <= 0) return EMPTY;
 
-  // Total cores: prefer real Executor-Added Total Cores, else peakExecutors ×
-  // configured cores (same fallback as the memoryUtilization detector).
-  const totalCores = computeTotalCores(app, executorsAdded);
+  // Total cores: peak concurrent Executor-Added Total Cores, else peak executors ×
+  // configured cores. Same capacity as the memoryUtilization detector, so an
+  // executor replaced mid-run is not counted twice.
+  const totalCores = computePeakConcurrentCores(app, executorsAdded, executorsRemoved);
   if (totalCores <= 0) return EMPTY;
 
   const totalCoreHours = (totalCores * appDurationMs) / MS_PER_CORE_HOUR;

package/vendor-core/write-target-args.js

@@ -0,0 +1,48 @@
+// Argument and identifier helpers shared by the write-target parsers (write-targets.ts) and the
+// Delta command resolver (delta-targets.ts).
+const IDENT_PART = String.raw`(?:\`(?:[^\`]|\`\`)*\`|[A-Za-z0-9_$]+)`;
+const IDENTIFIER = new RegExp(`^${IDENT_PART}(?:\\.${IDENT_PART})*$`);
+export const IDENT_PARTS = new RegExp(IDENT_PART, 'g');
+const TRUNCATION_MARKER = /\.\.\.(?:\s*\d+ more fields)?/;
+
+                                                          
+
+// Splits at top-level commas, ignoring commas inside (), [], {} and backticks. `terminated` is
+// true when a comma follows the arg: the last arg of a cut-off string is never terminated.
+export function splitArgs(args        )        {
+  const out        = [];
+  let depth = 0;
+  let quoted = false;
+  let start = 0;
+  for (let i = 0; i < args.length; i++) {
+    const c = args[i];
+    if (c === '`') quoted = !quoted;
+    else if (quoted) continue;
+    else if (c === '(' || c === '[' || c === '{') depth++;
+    else if (c === ')' || c === ']' || c === '}') depth--;
+    else if (c === ',' && depth === 0) {
+      out.push({ text: args.slice(start, i).trim(), terminated: true });
+      start = i + 1;
+    }
+  }
+  out.push({ text: args.slice(start).trim(), terminated: false });
+  return out;
+}
+
+export function isCut(text        )          {
+  return text === '' || TRUNCATION_MARKER.test(text);
+}
+
+// `db`.`t` or db.t -> db.t. A part that itself contains a dot or backtick keeps its quoting.
+export function tableName(ident        )                {
+  if (!IDENTIFIER.test(ident)) return null;
+  const parts = (ident.match(IDENT_PARTS) ?? []).map((p) => {
+    if (!p.startsWith('`')) return p;
+    const inner = p.slice(1, -1).replace(/``/g, '`');
+    return /[.`]/.test(inner) ? p : inner;
+  });
+  return parts.join('.');
+}
+
+/** A write target found without parsing the node's simpleString. */
+                                                                       

package/vendor-core/write-targets.js

@@ -0,0 +1,295 @@
+// Write targets: every SQL write command in a run's plans, with the path or table it writes to.
+// Read by automation that halts a session when a target leaves its sandbox, so every rule here
+// fails toward "target unknown" (null), never toward a guessed or partial target:
+//   - a write node whose target cannot be parsed is still reported, with target null and its raw
+//     simpleString;
+//   - a target Spark cut short (no delimiter after it, or a "..." marker in it) is unparseable;
+//   - a write-like node outside the known list is reported as an unrecognized write;
+//   - an execution whose plan is not in the model (or whose start event could not be read) is
+//     listed, never skipped, and the count of unreadable log lines is reported;
+//   - a Delta target is set only when exactly one table or path is named (delta-targets.ts,
+//     api-merge-writes.ts).
+// Targets are verbatim from the simpleString: nothing is resolved (relative paths, ${var}
+// placeholders, catalog-relative table names all pass through as the log states them).
+import { walkPlanTree } from './plan-tree-walk.js';
+import { apiMergeWrites } from './api-merge-writes.js';
+import { indexByRoot, isStagedDeltaWrite, parseDeltaTableV2, resolveDeltaCommandTarget,                       } from './delta-targets.js';
+import { IDENT_PARTS, isCut, splitArgs, tableName,          } from './write-target-args.js';
+                                                         
+
+                              
+                         
+                                                                                    
+                        
+                                                                                         
+                  
+                                                                   
+                      
+     
+                                                                                               
+                                                                                                
+                                                                                                  
+                                                                                       
+     
+                                                                   
+                        
+                                                                                          
+                            
+                                                                             
+              
+ 
+
+                                       
+                         
+                                                                                                                                       
+                                       
+ 
+
+                                     
+                        
+                                                                                              
+                                                
+                                                                                                                    
+                              
+ 
+
+                                                                         
+
+// Write-like detection: a known command, any CamelCase word of the operator name in this set, or a
+// TableAsSelect name.
+const WRITE_WORDS = new Set([
+  'Write', 'Insert', 'Save', 'Overwrite', 'Append', 'Merge', 'Update', 'Delete', 'Truncate', 'Replace', 'Drop',
+  'Load', 'Vacuum', 'Convert', 'Clone', 'Restore', 'Optimize', 'Alter', 'Reorg', 'Rename', 'Call',
+]);
+// Names that contain no write word of their own: ADD/DROP/RENAME PARTITION (which can name a LOCATION).
+const WRITE_SUBSTRINGS = ['TableAsSelect', 'AddPartition', 'DropPartition', 'RenamePartition', 'RecoverPartitions'];
+// Plan nodes whose name matches a write word but which write no user data: WriteFiles is the child
+// of a write command (the command is the write), the rest are query or streaming-state operators.
+// Any join (SortMergeJoin) is excluded by name in isWriteLike.
+const NOT_WRITES = new Set([
+  'WriteFiles', 'AppendColumns', 'AppendColumnsWithObject', 'MergeRows', 'StateStoreSave',
+  'StateStoreRestore', 'SessionWindowStateStoreSave', 'SessionWindowStateStoreRestore',
+  'UpdateEventTimeWatermarkColumn',
+]);
+
+function commandOf(nodeName        )         {
+  return nodeName.replace(/^Execute\s+/, '').trim().replace(/Exec$/, '');
+}
+
+// Only the operator name (the first word) is classified: a scan's node name goes on to print its
+// relation and table, whose identifiers can hold a write word (Scan JDBCRelation(dbo.PriceUpdate)).
+function isWriteLike(command        )          {
+  if (isKnownWrite(command)) return true;
+  const operator = command.split(/\s/, 1)[0];
+  if (NOT_WRITES.has(operator) || operator.includes('Join')) return false;
+  if (WRITE_SUBSTRINGS.some((part) => operator.includes(part))) return true;
+  return (operator.match(/[A-Z][a-z0-9]*/g) ?? []).some((word) => WRITE_WORDS.has(word));
+}
+
+// Text after the command name in the simpleString. Empty when the simpleString does not start
+// with the command (so nothing after it can be trusted).
+function argsOf(detail        , command        )         {
+  const m = /^(?:Execute\s+)?(\S+)\s*([\s\S]*)$/.exec(detail.trim());
+  if (!m || commandOf(m[1]) !== command) return '';
+  return m[2];
+}
+
+// First arg of a path-writing command. The next arg must be the boolean that follows it in
+// InsertIntoHadoopFsRelationCommand, or the static-partition map (INSERT OVERWRITE ... PARTITION
+// (dt='x')) that precedes that boolean, which Spark prints as `[dt=x]` (or `Map(dt -> x)`); this also rejects a path Spark printed with ", " inside.
+function parseHadoopFsPath(args       )                {
+  const [path, second, third] = args;
+  const flag = second && /^(Map\(.*\)|\[.*\])$/s.test(second.text) && second.terminated ? third : second;
+  if (!path?.terminated || isCut(path.text) || !flag || !/^(true|false)$/.test(flag.text)) return null;
+  return { kind: 'path', target: path.text };
+}
+
+// A quoted or plain identifier, or the `[Database: d, TableName: t, ...]` form Hive commands print.
+function parseTableArg(args       )                {
+  const first = args[0];
+  if (!first) return null;
+  const hive = /^\[Database: ([^,\]]+), TableName: ([^,\]]+)[,\]]/.exec(first.text);
+  if (hive && /\]$/.test(first.text)) {
+    const name = tableName(`${hive[1].trim()}.${hive[2].trim()}`);
+    return name && !isCut(name) ? { kind: 'table', target: name } : null;
+  }
+  if (!first.terminated || isCut(first.text)) return null;
+  const name = tableName(first.text);
+  return name ? { kind: 'table', target: name } : null;
+}
+
+// Options of `Map(k -> v, k2 -> v2)`, or null when the Map is missing or not closed.
+function parseOptionMap(text        )                             {
+  const m = /^Map\(([\s\S]*)\)$/.exec(text);
+  if (!m) return null;
+  const body = m[1];
+  const keys = [...body.matchAll(/(?:^|, )([A-Za-z0-9_.\-]+) -> /g)];
+  const options = new Map                ();
+  keys.forEach((key, i) => {
+    const valueStart = key.index  + key[0].length;
+    const valueEnd = i + 1 < keys.length ? keys[i + 1].index  : body.length;
+    options.set(key[1].toLowerCase(), body.slice(valueStart, valueEnd));
+  });
+  return options;
+}
+
+// SaveIntoDataSourceCommand: `<provider>, Map(options), <mode>`. The target is the `path` option or
+// the JDBC `dbtable`/`table` option; a redacted or missing value, or both options, is unparseable.
+function parseSaveIntoDataSource(args       )                {
+  const [, options, mode] = args;
+  if (!options?.terminated || !mode || mode.text === '') return null;
+  const map = parseOptionMap(options.text);
+  if (!map) return null;
+  const path = map.get('path');
+  const table = map.get('dbtable') ?? map.get('table');
+  if ((path === undefined) === (table === undefined)) return null;
+  const value = (path ?? table) ;
+  if (isCut(value) || /\*{5,}\(redacted\)/.test(value)) return null;
+  return path !== undefined ? { kind: 'path', target: value } : { kind: 'jdbcTable', target: value };
+}
+
+// The one target every match of `pattern` names, or null when there is none, when they name
+// different targets, or when one of them is cut: a string that also prints another plan (a
+// subquery) cannot tell which match is written. `pattern` captures the target, then its closing
+// delimiter; a match without the delimiter was cut before it.
+function soleMatch(detail        , pattern        , normalize                                 )                {
+  const targets = new Set               ();
+  for (const m of detail.matchAll(pattern)) targets.add(m[2] === undefined || isCut(m[1]) ? null : normalize(m[1]));
+  const [target] = targets;
+  return targets.size === 1 ? target : null;
+}
+
+// A V2 name states its catalog only as a leading part (catalog.namespace.table). With two parts or
+// fewer the catalog is implicit, so a database check on the name alone could match another catalog.
+function v2Table(name               )                {
+  if (!name) return null;
+  const parts = name.match(IDENT_PARTS)?.length ?? 0;
+  return { kind: parts >= 3 ? 'table' : 'unqualifiedTable', target: name };
+}
+
+// DataSource V2 writes print the connector's Write object; Iceberg's is IcebergWrite(table=t, ...).
+function parseV2Write(detail        )                {
+  return v2Table(soleMatch(detail, /\b\w*Write\(table=([^,()\s]*)([,)])?/g, tableName));
+}
+
+// V2 CTAS/RTAS: `<catalog>@<hash>, <identifier>, <query plan>, ...`. The catalog shape is checked
+// so a plan printed in a different layout is not misread.
+function parseV2TableAsSelect(args       )                {
+  const [catalog, ident] = args;
+  if (!catalog?.terminated || !/^[\w.$]+@[0-9a-f]+$/.test(catalog.text)) return null;
+  if (!ident?.terminated || isCut(ident.text)) return null;
+  return v2Table(tableName(ident.text));
+}
+
+// Delta prints a path-based table as delta.`<path>`. Only the command's own first argument is the
+// written table: later arguments print other plans (a source relation, a condition's subquery).
+function parseDeltaPath(args       )                {
+  const [first] = args;
+  const m = first?.terminated ? /^delta\.`([^`]*)`$/.exec(first.text) : null;
+  return m && !isCut(m[1]) ? { kind: 'path', target: m[1] } : null;
+}
+
+const V2_WRITES = new Set([
+  'AppendData', 'OverwriteByExpression', 'OverwritePartitionsDynamic', 'ReplaceData', 'WriteDelta',
+  'WriteToDataSourceV2',
+  // V1-fallback writers (Delta tables): their node names keep the V1 suffix, not ending in Exec.
+  'AppendDataExecV1', 'OverwriteByExpressionExecV1',
+]);
+const V2_TABLE_AS_SELECT = new Set([
+  'CreateTableAsSelect', 'AtomicCreateTableAsSelect', 'ReplaceTableAsSelect', 'AtomicReplaceTableAsSelect',
+]);
+const DELTA_COMMANDS = new Set([
+  'WriteIntoDelta', 'WriteIntoDeltaCommand', 'MergeIntoCommand', 'UpdateCommand', 'DeleteCommand',
+  'CreateDeltaTableCommand', 'OptimizeTableCommand', 'RestoreTableCommand', 'DeltaReorgTableCommand',
+]);
+
+const ARG_PARSERS                                                 = {
+  InsertIntoHadoopFsRelationCommand: parseHadoopFsPath,
+  InsertIntoHiveTable: parseTableArg,
+  CreateHiveTableAsSelectCommand: parseTableArg,
+  OptimizedCreateHiveTableAsSelectCommand: parseTableArg,
+  CreateDataSourceTableAsSelectCommand: parseTableArg,
+  SaveIntoDataSourceCommand: parseSaveIntoDataSource,
+};
+
+function isKnownWrite(command        )          {
+  return command in ARG_PARSERS || V2_WRITES.has(command) || V2_TABLE_AS_SELECT.has(command) || DELTA_COMMANDS.has(command);
+}
+
+// [recognized, parsed target or null] for one write-like node.
+function parseWrite(command        , detail        )                           {
+  const argParser = ARG_PARSERS[command];
+  if (argParser) return [true, argParser(splitArgs(argsOf(detail, command)))];
+  if (V2_WRITES.has(command)) return [true, parseDeltaTableV2(detail) ?? parseV2Write(detail)];
+  if (V2_TABLE_AS_SELECT.has(command)) return [true, parseV2TableAsSelect(splitArgs(argsOf(detail, command)))];
+  // A MERGE prints its source relation too, so a delta. path in it may be the source, not the target.
+  // Its target comes from resolveDeltaCommandTarget alone.
+  if (command === 'MergeIntoCommand') return [true, null];
+  if (DELTA_COMMANDS.has(command)) return [true, parseDeltaPath(splitArgs(argsOf(detail, command)))];
+  return [false, null];
+}
+
+function outputRowsOf(node          )                {
+  const metric = node.metrics?.find((m) => m.name === 'number of output rows');
+  return metric !== undefined && Number.isFinite(metric.value) ? metric.value : null;
+}
+
+function collectWrites(exec              , root          , byRoot                  , out               )       {
+  walkPlanTree(root, (node) => {
+    const command = commandOf(node.name);
+    if (!isWriteLike(command)) return;
+    const detail = node.detail ?? '';
+    const [recognized, parsedFromDetail] = parseWrite(command, detail);
+    // A Delta command's simpleString is bare on real logs: its target is found elsewhere.
+    const parsed = parsedFromDetail ?? resolveDeltaCommandTarget(command, exec, node, byRoot);
+    out.push({
+      sqlExecutionId: exec.id,
+      nodeId: node.id ?? null,
+      command,
+      recognized,
+      kind: parsed?.kind ?? null,
+      target: parsed?.target ?? null,
+      outputRows: outputRowsOf(node),
+      raw: detail !== '' ? detail : node.name,
+    });
+  }, { dedupe: true });
+}
+
+// A staged Delta write writes the table its root's CTAS/RTAS node names, when it has exactly one.
+function attributeStagedWrites(writes               , sql                           )       {
+  for (const write of writes) {
+    if (write.target !== null || !isStagedDeltaWrite(write)) continue;
+    const root = sql.get(write.sqlExecutionId)?.rootExecutionId;
+    if (root === undefined || root === write.sqlExecutionId) continue;
+    const parents = writes.filter((w) => w.sqlExecutionId === root && V2_TABLE_AS_SELECT.has(w.command));
+    if (parents.length === 1 && parents[0].target !== null) {
+      write.kind = parents[0].kind;
+      write.target = parents[0].target;
+    }
+  }
+}
+
+                                    
+                                                                                   
+                                     
+                        
+ 
+
+export function extractWriteTargets(sql                           , input                    = {})                     {
+  const writes                = [];
+  const withoutPlan = new Map                                        ();
+  for (const id of input.unreadableSqlExecutions ?? []) if (!sql.get(id)?.planTree) withoutPlan.set(id, 'unreadableStart');
+  const byRoot = indexByRoot(sql);
+  for (const id of [...sql.keys()].sort((a, b) => a - b)) {
+    const exec = sql.get(id) ;
+    if (!exec.planTree) withoutPlan.set(id, withoutPlan.get(id) ?? 'noPlan');
+    else collectWrites(exec, exec.planTree, byRoot, writes);
+  }
+  // DeltaTable API merges run no command node: they are found by their executions' descriptions.
+  attributeStagedWrites(writes, sql);
+  writes.push(...apiMergeWrites(sql));
+  writes.sort((a, b) => a.sqlExecutionId - b.sqlExecutionId);
+  const executionsWithoutPlan = [...withoutPlan].sort((a, b) => a[0] - b[0])
+    .map(([sqlExecutionId, reason]) => ({ sqlExecutionId, reason }));
+  return { writes, executionsWithoutPlan, skippedLines: input.skippedLines ?? null };
+}

package/public/assets/AutoscalingChurn-CUSIvvab.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,l as i,o as a,s as o,t as s,v as c,w as l}from"./charts-vendor-0VMaLVLN.js";import{S as u,d,u as f}from"./DisclosureContext-LYzHroHO.js";import{p}from"./plan-graph-vendor-B0sEms9Z.js";import{_ as m,b as h}from"./useRecentFiles-BrBl-AP1.js";import{S as g}from"./index-CEM9bz_x.js";import{o as _,s as v,t as y}from"./Dashboard-Bo_1jGqH.js";var b=e(t(),1),x=p(),S=60,C=6e4,w=220;function T(e,t,n,r,i){if(e.length===0&&t.length===0)return[];let a=Math.max(i,r-n),o=Math.max(1,Math.ceil(a/i)),s=[];for(let e=0;e<o;e++)s.push({tStart:n+e*i,adds:0,removes:0});let c=e=>Math.min(o-1,Math.max(0,Math.floor((e-n)/i)));for(let t of e)s[c(t.timestamp)].adds++;for(let e of t)s[c(e.timestamp)].removes++;return s}function E(e,t){let n=Math.max(1,t-e);return Math.max(C,Math.ceil(n/S))}function D(e){if(e<=0)return 1;let t=10**Math.floor(Math.log10(e)),n=e/t;return(n<=1?1:n<=2?2:n<=5?5:10)*t}function O(e){let t=D(e.reduce((e,t)=>Math.max(e,Math.abs(t.added),Math.abs(t.removed)),0));return{domain:[-t,t],ticks:[-t,-t/2,0,t/2,t]}}function k(e){return Math.abs(e.height)<1?null:(0,x.jsx)(l,{...e})}function A({finding:e}){return(0,x.jsxs)(`div`,{className:`flex flex-col gap-1 transition-colors`,children:[(0,x.jsxs)(`p`,{className:`text-xs text-muted-foreground`,children:[`Short-lived executors: `,(0,x.jsxs)(`strong`,{children:[e.value,`%`]})]}),(0,x.jsx)(y,{finding:e}),(0,x.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,x.jsx)(f,{impactBand:e.impactBand,className:`mt-1.5`}),(0,x.jsxs)(`span`,{children:[e.recommendation,` `,(0,x.jsx)(u,{anchor:`#config-autoscale-bounds`,children:`Tuning executorIdleTimeout and the min/max bounds`}),`.`]})]})]})}var j=(0,b.memo)(function({appModel:e,activeFileId:t,catalog:l=[],defaultCollapsed:u=!0}){let f=(0,b.useMemo)(()=>{let t=e.executors.added,n=e.executors.removed;if(t.length===0&&n.length===0)return{hasEvents:!1,added:t,removed:n};let r=e.app,i=r?.startTime??0,a=r?.endTime??i,o=E(i,a),s=v(T(t,n,i,a,o)).map(e=>({t:`${Math.round((e.tStart-i)/1e3)}s`,added:e.adds,removed:-e.removes}));return{hasEvents:!0,added:t,removed:n,rows:s,yAxisScale:O(s)}},[e,t]);if(!f.hasEvents)return(0,x.jsx)(g,{title:`Autoscaling Churn`,summary:(0,x.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`}),children:(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`})});let{added:p,removed:y,rows:S,yAxisScale:C}=f,D=l.find(e=>e.type===`autoscalingChurn`);return(0,x.jsx)(g,{title:`Autoscaling Churn`,impactBand:D?.impactBand,badges:D&&(0,x.jsx)(d,{type:`autoscalingChurn`,impactBand:D.impactBand}),defaultCollapsed:u,summary:(0,x.jsx)(_,{value:`${p.length} added / ${y.length} removed`,context:D?`${D.value}% short-lived executors, ${D.impactBand}`:`executor churn events`}),children:(0,x.jsxs)(`div`,{className:`space-y-2`,children:[D&&(0,x.jsx)(A,{finding:D}),(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`executors added / removed over time`}),(0,x.jsx)(h,{ariaLabel:`Executor added and removed counts per time bucket over the run.`,height:w,table:{caption:`Executor added/removed counts by time bucket`,columns:[`Time`,`Executors added`,`Executors removed`],rows:S.map(e=>[e.t,e.added,Math.abs(e.removed)]),align:[`right`,`right`,`right`]},children:(0,x.jsxs)(s,{data:S,children:[(0,x.jsx)(r,{stroke:m.muted,strokeOpacity:.2}),(0,x.jsx)(o,{dataKey:`t`,tick:{fontSize:10}}),(0,x.jsx)(a,{tick:{fontSize:10},width:32,domain:C.domain,ticks:C.ticks}),(0,x.jsx)(c,{formatter:(e,t)=>[Math.abs(Number(e)),t]}),(0,x.jsx)(n,{wrapperStyle:{fontSize:10}}),(0,x.jsx)(i,{dataKey:`added`,name:`Added`,stackId:`churn`,fill:m.clean,shape:k}),(0,x.jsx)(i,{dataKey:`removed`,name:`Removed`,stackId:`churn`,fill:m.muted,shape:k})]})})]})})});export{j as AutoscalingChurn};

package/public/assets/CacheUtilization-Ce0K6_X2.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{$ as n,J as r,R as i,S as a,W as o,at as s,d as c,et as l,p as u,u as d}from"./DisclosureContext-LYzHroHO.js";import{p as f}from"./plan-graph-vendor-B0sEms9Z.js";import{m as p}from"./useRecentFiles-BrBl-AP1.js";import{D as m,F as h,I as g,L as _,M as v,P as y,S as b,j as x}from"./index-CEM9bz_x.js";import{o as S,r as C,t as w}from"./Dashboard-Bo_1jGqH.js";import{n as T}from"./finding-anchor-DF1cSHO1.js";import{t as E}from"./usePagedRows-BjPOpUU8.js";var D=e(t(),1),O=f(),k=70;function A(e){if(!e)return`—`;let t=[];return e.useMemory&&t.push(`Memory`),e.useDisk&&t.push(`Disk`),e.deserialized?t.push(`Deserialized`):(e.useMemory||e.useDisk)&&t.push(`Serialized`),(e.replication??1)>1&&t.push(`x${e.replication}`),t.join(` · `)||`—`}function j(e){return e.name||`RDD ${e.id}`}function M(e){let t=l(j(e));return t.length<=k?t:`${t.slice(0,k)}…`}function N(e){if(e.variant===`storageUnobserved`)return`No block updates logged: cached partition counts and sizes are unknown`;let t=r(`pct`,n(e));return e.variant===`diskSpillover`?`${t} spilled to disk: ${o(e.diskSize??0)} disk / ${o(e.memorySize??0)} memory`:`${t} cached (${e.numCachedPartitions??0}/${e.numPartitions??0} partitions)`}function P({finding:e}){let t=T([e]),n=e.dataUnavailable?`Cache storage not logged`:e.rddName??`RDD ${e.rddId}`;return(0,O.jsxs)(`div`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,O.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2`,children:[(0,O.jsx)(d,{impactBand:e.impactBand,className:`mt-1.5`}),(0,O.jsx)(`span`,{children:n})]}),(0,O.jsx)(u,{children:(0,O.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:N(e)})}),(0,O.jsx)(w,{finding:e}),(0,O.jsx)(`p`,{className:`text-sm`,children:e.recommendation})]})}var F=(0,D.memo)(function({appModel:e,catalog:t}){let[r,l]=(0,D.useState)(0),[u,f]=(0,D.useState)(0),w=e.app?.rddInfo,T=(0,D.useMemo)(()=>w?[...w.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,t)=>(t.memorySize??0)+(t.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[w]),k=(0,D.useMemo)(()=>p(t,`cacheUtilization`).sort((e,t)=>i[e.impactBand]-i[t.impactBand]),[t]),N=E(T,r,l),F=m(),I=F?k.findIndex(e=>e===F.finding):null,L=E(k,u,f,I),R=k.find(e=>e.dataUnavailable);if(T.length===0&&!R)return null;let z=e=>k.filter(t=>t.rddId===e),B=T.reduce((e,t)=>e+(t.memorySize??0)+(t.diskSize??0),0);return(0,O.jsx)(`div`,{"data-widget":`cache-utilization`,children:(0,O.jsxs)(b,{title:`Cache Storage`,impactBand:s(k),badges:(0,O.jsxs)(O.Fragment,{children:[k.length>0?(0,O.jsx)(c,{type:`cacheUtilization`,impactBand:s(k)??`info`}):null,(0,O.jsxs)(`span`,{className:`text-xs text-muted-foreground`,children:[T.length>0?`${T.length} cached RDD${T.length===1?``:`s`}`:`cache storage not logged`,`, see`,` `,(0,O.jsx)(a,{anchor:`#memory-model`,children:`how Spark accounts cached memory`})]})]}),defaultCollapsed:!0,summary:T.length>0?(0,O.jsx)(S,{value:o(B),context:`cached across memory + disk`}):(0,O.jsx)(S,{value:`Unknown`,context:`${n(R)} persisted, no block updates`}),children:[T.length>0?(0,O.jsxs)(O.Fragment,{children:[(0,O.jsxs)(x,{children:[(0,O.jsx)(g,{children:(0,O.jsxs)(_,{children:[(0,O.jsx)(h,{children:`RDD`}),(0,O.jsx)(h,{children:`Storage level`}),(0,O.jsx)(h,{className:`text-right`,children:`Cached partitions`}),(0,O.jsx)(h,{className:`text-right`,children:`Memory`}),(0,O.jsx)(h,{className:`text-right`,children:`Disk`})]})}),(0,O.jsx)(v,{children:N.visible.map(e=>{let t=j(e),n=M(e),r=z(e.id);return(0,O.jsxs)(_,{children:[(0,O.jsxs)(y,{className:`max-w-80 truncate`,title:t===n?void 0:t,children:[n,r.length>0&&(0,O.jsx)(d,{impactBand:s(r)??`info`,className:`ml-1.5`})]}),(0,O.jsx)(y,{children:A(e.storageLevel)}),(0,O.jsxs)(y,{className:`text-right`,children:[e.numCachedPartitions,` / `,e.numPartitions]}),(0,O.jsx)(y,{className:`text-right`,children:o(e.memorySize??0)}),(0,O.jsx)(y,{className:`text-right`,children:o(e.diskSize??0)})]},e.id)})})]}),(0,O.jsx)(C,{page:N.effectivePage,totalPages:N.totalPages,onPrev:()=>l(e=>e-1),onNext:()=>l(e=>e+1)})]}):null,k.length>0?(0,O.jsxs)(`div`,{className:`mt-3 space-y-2 text-sm`,children:[L.visible.map(e=>(0,O.jsx)(P,{finding:e},e.id)),(0,O.jsx)(C,{page:L.effectivePage,totalPages:L.totalPages,onPrev:()=>f(e=>e-1),onNext:()=>f(e=>e+1)})]}):null]})})});export{F as CacheUtilization};

package/public/assets/CachingOpportunity-Cn-LmRA4.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{E as n,W as r,d as i,dt as a,p as o}from"./DisclosureContext-LYzHroHO.js";import{p as s}from"./plan-graph-vendor-B0sEms9Z.js";import{h as c,m as l}from"./useRecentFiles-BrBl-AP1.js";import{D as u,F as d,I as f,L as p,M as m,P as h,S as g,j as _}from"./index-CEM9bz_x.js";import{o as v,r as y,t as b}from"./Dashboard-Bo_1jGqH.js";import{n as x}from"./finding-anchor-DF1cSHO1.js";import{t as S}from"./usePagedRows-BjPOpUU8.js";var C={name:`git-merge`,size:24,node:[[`circle`,{cx:`18`,cy:`18`,r:`3`,key:`1xkwt0`}],[`circle`,{cx:`6`,cy:`6`,r:`3`,key:`1lh9wr`}],[`path`,{d:`M6 21V9a9 9 0 0 0 9 9`,key:`7kw0sc`}]]};C.node;var w=a(C),T=e(t(),1),E=s();function D({relations:e,operator:t}){let n=t===`union`?`union`:`join`;return(0,E.jsx)(`span`,{className:`inline-flex flex-wrap items-baseline`,children:e.map((e,t)=>(0,E.jsxs)(`span`,{children:[t>0?(0,E.jsxs)(E.Fragment,{children:[` `,(0,E.jsx)(`span`,{className:`mx-1 font-semibold uppercase text-xs tracking-wide text-primary`,children:n}),` `]}):null,e.relation]},e.relation))})}function O({finding:e}){let t=x([e]),i=e.variant===`composite`;return(0,E.jsxs)(p,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`transition-colors ${t.flashClassName}`,children:[(0,E.jsx)(h,{children:(0,E.jsxs)(`span`,{className:`inline-flex items-center gap-2`,children:[i?(0,E.jsx)(w,{className:`size-3.5 text-muted-foreground`,"aria-hidden":`true`}):null,i&&e.relations&&e.relations.length>0?(0,E.jsx)(D,{relations:e.relations,operator:e.operator}):(0,E.jsx)(`span`,{children:e.relation}),i?(0,E.jsx)(n,{variant:`outline`,className:`text-xs uppercase border-dashed`,children:e.operator?.toUpperCase()}):(0,E.jsx)(n,{variant:`secondary`,className:`text-xs uppercase`,children:e.format})]})}),(0,E.jsxs)(h,{children:[e.value,` queries`]}),(0,E.jsx)(h,{className:`text-right`,children:r(e.totalReadBytes)}),(0,E.jsxs)(h,{children:[(0,E.jsx)(b,{finding:e}),(0,E.jsx)(`p`,{className:`mt-1`,children:e.recommendation}),(0,E.jsx)(o,{children:(0,E.jsx)(c,{confidence:e.confidence,validationRequired:e.validationRequired})})]})]})}var k=(0,T.memo)(function({catalog:e,defaultCollapsed:t=!0}){let[n,r]=(0,T.useState)(0),a=(0,T.useMemo)(()=>l(e,`cachingOpportunity`).sort((e,t)=>t.totalReadBytes-e.totalReadBytes||(t.value??0)-(e.value??0)),[e]),s=u(),c=s?a.findIndex(e=>e===s.finding):null,{totalPages:h,effectivePage:b,visible:x}=S(a,n,r,c);if(a.length===0)return null;let C=a[0];return(0,E.jsx)(g,{title:`Caching Opportunities`,impactBand:`info`,badges:(0,E.jsx)(i,{type:`cachingOpportunity`,impactBand:`info`}),defaultCollapsed:t,summary:(0,E.jsx)(v,{value:`${C.value}×`,context:`read by ${C.value} queries: ${C.relation}`}),children:(0,E.jsxs)(`div`,{className:`space-y-3`,children:[(0,E.jsxs)(_,{children:[(0,E.jsx)(f,{children:(0,E.jsxs)(p,{children:[(0,E.jsx)(d,{children:`Relation`}),(0,E.jsx)(d,{children:`Read by`}),(0,E.jsx)(d,{className:`text-right`,children:`Data read`}),(0,E.jsx)(d,{children:`Recommendation`})]})}),(0,E.jsx)(m,{children:x.map((e,t)=>(0,E.jsx)(O,{finding:e},`${e.format}:${e.relation}:${(e.executionIds??[]).join(`,`)}:${t}`))})]}),(0,E.jsx)(o,{children:(0,E.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Reuse is inferred from plan structure, not confirmed by execution. Verify before caching.`})}),(0,E.jsx)(y,{page:b,totalPages:h,onPrev:()=>r(e=>e-1),onNext:()=>r(e=>e+1)})]})})});export{k as CachingOpportunity};

package/public/assets/ColdStart-BoiYzEyV.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{R as n,d as r,u as i}from"./DisclosureContext-LYzHroHO.js";import{p as a}from"./plan-graph-vendor-B0sEms9Z.js";import{D as o,S as s}from"./index-CEM9bz_x.js";import{o as c,r as l,t as u}from"./Dashboard-Bo_1jGqH.js";import{r as d}from"./impact-sort-7z0ZcBZf.js";import{n as f}from"./finding-anchor-DF1cSHO1.js";import{t as p}from"./usePagedRows-BjPOpUU8.js";import{n as m,t as h}from"./useSortMode-CU0vzThu.js";var g=e(t(),1),_=a();function v(e){return`${e.value}s`}function y({finding:e}){let t=f([e]);return(0,_.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 text-sm transition-colors ${t.flashClassName}`,children:[(0,_.jsxs)(`div`,{className:`flex flex-wrap items-center gap-2`,children:[(0,_.jsx)(i,{impactBand:e.impactBand}),(0,_.jsx)(`strong`,{children:v(e)})]}),(0,_.jsx)(u,{finding:e}),(0,_.jsx)(`p`,{className:`text-muted-foreground pt-1`,children:e.recommendation})]})}var b=(0,g.memo)(function({catalog:e,defaultCollapsed:t=!0}){let{sortMode:i,setSortMode:a,orderBy:u}=h(),[f,b]=(0,g.useState)(!t),[x,S]=(0,g.useState)(0),C=e.filter(e=>e.type===`coldStart`).slice().sort((e,t)=>n[e.impactBand]-n[t.impactBand]),w=u(C,e=>[e],e=>e.stageId??null),T=o(),E=T?w.findIndex(e=>e===T.finding):null,{totalPages:D,effectivePage:O,visible:k}=p(w,x,S,E);return C.length===0?null:(0,_.jsxs)(s,{title:`Cold Start`,impactBand:C[0].impactBand,badges:(0,_.jsxs)(_.Fragment,{children:[(0,_.jsx)(r,{type:`coldStart`,impactBand:C[0].impactBand}),d(C,C.length,f)?(0,_.jsx)(m,{mode:i,onChange:a}):null]}),open:f,onOpenChange:b,summary:(0,_.jsx)(c,{value:v(C[0]),context:`${C.length} issue${C.length===1?``:`s`} flagged`}),children:[(0,_.jsx)(`ul`,{className:`space-y-2`,children:k.map(e=>(0,_.jsx)(y,{finding:e},e.id))}),(0,_.jsx)(l,{page:O,totalPages:D,onPrev:()=>S(e=>e-1),onNext:()=>S(e=>e+1)})]})});export{b as ColdStart};

package/public/assets/ConfigAudit-BoJc6PAw.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{R as n,S as r,at as i,d as a,j as o,p as s,u as c}from"./DisclosureContext-LYzHroHO.js";import{p as l}from"./plan-graph-vendor-B0sEms9Z.js";import{h as u,m as d}from"./useRecentFiles-BrBl-AP1.js";import{D as f,S as p}from"./index-CEM9bz_x.js";import{o as m,r as h,t as g}from"./Dashboard-Bo_1jGqH.js";import{n as _}from"./finding-anchor-DF1cSHO1.js";import{t as v}from"./usePagedRows-BjPOpUU8.js";var y=e(t(),1),b=l();function x({finding:e}){let t=_([e]);return(0,b.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,b.jsxs)(`div`,{className:`flex items-center gap-2`,children:[(0,b.jsx)(c,{impactBand:e.impactBand}),(0,b.jsx)(`code`,{className:`text-xs`,children:e.property}),(0,b.jsx)(`span`,{className:`text-xs text-muted-foreground`,children:`=`}),(0,b.jsx)(`code`,{className:`rounded bg-accent/10 px-1.5 py-0.5 font-mono text-xs text-accent`,children:e.valueText})]}),(0,b.jsx)(g,{finding:e}),(0,b.jsxs)(`p`,{className:`text-sm`,children:[e.recommendation,e.docAnchor?(0,b.jsxs)(b.Fragment,{children:[` `,(0,b.jsxs)(r,{anchor:e.docAnchor,children:[`Why `,e.property,` matters`]})]}):null]})]})}var S=(0,y.memo)(function({appModel:e,configFindings:t,defaultCollapsed:r=!0}){let[c,l]=(0,y.useState)(0),g=(0,y.useMemo)(()=>d(t??[],`configAudit`).sort((e,t)=>n[e.impactBand]-n[t.impactBand]),[t]),_=f(),S=_?g.findIndex(e=>e===_.finding):null,{totalPages:C,effectivePage:w,visible:T}=v(g,c,l,S);if(g.length===0){let t=e.evidenceAvailability?.entries.find(e=>e.key===`sparkConfiguration`),n;if(t)n=t.state===`present`?`No misconfigurations detected.`:t.state===`unknown`&&t.reasonCode===`parseIncomplete`?(0,b.jsxs)(b.Fragment,{children:[(0,b.jsxs)(`span`,{children:[t.summary,` `]}),(0,b.jsx)(s,{children:(0,b.jsx)(u,{evidenceKey:`sparkConfiguration`})})]}):(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,b.jsx)(s,{children:(0,b.jsx)(u,{evidenceKey:`sparkConfiguration`})})]});else{let t=e.app?.evidenceInputs;n=(t?t.environmentUpdates>0:Object.keys(e.app?.config??{}).length>0||e.app?.resources)?`No misconfigurations detected.`:(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,b.jsx)(s,{children:(0,b.jsx)(u,{evidenceKey:`sparkConfiguration`})})]})}let r=(0,b.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:n});return(0,b.jsx)(p,{title:`Config Audit`,compact:!0,summary:r,children:r})}let E=i(g);return(0,b.jsxs)(p,{title:`Config Audit`,impactBand:E,badges:(0,b.jsx)(a,{type:`configAudit`,impactBand:E??`info`,docAnchor:o(g)}),statusBadge:(0,b.jsx)(s,{children:(0,b.jsx)(u,{evidenceKey:`sparkConfiguration`})}),defaultCollapsed:r,summary:(0,b.jsx)(m,{value:`${g.length}`,context:`misconfiguration${g.length===1?``:`s`} flagged`}),children:[(0,b.jsx)(`ul`,{className:`space-y-4`,children:T.map(e=>(0,b.jsx)(x,{finding:e},e.id))}),(0,b.jsx)(h,{page:w,totalPages:C,onPrev:()=>l(e=>e-1),onNext:()=>l(e=>e+1)})]})});export{S as ConfigAudit};

package/public/assets/CoreUsageArea-BFfXKu7K.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,n as i,o as a,s as o,u as s,v as c}from"./charts-vendor-0VMaLVLN.js";import{G as l,S as u,b as d,d as f,p,u as m}from"./DisclosureContext-LYzHroHO.js";import{p as h}from"./plan-graph-vendor-B0sEms9Z.js";import{_ as g,b as _,h as v,y}from"./useRecentFiles-BrBl-AP1.js";import{S as b}from"./index-CEM9bz_x.js";import{d as x,f as S,o as C,r as w,s as T,t as E}from"./Dashboard-Bo_1jGqH.js";import{t as D}from"./usePagedRows-BjPOpUU8.js";var O=e(t(),1),k=h(),A=240,j={PROCESS_LOCAL:`Process-local`,NODE_LOCAL:`Node-local`,RACK_LOCAL:`Rack-local`,NO_PREF:`No preference`,ANY:`Any`,OTHER:`Other`,idle:`Idle`},M={PROCESS_LOCAL:g.clean,NODE_LOCAL:g.accent,RACK_LOCAL:g.warning,NO_PREF:g.muted,ANY:g.critical,OTHER:g.muted,idle:g.muted},N=`Core Usage by Locality`,P=(0,O.memo)(function({catalog:e,defaultCollapsed:t=!0}){let[h,P]=(0,O.useState)(0),F=d()?.data.coreLocality,I=(0,O.useMemo)(()=>{let e=F?.chart??{hasActivity:!1};return e.hasActivity?{...e,sampled:T(e.points)}:e},[F]),L=F?.ratio.topStages??[],R=e.find(e=>e.type===`coreLocality`),z=e.some(e=>e.type===`memoryUtilization`&&e.variant===`idleCores`),B=L.filter(e=>e.nonLocalTasks>0),{totalPages:V,effectivePage:H,visible:U}=D(B,h,P);if(!I.hasActivity)return(0,k.jsx)(b,{title:N,summary:(0,k.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No stage activity to plot.`}),children:(0,k.jsx)(x,{tone:`neutral`,icon:S,title:`No stage activity to plot.`})});let{order:W,points:G,sampled:K,peakCores:q}=I;return(0,k.jsx)(b,{title:N,impactBand:R?.impactBand,badges:R?(0,k.jsx)(f,{type:`coreLocality`,impactBand:R.impactBand}):null,defaultCollapsed:t,summary:(0,k.jsx)(C,{value:`${l(q)} cores`,context:`busy at the peak`}),children:(0,k.jsxs)(`div`,{className:`space-y-2`,children:[(0,k.jsx)(p,{children:(0,k.jsxs)(`p`,{className:`text-muted-foreground text-xs`,children:[`approximate: stage-level attribution`,R?null:(0,k.jsxs)(k.Fragment,{children:[`, see `,(0,k.jsx)(u,{anchor:`#bottleneck-utilization`,children:`how utilization is measured`})]})]})}),R?(0,k.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,k.jsx)(m,{impactBand:R.impactBand,className:`mt-1.5`}),(0,k.jsxs)(`span`,{children:[(0,k.jsxs)(`strong`,{children:[R.value,`% non-local`]}),`: `,R.recommendation]})]}):null,R?(0,k.jsx)(E,{finding:R}):null,(0,k.jsx)(p,{children:R?(0,k.jsx)(v,{confidence:R.confidence,validationRequired:R.validationRequired}):null}),(0,k.jsx)(_,{ariaLabel:`Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.`,height:A,table:{caption:`Concurrent core usage over time by locality tier`,columns:[`Time (s)`,...W.map(e=>j[e]??e)],rows:G.map(e=>[e.t,...W.map(t=>Math.round(e[t]))]),align:Array.from({length:W.length+1},()=>`right`)},children:(0,k.jsxs)(i,{data:K,children:[(0,k.jsx)(r,{vertical:!1,stroke:g.muted,strokeOpacity:.2}),(0,k.jsx)(o,{dataKey:`t`,tick:{fontSize:10},label:{value:`seconds from app start`,position:`insideBottom`,offset:-2,fontSize:10}}),(0,k.jsx)(a,{tick:{fontSize:10},width:36,label:{value:`avg concurrent cores`,angle:-90,position:`insideLeft`,fontSize:10}}),(0,k.jsx)(c,{...y}),(0,k.jsx)(n,{wrapperStyle:{fontSize:10}}),W.map(e=>(0,k.jsx)(s,{type:`monotone`,dataKey:e,name:j[e]??e,stackId:`cores`,stroke:M[e]??g.muted,fill:M[e]??g.muted,fillOpacity:e===`idle`?.15:.8,isAnimationActive:!1},e))]})}),(0,k.jsx)(p,{children:U.length>0?(0,k.jsxs)(k.Fragment,{children:[(0,k.jsx)(`ul`,{className:`space-y-1 text-xs text-muted-foreground`,children:U.map(e=>(0,k.jsxs)(`li`,{children:[`Stage `,e.stageId,`: `,Math.round(e.ratio*100),`% non-local (`,e.nonLocalTasks,`/`,e.taskCount,` tasks)`]},e.stageId))}),(0,k.jsx)(w,{page:H,totalPages:V,onPrev:()=>P(e=>e-1),onNext:()=>P(e=>e+1)})]}):null}),(0,k.jsx)(p,{children:z?(0,k.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Idle cores also flagged → see Memory Utilization widget`}):null})]})})});export{P as CoreUsageArea};