sparkforensics-server 0.3.0 → 0.5.0

package/vendor-core/write-targets.js

@@ -0,0 +1,312 @@
+// Write targets: every SQL write command in a run's plans, with the path or table it writes to.
+// Read by automation that halts a session when a target leaves its sandbox, so every rule here
+// fails toward "target unknown" (null), never toward a guessed or partial target:
+//   - a write node whose target cannot be parsed is still reported, with target null and its raw
+//     simpleString;
+//   - a target Spark cut short (no delimiter after it, or a "..." marker in it) is unparseable;
+//   - a write-like node outside the known list is reported as an unrecognized write;
+//   - an execution whose plan is not in the model (or whose start event could not be read) is
+//     listed, never skipped, and the count of unreadable log lines is reported.
+// Targets are verbatim from the simpleString: nothing is resolved (relative paths, ${var}
+// placeholders, catalog-relative table names all pass through as the log states them).
+import { walkPlanTree } from './plan-tree-walk.js';
+                                                         
+
+                              
+                         
+                                                                                    
+                        
+                                                                                         
+                  
+                                                                   
+                      
+     
+                                                                                               
+                                                                                                
+                                                                                                  
+                                                                                       
+     
+                                                                   
+                        
+                                                                                          
+                            
+                                                                             
+              
+ 
+
+                                       
+                         
+                                                                                                                                       
+                                       
+ 
+
+                                     
+                        
+                                                                                              
+                                                
+                                                                                                                    
+                              
+ 
+
+                                                                         
+
+// Write-like detection: a known command, any CamelCase word of the operator name in this set, or a
+// TableAsSelect name.
+const WRITE_WORDS = new Set([
+  'Write', 'Insert', 'Save', 'Overwrite', 'Append', 'Merge', 'Update', 'Delete', 'Truncate', 'Replace', 'Drop',
+  'Load', 'Vacuum', 'Convert', 'Clone', 'Restore', 'Optimize', 'Alter', 'Reorg', 'Rename', 'Call',
+]);
+// Names that contain no write word of their own: ADD/DROP/RENAME PARTITION (which can name a LOCATION).
+const WRITE_SUBSTRINGS = ['TableAsSelect', 'AddPartition', 'DropPartition', 'RenamePartition', 'RecoverPartitions'];
+// Plan nodes whose name matches a write word but which write no user data: WriteFiles is the child
+// of a write command (the command is the write), the rest are query or streaming-state operators.
+// Any join (SortMergeJoin) is excluded by name in isWriteLike.
+const NOT_WRITES = new Set([
+  'WriteFiles', 'AppendColumns', 'AppendColumnsWithObject', 'MergeRows', 'StateStoreSave',
+  'StateStoreRestore', 'SessionWindowStateStoreSave', 'SessionWindowStateStoreRestore',
+  'UpdateEventTimeWatermarkColumn',
+]);
+
+const IDENT_PART = String.raw`(?:\`(?:[^\`]|\`\`)*\`|[A-Za-z0-9_$]+)`;
+const IDENTIFIER = new RegExp(`^${IDENT_PART}(?:\\.${IDENT_PART})*$`);
+const IDENT_PARTS = new RegExp(IDENT_PART, 'g');
+const TRUNCATION_MARKER = /\.\.\.(?:\s*\d+ more fields)?/;
+
+function commandOf(nodeName        )         {
+  return nodeName.replace(/^Execute\s+/, '').trim().replace(/Exec$/, '');
+}
+
+// Only the operator name (the first word) is classified: a scan's node name goes on to print its
+// relation and table, whose identifiers can hold a write word (Scan JDBCRelation(dbo.PriceUpdate)).
+function isWriteLike(command        )          {
+  if (isKnownWrite(command)) return true;
+  const operator = command.split(/\s/, 1)[0];
+  if (NOT_WRITES.has(operator) || operator.includes('Join')) return false;
+  if (WRITE_SUBSTRINGS.some((part) => operator.includes(part))) return true;
+  return (operator.match(/[A-Z][a-z0-9]*/g) ?? []).some((word) => WRITE_WORDS.has(word));
+}
+
+                                                   
+
+// Splits at top-level commas, ignoring commas inside (), [], {} and backticks. `terminated` is
+// true when a comma follows the arg: the last arg of a cut-off string is never terminated.
+function splitArgs(args        )        {
+  const out        = [];
+  let depth = 0;
+  let quoted = false;
+  let start = 0;
+  for (let i = 0; i < args.length; i++) {
+    const c = args[i];
+    if (c === '`') quoted = !quoted;
+    else if (quoted) continue;
+    else if (c === '(' || c === '[' || c === '{') depth++;
+    else if (c === ')' || c === ']' || c === '}') depth--;
+    else if (c === ',' && depth === 0) {
+      out.push({ text: args.slice(start, i).trim(), terminated: true });
+      start = i + 1;
+    }
+  }
+  out.push({ text: args.slice(start).trim(), terminated: false });
+  return out;
+}
+
+// Text after the command name in the simpleString. Empty when the simpleString does not start
+// with the command (so nothing after it can be trusted).
+function argsOf(detail        , command        )         {
+  const m = /^(?:Execute\s+)?(\S+)\s*([\s\S]*)$/.exec(detail.trim());
+  if (!m || commandOf(m[1]) !== command) return '';
+  return m[2];
+}
+
+function isCut(text        )          {
+  return text === '' || TRUNCATION_MARKER.test(text);
+}
+
+// `db`.`t` or db.t -> db.t. A part that itself contains a dot or backtick keeps its quoting.
+function tableName(ident        )                {
+  if (!IDENTIFIER.test(ident)) return null;
+  const parts = (ident.match(IDENT_PARTS) ?? []).map((p) => {
+    if (!p.startsWith('`')) return p;
+    const inner = p.slice(1, -1).replace(/``/g, '`');
+    return /[.`]/.test(inner) ? p : inner;
+  });
+  return parts.join('.');
+}
+
+// First arg of a path-writing command. The next arg must be the boolean that follows it in
+// InsertIntoHadoopFsRelationCommand, or the static-partition map (INSERT OVERWRITE ... PARTITION
+// (dt='x')) that precedes that boolean, which Spark prints as `[dt=x]` (or `Map(dt -> x)`); this also rejects a path Spark printed with ", " inside.
+function parseHadoopFsPath(args       )                {
+  const [path, second, third] = args;
+  const flag = second && /^(Map\(.*\)|\[.*\])$/s.test(second.text) && second.terminated ? third : second;
+  if (!path?.terminated || isCut(path.text) || !flag || !/^(true|false)$/.test(flag.text)) return null;
+  return { kind: 'path', target: path.text };
+}
+
+// A quoted or plain identifier, or the `[Database: d, TableName: t, ...]` form Hive commands print.
+function parseTableArg(args       )                {
+  const first = args[0];
+  if (!first) return null;
+  const hive = /^\[Database: ([^,\]]+), TableName: ([^,\]]+)[,\]]/.exec(first.text);
+  if (hive && /\]$/.test(first.text)) {
+    const name = tableName(`${hive[1].trim()}.${hive[2].trim()}`);
+    return name && !isCut(name) ? { kind: 'table', target: name } : null;
+  }
+  if (!first.terminated || isCut(first.text)) return null;
+  const name = tableName(first.text);
+  return name ? { kind: 'table', target: name } : null;
+}
+
+// Options of `Map(k -> v, k2 -> v2)`, or null when the Map is missing or not closed.
+function parseOptionMap(text        )                             {
+  const m = /^Map\(([\s\S]*)\)$/.exec(text);
+  if (!m) return null;
+  const body = m[1];
+  const keys = [...body.matchAll(/(?:^|, )([A-Za-z0-9_.\-]+) -> /g)];
+  const options = new Map                ();
+  keys.forEach((key, i) => {
+    const valueStart = key.index  + key[0].length;
+    const valueEnd = i + 1 < keys.length ? keys[i + 1].index  : body.length;
+    options.set(key[1].toLowerCase(), body.slice(valueStart, valueEnd));
+  });
+  return options;
+}
+
+// SaveIntoDataSourceCommand: `<provider>, Map(options), <mode>`. The target is the `path` option or
+// the JDBC `dbtable`/`table` option; a redacted or missing value, or both options, is unparseable.
+function parseSaveIntoDataSource(args       )                {
+  const [, options, mode] = args;
+  if (!options?.terminated || !mode || mode.text === '') return null;
+  const map = parseOptionMap(options.text);
+  if (!map) return null;
+  const path = map.get('path');
+  const table = map.get('dbtable') ?? map.get('table');
+  if ((path === undefined) === (table === undefined)) return null;
+  const value = (path ?? table) ;
+  if (isCut(value) || /\*{5,}\(redacted\)/.test(value)) return null;
+  return path !== undefined ? { kind: 'path', target: value } : { kind: 'jdbcTable', target: value };
+}
+
+// The one target every match of `pattern` names, or null when there is none, when they name
+// different targets, or when one of them is cut: a string that also prints another plan (a
+// subquery) cannot tell which match is written. `pattern` captures the target, then its closing
+// delimiter; a match without the delimiter was cut before it.
+function soleMatch(detail        , pattern        , normalize                                 )                {
+  const targets = new Set               ();
+  for (const m of detail.matchAll(pattern)) targets.add(m[2] === undefined || isCut(m[1]) ? null : normalize(m[1]));
+  const [target] = targets;
+  return targets.size === 1 ? target : null;
+}
+
+// A V2 name states its catalog only as a leading part (catalog.namespace.table). With two parts or
+// fewer the catalog is implicit, so a database check on the name alone could match another catalog.
+function v2Table(name               )                {
+  if (!name) return null;
+  const parts = name.match(IDENT_PARTS)?.length ?? 0;
+  return { kind: parts >= 3 ? 'table' : 'unqualifiedTable', target: name };
+}
+
+// DataSource V2 writes print the connector's Write object; Iceberg's is IcebergWrite(table=t, ...).
+function parseV2Write(detail        )                {
+  return v2Table(soleMatch(detail, /\b\w*Write\(table=([^,()\s]*)([,)])?/g, tableName));
+}
+
+// V2 CTAS/RTAS: `<catalog>@<hash>, <identifier>, <query plan>, ...`. The catalog shape is checked
+// so a plan printed in a different layout is not misread.
+function parseV2TableAsSelect(args       )                {
+  const [catalog, ident] = args;
+  if (!catalog?.terminated || !/^[\w.$]+@[0-9a-f]+$/.test(catalog.text)) return null;
+  if (!ident?.terminated || isCut(ident.text)) return null;
+  return v2Table(tableName(ident.text));
+}
+
+// Delta prints a path-based table as delta.`<path>`. Only the command's own first argument is the
+// written table: later arguments print other plans (a source relation, a condition's subquery).
+function parseDeltaPath(args       )                {
+  const [first] = args;
+  const m = first?.terminated ? /^delta\.`([^`]*)`$/.exec(first.text) : null;
+  return m && !isCut(m[1]) ? { kind: 'path', target: m[1] } : null;
+}
+
+const V2_WRITES = new Set([
+  'AppendData', 'OverwriteByExpression', 'OverwritePartitionsDynamic', 'ReplaceData', 'WriteDelta',
+  'WriteToDataSourceV2',
+  // V1-fallback writers (Delta tables): their node names keep the V1 suffix, not ending in Exec.
+  'AppendDataExecV1', 'OverwriteByExpressionExecV1',
+]);
+const V2_TABLE_AS_SELECT = new Set([
+  'CreateTableAsSelect', 'AtomicCreateTableAsSelect', 'ReplaceTableAsSelect', 'AtomicReplaceTableAsSelect',
+]);
+const DELTA_COMMANDS = new Set([
+  'WriteIntoDelta', 'WriteIntoDeltaCommand', 'MergeIntoCommand', 'UpdateCommand', 'DeleteCommand',
+  'CreateDeltaTableCommand', 'OptimizeTableCommand', 'RestoreTableCommand', 'DeltaReorgTableCommand',
+]);
+
+const ARG_PARSERS                                                 = {
+  InsertIntoHadoopFsRelationCommand: parseHadoopFsPath,
+  InsertIntoHiveTable: parseTableArg,
+  CreateHiveTableAsSelectCommand: parseTableArg,
+  OptimizedCreateHiveTableAsSelectCommand: parseTableArg,
+  CreateDataSourceTableAsSelectCommand: parseTableArg,
+  SaveIntoDataSourceCommand: parseSaveIntoDataSource,
+};
+
+function isKnownWrite(command        )          {
+  return command in ARG_PARSERS || V2_WRITES.has(command) || V2_TABLE_AS_SELECT.has(command) || DELTA_COMMANDS.has(command);
+}
+
+// [recognized, parsed target or null] for one write-like node.
+function parseWrite(command        , detail        )                           {
+  const argParser = ARG_PARSERS[command];
+  if (argParser) return [true, argParser(splitArgs(argsOf(detail, command)))];
+  if (V2_WRITES.has(command)) return [true, parseV2Write(detail)];
+  if (V2_TABLE_AS_SELECT.has(command)) return [true, parseV2TableAsSelect(splitArgs(argsOf(detail, command)))];
+  // A MERGE prints its source relation too, so a delta. path in it may be the source, not the target.
+  if (command === 'MergeIntoCommand') return [true, null];
+  if (DELTA_COMMANDS.has(command)) return [true, parseDeltaPath(splitArgs(argsOf(detail, command)))];
+  return [false, null];
+}
+
+function outputRowsOf(node          )                {
+  const metric = node.metrics?.find((m) => m.name === 'number of output rows');
+  return metric !== undefined && Number.isFinite(metric.value) ? metric.value : null;
+}
+
+function collectWrites(executionId        , root          , out               )       {
+  walkPlanTree(root, (node) => {
+    const command = commandOf(node.name);
+    if (!isWriteLike(command)) return;
+    const detail = node.detail ?? '';
+    const [recognized, parsed] = parseWrite(command, detail);
+    out.push({
+      sqlExecutionId: executionId,
+      nodeId: node.id ?? null,
+      command,
+      recognized,
+      kind: parsed?.kind ?? null,
+      target: parsed?.target ?? null,
+      outputRows: outputRowsOf(node),
+      raw: detail !== '' ? detail : node.name,
+    });
+  }, { dedupe: true });
+}
+
+                                    
+                                                                                   
+                                     
+                        
+ 
+
+export function extractWriteTargets(sql                           , input                    = {})                     {
+  const writes                = [];
+  const withoutPlan = new Map                                        ();
+  for (const id of input.unreadableSqlExecutions ?? []) if (!sql.get(id)?.planTree) withoutPlan.set(id, 'unreadableStart');
+  for (const id of [...sql.keys()].sort((a, b) => a - b)) {
+    const planTree = sql.get(id) .planTree;
+    if (!planTree) withoutPlan.set(id, withoutPlan.get(id) ?? 'noPlan');
+    else collectWrites(id, planTree, writes);
+  }
+  const executionsWithoutPlan = [...withoutPlan].sort((a, b) => a[0] - b[0])
+    .map(([sqlExecutionId, reason]) => ({ sqlExecutionId, reason }));
+  return { writes, executionsWithoutPlan, skippedLines: input.skippedLines ?? null };
+}

package/public/assets/AutoscalingChurn-lxZHWIwq.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,l as i,o as a,s as o,t as s,v as c,w as l}from"./charts-vendor-0VMaLVLN.js";import{p as u}from"./plan-graph-vendor-B0sEms9Z.js";import{T as d,w as f}from"./useRecentFiles-qH5Ap4xm.js";import{A as p,D as m,O as h,i as g}from"./index-27MbqTFr.js";import{t as _}from"./downsample-WmNM1qc9.js";import{t as v}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as y}from"./ImpactEstimate-36WxuPdV.js";var b=e(t(),1),x=u(),S=60,C=6e4,w=220;function T(e,t,n,r,i){if(e.length===0&&t.length===0)return[];let a=Math.max(i,r-n),o=Math.max(1,Math.ceil(a/i)),s=[];for(let e=0;e<o;e++)s.push({tStart:n+e*i,adds:0,removes:0});let c=e=>Math.min(o-1,Math.max(0,Math.floor((e-n)/i)));for(let t of e)s[c(t.timestamp)].adds++;for(let e of t)s[c(e.timestamp)].removes++;return s}function E(e,t){let n=Math.max(1,t-e);return Math.max(C,Math.ceil(n/S))}function D(e){if(e<=0)return 1;let t=10**Math.floor(Math.log10(e)),n=e/t;return(n<=1?1:n<=2?2:n<=5?5:10)*t}function O(e){let t=D(e.reduce((e,t)=>Math.max(e,Math.abs(t.added),Math.abs(t.removed)),0));return{domain:[-t,t],ticks:[-t,-t/2,0,t/2,t]}}function k(e){return Math.abs(e.height)<1?null:(0,x.jsx)(l,{...e})}function A({finding:e}){return(0,x.jsxs)(`div`,{className:`flex flex-col gap-1 transition-colors`,children:[(0,x.jsxs)(`p`,{className:`text-xs text-muted-foreground`,children:[`Short-lived executors: `,(0,x.jsxs)(`strong`,{children:[e.value,`%`]})]}),(0,x.jsx)(y,{finding:e}),(0,x.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,x.jsx)(m,{impactBand:e.impactBand,className:`mt-1.5`}),(0,x.jsxs)(`span`,{children:[e.recommendation,` `,(0,x.jsx)(p,{anchor:`#config-autoscale-bounds`,children:`Tuning executorIdleTimeout and the min/max bounds`}),`.`]})]})]})}var j=(0,b.memo)(function({appModel:e,activeFileId:t,catalog:l=[],defaultCollapsed:u=!0}){let p=(0,b.useMemo)(()=>{let t=e.executors.added,n=e.executors.removed;if(t.length===0&&n.length===0)return{hasEvents:!1,added:t,removed:n};let r=e.app,i=r?.startTime??0,a=r?.endTime??i,o=E(i,a),s=_(T(t,n,i,a,o)).map(e=>({t:`${Math.round((e.tStart-i)/1e3)}s`,added:e.adds,removed:-e.removes}));return{hasEvents:!0,added:t,removed:n,rows:s,yAxisScale:O(s)}},[e,t]);if(!p.hasEvents)return(0,x.jsx)(g,{title:`Autoscaling Churn`,summary:(0,x.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`}),children:(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`})});let{added:m,removed:y,rows:S,yAxisScale:C}=p,D=l.find(e=>e.type===`autoscalingChurn`);return(0,x.jsx)(g,{title:`Autoscaling Churn`,impactBand:D?.impactBand,badges:D&&(0,x.jsx)(h,{type:`autoscalingChurn`,impactBand:D.impactBand}),defaultCollapsed:u,summary:(0,x.jsx)(v,{value:`${m.length} added / ${y.length} removed`,context:D?`${D.value}% short-lived executors, ${D.impactBand}`:`executor churn events`}),children:(0,x.jsxs)(`div`,{className:`space-y-2`,children:[D&&(0,x.jsx)(A,{finding:D}),(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`executors added / removed over time`}),(0,x.jsx)(d,{ariaLabel:`Executor added and removed counts per time bucket over the run.`,height:w,table:{caption:`Executor added/removed counts by time bucket`,columns:[`Time`,`Executors added`,`Executors removed`],rows:S.map(e=>[e.t,e.added,Math.abs(e.removed)]),align:[`right`,`right`,`right`]},children:(0,x.jsxs)(s,{data:S,children:[(0,x.jsx)(r,{stroke:f.muted,strokeOpacity:.2}),(0,x.jsx)(o,{dataKey:`t`,tick:{fontSize:10}}),(0,x.jsx)(a,{tick:{fontSize:10},width:32,domain:C.domain,ticks:C.ticks}),(0,x.jsx)(c,{formatter:(e,t)=>[Math.abs(Number(e)),t]}),(0,x.jsx)(n,{wrapperStyle:{fontSize:10}}),(0,x.jsx)(i,{dataKey:`added`,name:`Added`,stackId:`churn`,fill:f.clean,shape:k}),(0,x.jsx)(i,{dataKey:`removed`,name:`Removed`,stackId:`churn`,fill:f.muted,shape:k})]})})]})})});export{j as AutoscalingChurn};

package/public/assets/CacheUtilization-DuAJ-Lve.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{A as r,D as i,O as a,St as o,_ as s,_t as c,b as l,ct as u,ft as d,h as f,ht as p,i as m,k as h,l as g,m as _,v,vt as y,y as b}from"./index-27MbqTFr.js";import{t as x}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as S}from"./ImpactEstimate-36WxuPdV.js";import{t as C}from"./RowPagination-D2aIcfGv.js";import{n as w}from"./finding-anchor-vVODA_VC.js";import{t as T}from"./usePagedRows-jNUWgVTD.js";var E=e(t(),1),D=n(),O=70;function k(e){if(!e)return`—`;let t=[];return e.useMemory&&t.push(`Memory`),e.useDisk&&t.push(`Disk`),e.deserialized?t.push(`Deserialized`):(e.useMemory||e.useDisk)&&t.push(`Serialized`),(e.replication??1)>1&&t.push(`x${e.replication}`),t.join(` · `)||`—`}function A(e){return e.name||`RDD ${e.id}`}function j(e){let t=y(A(e));return t.length<=O?t:`${t.slice(0,O)}…`}function M(e){let t=p(`pct`,c(e));return e.variant===`diskSpillover`?`${t} spilled to disk: ${d(e.diskSize??0)} disk / ${d(e.memorySize??0)} memory`:`${t} cached (${e.numCachedPartitions??0}/${e.numPartitions??0} partitions)`}function N({finding:e}){let t=w([e]),n=e.rddName??`RDD ${e.rddId}`;return(0,D.jsxs)(`div`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,D.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2`,children:[(0,D.jsx)(i,{impactBand:e.impactBand,className:`mt-1.5`}),(0,D.jsx)(`span`,{children:n})]}),(0,D.jsx)(h,{children:(0,D.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:M(e)})}),(0,D.jsx)(S,{finding:e}),(0,D.jsx)(`p`,{className:`text-sm`,children:e.recommendation})]})}var P=(0,E.memo)(function({appModel:e,catalog:t}){let[n,c]=(0,E.useState)(0),[p,h]=(0,E.useState)(0),y=e.app?.rddInfo,S=(0,E.useMemo)(()=>y?[...y.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,t)=>(t.memorySize??0)+(t.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[y]),w=(0,E.useMemo)(()=>t.filter(e=>e.type===`cacheUtilization`).sort((e,t)=>u[e.impactBand]-u[t.impactBand]),[t]),O=T(S,n,c),M=g(),P=M?w.findIndex(e=>e===M.finding):null,F=T(w,p,h,P);if(S.length===0)return null;let I=e=>w.filter(t=>t.rddId===e),L=S.reduce((e,t)=>e+(t.memorySize??0)+(t.diskSize??0),0);return(0,D.jsx)(`div`,{"data-widget":`cache-utilization`,children:(0,D.jsxs)(m,{title:`Cache Storage`,impactBand:o(w),badges:(0,D.jsxs)(D.Fragment,{children:[w.length>0?(0,D.jsx)(a,{type:`cacheUtilization`,impactBand:o(w)??`info`}):null,(0,D.jsxs)(`span`,{className:`text-xs text-muted-foreground`,children:[S.length,` cached RDD`,S.length===1?``:`s`,`, see`,` `,(0,D.jsx)(r,{anchor:`#memory-model`,children:`how Spark accounts cached memory`})]})]}),defaultCollapsed:!0,summary:(0,D.jsx)(x,{value:d(L),context:`cached across memory + disk`}),children:[(0,D.jsxs)(_,{children:[(0,D.jsx)(b,{children:(0,D.jsxs)(l,{children:[(0,D.jsx)(v,{children:`RDD`}),(0,D.jsx)(v,{children:`Storage level`}),(0,D.jsx)(v,{className:`text-right`,children:`Cached partitions`}),(0,D.jsx)(v,{className:`text-right`,children:`Memory`}),(0,D.jsx)(v,{className:`text-right`,children:`Disk`})]})}),(0,D.jsx)(f,{children:O.visible.map(e=>{let t=A(e),n=j(e),r=I(e.id);return(0,D.jsxs)(l,{children:[(0,D.jsxs)(s,{className:`max-w-80 truncate`,title:t===n?void 0:t,children:[n,r.length>0&&(0,D.jsx)(i,{impactBand:o(r)??`info`,className:`ml-1.5`})]}),(0,D.jsx)(s,{children:k(e.storageLevel)}),(0,D.jsxs)(s,{className:`text-right`,children:[e.numCachedPartitions,` / `,e.numPartitions]}),(0,D.jsx)(s,{className:`text-right`,children:d(e.memorySize??0)}),(0,D.jsx)(s,{className:`text-right`,children:d(e.diskSize??0)})]},e.id)})})]}),(0,D.jsx)(C,{page:O.effectivePage,totalPages:O.totalPages,onPrev:()=>c(e=>e-1),onNext:()=>c(e=>e+1)}),w.length>0?(0,D.jsxs)(`div`,{className:`mt-3 space-y-2 text-sm`,children:[F.visible.map(e=>(0,D.jsx)(N,{finding:e},e.id)),(0,D.jsx)(C,{page:F.effectivePage,totalPages:F.totalPages,onPrev:()=>h(e=>e-1),onNext:()=>h(e=>e+1)})]}):null]})})});export{P as CacheUtilization};

package/public/assets/CachingOpportunity-DC1t7o2_.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{S as r}from"./useRecentFiles-qH5Ap4xm.js";import{Mt as i,O as a,_ as o,b as s,ft as c,h as l,i as u,j as d,k as f,l as p,m,v as h,y as g}from"./index-27MbqTFr.js";import{t as _}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as v}from"./ImpactEstimate-36WxuPdV.js";import{t as y}from"./RowPagination-D2aIcfGv.js";import{n as b}from"./finding-anchor-vVODA_VC.js";import{t as x}from"./usePagedRows-jNUWgVTD.js";var S={name:`git-merge`,size:24,node:[[`circle`,{cx:`18`,cy:`18`,r:`3`,key:`1xkwt0`}],[`circle`,{cx:`6`,cy:`6`,r:`3`,key:`1lh9wr`}],[`path`,{d:`M6 21V9a9 9 0 0 0 9 9`,key:`7kw0sc`}]]};S.node;var C=i(S),w=e(t(),1),T=n();function E({relations:e,operator:t}){let n=t===`union`?`union`:`join`;return(0,T.jsx)(`span`,{className:`inline-flex flex-wrap items-baseline`,children:e.map((e,t)=>(0,T.jsxs)(`span`,{children:[t>0?(0,T.jsxs)(T.Fragment,{children:[` `,(0,T.jsx)(`span`,{className:`mx-1 font-semibold uppercase text-xs tracking-wide text-primary`,children:n}),` `]}):null,e.relation]},e.relation))})}function D({finding:e}){let t=b([e]),n=e.variant===`composite`;return(0,T.jsxs)(s,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`transition-colors ${t.flashClassName}`,children:[(0,T.jsx)(o,{children:(0,T.jsxs)(`span`,{className:`inline-flex items-center gap-2`,children:[n?(0,T.jsx)(C,{className:`size-3.5 text-muted-foreground`,"aria-hidden":`true`}):null,n&&e.relations&&e.relations.length>0?(0,T.jsx)(E,{relations:e.relations,operator:e.operator}):(0,T.jsx)(`span`,{children:e.relation}),n?(0,T.jsx)(d,{variant:`outline`,className:`text-xs uppercase border-dashed`,children:e.operator?.toUpperCase()}):(0,T.jsx)(d,{variant:`secondary`,className:`text-xs uppercase`,children:e.format})]})}),(0,T.jsxs)(o,{children:[e.value,` queries`]}),(0,T.jsx)(o,{className:`text-right`,children:c(e.totalReadBytes??0)}),(0,T.jsxs)(o,{children:[(0,T.jsx)(v,{finding:e}),(0,T.jsx)(`p`,{className:`mt-1`,children:e.recommendation}),(0,T.jsx)(f,{children:(0,T.jsx)(r,{confidence:e.confidence,validationRequired:e.validationRequired})})]})]})}var O=(0,w.memo)(function({catalog:e,defaultCollapsed:t=!0}){let[n,r]=(0,w.useState)(0),i=(0,w.useMemo)(()=>e.filter(e=>e.type===`cachingOpportunity`).sort((e,t)=>(t.totalReadBytes??0)-(e.totalReadBytes??0)||(typeof t.value==`number`?t.value:0)-(typeof e.value==`number`?e.value:0)),[e]),o=p(),c=o?i.findIndex(e=>e===o.finding):null,{totalPages:d,effectivePage:v,visible:b}=x(i,n,r,c);if(i.length===0)return null;let S=i[0];return(0,T.jsx)(u,{title:`Caching Opportunities`,impactBand:`info`,badges:(0,T.jsx)(a,{type:`cachingOpportunity`,impactBand:`info`}),defaultCollapsed:t,summary:(0,T.jsx)(_,{value:`${S.value}×`,context:`read by ${S.value} queries: ${S.relation}`}),children:(0,T.jsxs)(`div`,{className:`space-y-3`,children:[(0,T.jsxs)(m,{children:[(0,T.jsx)(g,{children:(0,T.jsxs)(s,{children:[(0,T.jsx)(h,{children:`Relation`}),(0,T.jsx)(h,{children:`Read by`}),(0,T.jsx)(h,{className:`text-right`,children:`Data read`}),(0,T.jsx)(h,{children:`Recommendation`})]})}),(0,T.jsx)(l,{children:b.map((e,t)=>(0,T.jsx)(D,{finding:e},`${e.format}:${e.relation}:${(e.executionIds??[]).join(`,`)}:${t}`))})]}),(0,T.jsx)(f,{children:(0,T.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Reuse is inferred from plan structure, not confirmed by execution. Verify before caching.`})}),(0,T.jsx)(y,{page:v,totalPages:d,onPrev:()=>r(e=>e-1),onNext:()=>r(e=>e+1)})]})})});export{O as CachingOpportunity};

package/public/assets/ColdStart-BOYXeiUZ.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{D as r,O as i,ct as a,i as o,l as s}from"./index-27MbqTFr.js";import{t as c}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as l}from"./ImpactEstimate-36WxuPdV.js";import{t as u}from"./RowPagination-D2aIcfGv.js";import{r as d}from"./impact-sort-DxaUheWV.js";import{n as f}from"./finding-anchor-vVODA_VC.js";import{t as p}from"./usePagedRows-jNUWgVTD.js";import{n as m,t as h}from"./useSortMode-CvPY99UV.js";var g=e(t(),1),_=n();function v(e){return`${e.value}s`}function y({finding:e}){let t=f([e]);return(0,_.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 text-sm transition-colors ${t.flashClassName}`,children:[(0,_.jsxs)(`div`,{className:`flex flex-wrap items-center gap-2`,children:[(0,_.jsx)(r,{impactBand:e.impactBand}),(0,_.jsx)(`strong`,{children:v(e)})]}),(0,_.jsx)(l,{finding:e}),(0,_.jsx)(`p`,{className:`text-muted-foreground pt-1`,children:e.recommendation})]})}var b=(0,g.memo)(function({catalog:e,defaultCollapsed:t=!0}){let{sortMode:n,setSortMode:r,orderBy:l}=h(),[f,b]=(0,g.useState)(!t),[x,S]=(0,g.useState)(0),C=e.filter(e=>e.type===`coldStart`).slice().sort((e,t)=>a[e.impactBand]-a[t.impactBand]),w=l(C,e=>[e],e=>e.stageId??null),T=s(),E=T?w.findIndex(e=>e===T.finding):null,{totalPages:D,effectivePage:O,visible:k}=p(w,x,S,E);return C.length===0?null:(0,_.jsxs)(o,{title:`Cold Start`,impactBand:C[0].impactBand,badges:(0,_.jsxs)(_.Fragment,{children:[(0,_.jsx)(i,{type:`coldStart`,impactBand:C[0].impactBand}),d(C,C.length,f)?(0,_.jsx)(m,{mode:n,onChange:r}):null]}),open:f,onOpenChange:b,summary:(0,_.jsx)(c,{value:v(C[0]),context:`${C.length} issue${C.length===1?``:`s`} flagged`}),children:[(0,_.jsx)(`ul`,{className:`space-y-2`,children:k.map(e=>(0,_.jsx)(y,{finding:e},e.id))}),(0,_.jsx)(u,{page:O,totalPages:D,onPrev:()=>S(e=>e-1),onNext:()=>S(e=>e+1)})]})});export{b as ColdStart};

package/public/assets/ConfigAudit-MCPrJomC.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{S as r}from"./useRecentFiles-qH5Ap4xm.js";import{A as i,D as a,H as o,N as s,O as c,St as l,ct as u,i as d,k as f,l as p}from"./index-27MbqTFr.js";import{t as m}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as h}from"./ImpactEstimate-36WxuPdV.js";import{t as g}from"./RowPagination-D2aIcfGv.js";import{n as _}from"./finding-anchor-vVODA_VC.js";import{t as v}from"./usePagedRows-jNUWgVTD.js";var y=e(t(),1),b=n();function x({finding:e}){let t=_([e]);return(0,b.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,b.jsxs)(`div`,{className:`flex items-center gap-2`,children:[(0,b.jsx)(a,{impactBand:e.impactBand}),(0,b.jsx)(`code`,{className:`text-xs`,children:e.property}),(0,b.jsx)(`span`,{className:`text-xs text-muted-foreground`,children:`=`}),(0,b.jsx)(`code`,{className:`rounded bg-accent/10 px-1.5 py-0.5 font-mono text-xs text-accent`,children:String(e.value)})]}),(0,b.jsx)(h,{finding:e}),(0,b.jsxs)(`p`,{className:`text-sm`,children:[e.recommendation,e.docAnchor?(0,b.jsxs)(b.Fragment,{children:[` `,(0,b.jsxs)(i,{anchor:e.docAnchor,children:[`Why `,e.property,` matters`]})]}):null]})]})}var S=(0,y.memo)(function({appModel:e,configFindings:t,defaultCollapsed:n=!0}){let[i,a]=(0,y.useState)(0),h=(0,y.useMemo)(()=>(t??o(e.app)).filter(e=>e.type===`configAudit`).slice().sort((e,t)=>u[e.impactBand]-u[t.impactBand]),[t,e]),_=p(),S=_?h.findIndex(e=>e===_.finding):null,{totalPages:C,effectivePage:w,visible:T}=v(h,i,a,S);if(h.length===0){let t=e.evidenceAvailability?.entries.find(e=>e.key===`sparkConfiguration`),n;if(t)n=t.state===`present`?`No misconfigurations detected.`:t.state===`unknown`&&t.reasonCode===`parseIncomplete`?(0,b.jsxs)(b.Fragment,{children:[(0,b.jsxs)(`span`,{children:[t.summary,` `]}),(0,b.jsx)(f,{children:(0,b.jsx)(r,{evidenceKey:`sparkConfiguration`})})]}):(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,b.jsx)(f,{children:(0,b.jsx)(r,{evidenceKey:`sparkConfiguration`})})]});else{let t=e.app?.evidenceInputs;n=(t?t.environmentUpdates>0:Object.keys(e.app?.config??{}).length>0||e.app?.resources)?`No misconfigurations detected.`:(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,b.jsx)(f,{children:(0,b.jsx)(r,{evidenceKey:`sparkConfiguration`})})]})}let i=(0,b.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:n});return(0,b.jsx)(d,{title:`Config Sanity`,compact:!0,summary:i,children:i})}let E=l(h);return(0,b.jsxs)(d,{title:`Config Sanity`,impactBand:E,badges:(0,b.jsx)(c,{type:`configAudit`,impactBand:E??`info`,docAnchor:s(h)}),statusBadge:(0,b.jsx)(f,{children:(0,b.jsx)(r,{evidenceKey:`sparkConfiguration`})}),defaultCollapsed:n,summary:(0,b.jsx)(m,{value:`${h.length}`,context:`misconfiguration${h.length===1?``:`s`} flagged`}),children:[(0,b.jsx)(`ul`,{className:`space-y-4`,children:T.map(e=>(0,b.jsx)(x,{finding:e},e.id))}),(0,b.jsx)(g,{page:w,totalPages:C,onPrev:()=>a(e=>e-1),onNext:()=>a(e=>e+1)})]})});export{S as ConfigAudit};

package/public/assets/CoreUsageArea-ChNuqGA0.js

@@ -1 +0,0 @@
-import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,n as i,o as a,s as o,u as s,v as c}from"./charts-vendor-0VMaLVLN.js";import{p as l}from"./plan-graph-vendor-B0sEms9Z.js";import{S as u,T as d,w as f}from"./useRecentFiles-qH5Ap4xm.js";import{t as p}from"./inbox-LtbS_kBS.js";import{A as m,D as h,O as g,X as _,i as v,k as y}from"./index-27MbqTFr.js";import{t as b}from"./EmptyState-D_ulfIIi.js";import{t as x}from"./downsample-WmNM1qc9.js";import{t as S}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as C}from"./ImpactEstimate-36WxuPdV.js";import{t as w}from"./RowPagination-D2aIcfGv.js";import{t as T}from"./usePagedRows-jNUWgVTD.js";var E=e(t(),1),D=[`PROCESS_LOCAL`,`NODE_LOCAL`,`RACK_LOCAL`,`NO_PREF`,`ANY`];function O(e,{bucketWidthMs:t=6e4,tiers:n=D}={}){let r=e.filter(e=>(e.completedAt??0)>(e.submittedAt??0)&&(e.executorRunTime??0)>0);if(r.length===0)return{labels:[],series:{}};let i=r.reduce((e,t)=>Math.min(e,t.submittedAt??e),1/0),a=r.reduce((e,t)=>Math.max(e,t.completedAt??e),-1/0),o=Math.max(1,Math.ceil((a-i)/t)),s={};for(let e of n)s[e]=Array(o).fill(0);let c=Array(o).fill(0);for(let e of r){let n=e.completedAt??0,r=e.submittedAt??0,a=n-r,l=(e.executorRunTime??0)/a,u=(e.localityStats??[]).reduce((e,t)=>e+t.count,0)||1,d=new Map((e.localityStats??[]).map(e=>[e.locality,e.count/u]));for(let e=0;e<o;e++){let a=i+e*t,o=a+t,u=Math.min(n,o)-Math.max(r,a);if(u<=0)continue;let f=u/t;for(let[t,n]of d){let r=l*n*f;s[t]?s[t][e]+=r:c[e]+=r}}}c.some(e=>e>0)&&(s.OTHER=c);let l=Array(o).fill(0);for(let e of Object.keys(s))for(let t=0;t<o;t++)l[t]+=s[e][t];let u=l.reduce((e,t)=>Math.max(e,t),0);s.idle=l.map(e=>Math.max(0,u-e));let d=[];for(let e=0;e<o;e++)d.push(i+e*t);return{labels:d,series:s}}var k=l(),A=240,j=60,M={PROCESS_LOCAL:`Process-local`,NODE_LOCAL:`Node-local`,RACK_LOCAL:`Rack-local`,NO_PREF:`No preference`,ANY:`Any`,OTHER:`Other`,idle:`Idle`},N={PROCESS_LOCAL:f.clean,NODE_LOCAL:f.accent,RACK_LOCAL:f.warning,NO_PREF:f.muted,ANY:f.critical,OTHER:f.muted,idle:f.muted},P=`Core Usage by Locality`,F=(0,E.memo)(function({appModel:e,catalog:t,activeFileId:l,defaultCollapsed:F=!0}){let[I,L]=(0,E.useState)(0),R=(0,E.useMemo)(()=>{let t=[...e.stages.values()];if(!t.some(e=>(e.executorRunTime??0)>0&&(e.completedAt??0)>(e.submittedAt??0)))return{hasActivity:!1};let n=e.app,r=n?.startTime??0,i=n?.endTime??r,{labels:a,series:o}=O(t,{bucketWidthMs:Math.max(6e4,Math.ceil(Math.max(1,i-r)/j))}),s=[...D.filter(e=>o[e]),...o.OTHER?[`OTHER`]:[],`idle`],c=a.map((e,t)=>{let n={t:Math.round((e-r)/1e3)};for(let e of s)n[e]=o[e]?.[t]??0;return n}),l=x(c),u=s.filter(e=>e!==`idle`);return{hasActivity:!0,order:s,points:c,sampled:l,peakCores:c.reduce((e,t)=>Math.max(e,u.reduce((e,n)=>e+t[n],0)),0)}},[e,l]),z=(0,E.useMemo)(()=>_([...e.stages.values()],{topN:1/0}),[e,l]),B=t.find(e=>e.type===`coreLocality`),V=t.some(e=>e.type===`memoryUtilization`&&e.variant===`idleCores`),H=z.topStages.filter(e=>e.nonLocalTasks>0),{totalPages:U,effectivePage:W,visible:G}=T(H,I,L);if(!R.hasActivity)return(0,k.jsx)(v,{title:P,summary:(0,k.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No stage activity to plot.`}),children:(0,k.jsx)(b,{tone:`neutral`,icon:p,title:`No stage activity to plot.`})});let{order:K,points:q,sampled:J,peakCores:Y}=R;return(0,k.jsx)(v,{title:P,impactBand:B?.impactBand,badges:B?(0,k.jsx)(g,{type:`coreLocality`,impactBand:B.impactBand}):null,defaultCollapsed:F,summary:(0,k.jsx)(S,{value:`${Math.round(Y)} cores`,context:`peak concurrent, by locality`}),children:(0,k.jsxs)(`div`,{className:`space-y-2`,children:[(0,k.jsx)(y,{children:(0,k.jsxs)(`p`,{className:`text-muted-foreground text-xs`,children:[`approximate: stage-level attribution`,B?null:(0,k.jsxs)(k.Fragment,{children:[`, see `,(0,k.jsx)(m,{anchor:`#bottleneck-utilization`,children:`how utilization is measured`})]})]})}),B?(0,k.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,k.jsx)(h,{impactBand:B.impactBand,className:`mt-1.5`}),(0,k.jsxs)(`span`,{children:[(0,k.jsxs)(`strong`,{children:[B.value,`% non-local`]}),`: `,B.recommendation]})]}):null,B?(0,k.jsx)(C,{finding:B}):null,(0,k.jsx)(y,{children:B?(0,k.jsx)(u,{confidence:B.confidence,validationRequired:B.validationRequired}):null}),(0,k.jsx)(d,{ariaLabel:`Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.`,height:A,table:{caption:`Concurrent core usage over time by locality tier`,columns:[`Time (s)`,...K.map(e=>M[e]??e)],rows:q.map(e=>[e.t,...K.map(t=>Math.round(e[t]))]),align:Array.from({length:K.length+1},()=>`right`)},children:(0,k.jsxs)(i,{data:J,children:[(0,k.jsx)(r,{vertical:!1,stroke:f.muted,strokeOpacity:.2}),(0,k.jsx)(o,{dataKey:`t`,tick:{fontSize:10},label:{value:`seconds from app start`,position:`insideBottom`,offset:-2,fontSize:10}}),(0,k.jsx)(a,{tick:{fontSize:10},width:36,label:{value:`avg concurrent cores`,angle:-90,position:`insideLeft`,fontSize:10}}),(0,k.jsx)(c,{}),(0,k.jsx)(n,{wrapperStyle:{fontSize:10}}),K.map(e=>(0,k.jsx)(s,{type:`monotone`,dataKey:e,name:M[e]??e,stackId:`cores`,stroke:N[e]??f.muted,fill:N[e]??f.muted,fillOpacity:e===`idle`?.15:.8,isAnimationActive:!1},e))]})}),(0,k.jsx)(y,{children:G.length>0?(0,k.jsxs)(k.Fragment,{children:[(0,k.jsx)(`ul`,{className:`space-y-1 text-xs text-muted-foreground`,children:G.map(e=>(0,k.jsxs)(`li`,{children:[`Stage `,e.stageId,`: `,Math.round(e.ratio*100),`% non-local (`,e.nonLocalTasks,`/`,e.taskCount,` tasks)`]},e.stageId))}),(0,k.jsx)(w,{page:W,totalPages:U,onPrev:()=>L(e=>e-1),onNext:()=>L(e=>e+1)})]}):null}),(0,k.jsx)(y,{children:V?(0,k.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Idle cores also flagged → see Memory Utilization widget`}):null})]})})});export{F as CoreUsageArea};