sparkforensics-server 0.1.0 → 0.2.0

package/README.md

@@ -0,0 +1,6 @@
+# sparkforensics-server
+
+Local companion server for the SparkForensics dashboard.
+
+See the [main README](https://github.com/shuffle-works/sparkforensics#readme)
+for install instructions and usage.

package/index.js

@@ -4,27 +4,18 @@ import { realpathSync, existsSync } from 'node:fs';
 import { dirname, join } from 'node:path';
 import { fileURLToPath, pathToFileURL } from 'node:url';
 import { resolveStaticRoot, serveStatic } from './lib/static-files.js';
-// Unlike loadCreateMcpServer below, which falls back between a vendored copy
-// and the repo-root packages/core/src/ sibling because *that file's location*
-// varies by install mode, there's no equivalent fallback for the sdk package itself:
-// mcp-server-factory imports it unconditionally too (vendored .js or repo
-// .ts, either way), and packages/server/package.json
-// (like the root package.json) declares '@modelcontextprotocol/sdk' as a direct
-// dependency, so plain node module resolution finds it in both the published
-// and monorepo-dev layouts.
+// No install-mode fallback needed for the sdk package (unlike core below):
+// packages/server/package.json declares '@modelcontextprotocol/sdk' as a direct
+// dependency, so node resolution finds it in both published and monorepo layouts.
 import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
 
 const DEFAULT_PORT = 4173;
 const DEFAULT_HOST = '127.0.0.1';
 
-// Mirrors resolveStaticRoot's public/-vs-../dist fallback: packages/server/vendor-core/
-// exists only in a published/standalone install (populated by
-// scripts/vendor-core.mjs at publish time, which pre-strips the vendored core's
-// TypeScript to plain .js since Node refuses to type-strip .ts under
-// node_modules); in the monorepo it falls back to the real repo-root
-// packages/core/src/ sibling directory. load-vendored.js itself is the one
-// module this bootstrap has to locate by hand (see its own header comment);
-// every other core module then loads through its exported loadVendored().
+// vendor-core/ exists only in a published install (populated by vendor-core.mjs
+// at publish time); the monorepo falls back to the packages/core/src/ sibling.
+// load-vendored.js is the one module located by hand; the rest load through its
+// exported loadVendored().
 async function loadVendoredCore(dir, moduleName, opts) {
   const vendoredHelper = join(dir, 'vendor-core', 'load-vendored.js');
   const helperPath = existsSync(vendoredHelper) ? vendoredHelper : join(dir, '..', 'core', 'src', 'load-vendored.js');
@@ -45,12 +36,9 @@ async function loadHandleShsProxy(dir) {
 export function createServer({
   staticRoot,
   fetchImpl = fetch,
-  // Test-only override for loadCreateMcpServer: lets test/index.test.js
-  // inject a promise that deliberately rejects, to prove a real failure
-  // still surfaces as a /mcp error response rather than being silently
-  // swallowed by the no-op .catch() below, without racing the real
-  // packages/server/vendor-core/ directory that test/bin.test.js
-  // separately populates and tears down.
+  // Test-only override: lets test/index.test.js inject a rejecting promise to
+  // prove a real failure still surfaces as a /mcp error, not swallowed by the
+  // no-op .catch() below.
   loadCreateMcpServer: loadCreateMcpServerImpl = loadCreateMcpServer,
 } = {}) {
   const dir = dirname(fileURLToPath(import.meta.url));
@@ -58,18 +46,10 @@ export function createServer({
   const createMcpServerPromise = loadCreateMcpServerImpl(dir);
   const handleShsProxyPromise = loadHandleShsProxy(dir);
   handleShsProxyPromise.catch(() => {});
-  // This promise is only ever awaited later, inside the /mcp branch below,
-  // so a request that never hits /mcp (most routing tests, and most real
-  // traffic to '/' or '/shs-proxy') leaves it completely unconsumed. If it
-  // rejects in that case (e.g. packages/server/vendor-core/mcp-server-factory.js
-  // transiently exists-but-is-mid-rewrite while test/bin.test.js's own real
-  // `npm pack` is running concurrently in another test file/worker), Node
-  // reports an unhandled rejection even though nothing actually needed the
-  // result yet. A promise's rejection is independently observable by every
-  // consumer that awaits/.catches it, so attaching this no-op handler here
-  // does not hide a real failure from the /mcp handler's own `await
-  // createMcpServerPromise` below; it only marks this one rejection as
-  // "handled" for Node's unhandledRejection bookkeeping.
+  // Only awaited later in the /mcp branch, so a request that never hits /mcp
+  // leaves it unconsumed; a rejection there would be an unhandled rejection.
+  // This no-op handler marks it handled without hiding the failure from the
+  // /mcp handler's own await (rejections are observable per-consumer).
   createMcpServerPromise.catch(() => {});
 
   return http.createServer(async (req, res) => {
@@ -79,16 +59,14 @@ export function createServer({
         const handleShsProxy = await handleShsProxyPromise;
         await handleShsProxy(req, res, { fetchImpl });
       } else if (pathname === '/mcp') {
-        // Stateless mode (sessionIdGenerator: undefined) allows a transport to
-        // handle exactly one HTTP request; the SDK throws if it's reused, so a
-        // fresh server+transport pair is created per request (matches the SDK's
-        // own simpleStatelessStreamableHttp.ts example).
+        // Stateless mode (sessionIdGenerator: undefined): a transport handles
+        // one request and the SDK throws on reuse, so make a fresh
+        // server+transport pair per request.
         const createMcpServer = await createMcpServerPromise;
         const mcpServer = createMcpServer();
-        // allowedHosts is matched against the raw Host header (host:port, no
-        // stripping) by the SDK, so the port must be derived from the actual
-        // listening socket rather than hardcoded: tests bind to an ephemeral
-        // port via listen(0, ...).
+        // allowedHosts is matched against the raw Host header (host:port), so
+        // derive the port from the actual socket, not a hardcode: tests bind to
+        // an ephemeral port via listen(0, ...).
         const localPort = req.socket.localPort;
         const mcpTransport = new StreamableHTTPServerTransport({
           sessionIdGenerator: undefined,
@@ -135,13 +113,26 @@ function parsePort(argv) {
   return DEFAULT_PORT;
 }
 
-// Run directly (node index.js / npx sparkforensics-server). argv[1] is
-// the bin symlink path when launched via the published `.bin` entry, so it
-// must be realpath-resolved before comparing against this module's real path.
+const USAGE = `Usage: sparkforensics-server [--port <n>]
+
+Serves the SparkForensics dashboard locally and proxies Spark History
+Server fetches on your behalf (server-to-server, so no browser CORS
+restriction). Binds to 127.0.0.1 only. Default port ${DEFAULT_PORT},
+overridden by --port or the PORT env var.
+
+See https://github.com/shuffle-works/sparkforensics#readme for details.
+`;
+
+// argv[1] is the bin symlink path via the published `.bin` entry, so
+// realpath-resolve it before comparing against this module's real path.
 const invokedDirectly = process.argv[1] && realpathSync(process.argv[1]) === fileURLToPath(import.meta.url);
 if (invokedDirectly) {
-  const port = parsePort(process.argv);
-  startServer({ port }).then(() => {
-    for (const line of serverStartupGuidance(port)) console.log(line);
-  });
+  if (process.argv.includes('--help') || process.argv.includes('-h')) {
+    process.stderr.write(USAGE);
+  } else {
+    const port = parsePort(process.argv);
+    startServer({ port }).then(() => {
+      for (const line of serverStartupGuidance(port)) console.log(line);
+    });
+  }
 }

package/lib/static-files.js

@@ -15,16 +15,20 @@ const CONTENT_TYPES = {
 
 export function resolveStaticRoot(dir) {
   const bundled = join(dir, 'public');
-  return existsSync(bundled) ? bundled : join(dir, '..', 'dist');
+  // Monorepo dev fallback (no public/ yet): dir is packages/server, and the
+  // Vite build output lives at the repo root, two levels up.
+  return existsSync(bundled) ? bundled : join(dir, '..', '..', 'dist');
 }
 
 export async function serveStatic(req, res, root) {
-  // Note: deliberately not routed through `new URL()`: its WHATWG dot-segment
-  // resolution collapses `/../../etc/passwd` to `/etc/passwd` before we ever see
-  // it, which would let a traversal attempt sail past the guard below as a
-  // harmless 404 instead of being caught and rejected with 403.
+  // Deliberately not via `new URL()`: its dot-segment resolution collapses
+  // `/../../etc/passwd` before we see it, sailing a traversal past the guard
+  // below as a 404 instead of a 403.
   const pathname = decodeURIComponent(req.url.split('?')[0]);
-  const relative = pathname === '/' ? 'index.html' : pathname.replace(/^\/+/, '');
+  const stripped = pathname.replace(/^\/+/, '');
+  // Any directory-style request (trailing slash, including '/' itself) seeks
+  // that directory's index.html, same as a browser navigating to it directly.
+  const relative = pathname.endsWith('/') ? `${stripped}index.html` : stripped;
   const target = normalize(join(root, relative));
 
   // Path-traversal guard: the resolved path must stay within root.

package/package.json

@@ -1,7 +1,26 @@
 {
   "name": "sparkforensics-server",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "type": "module",
+  "license": "MIT",
+  "description": "Local companion server for the SparkForensics dashboard: serves the app and proxies Spark History Server fetches to avoid browser CORS restrictions.",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/shuffle-works/sparkforensics.git"
+  },
+  "bugs": {
+    "url": "https://github.com/shuffle-works/sparkforensics/issues"
+  },
+  "homepage": "https://github.com/shuffle-works/sparkforensics#readme",
+  "keywords": [
+    "apache-spark",
+    "spark",
+    "spark-history-server",
+    "server",
+    "proxy",
+    "cors",
+    "dashboard"
+  ],
   "bin": {
     "sparkforensics-server": "index.js"
   },

package/public/assets/AutoscalingChurn-CFJkiqxW.js

@@ -0,0 +1 @@
+import{r as C,j as e}from"./react-vendor-DA6opS-q.js";import{W as k,T as A,I as T,D as B}from"./index-CHjV2-jB.js";import{I as E}from"./ImpactEstimate-C6GzFOY9.js";import{W as N}from"./WidgetLeadSummary-DRNRVvn7.js";import{j as w,C as f}from"./useRecentFiles-BPGQ6XII.js";import{d as I}from"./downsample-D8XmJk6i.js";import{k as R,C as K,X as L,Y as $,T as _,f as z,a as b,l as D}from"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";const F=60,G=6e4,H=220;function O(t,s,a,c,r){if(t.length===0&&s.length===0)return[];const x=Math.max(r,c-a),l=Math.max(1,Math.ceil(x/r)),i=[];for(let n=0;n<l;n++)i.push({tStart:a+n*r,adds:0,removes:0});const u=n=>Math.min(l-1,Math.max(0,Math.floor((n-a)/r)));for(const n of t)i[u(n.timestamp)].adds++;for(const n of s)i[u(n.timestamp)].removes++;return i}function Y(t,s){const a=Math.max(1,s-t);return Math.max(G,Math.ceil(a/F))}function U(t){if(t<=0)return 1;const a=10**Math.floor(Math.log10(t)),c=t/a;return(c<=1?1:c<=2?2:c<=5?5:10)*a}function W(t){const s=t.reduce((c,r)=>Math.max(c,Math.abs(r.added),Math.abs(r.removed)),0),a=U(s);return{domain:[-a,a],ticks:[-a,-a/2,0,a/2,a]}}function M(t){return Math.abs(t.height)<1?null:e.jsx(D,{...t})}function X({finding:t}){return e.jsxs("div",{className:"flex flex-col gap-1 transition-colors",children:[e.jsxs("p",{className:"text-xs text-muted-foreground",children:["Short-lived executors: ",e.jsxs("strong",{children:[t.value,"%"]})]}),e.jsx(E,{finding:t}),e.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[e.jsx(T,{impactBand:t.impactBand,className:"mt-1.5"}),e.jsxs("span",{children:[t.recommendation," ",e.jsx(B,{anchor:"#config-autoscale-bounds",children:"Tuning executorIdleTimeout and the min/max bounds"}),"."]})]})]})}const se=C.memo(function({appModel:s,activeFileId:a,catalog:c=[],defaultCollapsed:r=!0}){const x=C.useMemo(()=>{const o=s.executors.added,m=s.executors.removed;if(o.length===0&&m.length===0)return{hasEvents:!1,added:o,removed:m};const g=s.app,h=g?.startTime??0,v=g?.endTime??h,S=Y(h,v),j=I(O(o,m,h,v,S)).map(p=>({t:`${Math.round((p.tStart-h)/1e3)}s`,added:p.adds,removed:-p.removes})),y=W(j);return{hasEvents:!0,added:o,removed:m,rows:j,yAxisScale:y}},[s,a]);if(!x.hasEvents)return e.jsx(k,{title:"Autoscaling Churn",summary:e.jsx("span",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."}),children:e.jsx("p",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."})});const{added:l,removed:i,rows:u,yAxisScale:n}=x,d=c.find(o=>o.type==="autoscalingChurn");return e.jsx(k,{title:"Autoscaling Churn",impactBand:d?.impactBand,badges:d&&e.jsx(A,{type:"autoscalingChurn",impactBand:d.impactBand}),defaultCollapsed:r,summary:e.jsx(N,{value:`${l.length} added / ${i.length} removed`,context:d?`${d.value}% short-lived executors, ${d.impactBand}`:"executor churn events"}),children:e.jsxs("div",{className:"space-y-2",children:[d&&e.jsx(X,{finding:d}),e.jsx("p",{className:"text-muted-foreground text-xs",children:"executors added / removed over time"}),e.jsx(w,{ariaLabel:"Executor added and removed counts per time bucket over the run.",height:H,table:{caption:"Executor added/removed counts by time bucket",columns:["Time","Executors added","Executors removed"],rows:u.map(o=>[o.t,o.added,Math.abs(o.removed)]),align:["right","right","right"]},children:e.jsxs(R,{data:u,children:[e.jsx(K,{stroke:f.muted,strokeOpacity:.2}),e.jsx(L,{dataKey:"t",tick:{fontSize:10}}),e.jsx($,{tick:{fontSize:10},width:32,domain:n.domain,ticks:n.ticks}),e.jsx(_,{formatter:(o,m)=>[Math.abs(Number(o)),m]}),e.jsx(z,{wrapperStyle:{fontSize:10}}),e.jsx(b,{dataKey:"added",name:"Added",stackId:"churn",fill:f.clean,shape:M}),e.jsx(b,{dataKey:"removed",name:"Removed",stackId:"churn",fill:f.muted,shape:M})]})})]})})});export{se as AutoscalingChurn,O as bucketChurn};

package/public/assets/CacheUtilization-kTKZBzDA.js

@@ -0,0 +1 @@
+import{r as o,j as s}from"./react-vendor-DA6opS-q.js";import{L as v,at as C,W as M,P as $,Z as L,H as P,_ as c,Q as A,J as d,I as R,n as j,j as l,T as F,D as E,S as _,A as H,ar as U,as as W}from"./index-CHjV2-jB.js";import{u as O}from"./finding-anchor-4TmpXd7j.js";import{I as V}from"./ImpactEstimate-C6GzFOY9.js";import{R as S}from"./RowPagination-DypWbnic.js";import{u as D}from"./usePagedRows-CFoZrPr4.js";import{W as G}from"./WidgetLeadSummary-DRNRVvn7.js";import"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";const z=70;function J(a){if(!a)return"—";const t=[];return a.useMemory&&t.push("Memory"),a.useDisk&&t.push("Disk"),a.deserialized?t.push("Deserialized"):(a.useMemory||a.useDisk)&&t.push("Serialized"),(a.replication??1)>1&&t.push(`x${a.replication}`),t.join(" · ")||"—"}function k(a){return a.name||`RDD ${a.id}`}function Q(a){const t=_(k(a));return t.length<=z?t:`${t.slice(0,z)}…`}function X(a){const t=U("pct",W(a));return a.variant==="diskSpillover"?`${t} spilled to disk: ${l(a.diskSize??0)} disk / ${l(a.memorySize??0)} memory`:`${t} cached (${a.numCachedPartitions??0}/${a.numPartitions??0} partitions)`}function Z({finding:a}){const t=O([a]),m=a.rddName??`RDD ${a.rddId}`;return s.jsxs("div",{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[s.jsxs("p",{className:"flex flex-wrap items-start gap-2",children:[s.jsx(R,{impactBand:a.impactBand,className:"mt-1.5"}),s.jsx("span",{children:m})]}),s.jsx(H,{children:s.jsx("p",{className:"text-xs text-muted-foreground",children:X(a)})}),s.jsx(V,{finding:a}),s.jsx("p",{className:"text-sm",children:a.recommendation})]})}const re=o.memo(function({appModel:t,catalog:m}){const[b,h]=o.useState(0),[w,u]=o.useState(0),x=t.app?.rddInfo,r=o.useMemo(()=>x?[...x.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,i)=>(i.memorySize??0)+(i.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[x]),n=o.useMemo(()=>m.filter(e=>e.type==="cacheUtilization").sort((e,i)=>v[e.impactBand]-v[i.impactBand]),[m]),p=D(r,b,h),f=C(),B=f?n.findIndex(e=>e===f.finding):null,g=D(n,w,u,B);if(r.length===0)return null;const I=e=>n.filter(i=>i.rddId===e),T=r.reduce((e,i)=>e+(i.memorySize??0)+(i.diskSize??0),0);return s.jsx("div",{"data-widget":"cache-utilization",children:s.jsxs(M,{title:"Cache Storage",impactBand:j(n),badges:s.jsxs(s.Fragment,{children:[n.length>0?s.jsx(F,{type:"cacheUtilization",impactBand:j(n)??"info"}):null,s.jsxs("span",{className:"text-xs text-muted-foreground",children:[r.length," cached RDD",r.length===1?"":"s",", see"," ",s.jsx(E,{anchor:"#memory-model",children:"how Spark accounts cached memory"})]})]}),defaultCollapsed:!0,summary:s.jsx(G,{value:l(T),context:"cached across memory + disk"}),children:[s.jsxs($,{children:[s.jsx(L,{children:s.jsxs(P,{children:[s.jsx(c,{children:"RDD"}),s.jsx(c,{children:"Storage level"}),s.jsx(c,{className:"text-right",children:"Cached partitions"}),s.jsx(c,{className:"text-right",children:"Memory"}),s.jsx(c,{className:"text-right",children:"Disk"})]})}),s.jsx(A,{children:p.visible.map(e=>{const i=k(e),N=Q(e),y=I(e.id);return s.jsxs(P,{children:[s.jsxs(d,{className:"max-w-80 truncate",title:i!==N?i:void 0,children:[N,y.length>0&&s.jsx(R,{impactBand:j(y)??"info",className:"ml-1.5"})]}),s.jsx(d,{children:J(e.storageLevel)}),s.jsxs(d,{className:"text-right",children:[e.numCachedPartitions," / ",e.numPartitions]}),s.jsx(d,{className:"text-right",children:l(e.memorySize??0)}),s.jsx(d,{className:"text-right",children:l(e.diskSize??0)})]},e.id)})})]}),s.jsx(S,{page:p.effectivePage,totalPages:p.totalPages,onPrev:()=>h(e=>e-1),onNext:()=>h(e=>e+1)}),n.length>0?s.jsxs("div",{className:"mt-3 space-y-2 text-sm",children:[g.visible.map(e=>s.jsx(Z,{finding:e},e.id)),s.jsx(S,{page:g.effectivePage,totalPages:g.totalPages,onPrev:()=>u(e=>e-1),onNext:()=>u(e=>e+1)})]}):null]})})});export{re as CacheUtilization};

package/public/assets/CachingOpportunity-CU70EWcF.js

@@ -0,0 +1 @@
+import{r as x,j as e}from"./react-vendor-DA6opS-q.js";import{c as R,at as v,W as b,P as N,Z as w,H as h,_ as l,Q as C,A as T,T as B,J as d,Y as u,j as I}from"./index-CHjV2-jB.js";import{u as $}from"./finding-anchor-4TmpXd7j.js";import{I as P}from"./ImpactEstimate-C6GzFOY9.js";import{R as k}from"./RowPagination-DypWbnic.js";import{u as O}from"./usePagedRows-CFoZrPr4.js";import{W}from"./WidgetLeadSummary-DRNRVvn7.js";import{R as A}from"./useRecentFiles-BPGQ6XII.js";import"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";const E=[["circle",{cx:"18",cy:"18",r:"3",key:"1xkwt0"}],["circle",{cx:"6",cy:"6",r:"3",key:"1lh9wr"}],["path",{d:"M6 21V9a9 9 0 0 0 9 9",key:"7kw0sc"}]],H=R("git-merge",E);function M({relations:a,operator:t}){const r=t==="union"?"union":"join";return e.jsx("span",{className:"inline-flex flex-wrap items-baseline",children:a.map((i,o)=>e.jsxs("span",{children:[o>0?e.jsxs(e.Fragment,{children:[" ",e.jsx("span",{className:"mx-1 font-semibold uppercase text-xs tracking-wide text-primary",children:r})," "]}):null,i.relation]},i.relation))})}function S({finding:a}){const t=$([a]),r=a.variant==="composite";return e.jsxs(h,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`transition-colors ${t.flashClassName}`,children:[e.jsx(d,{children:e.jsxs("span",{className:"inline-flex items-center gap-2",children:[r?e.jsx(H,{className:"size-3.5 text-muted-foreground","aria-hidden":"true"}):null,r&&a.relations&&a.relations.length>0?e.jsx(M,{relations:a.relations,operator:a.operator}):e.jsx("span",{children:a.relation}),r?e.jsx(u,{variant:"outline",className:"text-xs uppercase border-dashed",children:a.operator?.toUpperCase()}):e.jsx(u,{variant:"secondary",className:"text-xs uppercase",children:a.format})]})}),e.jsxs(d,{children:[a.value," queries"]}),e.jsx(d,{className:"text-right",children:I(a.totalReadBytes??0)}),e.jsxs(d,{children:[e.jsx(P,{finding:a}),e.jsx("p",{className:"mt-1",children:a.recommendation})]})]})}const U=x.memo(function({catalog:t,defaultCollapsed:r=!0}){const[i,o]=x.useState(0),c=x.useMemo(()=>t.filter(s=>s.type==="cachingOpportunity").sort((s,n)=>(n.totalReadBytes??0)-(s.totalReadBytes??0)||(typeof n.value=="number"?n.value:0)-(typeof s.value=="number"?s.value:0)),[t]),p=v(),j=p?c.findIndex(s=>s===p.finding):null,{totalPages:y,effectivePage:f,visible:g}=O(c,i,o,j);if(c.length===0)return null;const m=c[0];return e.jsx(b,{title:"Caching Opportunities",impactBand:"info",badges:e.jsx(B,{type:"cachingOpportunity",impactBand:"info"}),defaultCollapsed:r,summary:e.jsx(W,{value:`${m.value}×`,context:`read by ${m.value} queries: ${m.relation}`}),children:e.jsxs("div",{className:"space-y-3",children:[e.jsxs(N,{children:[e.jsx(w,{children:e.jsxs(h,{children:[e.jsx(l,{children:"Relation"}),e.jsx(l,{children:"Read by"}),e.jsx(l,{className:"text-right",children:"Data read"}),e.jsx(l,{children:"Recommendation"})]})}),e.jsx(C,{children:g.map((s,n)=>e.jsx(S,{finding:s},`${s.format}:${s.relation}:${(s.executionIds??[]).join(",")}:${n}`))})]}),e.jsxs(T,{children:[e.jsx(A,{confidence:"low"}),e.jsx("p",{className:"text-xs text-muted-foreground",children:"Reuse is inferred from plan structure, not confirmed by execution. Verify before caching."})]}),e.jsx(k,{page:f,totalPages:y,onPrev:()=>o(s=>s-1),onNext:()=>o(s=>s+1)})]})})});export{U as CachingOpportunity};

package/public/assets/ColdStart-hOI-WOvm.js

@@ -0,0 +1 @@
+import{r as n,j as e}from"./react-vendor-DA6opS-q.js";import{L as d,at as C,W as v,T as y,I as N}from"./index-CHjV2-jB.js";import{W as P}from"./WidgetLeadSummary-DRNRVvn7.js";import{u as T}from"./finding-anchor-4TmpXd7j.js";import{c as b}from"./impact-sort-Cq6KOLqh.js";import{I as w}from"./ImpactEstimate-C6GzFOY9.js";import{u as M,S as A}from"./useSortMode-BOPpfLhJ.js";import{R as E}from"./RowPagination-DypWbnic.js";import{u as O}from"./usePagedRows-CFoZrPr4.js";import"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";import"./toggle-group-lbIXRG0W.js";import"./useRecentFiles-BPGQ6XII.js";function l(s){return`${s.value}s`}function W({finding:s}){const o=T([s]);return e.jsxs("li",{ref:o.ref,tabIndex:o.tabIndex,"data-flashed":o.dataFlashed,className:`space-y-1 text-sm transition-colors ${o.flashClassName}`,children:[e.jsxs("div",{className:"flex flex-wrap items-center gap-2",children:[e.jsx(N,{impactBand:s.impactBand}),e.jsx("strong",{children:l(s)})]}),e.jsx(w,{finding:s}),e.jsx("p",{className:"text-muted-foreground pt-1",children:s.recommendation})]})}const U=n.memo(function({catalog:o,defaultCollapsed:p=!0}){const{sortMode:u,setSortMode:g,orderBy:x}=M(),[m,f]=n.useState(!p),[h,r]=n.useState(0),a=o.filter(t=>t.type==="coldStart").slice().sort((t,R)=>d[t.impactBand]-d[R.impactBand]),c=x(a,t=>[t],t=>t.stageId??null),i=C(),j=i?c.findIndex(t=>t===i.finding):null,{totalPages:S,effectivePage:I,visible:B}=O(c,h,r,j);return a.length===0?null:e.jsxs(v,{title:"Cold Start",impactBand:a[0].impactBand,badges:e.jsxs(e.Fragment,{children:[e.jsx(y,{type:"coldStart",impactBand:a[0].impactBand}),b(a,a.length,m)?e.jsx(A,{mode:u,onChange:g}):null]}),open:m,onOpenChange:f,summary:e.jsx(P,{value:l(a[0]),context:`${a.length} issue${a.length===1?"":"s"} flagged`}),children:[e.jsx("ul",{className:"space-y-2",children:B.map(t=>e.jsx(W,{finding:t},t.id))}),e.jsx(E,{page:I,totalPages:S,onPrev:()=>r(t=>t-1),onNext:()=>r(t=>t+1)})]})});export{U as ColdStart};

package/public/assets/ConfigAudit-B4oAksZY.js

@@ -0,0 +1 @@
+import{r as m,j as e}from"./react-vendor-DA6opS-q.js";import{ag as A,L as g,at as I,A as r,W as f,n as R,T as k,I as B,D as b}from"./index-CHjV2-jB.js";import{R as c}from"./useRecentFiles-BPGQ6XII.js";import{u as w}from"./finding-anchor-4TmpXd7j.js";import{I as P}from"./ImpactEstimate-C6GzFOY9.js";import{R as S}from"./RowPagination-DypWbnic.js";import{u as D}from"./usePagedRows-CFoZrPr4.js";import{W as T}from"./WidgetLeadSummary-DRNRVvn7.js";import"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";function W({finding:n}){const t=w([n]);return e.jsxs("li",{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[e.jsxs("div",{className:"flex items-center gap-2",children:[e.jsx(B,{impactBand:n.impactBand}),e.jsx("code",{className:"text-xs",children:n.property}),e.jsx("span",{className:"text-xs text-muted-foreground",children:"="}),e.jsx("code",{className:"rounded bg-accent/10 px-1.5 py-0.5 font-mono text-xs text-accent",children:String(n.value)})]}),e.jsx(P,{finding:n}),e.jsxs("p",{className:"text-sm",children:[n.recommendation,n.docAnchor?e.jsxs(e.Fragment,{children:[" ",e.jsxs(b,{anchor:n.docAnchor,children:["Why ",n.property," matters"]})]}):null]})]})}const H=m.memo(function({appModel:t,configFindings:l,defaultCollapsed:h=!0}){const[j,d]=m.useState(0),o=m.useMemo(()=>(l??A(t.app)).filter(s=>s.type==="configAudit").slice().sort((s,a)=>g[s.impactBand]-g[a.impactBand]),[l,t]),u=I(),y=u?o.findIndex(s=>s===u.finding):null,{totalPages:v,effectivePage:C,visible:N}=D(o,j,d,y);if(o.length===0){const s=t.evidenceAvailability?.entries.find(i=>i.key==="sparkConfiguration");let a;if(s)s.state==="present"?a="No misconfigurations detected.":s.state==="unknown"&&s.reasonCode==="parseIncomplete"?a=e.jsxs(e.Fragment,{children:[e.jsxs("span",{children:[s.summary," "]}),e.jsx(r,{children:e.jsx(c,{evidenceKey:"sparkConfiguration"})})]}):a=e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(r,{children:e.jsx(c,{evidenceKey:"sparkConfiguration"})})]});else{const i=t.app?.evidenceInputs;a=(i?i.environmentUpdates>0:Object.keys(t.app?.config??{}).length>0||!!t.app?.resources)?"No misconfigurations detected.":e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(r,{children:e.jsx(c,{evidenceKey:"sparkConfiguration"})})]})}const p=e.jsx("p",{className:"text-muted-foreground text-xs",children:a});return e.jsx(f,{title:"Config Sanity",compact:!0,summary:p,children:p})}const x=R(o);return e.jsxs(f,{title:"Config Sanity",impactBand:x,badges:e.jsx(k,{type:"configAudit",impactBand:x??"info"}),statusBadge:e.jsx(r,{children:e.jsx(c,{evidenceKey:"sparkConfiguration"})}),defaultCollapsed:h,summary:e.jsx(T,{value:`${o.length}`,context:`misconfiguration${o.length===1?"":"s"} flagged`}),children:[e.jsx("ul",{className:"space-y-4",children:N.map(s=>e.jsx(W,{finding:s},s.id))}),e.jsx(S,{page:C,totalPages:v,onPrev:()=>d(s=>s-1),onNext:()=>d(s=>s+1)})]})});export{H as ConfigAudit};

package/public/assets/CoreUsageArea-D-dR3SQk.js

@@ -0,0 +1 @@
+import{r as O,j as e}from"./react-vendor-DA6opS-q.js";import{az as G,W as B,A as T,D as q,I as X,T as W}from"./index-CHjV2-jB.js";import{R as $,j as J,C as l}from"./useRecentFiles-BPGQ6XII.js";import{d as Q}from"./downsample-D8XmJk6i.js";import{E as V}from"./EmptyState-v2ehFncc.js";import{I as Z}from"./ImpactEstimate-C6GzFOY9.js";import{R as tt}from"./RowPagination-DypWbnic.js";import{u as et}from"./usePagedRows-CFoZrPr4.js";import{W as at}from"./WidgetLeadSummary-DRNRVvn7.js";import{I as ot}from"./inbox-DBFovbUX.js";import{A as st,C as nt,X as it,Y as rt,T as ct,f as lt,b as mt}from"./charts-vendor-Cf1-wzeH.js";import"./plan-graph-vendor-B96a-e4N.js";const D=["PROCESS_LOCAL","NODE_LOCAL","RACK_LOCAL","NO_PREF","ANY"];function dt(M,{bucketWidthMs:n=6e4,tiers:y=D}={}){const m=M.filter(a=>(a.completedAt??0)>(a.submittedAt??0)&&(a.executorRunTime??0)>0);if(m.length===0)return{labels:[],series:{}};const x=m.reduce((a,s)=>Math.min(a,s.submittedAt??a),1/0),v=m.reduce((a,s)=>Math.max(a,s.completedAt??a),-1/0),c=Math.max(1,Math.ceil((v-x)/n)),i={};for(const a of y)i[a]=new Array(c).fill(0);const g=new Array(c).fill(0);for(const a of m){const s=a.completedAt??0,h=a.submittedAt??0,u=s-h,S=(a.executorRunTime??0)/u,b=(a.localityStats??[]).reduce((t,d)=>t+d.count,0)||1,N=new Map((a.localityStats??[]).map(t=>[t.locality,t.count/b]));for(let t=0;t<c;t++){const d=x+t*n,L=d+n,p=Math.min(s,L)-Math.max(h,d);if(p<=0)continue;const k=p/n;for(const[C,I]of N){const f=S*I*k;i[C]?i[C][t]+=f:g[t]+=f}}}g.some(a=>a>0)&&(i.OTHER=g);const o=new Array(c).fill(0);for(const a of Object.keys(i))for(let s=0;s<c;s++)o[s]+=i[a][s];const E=o.reduce((a,s)=>Math.max(a,s),0);i.idle=o.map(a=>Math.max(0,E-a));const A=[];for(let a=0;a<c;a++)A.push(x+a*n);return{labels:A,series:i}}const ut=240,pt=60,z={PROCESS_LOCAL:"Process-local",NODE_LOCAL:"Node-local",RACK_LOCAL:"Rack-local",NO_PREF:"No preference",ANY:"Any",OTHER:"Other",idle:"Idle"},H={PROCESS_LOCAL:l.clean,NODE_LOCAL:l.accent,RACK_LOCAL:l.warning,NO_PREF:l.muted,ANY:l.critical,OTHER:l.muted,idle:l.muted},F="Core Usage by Locality",vt=O.memo(function({appModel:n,catalog:y,activeFileId:m,defaultCollapsed:x=!0}){const[v,c]=O.useState(0),i=O.useMemo(()=>{const t=[...n.stages.values()];if(!t.some(r=>(r.executorRunTime??0)>0&&(r.completedAt??0)>(r.submittedAt??0)))return{hasActivity:!1};const L=n.app,p=L?.startTime??0,k=L?.endTime??p,C=Math.max(6e4,Math.ceil(Math.max(1,k-p)/pt)),{labels:I,series:f}=dt(t,{bucketWidthMs:C}),w=[...D.filter(r=>f[r]),...f.OTHER?["OTHER"]:[],"idle"],P=I.map((r,_)=>{const j={t:Math.round((r-p)/1e3)};for(const R of w)j[R]=f[R]?.[_]??0;return j}),K=Q(P),U=w.filter(r=>r!=="idle"),Y=P.reduce((r,_)=>Math.max(r,U.reduce((j,R)=>j+_[R],0)),0);return{hasActivity:!0,order:w,points:P,sampled:K,peakCores:Y}},[n,m]),g=O.useMemo(()=>G([...n.stages.values()],{topN:1/0}),[n,m]),o=y.find(t=>t.type==="coreLocality"),E=y.some(t=>t.type==="memoryUtilization"&&t.variant==="idleCores"),A=g.topStages.filter(t=>t.nonLocalTasks>0),{totalPages:a,effectivePage:s,visible:h}=et(A,v,c);if(!i.hasActivity)return e.jsx(B,{title:F,summary:e.jsx("span",{className:"text-muted-foreground text-xs",children:"No stage activity to plot."}),children:e.jsx(V,{tone:"neutral",icon:ot,title:"No stage activity to plot."})});const{order:u,points:S,sampled:b,peakCores:N}=i;return e.jsx(B,{title:F,impactBand:o?.impactBand,badges:o?e.jsx(W,{type:"coreLocality",impactBand:o.impactBand}):null,defaultCollapsed:x,summary:e.jsx(at,{value:`${Math.round(N)} cores`,context:"peak concurrent, by locality"}),children:e.jsxs("div",{className:"space-y-2",children:[e.jsx(T,{children:e.jsxs("p",{className:"text-muted-foreground text-xs",children:["approximate: stage-level attribution",o?null:e.jsxs(e.Fragment,{children:[", see ",e.jsx(q,{anchor:"#bottleneck-utilization",children:"how utilization is measured"})]})]})}),o?e.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[e.jsx(X,{impactBand:o.impactBand,className:"mt-1.5"}),e.jsxs("span",{children:[e.jsxs("strong",{children:[o.value,"% non-local"]}),": ",o.recommendation]})]}):null,o?e.jsx(Z,{finding:o}):null,e.jsx(T,{children:o?e.jsx($,{confidence:o.confidence,validationRequired:o.validationRequired}):null}),e.jsx(J,{ariaLabel:"Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.",height:ut,table:{caption:"Concurrent core usage over time by locality tier",columns:["Time (s)",...u.map(t=>z[t]??t)],rows:S.map(t=>[t.t,...u.map(d=>Math.round(t[d]))]),align:Array.from({length:u.length+1},()=>"right")},children:e.jsxs(st,{data:b,children:[e.jsx(nt,{vertical:!1,stroke:l.muted,strokeOpacity:.2}),e.jsx(it,{dataKey:"t",tick:{fontSize:10},label:{value:"seconds from app start",position:"insideBottom",offset:-2,fontSize:10}}),e.jsx(rt,{tick:{fontSize:10},width:36,label:{value:"avg concurrent cores",angle:-90,position:"insideLeft",fontSize:10}}),e.jsx(ct,{}),e.jsx(lt,{wrapperStyle:{fontSize:10}}),u.map(t=>e.jsx(mt,{type:"monotone",dataKey:t,name:z[t]??t,stackId:"cores",stroke:H[t]??l.muted,fill:H[t]??l.muted,fillOpacity:t==="idle"?.15:.8,isAnimationActive:!1},t))]})}),e.jsx(T,{children:h.length>0?e.jsxs(e.Fragment,{children:[e.jsx("ul",{className:"space-y-1 text-xs text-muted-foreground",children:h.map(t=>e.jsxs("li",{children:["Stage ",t.stageId,": ",Math.round(t.ratio*100),"% non-local (",t.nonLocalTasks,"/",t.taskCount," tasks)"]},t.stageId))}),e.jsx(tt,{page:s,totalPages:a,onPrev:()=>c(t=>t-1),onNext:()=>c(t=>t+1)})]}):null}),e.jsx(T,{children:E?e.jsx("p",{className:"text-xs text-muted-foreground",children:"Idle cores also flagged → see Memory Utilization widget"}):null})]})})});export{vt as CoreUsageArea};