sparkforensics-server 0.1.0 → 0.2.2

package/README.md

@@ -0,0 +1,6 @@
+# sparkforensics-server
+
+Local companion server for the SparkForensics dashboard.
+
+See the [main README](https://github.com/shuffle-works/sparkforensics#readme)
+for install instructions and usage.

package/index.js

@@ -4,27 +4,18 @@ import { realpathSync, existsSync } from 'node:fs';
 import { dirname, join } from 'node:path';
 import { fileURLToPath, pathToFileURL } from 'node:url';
 import { resolveStaticRoot, serveStatic } from './lib/static-files.js';
-// Unlike loadCreateMcpServer below, which falls back between a vendored copy
-// and the repo-root packages/core/src/ sibling because *that file's location*
-// varies by install mode, there's no equivalent fallback for the sdk package itself:
-// mcp-server-factory imports it unconditionally too (vendored .js or repo
-// .ts, either way), and packages/server/package.json
-// (like the root package.json) declares '@modelcontextprotocol/sdk' as a direct
-// dependency, so plain node module resolution finds it in both the published
-// and monorepo-dev layouts.
+// No install-mode fallback needed for the sdk package (unlike core below):
+// packages/server/package.json declares '@modelcontextprotocol/sdk' as a direct
+// dependency, so node resolution finds it in both published and monorepo layouts.
 import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
 
 const DEFAULT_PORT = 4173;
 const DEFAULT_HOST = '127.0.0.1';
 
-// Mirrors resolveStaticRoot's public/-vs-../dist fallback: packages/server/vendor-core/
-// exists only in a published/standalone install (populated by
-// scripts/vendor-core.mjs at publish time, which pre-strips the vendored core's
-// TypeScript to plain .js since Node refuses to type-strip .ts under
-// node_modules); in the monorepo it falls back to the real repo-root
-// packages/core/src/ sibling directory. load-vendored.js itself is the one
-// module this bootstrap has to locate by hand (see its own header comment);
-// every other core module then loads through its exported loadVendored().
+// vendor-core/ exists only in a published install (populated by vendor-core.mjs
+// at publish time); the monorepo falls back to the packages/core/src/ sibling.
+// load-vendored.js is the one module located by hand; the rest load through its
+// exported loadVendored().
 async function loadVendoredCore(dir, moduleName, opts) {
   const vendoredHelper = join(dir, 'vendor-core', 'load-vendored.js');
   const helperPath = existsSync(vendoredHelper) ? vendoredHelper : join(dir, '..', 'core', 'src', 'load-vendored.js');
@@ -45,12 +36,9 @@ async function loadHandleShsProxy(dir) {
 export function createServer({
   staticRoot,
   fetchImpl = fetch,
-  // Test-only override for loadCreateMcpServer: lets test/index.test.js
-  // inject a promise that deliberately rejects, to prove a real failure
-  // still surfaces as a /mcp error response rather than being silently
-  // swallowed by the no-op .catch() below, without racing the real
-  // packages/server/vendor-core/ directory that test/bin.test.js
-  // separately populates and tears down.
+  // Test-only override: lets test/index.test.js inject a rejecting promise to
+  // prove a real failure still surfaces as a /mcp error, not swallowed by the
+  // no-op .catch() below.
   loadCreateMcpServer: loadCreateMcpServerImpl = loadCreateMcpServer,
 } = {}) {
   const dir = dirname(fileURLToPath(import.meta.url));
@@ -58,18 +46,10 @@ export function createServer({
   const createMcpServerPromise = loadCreateMcpServerImpl(dir);
   const handleShsProxyPromise = loadHandleShsProxy(dir);
   handleShsProxyPromise.catch(() => {});
-  // This promise is only ever awaited later, inside the /mcp branch below,
-  // so a request that never hits /mcp (most routing tests, and most real
-  // traffic to '/' or '/shs-proxy') leaves it completely unconsumed. If it
-  // rejects in that case (e.g. packages/server/vendor-core/mcp-server-factory.js
-  // transiently exists-but-is-mid-rewrite while test/bin.test.js's own real
-  // `npm pack` is running concurrently in another test file/worker), Node
-  // reports an unhandled rejection even though nothing actually needed the
-  // result yet. A promise's rejection is independently observable by every
-  // consumer that awaits/.catches it, so attaching this no-op handler here
-  // does not hide a real failure from the /mcp handler's own `await
-  // createMcpServerPromise` below; it only marks this one rejection as
-  // "handled" for Node's unhandledRejection bookkeeping.
+  // Only awaited later in the /mcp branch, so a request that never hits /mcp
+  // leaves it unconsumed; a rejection there would be an unhandled rejection.
+  // This no-op handler marks it handled without hiding the failure from the
+  // /mcp handler's own await (rejections are observable per-consumer).
   createMcpServerPromise.catch(() => {});
 
   return http.createServer(async (req, res) => {
@@ -79,16 +59,14 @@ export function createServer({
         const handleShsProxy = await handleShsProxyPromise;
         await handleShsProxy(req, res, { fetchImpl });
       } else if (pathname === '/mcp') {
-        // Stateless mode (sessionIdGenerator: undefined) allows a transport to
-        // handle exactly one HTTP request; the SDK throws if it's reused, so a
-        // fresh server+transport pair is created per request (matches the SDK's
-        // own simpleStatelessStreamableHttp.ts example).
+        // Stateless mode (sessionIdGenerator: undefined): a transport handles
+        // one request and the SDK throws on reuse, so make a fresh
+        // server+transport pair per request.
         const createMcpServer = await createMcpServerPromise;
         const mcpServer = createMcpServer();
-        // allowedHosts is matched against the raw Host header (host:port, no
-        // stripping) by the SDK, so the port must be derived from the actual
-        // listening socket rather than hardcoded: tests bind to an ephemeral
-        // port via listen(0, ...).
+        // allowedHosts is matched against the raw Host header (host:port), so
+        // derive the port from the actual socket, not a hardcode: tests bind to
+        // an ephemeral port via listen(0, ...).
         const localPort = req.socket.localPort;
         const mcpTransport = new StreamableHTTPServerTransport({
           sessionIdGenerator: undefined,
@@ -107,7 +85,7 @@ export function createServer({
         await serveStatic(req, res, root);
       }
     } catch (err) {
-      console.error(`[server] ${req.method} ${req.url} failed:`, err?.stack ?? err);
+      console.error('[server] %s %s failed:', req.method, req.url, err?.stack ?? err);
       if (!res.headersSent) res.writeHead(500, { 'content-type': 'text/plain' });
       res.end(`Internal server error: ${err.message}`);
     }
@@ -135,13 +113,26 @@ function parsePort(argv) {
   return DEFAULT_PORT;
 }
 
-// Run directly (node index.js / npx sparkforensics-server). argv[1] is
-// the bin symlink path when launched via the published `.bin` entry, so it
-// must be realpath-resolved before comparing against this module's real path.
+const USAGE = `Usage: sparkforensics-server [--port <n>]
+
+Serves the SparkForensics dashboard locally and proxies Spark History
+Server fetches on your behalf (server-to-server, so no browser CORS
+restriction). Binds to 127.0.0.1 only. Default port ${DEFAULT_PORT},
+overridden by --port or the PORT env var.
+
+See https://github.com/shuffle-works/sparkforensics#readme for details.
+`;
+
+// argv[1] is the bin symlink path via the published `.bin` entry, so
+// realpath-resolve it before comparing against this module's real path.
 const invokedDirectly = process.argv[1] && realpathSync(process.argv[1]) === fileURLToPath(import.meta.url);
 if (invokedDirectly) {
-  const port = parsePort(process.argv);
-  startServer({ port }).then(() => {
-    for (const line of serverStartupGuidance(port)) console.log(line);
-  });
+  if (process.argv.includes('--help') || process.argv.includes('-h')) {
+    process.stderr.write(USAGE);
+  } else {
+    const port = parsePort(process.argv);
+    startServer({ port }).then(() => {
+      for (const line of serverStartupGuidance(port)) console.log(line);
+    });
+  }
 }

package/lib/static-files.js

@@ -1,6 +1,6 @@
 import { existsSync } from 'node:fs';
 import { readFile } from 'node:fs/promises';
-import { join, normalize, sep, extname } from 'node:path';
+import { join, resolve, sep, extname } from 'node:path';
 
 const CONTENT_TYPES = {
   '.html': 'text/html; charset=utf-8',
@@ -15,21 +15,26 @@ const CONTENT_TYPES = {
 
 export function resolveStaticRoot(dir) {
   const bundled = join(dir, 'public');
-  return existsSync(bundled) ? bundled : join(dir, '..', 'dist');
+  // Monorepo dev fallback (no public/ yet): dir is packages/server, and the
+  // Vite build output lives at the repo root, two levels up.
+  return existsSync(bundled) ? bundled : join(dir, '..', '..', 'dist');
 }
 
 export async function serveStatic(req, res, root) {
-  // Note: deliberately not routed through `new URL()`: its WHATWG dot-segment
-  // resolution collapses `/../../etc/passwd` to `/etc/passwd` before we ever see
-  // it, which would let a traversal attempt sail past the guard below as a
-  // harmless 404 instead of being caught and rejected with 403.
+  // Deliberately not via `new URL()`: its dot-segment resolution collapses
+  // `/../../etc/passwd` before we see it, sailing a traversal past the guard
+  // below as a 404 instead of a 403.
   const pathname = decodeURIComponent(req.url.split('?')[0]);
-  const relative = pathname === '/' ? 'index.html' : pathname.replace(/^\/+/, '');
-  const target = normalize(join(root, relative));
+  const stripped = pathname.replace(/^\/+/, '');
+  // Any directory-style request (trailing slash, including '/' itself) seeks
+  // that directory's index.html, same as a browser navigating to it directly.
+  const relative = pathname.endsWith('/') ? `${stripped}index.html` : stripped;
+  const safeRoot = resolve(root);
+  const target = resolve(safeRoot, relative);
 
   // Path-traversal guard: the resolved path must stay within root.
-  const rootPrefix = normalize(root + sep);
-  if (target !== normalize(root) && !target.startsWith(rootPrefix)) {
+  const rootPrefix = safeRoot + sep;
+  if (target !== safeRoot && !target.startsWith(rootPrefix)) {
     res.writeHead(403, { 'content-type': 'text/plain; charset=utf-8' });
     res.end('Forbidden');
     return;

package/package.json

@@ -1,7 +1,26 @@
 {
   "name": "sparkforensics-server",
-  "version": "0.1.0",
+  "version": "0.2.2",
   "type": "module",
+  "license": "MIT",
+  "description": "Local companion server for the SparkForensics dashboard: serves the app and proxies Spark History Server fetches to avoid browser CORS restrictions.",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/shuffle-works/sparkforensics.git"
+  },
+  "bugs": {
+    "url": "https://github.com/shuffle-works/sparkforensics/issues"
+  },
+  "homepage": "https://github.com/shuffle-works/sparkforensics#readme",
+  "keywords": [
+    "apache-spark",
+    "spark",
+    "spark-history-server",
+    "server",
+    "proxy",
+    "cors",
+    "dashboard"
+  ],
   "bin": {
     "sparkforensics-server": "index.js"
   },
@@ -16,13 +35,14 @@
   ],
   "scripts": {
     "test": "vitest run",
+    "test:coverage": "vitest run --coverage",
     "prepack": "node ../../scripts/vendor-core.mjs . && node scripts/copy-frontend.js"
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.30.0",
-    "zod": "^4.4.3"
+    "zod": "^4.6.5"
   },
   "devDependencies": {
-    "vitest": "^4.1.10"
+    "vitest": "^5.0.1"
   }
 }

package/public/assets/AutoscalingChurn-B96FKx97.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,l as i,o as a,s as o,t as s,v as c,w as l}from"./charts-vendor-0VMaLVLN.js";import{p as u}from"./plan-graph-vendor-B0sEms9Z.js";import{T as d,w as f}from"./useRecentFiles-D0OA_EOK.js";import{A as p,D as m,O as h,i as g}from"./index-3vlFVNCg.js";import{t as _}from"./downsample-WmNM1qc9.js";import{t as v}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as y}from"./ImpactEstimate-BGt-4WX5.js";var b=e(t(),1),x=u(),S=60,C=6e4,w=220;function T(e,t,n,r,i){if(e.length===0&&t.length===0)return[];let a=Math.max(i,r-n),o=Math.max(1,Math.ceil(a/i)),s=[];for(let e=0;e<o;e++)s.push({tStart:n+e*i,adds:0,removes:0});let c=e=>Math.min(o-1,Math.max(0,Math.floor((e-n)/i)));for(let t of e)s[c(t.timestamp)].adds++;for(let e of t)s[c(e.timestamp)].removes++;return s}function E(e,t){let n=Math.max(1,t-e);return Math.max(C,Math.ceil(n/S))}function D(e){if(e<=0)return 1;let t=10**Math.floor(Math.log10(e)),n=e/t;return(n<=1?1:n<=2?2:n<=5?5:10)*t}function O(e){let t=D(e.reduce((e,t)=>Math.max(e,Math.abs(t.added),Math.abs(t.removed)),0));return{domain:[-t,t],ticks:[-t,-t/2,0,t/2,t]}}function k(e){return Math.abs(e.height)<1?null:(0,x.jsx)(l,{...e})}function A({finding:e}){return(0,x.jsxs)(`div`,{className:`flex flex-col gap-1 transition-colors`,children:[(0,x.jsxs)(`p`,{className:`text-xs text-muted-foreground`,children:[`Short-lived executors: `,(0,x.jsxs)(`strong`,{children:[e.value,`%`]})]}),(0,x.jsx)(y,{finding:e}),(0,x.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,x.jsx)(m,{impactBand:e.impactBand,className:`mt-1.5`}),(0,x.jsxs)(`span`,{children:[e.recommendation,` `,(0,x.jsx)(p,{anchor:`#config-autoscale-bounds`,children:`Tuning executorIdleTimeout and the min/max bounds`}),`.`]})]})]})}var j=(0,b.memo)(function({appModel:e,activeFileId:t,catalog:l=[],defaultCollapsed:u=!0}){let p=(0,b.useMemo)(()=>{let t=e.executors.added,n=e.executors.removed;if(t.length===0&&n.length===0)return{hasEvents:!1,added:t,removed:n};let r=e.app,i=r?.startTime??0,a=r?.endTime??i,o=E(i,a),s=_(T(t,n,i,a,o)).map(e=>({t:`${Math.round((e.tStart-i)/1e3)}s`,added:e.adds,removed:-e.removes}));return{hasEvents:!0,added:t,removed:n,rows:s,yAxisScale:O(s)}},[e,t]);if(!p.hasEvents)return(0,x.jsx)(g,{title:`Autoscaling Churn`,summary:(0,x.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`}),children:(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`No executor add/remove events (static allocation).`})});let{added:m,removed:y,rows:S,yAxisScale:C}=p,D=l.find(e=>e.type===`autoscalingChurn`);return(0,x.jsx)(g,{title:`Autoscaling Churn`,impactBand:D?.impactBand,badges:D&&(0,x.jsx)(h,{type:`autoscalingChurn`,impactBand:D.impactBand}),defaultCollapsed:u,summary:(0,x.jsx)(v,{value:`${m.length} added / ${y.length} removed`,context:D?`${D.value}% short-lived executors, ${D.impactBand}`:`executor churn events`}),children:(0,x.jsxs)(`div`,{className:`space-y-2`,children:[D&&(0,x.jsx)(A,{finding:D}),(0,x.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:`executors added / removed over time`}),(0,x.jsx)(d,{ariaLabel:`Executor added and removed counts per time bucket over the run.`,height:w,table:{caption:`Executor added/removed counts by time bucket`,columns:[`Time`,`Executors added`,`Executors removed`],rows:S.map(e=>[e.t,e.added,Math.abs(e.removed)]),align:[`right`,`right`,`right`]},children:(0,x.jsxs)(s,{data:S,children:[(0,x.jsx)(r,{stroke:f.muted,strokeOpacity:.2}),(0,x.jsx)(o,{dataKey:`t`,tick:{fontSize:10}}),(0,x.jsx)(a,{tick:{fontSize:10},width:32,domain:C.domain,ticks:C.ticks}),(0,x.jsx)(c,{formatter:(e,t)=>[Math.abs(Number(e)),t]}),(0,x.jsx)(n,{wrapperStyle:{fontSize:10}}),(0,x.jsx)(i,{dataKey:`added`,name:`Added`,stackId:`churn`,fill:f.clean,shape:k}),(0,x.jsx)(i,{dataKey:`removed`,name:`Removed`,stackId:`churn`,fill:f.muted,shape:k})]})})]})})});export{j as AutoscalingChurn};

package/public/assets/CacheUtilization-lKua3J1x.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{A as r,D as i,O as a,_ as o,at as s,b as c,ft as l,h as u,ht as d,i as f,k as p,l as m,lt as h,m as g,mt as _,v,y,yt as b}from"./index-3vlFVNCg.js";import{t as x}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as S}from"./ImpactEstimate-BGt-4WX5.js";import{t as C}from"./RowPagination-BLsm8I6i.js";import{n as w}from"./finding-anchor-DEV8JvgH.js";import{t as T}from"./usePagedRows-jNUWgVTD.js";var E=e(t(),1),D=n(),O=70;function k(e){if(!e)return`—`;let t=[];return e.useMemory&&t.push(`Memory`),e.useDisk&&t.push(`Disk`),e.deserialized?t.push(`Deserialized`):(e.useMemory||e.useDisk)&&t.push(`Serialized`),(e.replication??1)>1&&t.push(`x${e.replication}`),t.join(` · `)||`—`}function A(e){return e.name||`RDD ${e.id}`}function j(e){let t=d(A(e));return t.length<=O?t:`${t.slice(0,O)}…`}function M(e){let t=l(`pct`,_(e));return e.variant===`diskSpillover`?`${t} spilled to disk: ${h(e.diskSize??0)} disk / ${h(e.memorySize??0)} memory`:`${t} cached (${e.numCachedPartitions??0}/${e.numPartitions??0} partitions)`}function N({finding:e}){let t=w([e]),n=e.rddName??`RDD ${e.rddId}`;return(0,D.jsxs)(`div`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,D.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2`,children:[(0,D.jsx)(i,{impactBand:e.impactBand,className:`mt-1.5`}),(0,D.jsx)(`span`,{children:n})]}),(0,D.jsx)(p,{children:(0,D.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:M(e)})}),(0,D.jsx)(S,{finding:e}),(0,D.jsx)(`p`,{className:`text-sm`,children:e.recommendation})]})}var P=(0,E.memo)(function({appModel:e,catalog:t}){let[n,l]=(0,E.useState)(0),[d,p]=(0,E.useState)(0),_=e.app?.rddInfo,S=(0,E.useMemo)(()=>_?[..._.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,t)=>(t.memorySize??0)+(t.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[_]),w=(0,E.useMemo)(()=>t.filter(e=>e.type===`cacheUtilization`).sort((e,t)=>s[e.impactBand]-s[t.impactBand]),[t]),O=T(S,n,l),M=m(),P=M?w.findIndex(e=>e===M.finding):null,F=T(w,d,p,P);if(S.length===0)return null;let I=e=>w.filter(t=>t.rddId===e),L=S.reduce((e,t)=>e+(t.memorySize??0)+(t.diskSize??0),0);return(0,D.jsx)(`div`,{"data-widget":`cache-utilization`,children:(0,D.jsxs)(f,{title:`Cache Storage`,impactBand:b(w),badges:(0,D.jsxs)(D.Fragment,{children:[w.length>0?(0,D.jsx)(a,{type:`cacheUtilization`,impactBand:b(w)??`info`}):null,(0,D.jsxs)(`span`,{className:`text-xs text-muted-foreground`,children:[S.length,` cached RDD`,S.length===1?``:`s`,`, see`,` `,(0,D.jsx)(r,{anchor:`#memory-model`,children:`how Spark accounts cached memory`})]})]}),defaultCollapsed:!0,summary:(0,D.jsx)(x,{value:h(L),context:`cached across memory + disk`}),children:[(0,D.jsxs)(g,{children:[(0,D.jsx)(y,{children:(0,D.jsxs)(c,{children:[(0,D.jsx)(v,{children:`RDD`}),(0,D.jsx)(v,{children:`Storage level`}),(0,D.jsx)(v,{className:`text-right`,children:`Cached partitions`}),(0,D.jsx)(v,{className:`text-right`,children:`Memory`}),(0,D.jsx)(v,{className:`text-right`,children:`Disk`})]})}),(0,D.jsx)(u,{children:O.visible.map(e=>{let t=A(e),n=j(e),r=I(e.id);return(0,D.jsxs)(c,{children:[(0,D.jsxs)(o,{className:`max-w-80 truncate`,title:t===n?void 0:t,children:[n,r.length>0&&(0,D.jsx)(i,{impactBand:b(r)??`info`,className:`ml-1.5`})]}),(0,D.jsx)(o,{children:k(e.storageLevel)}),(0,D.jsxs)(o,{className:`text-right`,children:[e.numCachedPartitions,` / `,e.numPartitions]}),(0,D.jsx)(o,{className:`text-right`,children:h(e.memorySize??0)}),(0,D.jsx)(o,{className:`text-right`,children:h(e.diskSize??0)})]},e.id)})})]}),(0,D.jsx)(C,{page:O.effectivePage,totalPages:O.totalPages,onPrev:()=>l(e=>e-1),onNext:()=>l(e=>e+1)}),w.length>0?(0,D.jsxs)(`div`,{className:`mt-3 space-y-2 text-sm`,children:[F.visible.map(e=>(0,D.jsx)(N,{finding:e},e.id)),(0,D.jsx)(C,{page:F.effectivePage,totalPages:F.totalPages,onPrev:()=>p(e=>e-1),onNext:()=>p(e=>e+1)})]}):null]})})});export{P as CacheUtilization};

package/public/assets/CachingOpportunity-U0g-8HPV.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{S as r}from"./useRecentFiles-D0OA_EOK.js";import{O as i,_ as a,b as o,h as s,i as c,j as l,k as u,kt as d,l as f,lt as p,m,v as h,y as g}from"./index-3vlFVNCg.js";import{t as _}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as v}from"./ImpactEstimate-BGt-4WX5.js";import{t as y}from"./RowPagination-BLsm8I6i.js";import{n as b}from"./finding-anchor-DEV8JvgH.js";import{t as x}from"./usePagedRows-jNUWgVTD.js";var S={name:`git-merge`,size:24,node:[[`circle`,{cx:`18`,cy:`18`,r:`3`,key:`1xkwt0`}],[`circle`,{cx:`6`,cy:`6`,r:`3`,key:`1lh9wr`}],[`path`,{d:`M6 21V9a9 9 0 0 0 9 9`,key:`7kw0sc`}]]};S.node;var C=d(S),w=e(t(),1),T=n();function E({relations:e,operator:t}){let n=t===`union`?`union`:`join`;return(0,T.jsx)(`span`,{className:`inline-flex flex-wrap items-baseline`,children:e.map((e,t)=>(0,T.jsxs)(`span`,{children:[t>0?(0,T.jsxs)(T.Fragment,{children:[` `,(0,T.jsx)(`span`,{className:`mx-1 font-semibold uppercase text-xs tracking-wide text-primary`,children:n}),` `]}):null,e.relation]},e.relation))})}function D({finding:e}){let t=b([e]),n=e.variant===`composite`;return(0,T.jsxs)(o,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`transition-colors ${t.flashClassName}`,children:[(0,T.jsx)(a,{children:(0,T.jsxs)(`span`,{className:`inline-flex items-center gap-2`,children:[n?(0,T.jsx)(C,{className:`size-3.5 text-muted-foreground`,"aria-hidden":`true`}):null,n&&e.relations&&e.relations.length>0?(0,T.jsx)(E,{relations:e.relations,operator:e.operator}):(0,T.jsx)(`span`,{children:e.relation}),n?(0,T.jsx)(l,{variant:`outline`,className:`text-xs uppercase border-dashed`,children:e.operator?.toUpperCase()}):(0,T.jsx)(l,{variant:`secondary`,className:`text-xs uppercase`,children:e.format})]})}),(0,T.jsxs)(a,{children:[e.value,` queries`]}),(0,T.jsx)(a,{className:`text-right`,children:p(e.totalReadBytes??0)}),(0,T.jsxs)(a,{children:[(0,T.jsx)(v,{finding:e}),(0,T.jsx)(`p`,{className:`mt-1`,children:e.recommendation}),(0,T.jsx)(u,{children:(0,T.jsx)(r,{confidence:e.confidence,validationRequired:e.validationRequired})})]})]})}var O=(0,w.memo)(function({catalog:e,defaultCollapsed:t=!0}){let[n,r]=(0,w.useState)(0),a=(0,w.useMemo)(()=>e.filter(e=>e.type===`cachingOpportunity`).sort((e,t)=>(t.totalReadBytes??0)-(e.totalReadBytes??0)||(typeof t.value==`number`?t.value:0)-(typeof e.value==`number`?e.value:0)),[e]),l=f(),d=l?a.findIndex(e=>e===l.finding):null,{totalPages:p,effectivePage:v,visible:b}=x(a,n,r,d);if(a.length===0)return null;let S=a[0];return(0,T.jsx)(c,{title:`Caching Opportunities`,impactBand:`info`,badges:(0,T.jsx)(i,{type:`cachingOpportunity`,impactBand:`info`}),defaultCollapsed:t,summary:(0,T.jsx)(_,{value:`${S.value}×`,context:`read by ${S.value} queries: ${S.relation}`}),children:(0,T.jsxs)(`div`,{className:`space-y-3`,children:[(0,T.jsxs)(m,{children:[(0,T.jsx)(g,{children:(0,T.jsxs)(o,{children:[(0,T.jsx)(h,{children:`Relation`}),(0,T.jsx)(h,{children:`Read by`}),(0,T.jsx)(h,{className:`text-right`,children:`Data read`}),(0,T.jsx)(h,{children:`Recommendation`})]})}),(0,T.jsx)(s,{children:b.map((e,t)=>(0,T.jsx)(D,{finding:e},`${e.format}:${e.relation}:${(e.executionIds??[]).join(`,`)}:${t}`))})]}),(0,T.jsx)(u,{children:(0,T.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Reuse is inferred from plan structure, not confirmed by execution. Verify before caching.`})}),(0,T.jsx)(y,{page:v,totalPages:p,onPrev:()=>r(e=>e-1),onNext:()=>r(e=>e+1)})]})})});export{O as CachingOpportunity};

package/public/assets/ColdStart-w8QYTNKo.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{D as r,O as i,at as a,i as o,l as s}from"./index-3vlFVNCg.js";import{t as c}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as l}from"./ImpactEstimate-BGt-4WX5.js";import{t as u}from"./RowPagination-BLsm8I6i.js";import{r as d}from"./impact-sort-DxaUheWV.js";import{n as f}from"./finding-anchor-DEV8JvgH.js";import{t as p}from"./usePagedRows-jNUWgVTD.js";import{n as m,t as h}from"./useSortMode-BaeAA5cw.js";var g=e(t(),1),_=n();function v(e){return`${e.value}s`}function y({finding:e}){let t=f([e]);return(0,_.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 text-sm transition-colors ${t.flashClassName}`,children:[(0,_.jsxs)(`div`,{className:`flex flex-wrap items-center gap-2`,children:[(0,_.jsx)(r,{impactBand:e.impactBand}),(0,_.jsx)(`strong`,{children:v(e)})]}),(0,_.jsx)(l,{finding:e}),(0,_.jsx)(`p`,{className:`text-muted-foreground pt-1`,children:e.recommendation})]})}var b=(0,g.memo)(function({catalog:e,defaultCollapsed:t=!0}){let{sortMode:n,setSortMode:r,orderBy:l}=h(),[f,b]=(0,g.useState)(!t),[x,S]=(0,g.useState)(0),C=e.filter(e=>e.type===`coldStart`).slice().sort((e,t)=>a[e.impactBand]-a[t.impactBand]),w=l(C,e=>[e],e=>e.stageId??null),T=s(),E=T?w.findIndex(e=>e===T.finding):null,{totalPages:D,effectivePage:O,visible:k}=p(w,x,S,E);return C.length===0?null:(0,_.jsxs)(o,{title:`Cold Start`,impactBand:C[0].impactBand,badges:(0,_.jsxs)(_.Fragment,{children:[(0,_.jsx)(i,{type:`coldStart`,impactBand:C[0].impactBand}),d(C,C.length,f)?(0,_.jsx)(m,{mode:n,onChange:r}):null]}),open:f,onOpenChange:b,summary:(0,_.jsx)(c,{value:v(C[0]),context:`${C.length} issue${C.length===1?``:`s`} flagged`}),children:[(0,_.jsx)(`ul`,{className:`space-y-2`,children:k.map(e=>(0,_.jsx)(y,{finding:e},e.id))}),(0,_.jsx)(u,{page:O,totalPages:D,onPrev:()=>S(e=>e-1),onNext:()=>S(e=>e+1)})]})});export{b as ColdStart};

package/public/assets/ConfigAudit-ClZp5BpV.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t}from"./charts-vendor-0VMaLVLN.js";import{p as n}from"./plan-graph-vendor-B0sEms9Z.js";import{S as r}from"./useRecentFiles-D0OA_EOK.js";import{A as i,D as a,O as o,V as s,at as c,i as l,k as u,l as d,yt as f}from"./index-3vlFVNCg.js";import{t as p}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as m}from"./ImpactEstimate-BGt-4WX5.js";import{t as h}from"./RowPagination-BLsm8I6i.js";import{n as g}from"./finding-anchor-DEV8JvgH.js";import{t as _}from"./usePagedRows-jNUWgVTD.js";var v=e(t(),1),y=n();function b({finding:e}){let t=g([e]);return(0,y.jsxs)(`li`,{ref:t.ref,tabIndex:t.tabIndex,"data-flashed":t.dataFlashed,className:`space-y-1 transition-colors ${t.flashClassName}`,children:[(0,y.jsxs)(`div`,{className:`flex items-center gap-2`,children:[(0,y.jsx)(a,{impactBand:e.impactBand}),(0,y.jsx)(`code`,{className:`text-xs`,children:e.property}),(0,y.jsx)(`span`,{className:`text-xs text-muted-foreground`,children:`=`}),(0,y.jsx)(`code`,{className:`rounded bg-accent/10 px-1.5 py-0.5 font-mono text-xs text-accent`,children:String(e.value)})]}),(0,y.jsx)(m,{finding:e}),(0,y.jsxs)(`p`,{className:`text-sm`,children:[e.recommendation,e.docAnchor?(0,y.jsxs)(y.Fragment,{children:[` `,(0,y.jsxs)(i,{anchor:e.docAnchor,children:[`Why `,e.property,` matters`]})]}):null]})]})}var x=(0,v.memo)(function({appModel:e,configFindings:t,defaultCollapsed:n=!0}){let[i,a]=(0,v.useState)(0),m=(0,v.useMemo)(()=>(t??s(e.app)).filter(e=>e.type===`configAudit`).slice().sort((e,t)=>c[e.impactBand]-c[t.impactBand]),[t,e]),g=d(),x=g?m.findIndex(e=>e===g.finding):null,{totalPages:S,effectivePage:C,visible:w}=_(m,i,a,x);if(m.length===0){let t=e.evidenceAvailability?.entries.find(e=>e.key===`sparkConfiguration`),n;if(t)n=t.state===`present`?`No misconfigurations detected.`:t.state===`unknown`&&t.reasonCode===`parseIncomplete`?(0,y.jsxs)(y.Fragment,{children:[(0,y.jsxs)(`span`,{children:[t.summary,` `]}),(0,y.jsx)(u,{children:(0,y.jsx)(r,{evidenceKey:`sparkConfiguration`})})]}):(0,y.jsxs)(y.Fragment,{children:[(0,y.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,y.jsx)(u,{children:(0,y.jsx)(r,{evidenceKey:`sparkConfiguration`})})]});else{let t=e.app?.evidenceInputs;n=(t?t.environmentUpdates>0:Object.keys(e.app?.config??{}).length>0||e.app?.resources)?`No misconfigurations detected.`:(0,y.jsxs)(y.Fragment,{children:[(0,y.jsx)(`span`,{children:`No environment info captured in this log. `}),(0,y.jsx)(u,{children:(0,y.jsx)(r,{evidenceKey:`sparkConfiguration`})})]})}let i=(0,y.jsx)(`p`,{className:`text-muted-foreground text-xs`,children:n});return(0,y.jsx)(l,{title:`Config Sanity`,compact:!0,summary:i,children:i})}let T=f(m);return(0,y.jsxs)(l,{title:`Config Sanity`,impactBand:T,badges:(0,y.jsx)(o,{type:`configAudit`,impactBand:T??`info`}),statusBadge:(0,y.jsx)(u,{children:(0,y.jsx)(r,{evidenceKey:`sparkConfiguration`})}),defaultCollapsed:n,summary:(0,y.jsx)(p,{value:`${m.length}`,context:`misconfiguration${m.length===1?``:`s`} flagged`}),children:[(0,y.jsx)(`ul`,{className:`space-y-4`,children:w.map(e=>(0,y.jsx)(b,{finding:e},e.id))}),(0,y.jsx)(h,{page:C,totalPages:S,onPrev:()=>a(e=>e-1),onNext:()=>a(e=>e+1)})]})});export{x as ConfigAudit};

package/public/assets/CoreUsageArea-o3kqQwyi.js

@@ -0,0 +1 @@
+import{r as e}from"./rolldown-runtime-hePW80VL.js";import{M as t,T as n,f as r,n as i,o as a,s as o,u as s,v as c}from"./charts-vendor-0VMaLVLN.js";import{p as l}from"./plan-graph-vendor-B0sEms9Z.js";import{S as u,T as d,w as f}from"./useRecentFiles-D0OA_EOK.js";import{t as p}from"./inbox-_QCYkBsP.js";import{A as m,D as h,O as g,i as _,k as v,q as y}from"./index-3vlFVNCg.js";import{t as b}from"./EmptyState-BCA3xioa.js";import{t as x}from"./downsample-WmNM1qc9.js";import{t as S}from"./WidgetLeadSummary-BdUUi7L5.js";import{t as C}from"./ImpactEstimate-BGt-4WX5.js";import{t as w}from"./RowPagination-BLsm8I6i.js";import{t as T}from"./usePagedRows-jNUWgVTD.js";var E=e(t(),1),D=[`PROCESS_LOCAL`,`NODE_LOCAL`,`RACK_LOCAL`,`NO_PREF`,`ANY`];function O(e,{bucketWidthMs:t=6e4,tiers:n=D}={}){let r=e.filter(e=>(e.completedAt??0)>(e.submittedAt??0)&&(e.executorRunTime??0)>0);if(r.length===0)return{labels:[],series:{}};let i=r.reduce((e,t)=>Math.min(e,t.submittedAt??e),1/0),a=r.reduce((e,t)=>Math.max(e,t.completedAt??e),-1/0),o=Math.max(1,Math.ceil((a-i)/t)),s={};for(let e of n)s[e]=Array(o).fill(0);let c=Array(o).fill(0);for(let e of r){let n=e.completedAt??0,r=e.submittedAt??0,a=n-r,l=(e.executorRunTime??0)/a,u=(e.localityStats??[]).reduce((e,t)=>e+t.count,0)||1,d=new Map((e.localityStats??[]).map(e=>[e.locality,e.count/u]));for(let e=0;e<o;e++){let a=i+e*t,o=a+t,u=Math.min(n,o)-Math.max(r,a);if(u<=0)continue;let f=u/t;for(let[t,n]of d){let r=l*n*f;s[t]?s[t][e]+=r:c[e]+=r}}}c.some(e=>e>0)&&(s.OTHER=c);let l=Array(o).fill(0);for(let e of Object.keys(s))for(let t=0;t<o;t++)l[t]+=s[e][t];let u=l.reduce((e,t)=>Math.max(e,t),0);s.idle=l.map(e=>Math.max(0,u-e));let d=[];for(let e=0;e<o;e++)d.push(i+e*t);return{labels:d,series:s}}var k=l(),A=240,j=60,M={PROCESS_LOCAL:`Process-local`,NODE_LOCAL:`Node-local`,RACK_LOCAL:`Rack-local`,NO_PREF:`No preference`,ANY:`Any`,OTHER:`Other`,idle:`Idle`},N={PROCESS_LOCAL:f.clean,NODE_LOCAL:f.accent,RACK_LOCAL:f.warning,NO_PREF:f.muted,ANY:f.critical,OTHER:f.muted,idle:f.muted},P=`Core Usage by Locality`,F=(0,E.memo)(function({appModel:e,catalog:t,activeFileId:l,defaultCollapsed:F=!0}){let[I,L]=(0,E.useState)(0),R=(0,E.useMemo)(()=>{let t=[...e.stages.values()];if(!t.some(e=>(e.executorRunTime??0)>0&&(e.completedAt??0)>(e.submittedAt??0)))return{hasActivity:!1};let n=e.app,r=n?.startTime??0,i=n?.endTime??r,{labels:a,series:o}=O(t,{bucketWidthMs:Math.max(6e4,Math.ceil(Math.max(1,i-r)/j))}),s=[...D.filter(e=>o[e]),...o.OTHER?[`OTHER`]:[],`idle`],c=a.map((e,t)=>{let n={t:Math.round((e-r)/1e3)};for(let e of s)n[e]=o[e]?.[t]??0;return n}),l=x(c),u=s.filter(e=>e!==`idle`);return{hasActivity:!0,order:s,points:c,sampled:l,peakCores:c.reduce((e,t)=>Math.max(e,u.reduce((e,n)=>e+t[n],0)),0)}},[e,l]),z=(0,E.useMemo)(()=>y([...e.stages.values()],{topN:1/0}),[e,l]),B=t.find(e=>e.type===`coreLocality`),V=t.some(e=>e.type===`memoryUtilization`&&e.variant===`idleCores`),H=z.topStages.filter(e=>e.nonLocalTasks>0),{totalPages:U,effectivePage:W,visible:G}=T(H,I,L);if(!R.hasActivity)return(0,k.jsx)(_,{title:P,summary:(0,k.jsx)(`span`,{className:`text-muted-foreground text-xs`,children:`No stage activity to plot.`}),children:(0,k.jsx)(b,{tone:`neutral`,icon:p,title:`No stage activity to plot.`})});let{order:K,points:q,sampled:J,peakCores:Y}=R;return(0,k.jsx)(_,{title:P,impactBand:B?.impactBand,badges:B?(0,k.jsx)(g,{type:`coreLocality`,impactBand:B.impactBand}):null,defaultCollapsed:F,summary:(0,k.jsx)(S,{value:`${Math.round(Y)} cores`,context:`peak concurrent, by locality`}),children:(0,k.jsxs)(`div`,{className:`space-y-2`,children:[(0,k.jsx)(v,{children:(0,k.jsxs)(`p`,{className:`text-muted-foreground text-xs`,children:[`approximate: stage-level attribution`,B?null:(0,k.jsxs)(k.Fragment,{children:[`, see `,(0,k.jsx)(m,{anchor:`#bottleneck-utilization`,children:`how utilization is measured`})]})]})}),B?(0,k.jsxs)(`p`,{className:`flex flex-wrap items-start gap-2 text-sm`,children:[(0,k.jsx)(h,{impactBand:B.impactBand,className:`mt-1.5`}),(0,k.jsxs)(`span`,{children:[(0,k.jsxs)(`strong`,{children:[B.value,`% non-local`]}),`: `,B.recommendation]})]}):null,B?(0,k.jsx)(C,{finding:B}):null,(0,k.jsx)(v,{children:B?(0,k.jsx)(u,{confidence:B.confidence,validationRequired:B.validationRequired}):null}),(0,k.jsx)(d,{ariaLabel:`Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.`,height:A,table:{caption:`Concurrent core usage over time by locality tier`,columns:[`Time (s)`,...K.map(e=>M[e]??e)],rows:q.map(e=>[e.t,...K.map(t=>Math.round(e[t]))]),align:Array.from({length:K.length+1},()=>`right`)},children:(0,k.jsxs)(i,{data:J,children:[(0,k.jsx)(r,{vertical:!1,stroke:f.muted,strokeOpacity:.2}),(0,k.jsx)(o,{dataKey:`t`,tick:{fontSize:10},label:{value:`seconds from app start`,position:`insideBottom`,offset:-2,fontSize:10}}),(0,k.jsx)(a,{tick:{fontSize:10},width:36,label:{value:`avg concurrent cores`,angle:-90,position:`insideLeft`,fontSize:10}}),(0,k.jsx)(c,{}),(0,k.jsx)(n,{wrapperStyle:{fontSize:10}}),K.map(e=>(0,k.jsx)(s,{type:`monotone`,dataKey:e,name:M[e]??e,stackId:`cores`,stroke:N[e]??f.muted,fill:N[e]??f.muted,fillOpacity:e===`idle`?.15:.8,isAnimationActive:!1},e))]})}),(0,k.jsx)(v,{children:G.length>0?(0,k.jsxs)(k.Fragment,{children:[(0,k.jsx)(`ul`,{className:`space-y-1 text-xs text-muted-foreground`,children:G.map(e=>(0,k.jsxs)(`li`,{children:[`Stage `,e.stageId,`: `,Math.round(e.ratio*100),`% non-local (`,e.nonLocalTasks,`/`,e.taskCount,` tasks)`]},e.stageId))}),(0,k.jsx)(w,{page:W,totalPages:U,onPrev:()=>L(e=>e-1),onNext:()=>L(e=>e+1)})]}):null}),(0,k.jsx)(v,{children:V?(0,k.jsx)(`p`,{className:`text-xs text-muted-foreground`,children:`Idle cores also flagged → see Memory Utilization widget`}):null})]})})});export{F as CoreUsageArea};