sparkforensics-server 0.1.0

package/index.js

@@ -0,0 +1,147 @@
+#!/usr/bin/env node
+import http from 'node:http';
+import { realpathSync, existsSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+import { fileURLToPath, pathToFileURL } from 'node:url';
+import { resolveStaticRoot, serveStatic } from './lib/static-files.js';
+// Unlike loadCreateMcpServer below, which falls back between a vendored copy
+// and the repo-root packages/core/src/ sibling because *that file's location*
+// varies by install mode, there's no equivalent fallback for the sdk package itself:
+// mcp-server-factory imports it unconditionally too (vendored .js or repo
+// .ts, either way), and packages/server/package.json
+// (like the root package.json) declares '@modelcontextprotocol/sdk' as a direct
+// dependency, so plain node module resolution finds it in both the published
+// and monorepo-dev layouts.
+import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
+
+const DEFAULT_PORT = 4173;
+const DEFAULT_HOST = '127.0.0.1';
+
+// Mirrors resolveStaticRoot's public/-vs-../dist fallback: packages/server/vendor-core/
+// exists only in a published/standalone install (populated by
+// scripts/vendor-core.mjs at publish time, which pre-strips the vendored core's
+// TypeScript to plain .js since Node refuses to type-strip .ts under
+// node_modules); in the monorepo it falls back to the real repo-root
+// packages/core/src/ sibling directory. load-vendored.js itself is the one
+// module this bootstrap has to locate by hand (see its own header comment);
+// every other core module then loads through its exported loadVendored().
+async function loadVendoredCore(dir, moduleName, opts) {
+  const vendoredHelper = join(dir, 'vendor-core', 'load-vendored.js');
+  const helperPath = existsSync(vendoredHelper) ? vendoredHelper : join(dir, '..', 'core', 'src', 'load-vendored.js');
+  const { loadVendored } = await import(pathToFileURL(helperPath).href);
+  return loadVendored(dir, moduleName, opts);
+}
+
+async function loadCreateMcpServer(dir) {
+  const mod = await loadVendoredCore(dir, 'mcp-server-factory');
+  return mod.createMcpServer;
+}
+
+async function loadHandleShsProxy(dir) {
+  const mod = await loadVendoredCore(dir, 'proxy', { srcExt: 'js' });
+  return mod.handleShsProxy;
+}
+
+export function createServer({
+  staticRoot,
+  fetchImpl = fetch,
+  // Test-only override for loadCreateMcpServer: lets test/index.test.js
+  // inject a promise that deliberately rejects, to prove a real failure
+  // still surfaces as a /mcp error response rather than being silently
+  // swallowed by the no-op .catch() below, without racing the real
+  // packages/server/vendor-core/ directory that test/bin.test.js
+  // separately populates and tears down.
+  loadCreateMcpServer: loadCreateMcpServerImpl = loadCreateMcpServer,
+} = {}) {
+  const dir = dirname(fileURLToPath(import.meta.url));
+  const root = staticRoot ?? resolveStaticRoot(dir);
+  const createMcpServerPromise = loadCreateMcpServerImpl(dir);
+  const handleShsProxyPromise = loadHandleShsProxy(dir);
+  handleShsProxyPromise.catch(() => {});
+  // This promise is only ever awaited later, inside the /mcp branch below,
+  // so a request that never hits /mcp (most routing tests, and most real
+  // traffic to '/' or '/shs-proxy') leaves it completely unconsumed. If it
+  // rejects in that case (e.g. packages/server/vendor-core/mcp-server-factory.js
+  // transiently exists-but-is-mid-rewrite while test/bin.test.js's own real
+  // `npm pack` is running concurrently in another test file/worker), Node
+  // reports an unhandled rejection even though nothing actually needed the
+  // result yet. A promise's rejection is independently observable by every
+  // consumer that awaits/.catches it, so attaching this no-op handler here
+  // does not hide a real failure from the /mcp handler's own `await
+  // createMcpServerPromise` below; it only marks this one rejection as
+  // "handled" for Node's unhandledRejection bookkeeping.
+  createMcpServerPromise.catch(() => {});
+
+  return http.createServer(async (req, res) => {
+    try {
+      const pathname = new URL(req.url, 'http://localhost').pathname;
+      if (pathname === '/shs-proxy') {
+        const handleShsProxy = await handleShsProxyPromise;
+        await handleShsProxy(req, res, { fetchImpl });
+      } else if (pathname === '/mcp') {
+        // Stateless mode (sessionIdGenerator: undefined) allows a transport to
+        // handle exactly one HTTP request; the SDK throws if it's reused, so a
+        // fresh server+transport pair is created per request (matches the SDK's
+        // own simpleStatelessStreamableHttp.ts example).
+        const createMcpServer = await createMcpServerPromise;
+        const mcpServer = createMcpServer();
+        // allowedHosts is matched against the raw Host header (host:port, no
+        // stripping) by the SDK, so the port must be derived from the actual
+        // listening socket rather than hardcoded: tests bind to an ephemeral
+        // port via listen(0, ...).
+        const localPort = req.socket.localPort;
+        const mcpTransport = new StreamableHTTPServerTransport({
+          sessionIdGenerator: undefined,
+          enableDnsRebindingProtection: true,
+          allowedHosts: [`127.0.0.1:${localPort}`, `localhost:${localPort}`],
+        });
+        await mcpServer.connect(mcpTransport);
+        // Each close() is isolated: a throw or rejection from one must not
+        // skip the other (leaking it) or become an unhandled rejection.
+        const closeQuietly = (target) => {
+          try { Promise.resolve(target.close()).catch(() => {}); } catch { /* already closed */ }
+        };
+        res.on('close', () => { closeQuietly(mcpTransport); closeQuietly(mcpServer); });
+        await mcpTransport.handleRequest(req, res);
+      } else {
+        await serveStatic(req, res, root);
+      }
+    } catch (err) {
+      console.error(`[server] ${req.method} ${req.url} failed:`, err?.stack ?? err);
+      if (!res.headersSent) res.writeHead(500, { 'content-type': 'text/plain' });
+      res.end(`Internal server error: ${err.message}`);
+    }
+  });
+}
+
+export function startServer({ port = DEFAULT_PORT, host = DEFAULT_HOST, staticRoot } = {}) {
+  const server = createServer({ staticRoot });
+  return new Promise((resolve) => {
+    server.listen(port, host, () => resolve(server));
+  });
+}
+
+export function serverStartupGuidance(port) {
+  return [
+    `sparkforensics-server running at http://${DEFAULT_HOST}:${port}`,
+    'Open that URL in Chrome, then use the Fetch from Spark History Server disclosure.',
+  ];
+}
+
+function parsePort(argv) {
+  const flagIdx = argv.indexOf('--port');
+  if (flagIdx !== -1 && argv[flagIdx + 1]) return Number(argv[flagIdx + 1]);
+  if (process.env.PORT) return Number(process.env.PORT);
+  return DEFAULT_PORT;
+}
+
+// Run directly (node index.js / npx sparkforensics-server). argv[1] is
+// the bin symlink path when launched via the published `.bin` entry, so it
+// must be realpath-resolved before comparing against this module's real path.
+const invokedDirectly = process.argv[1] && realpathSync(process.argv[1]) === fileURLToPath(import.meta.url);
+if (invokedDirectly) {
+  const port = parsePort(process.argv);
+  startServer({ port }).then(() => {
+    for (const line of serverStartupGuidance(port)) console.log(line);
+  });
+}

package/lib/static-files.js

@@ -0,0 +1,50 @@
+import { existsSync } from 'node:fs';
+import { readFile } from 'node:fs/promises';
+import { join, normalize, sep, extname } from 'node:path';
+
+const CONTENT_TYPES = {
+  '.html': 'text/html; charset=utf-8',
+  '.js': 'text/javascript; charset=utf-8',
+  '.mjs': 'text/javascript; charset=utf-8',
+  '.css': 'text/css; charset=utf-8',
+  '.json': 'application/json; charset=utf-8',
+  '.svg': 'image/svg+xml',
+  '.ico': 'image/x-icon',
+  '.map': 'application/json; charset=utf-8',
+};
+
+export function resolveStaticRoot(dir) {
+  const bundled = join(dir, 'public');
+  return existsSync(bundled) ? bundled : join(dir, '..', 'dist');
+}
+
+export async function serveStatic(req, res, root) {
+  // Note: deliberately not routed through `new URL()`: its WHATWG dot-segment
+  // resolution collapses `/../../etc/passwd` to `/etc/passwd` before we ever see
+  // it, which would let a traversal attempt sail past the guard below as a
+  // harmless 404 instead of being caught and rejected with 403.
+  const pathname = decodeURIComponent(req.url.split('?')[0]);
+  const relative = pathname === '/' ? 'index.html' : pathname.replace(/^\/+/, '');
+  const target = normalize(join(root, relative));
+
+  // Path-traversal guard: the resolved path must stay within root.
+  const rootPrefix = normalize(root + sep);
+  if (target !== normalize(root) && !target.startsWith(rootPrefix)) {
+    res.writeHead(403, { 'content-type': 'text/plain; charset=utf-8' });
+    res.end('Forbidden');
+    return;
+  }
+
+  let data;
+  try {
+    data = await readFile(target);
+  } catch {
+    res.writeHead(404, { 'content-type': 'text/plain; charset=utf-8' });
+    res.end('Not found');
+    return;
+  }
+
+  const type = CONTENT_TYPES[extname(target).toLowerCase()] ?? 'application/octet-stream';
+  res.writeHead(200, { 'content-type': type });
+  res.end(data);
+}

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "sparkforensics-server",
+  "version": "0.1.0",
+  "type": "module",
+  "bin": {
+    "sparkforensics-server": "index.js"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "files": [
+    "index.js",
+    "lib/",
+    "public/",
+    "vendor-core/"
+  ],
+  "scripts": {
+    "test": "vitest run",
+    "prepack": "node ../../scripts/vendor-core.mjs . && node scripts/copy-frontend.js"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.30.0",
+    "zod": "^4.4.3"
+  },
+  "devDependencies": {
+    "vitest": "^4.1.10"
+  }
+}

package/public/assets/AutoscalingChurn-CP5OjN6v.js

@@ -0,0 +1 @@
+import{r as C,j as e}from"./react-vendor-u4pyvC5Y.js";import{W as k,q as S,T as y,D as A,aw as T,a0 as w,az as N,I as R}from"./index-4id52G-A.js";import{d as I,C as L,a as g}from"./Dashboard-D1_IrWRs.js";import{i as K,C as $,X as z,Y as F,T as _,k as D,B as b,l as G}from"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";import"./useRecentFiles-46iBU9zJ.js";const H=60,O=6e4,Y=220;function U(t,s,a,c,r){if(t.length===0&&s.length===0)return[];const l=Math.max(r,c-a),x=Math.max(1,Math.ceil(l/r)),i=[];for(let n=0;n<x;n++)i.push({tStart:a+n*r,adds:0,removes:0});const u=n=>Math.min(x-1,Math.max(0,Math.floor((n-a)/r)));for(const n of t)i[u(n.timestamp)].adds++;for(const n of s)i[u(n.timestamp)].removes++;return i}function X(t,s){const a=Math.max(1,s-t);return Math.max(O,Math.ceil(a/H))}function q(t){if(t<=0)return 1;const a=10**Math.floor(Math.log10(t)),c=t/a;return(c<=1?1:c<=2?2:c<=5?5:10)*a}function P(t){const s=t.reduce((c,r)=>Math.max(c,Math.abs(r.added),Math.abs(r.removed)),0),a=q(s);return{domain:[-a,a],ticks:[-a,-a/2,0,a/2,a]}}function B(t){return Math.abs(t.height)<1?null:e.jsx(G,{...t})}function W({finding:t}){const{expanded:s,toggle:a}=T();return e.jsxs("div",{className:"flex flex-col gap-1 transition-colors",children:[e.jsxs("p",{className:"text-xs text-muted-foreground",children:["Short-lived executors: ",e.jsxs("strong",{children:[t.value,"%"]})]}),e.jsx(w,{finding:t}),e.jsx(N,{expanded:s,onClick:a,label:"autoscaling churn"}),s?e.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[e.jsx(R,{impactBand:t.impactBand,className:"mt-1.5"}),e.jsx("span",{children:t.recommendation})]}):null]})}const se=C.memo(function({appModel:s,activeFileId:a,catalog:c=[],defaultCollapsed:r=!0}){const l=C.useMemo(()=>{const o=s.executors.added,m=s.executors.removed;if(o.length===0&&m.length===0)return{hasEvents:!1,added:o,removed:m};const f=s.app,h=f?.startTime??0,v=f?.endTime??h,E=X(h,v),j=I(U(o,m,h,v,E)).map(p=>({t:`${Math.round((p.tStart-h)/1e3)}s`,added:p.adds,removed:-p.removes})),M=P(j);return{hasEvents:!0,added:o,removed:m,rows:j,yAxisScale:M}},[s,a]);if(!l.hasEvents)return e.jsx(k,{title:"Autoscaling Churn",summary:e.jsx("span",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."}),children:e.jsx("p",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."})});const{added:x,removed:i,rows:u,yAxisScale:n}=l,d=c.find(o=>o.type==="autoscalingChurn");return e.jsx(k,{title:"Autoscaling Churn",impactBand:d?.impactBand,badges:e.jsxs(e.Fragment,{children:[d&&e.jsx(y,{type:"autoscalingChurn",impactBand:d.impactBand}),e.jsx(A,{anchor:"#config-autoscale-bounds",children:"Learn more →"})]}),defaultCollapsed:r,summary:e.jsx(S,{value:`${x.length} added / ${i.length} removed`,context:d?`${d.value}% short-lived executors — ${d.impactBand}`:"executor churn events"}),children:e.jsxs("div",{className:"space-y-2",children:[d&&e.jsx(W,{finding:d}),e.jsx("p",{className:"text-muted-foreground text-xs",children:"executors added / removed over time"}),e.jsx(L,{ariaLabel:"Executor added and removed counts per time bucket over the run.",height:Y,table:{caption:"Executor added/removed counts by time bucket",columns:["Time","Executors added","Executors removed"],rows:u.map(o=>[o.t,o.added,Math.abs(o.removed)]),align:["right","right","right"]},children:e.jsxs(K,{data:u,children:[e.jsx($,{stroke:g.muted,strokeOpacity:.2}),e.jsx(z,{dataKey:"t",tick:{fontSize:10}}),e.jsx(F,{tick:{fontSize:10},width:32,domain:n.domain,ticks:n.ticks}),e.jsx(_,{formatter:(o,m)=>[Math.abs(Number(o)),m]}),e.jsx(D,{wrapperStyle:{fontSize:10}}),e.jsx(b,{dataKey:"added",name:"Added",stackId:"churn",fill:g.clean,shape:B}),e.jsx(b,{dataKey:"removed",name:"Removed",stackId:"churn",fill:g.muted,shape:B})]})})]})})});export{se as AutoscalingChurn,U as bucketChurn};

package/public/assets/CacheUtilization-BjyawXL6.js

@@ -0,0 +1 @@
+import{r as l,j as s}from"./react-vendor-u4pyvC5Y.js";import{K as y,at as v,as as k,W as z,j as M,l as F,m as P,n as d,o as L,p as m,T as E,J as b,Z as f,R as w,q as A,D as U,U as _,ax as $,ay as H,aw as W,I as O,a0 as q,az as G,aA as J}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";const S=70;function K(a){if(!a)return"—";const t=[];return a.useMemory&&t.push("Memory"),a.useDisk&&t.push("Disk"),a.deserialized?t.push("Deserialized"):(a.useMemory||a.useDisk)&&t.push("Serialized"),(a.replication??1)>1&&t.push(`x${a.replication}`),t.join(" · ")||"—"}function T(a){return a.name||`RDD ${a.id}`}function X(a){const t=_(T(a));return t.length<=S?t:`${t.slice(0,S)}…`}function Z({finding:a}){const t=$([a]),n=H([a]),{expanded:h,toggle:o}=W(),x=a.rddName??`RDD ${a.rddId}`;return s.jsxs("div",{ref:t,tabIndex:-1,"data-flashed":n?"true":"false",className:`space-y-1 transition-colors ${J(n)}`,children:[s.jsxs("p",{className:"flex flex-wrap items-start gap-2",children:[s.jsx(O,{impactBand:a.impactBand,className:"mt-1.5"}),s.jsx("span",{children:x})]}),s.jsx(q,{finding:a}),s.jsx(G,{expanded:h,onClick:o,label:x}),h?s.jsx("p",{className:"text-sm",children:a.recommendation}):null]})}const se=l.memo(function({appModel:t,catalog:n}){const[h,o]=l.useState(0),[x,u]=l.useState(0),g=t.app?.rddInfo,r=l.useMemo(()=>g?[...g.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,i)=>(i.memorySize??0)+(i.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[g]),c=l.useMemo(()=>n.filter(e=>e.type==="cacheUtilization").sort((e,i)=>y[e.impactBand]-y[i.impactBand]),[n]),p=v(r,h,o),N=k(),B=N?c.findIndex(e=>e===N.finding):null,j=v(c,x,u,B);if(r.length===0)return s.jsx(z,{title:"Cache Utilization",summary:s.jsx("span",{className:"text-xs text-muted-foreground",children:"No cached RDDs in this run."}),children:s.jsx("p",{className:"text-xs text-muted-foreground",children:"No cached RDDs in this run."})});const C=r.reduce((e,i)=>e+(i.memorySize??0)+(i.diskSize??0),0),I=e=>c.filter(i=>i.rddId===e);return s.jsx("div",{"data-widget":"cache-utilization",children:s.jsxs(z,{title:"Cache Utilization",impactBand:b(c),badges:s.jsxs(s.Fragment,{children:[s.jsxs("span",{className:"text-xs text-muted-foreground",children:[r.length," cached RDD",r.length===1?"":"s"]}),s.jsx(U,{anchor:"#memory-model",children:"Learn more →"})]}),defaultCollapsed:!0,summary:s.jsx(A,{value:f(C),context:"cached across memory + disk"}),children:[s.jsxs(M,{children:[s.jsx(F,{children:s.jsxs(P,{children:[s.jsx(d,{children:"RDD"}),s.jsx(d,{children:"Storage level"}),s.jsx(d,{className:"text-right",children:"Cached partitions"}),s.jsx(d,{className:"text-right",children:"Memory"}),s.jsx(d,{className:"text-right",children:"Disk"})]})}),s.jsx(L,{children:p.visible.map(e=>{const i=T(e),D=X(e),R=I(e.id);return s.jsxs(P,{children:[s.jsxs(m,{className:"max-w-80 truncate",title:i!==D?i:void 0,children:[D,R.length>0&&s.jsx(E,{type:"cacheUtilization",impactBand:b(R)??"info",className:"ml-1.5"})]}),s.jsx(m,{children:K(e.storageLevel)}),s.jsxs(m,{className:"text-right",children:[e.numCachedPartitions," / ",e.numPartitions]}),s.jsx(m,{className:"text-right",children:f(e.memorySize??0)}),s.jsx(m,{className:"text-right",children:f(e.diskSize??0)})]},e.id)})})]}),s.jsx(w,{page:p.effectivePage,totalPages:p.totalPages,onPrev:()=>o(e=>e-1),onNext:()=>o(e=>e+1)}),c.length>0?s.jsxs("div",{className:"mt-3 space-y-2 text-sm",children:[j.visible.map(e=>s.jsx(Z,{finding:e},e.id)),s.jsx(w,{page:j.effectivePage,totalPages:j.totalPages,onPrev:()=>u(e=>e-1),onNext:()=>u(e=>e+1)})]}):null]})})});export{se as CacheUtilization};

package/public/assets/CachingOpportunity-DV2ABG2G.js

@@ -0,0 +1 @@
+import{r as u,j as e}from"./react-vendor-u4pyvC5Y.js";import{c as v,as as b,at as N,W as f,j as w,l as C,m as h,n as c,o as T,R as B,q as k,T as $,ax as I,ay as P,aw as q,p as d,x as m,Z as E,a0 as O,az as F,aG as M,aA as W}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";const A=[["circle",{cx:"18",cy:"18",r:"3",key:"1xkwt0"}],["circle",{cx:"6",cy:"6",r:"3",key:"1lh9wr"}],["path",{d:"M6 21V9a9 9 0 0 0 9 9",key:"7kw0sc"}]],z=v("git-merge",A);function G({relations:a,operator:o}){const l=o==="union"?"union":"join";return e.jsx("span",{className:"inline-flex flex-wrap items-baseline",children:a.map((r,n)=>e.jsxs("span",{children:[n>0?e.jsxs(e.Fragment,{children:[" ",e.jsx("span",{className:"mx-1 font-semibold uppercase text-xs tracking-wide text-primary",children:l})," "]}):null,r.relation]},r.relation))})}function H({finding:a}){const o=I([a]),l=P([a]),{expanded:r,toggle:n}=q(),t=a.variant==="composite";return e.jsxs(h,{ref:o,tabIndex:-1,"data-flashed":l?"true":"false",className:`transition-colors ${W(l)}`,children:[e.jsx(d,{children:e.jsxs("span",{className:"inline-flex items-center gap-2",children:[t?e.jsx(z,{className:"size-3.5 text-muted-foreground","aria-hidden":"true"}):null,t&&a.relations&&a.relations.length>0?e.jsx(G,{relations:a.relations,operator:a.operator}):e.jsx("span",{children:a.relation}),t?e.jsx(m,{variant:"outline",className:"text-xs uppercase border-dashed",children:a.operator?.toUpperCase()}):e.jsx(m,{variant:"secondary",className:"text-xs uppercase",children:a.format})]})}),e.jsxs(d,{children:[a.value," queries"]}),e.jsx(d,{className:"text-right",children:E(a.totalReadBytes??0)}),e.jsxs(d,{children:[e.jsx(O,{finding:a}),e.jsx(F,{expanded:r,onClick:n,label:a.relation??"this relation"}),r?e.jsxs("div",{className:"mt-1 space-y-1",children:[e.jsx("p",{children:a.recommendation}),t?e.jsx(M,{confidence:a.confidence,validationRequired:a.validationRequired}):null]}):null]})]})}const U=u.memo(function({catalog:o,defaultCollapsed:l=!0}){const[r,n]=u.useState(0),t=u.useMemo(()=>o.filter(s=>s.type==="cachingOpportunity").sort((s,i)=>(i.totalReadBytes??0)-(s.totalReadBytes??0)||(typeof i.value=="number"?i.value:0)-(typeof s.value=="number"?s.value:0)),[o]),p=b(),j=p?t.findIndex(s=>s===p.finding):null,{totalPages:y,effectivePage:g,visible:R}=N(t,r,n,j);if(t.length===0)return null;const x=t[0];return e.jsx(f,{title:"Caching Opportunities",impactBand:"info",badges:e.jsx($,{type:"cachingOpportunity",impactBand:"info"}),defaultCollapsed:l,summary:e.jsx(k,{value:`${x.value}×`,context:`read by ${x.value} queries: ${x.relation}`}),children:e.jsxs("div",{className:"space-y-3",children:[e.jsxs(w,{children:[e.jsx(C,{children:e.jsxs(h,{children:[e.jsx(c,{children:"Relation"}),e.jsx(c,{children:"Read by"}),e.jsx(c,{className:"text-right",children:"Data read"}),e.jsx(c,{children:"Recommendation"})]})}),e.jsx(T,{children:R.map((s,i)=>e.jsx(H,{finding:s},`${s.format}:${s.relation}:${(s.executionIds??[]).join(",")}:${i}`))})]}),e.jsx(B,{page:g,totalPages:y,onPrev:()=>n(s=>s-1),onNext:()=>n(s=>s+1)})]})})});export{U as CachingOpportunity};

package/public/assets/ConfigAudit-DMiBhAoG.js

@@ -0,0 +1 @@
+import{r as p,j as e}from"./react-vendor-u4pyvC5Y.js";import{ae as N,K as h,as as b,at as k,E as d,W as f,J as A,R,q as I,T as B,ax as w,ay as E,aw as P,I as F,a0 as T,az as D,D as K,aA as S}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";function L({finding:a}){const t=w([a]),i=E([a]),{expanded:r,toggle:l}=P();return e.jsxs("li",{ref:t,tabIndex:-1,"data-flashed":i?"true":"false",className:`space-y-1 transition-colors ${S(i)}`,children:[e.jsxs("div",{className:"flex items-center gap-2",children:[e.jsx(F,{impactBand:a.impactBand}),e.jsx("code",{className:"text-xs",children:a.property})]}),e.jsx(T,{finding:a}),e.jsx(D,{expanded:r,onClick:l,label:a.property??"this property"}),r?e.jsxs("div",{className:"space-y-1",children:[e.jsxs("p",{className:"text-sm",children:[a.recommendation," ",e.jsx(d,{evidenceKey:"sparkConfiguration"}),a.docAnchor?e.jsxs(e.Fragment,{children:[" ",e.jsx(K,{anchor:a.docAnchor,children:"Learn more →"})]}):null]}),e.jsx("div",{className:"rounded-md border border-accent/30 bg-accent/10 px-3 py-2 text-xs",children:e.jsxs("code",{className:"rounded bg-background px-1.5 py-0.5 font-mono text-accent",children:[a.property," = ",String(a.value)]})})]}):null]})}const z=p.memo(function({appModel:t,configFindings:i,defaultCollapsed:r=!0}){const[l,m]=p.useState(0),o=p.useMemo(()=>(i??N(t.app)).filter(s=>s.type==="configAudit").slice().sort((s,n)=>h[s.impactBand]-h[n.impactBand]),[i,t]),u=b(),j=u?o.findIndex(s=>s===u.finding):null,{totalPages:y,effectivePage:v,visible:C}=k(o,l,m,j);if(o.length===0){const s=t.evidenceAvailability?.entries.find(c=>c.key==="sparkConfiguration");let n;if(s)s.state==="present"?n="No misconfigurations detected.":s.state==="unknown"&&s.reasonCode==="parseIncomplete"?n=e.jsxs(e.Fragment,{children:[e.jsxs("span",{children:[s.summary," "]}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]}):n=e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]});else{const c=t.app?.evidenceInputs;n=(c?c.environmentUpdates>0:Object.keys(t.app?.config??{}).length>0||!!t.app?.resources)?"No misconfigurations detected.":e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]})}const g=e.jsx("p",{className:"text-muted-foreground text-xs",children:n});return e.jsx(f,{title:"Config Sanity",compact:!0,summary:g,children:g})}const x=A(o);return e.jsxs(f,{title:"Config Sanity",impactBand:x,badges:e.jsx(B,{type:"configAudit",impactBand:x??"info"}),defaultCollapsed:r,summary:e.jsx(I,{value:`${o.length}`,context:`misconfiguration${o.length===1?"":"s"} flagged`}),children:[e.jsx("ul",{className:"space-y-4",children:C.map(s=>e.jsx(L,{finding:s},s.id))}),e.jsx(R,{page:v,totalPages:y,onPrev:()=>m(s=>s-1),onNext:()=>m(s=>s+1)})]})});export{z as ConfigAudit};

package/public/assets/CoreUsageArea-CGYIgPnt.js

@@ -0,0 +1 @@
+import{r as T,j as a}from"./react-vendor-u4pyvC5Y.js";import{aH as Y,at as G,W as M,I as X,a0 as q,R as $,q as J,T as Q,D as V}from"./index-4id52G-A.js";import{d as W,C as Z,a as l}from"./Dashboard-D1_IrWRs.js";import{j as tt,C as et,X as at,Y as st,T as ot,k as nt,A as it}from"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";import"./useRecentFiles-46iBU9zJ.js";const F=["PROCESS_LOCAL","NODE_LOCAL","RACK_LOCAL","NO_PREF","ANY"];function ct(I,{bucketWidthMs:n=6e4,tiers:y=F}={}){const m=I.filter(e=>(e.completedAt??0)>(e.submittedAt??0)&&(e.executorRunTime??0)>0);if(m.length===0)return{labels:[],series:{}};const f=m.reduce((e,s)=>Math.min(e,s.submittedAt??e),1/0),R=m.reduce((e,s)=>Math.max(e,s.completedAt??e),-1/0),r=Math.max(1,Math.ceil((R-f)/n)),i={};for(const e of y)i[e]=new Array(r).fill(0);const g=new Array(r).fill(0);for(const e of m){const s=e.completedAt??0,h=e.submittedAt??0,u=s-h,E=(e.executorRunTime??0)/u,S=(e.localityStats??[]).reduce((t,d)=>t+d.count,0)||1,b=new Map((e.localityStats??[]).map(t=>[t.locality,t.count/S]));for(let t=0;t<r;t++){const d=f+t*n,L=d+n,p=Math.min(s,L)-Math.max(h,d);if(p<=0)continue;const N=p/n;for(const[C,k]of b){const x=E*k*N;i[C]?i[C][t]+=x:g[t]+=x}}}g.some(e=>e>0)&&(i.OTHER=g);const o=new Array(r).fill(0);for(const e of Object.keys(i))for(let s=0;s<r;s++)o[s]+=i[e][s];const v=o.reduce((e,s)=>Math.max(e,s),0);i.idle=o.map(e=>Math.max(0,v-e));const A=[];for(let e=0;e<r;e++)A.push(f+e*n);return{labels:A,series:i}}const rt=240,lt=60,B={PROCESS_LOCAL:"Process-local",NODE_LOCAL:"Node-local",RACK_LOCAL:"Rack-local",NO_PREF:"No preference",ANY:"Any",OTHER:"Other",idle:"Idle"},H={PROCESS_LOCAL:l.clean,NODE_LOCAL:l.accent,RACK_LOCAL:l.warning,NO_PREF:l.muted,ANY:l.critical,OTHER:l.muted,idle:l.muted},z="Core Usage by Locality",gt=T.memo(function({appModel:n,catalog:y,activeFileId:m,defaultCollapsed:f=!0}){const[R,r]=T.useState(0),i=T.useMemo(()=>{const t=[...n.stages.values()];if(!t.some(c=>(c.executorRunTime??0)>0&&(c.completedAt??0)>(c.submittedAt??0)))return{hasActivity:!1};const L=n.app,p=L?.startTime??0,N=L?.endTime??p,C=Math.max(6e4,Math.ceil(Math.max(1,N-p)/lt)),{labels:k,series:x}=ct(t,{bucketWidthMs:C}),P=[...F.filter(c=>x[c]),...x.OTHER?["OTHER"]:[],"idle"],_=k.map((c,w)=>{const j={t:Math.round((c-p)/1e3)};for(const O of P)j[O]=x[O]?.[w]??0;return j}),D=W(_),K=P.filter(c=>c!=="idle"),U=_.reduce((c,w)=>Math.max(c,K.reduce((j,O)=>j+w[O],0)),0);return{hasActivity:!0,order:P,points:_,sampled:D,peakCores:U}},[n,m]),g=T.useMemo(()=>Y([...n.stages.values()],{topN:1/0}),[n,m]),o=y.find(t=>t.type==="coreLocality"),v=y.some(t=>t.type==="memoryUtilization"&&t.variant==="idleCores"),A=g.topStages.filter(t=>t.nonLocalTasks>0),{totalPages:e,effectivePage:s,visible:h}=G(A,R,r);if(!i.hasActivity)return a.jsx(M,{title:z,summary:a.jsx("span",{className:"text-muted-foreground text-xs",children:"No stage activity to plot."}),children:a.jsx("p",{className:"text-muted-foreground text-xs",children:"No stage activity to plot."})});const{order:u,points:E,sampled:S,peakCores:b}=i;return a.jsx(M,{title:z,impactBand:o?.impactBand,badges:a.jsxs(a.Fragment,{children:[o?a.jsx(Q,{type:"coreLocality",impactBand:o.impactBand}):null,a.jsx(V,{anchor:"#bottleneck-utilization",children:"Learn more →"})]}),defaultCollapsed:f,summary:a.jsx(J,{value:`${Math.round(b)} cores`,context:"peak concurrent, by locality"}),children:a.jsxs("div",{className:"space-y-2",children:[a.jsx("p",{className:"text-muted-foreground text-xs",children:"approximate: stage-level attribution"}),o?a.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[a.jsx(X,{impactBand:o.impactBand,className:"mt-1.5"}),a.jsxs("span",{children:[a.jsxs("strong",{children:[o.value,"% non-local"]}),": ",o.recommendation]})]}):null,o?a.jsx(q,{finding:o}):null,a.jsx(Z,{ariaLabel:"Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.",height:rt,table:{caption:"Concurrent core usage over time by locality tier",columns:["Time (s)",...u.map(t=>B[t]??t)],rows:E.map(t=>[t.t,...u.map(d=>Math.round(t[d]))]),align:Array.from({length:u.length+1},()=>"right")},children:a.jsxs(tt,{data:S,children:[a.jsx(et,{vertical:!1,stroke:l.muted,strokeOpacity:.2}),a.jsx(at,{dataKey:"t",tick:{fontSize:10},label:{value:"seconds from app start",position:"insideBottom",offset:-2,fontSize:10}}),a.jsx(st,{tick:{fontSize:10},width:36,label:{value:"avg concurrent cores",angle:-90,position:"insideLeft",fontSize:10}}),a.jsx(ot,{}),a.jsx(nt,{wrapperStyle:{fontSize:10}}),u.map(t=>a.jsx(it,{type:"monotone",dataKey:t,name:B[t]??t,stackId:"cores",stroke:H[t]??l.muted,fill:H[t]??l.muted,fillOpacity:t==="idle"?.15:.8,isAnimationActive:!1},t))]})}),h.length>0?a.jsxs(a.Fragment,{children:[a.jsx("ul",{className:"space-y-1 text-xs text-muted-foreground",children:h.map(t=>a.jsxs("li",{children:["Stage ",t.stageId,": ",Math.round(t.ratio*100),"% non-local (",t.nonLocalTasks,"/",t.taskCount," tasks)"]},t.stageId))}),a.jsx($,{page:s,totalPages:e,onPrev:()=>r(t=>t-1),onNext:()=>r(t=>t+1)})]}):null,v?a.jsx("p",{className:"text-xs text-muted-foreground",children:"Idle cores also flagged → see Memory Utilization widget"}):null]})})});export{gt as CoreUsageArea};