sparkforensics-server 0.1.0 → 0.2.0

package/vendor-core/types.js

@@ -88,15 +88,24 @@
  
 
                            
+                                                                             
+                                                                            
+                                                                        
+                                                                           
+              
                
                   
                                                                    
                        
                       
+                                                                    
+                                                                        
+                                                  
+                                  
  
 
                                
-                      
+             
                              
                                    
                          
@@ -111,14 +120,63 @@
                        
                                      
                                                                     
+                                                                      
+                                                                       
+                                                                
+                                    
+                               
+                                                                           
+                                                                 
+                                                             
+                                                                          
+                                                                          
+                                                                        
+                                                                        
+                                                                      
+                                                                           
+                                                                           
+                                                                
+                                         
+                                                                            
+                                                            
+                       
+                                                                          
+                                                                          
+                                                                      
+                                                                
+                                              
+                                                                             
+                                                                              
+                                                                            
+                                               
+                      
                                                                          
+                                                                             
+                                                                            
+                                                                      
+                                                                           
+                                                                               
+                                                                              
                                
+                                                                            
+                                                                              
+                                                                        
+                                                                          
+                                                                        
+                                                                               
+                                       
  
 
                                 
              
                  
                  
+                                                                               
+                                                                       
+                                                                              
+                                                                             
+                                                                      
+                        
  
 
                                  
@@ -142,6 +200,11 @@
 
                                                               
 
+/** Whether the plan-graph heat bar shows a node's own wall-time share
+ * ('exclusive') or that share plus every descendant's, within the same
+ * Exchange-bounded segment ('inclusive'). */
+                                                              
+
                       
              
                                 
@@ -215,29 +278,21 @@
               
                            
                
-                                                                        
-                                                                          
-                                                                          
-                                                                      
                                                                             
-                                                                          
-                                                                          
-                                                                           
-                                                                        
-                                                                          
-                                
+                                                                  
+                                                                            
+                                                                              
+                                                                             
+                                                       
                            
                          
                   
                                                                         
-                                                                      
+                                                                          
                                                                             
-                                                                        
-                                                                       
-                                                                      
-                                                                   
-                                                                    
-                                                       
+                                                                         
+                                                                              
+                    
                           
                           
                      
@@ -254,6 +309,11 @@
                               
                                                                                     
                       
+                                                                        
+                                                                             
+                                                                            
+                                                                         
+                         
                          
  
 

package/vendor-core/wasted-core-hours.js

@@ -1,7 +1,6 @@
-// Wasted core-hours summary (ELV-023). Pure, worker-agnostic reducer over the
-// same inputs the memoryUtilization detector's idle-cores math uses
-// (src/detectors.js ~608-619): capacity core-time vs. core-time that actually
-// ran tasks. No new detector, no new tag: this only feeds a report widget.
+// Wasted core-hours summary. Pure, worker-agnostic reducer over the same inputs
+// the memoryUtilization detector's idle-cores math uses: capacity core-time vs.
+// core-time that actually ran tasks. Feeds a report widget only, no detector.
 
 import { computeTotalCores } from './core-count.js';
 
@@ -29,14 +28,10 @@ const EMPTY                        = {
                                                               
  
 
-// `app` and `runAggregates` are typed nullable (beyond the brief's bare
-// signature) because real callers do pass null here (see
-// tests/wasted-core-hours.test.js and the WastedCoreHours widget, where
-// appModel.app is SparkAppInfo | null before parsing completes); the
-// optional-chaining/`!runAggregates` guard below already tolerated this at
-// runtime. `resources` is likewise added to app's shape (not in the brief's
-// signature) so the pass-through to computeTotalCores type-checks; real app
-// objects always carry it alongside startTime/endTime.
+// `app`/`runAggregates` are nullable because real callers pass null (app is
+// SparkAppInfo | null before parsing completes), which the guard below already
+// tolerates. `resources` is on app's shape so the computeTotalCores pass-through
+// type-checks; real app objects always carry it.
 export function computeWastedCoreHours(
   app                                                                                                       ,
   executorsAdded                                             = [],

package/public/assets/AutoscalingChurn-CP5OjN6v.js

@@ -1 +0,0 @@
-import{r as C,j as e}from"./react-vendor-u4pyvC5Y.js";import{W as k,q as S,T as y,D as A,aw as T,a0 as w,az as N,I as R}from"./index-4id52G-A.js";import{d as I,C as L,a as g}from"./Dashboard-D1_IrWRs.js";import{i as K,C as $,X as z,Y as F,T as _,k as D,B as b,l as G}from"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";import"./useRecentFiles-46iBU9zJ.js";const H=60,O=6e4,Y=220;function U(t,s,a,c,r){if(t.length===0&&s.length===0)return[];const l=Math.max(r,c-a),x=Math.max(1,Math.ceil(l/r)),i=[];for(let n=0;n<x;n++)i.push({tStart:a+n*r,adds:0,removes:0});const u=n=>Math.min(x-1,Math.max(0,Math.floor((n-a)/r)));for(const n of t)i[u(n.timestamp)].adds++;for(const n of s)i[u(n.timestamp)].removes++;return i}function X(t,s){const a=Math.max(1,s-t);return Math.max(O,Math.ceil(a/H))}function q(t){if(t<=0)return 1;const a=10**Math.floor(Math.log10(t)),c=t/a;return(c<=1?1:c<=2?2:c<=5?5:10)*a}function P(t){const s=t.reduce((c,r)=>Math.max(c,Math.abs(r.added),Math.abs(r.removed)),0),a=q(s);return{domain:[-a,a],ticks:[-a,-a/2,0,a/2,a]}}function B(t){return Math.abs(t.height)<1?null:e.jsx(G,{...t})}function W({finding:t}){const{expanded:s,toggle:a}=T();return e.jsxs("div",{className:"flex flex-col gap-1 transition-colors",children:[e.jsxs("p",{className:"text-xs text-muted-foreground",children:["Short-lived executors: ",e.jsxs("strong",{children:[t.value,"%"]})]}),e.jsx(w,{finding:t}),e.jsx(N,{expanded:s,onClick:a,label:"autoscaling churn"}),s?e.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[e.jsx(R,{impactBand:t.impactBand,className:"mt-1.5"}),e.jsx("span",{children:t.recommendation})]}):null]})}const se=C.memo(function({appModel:s,activeFileId:a,catalog:c=[],defaultCollapsed:r=!0}){const l=C.useMemo(()=>{const o=s.executors.added,m=s.executors.removed;if(o.length===0&&m.length===0)return{hasEvents:!1,added:o,removed:m};const f=s.app,h=f?.startTime??0,v=f?.endTime??h,E=X(h,v),j=I(U(o,m,h,v,E)).map(p=>({t:`${Math.round((p.tStart-h)/1e3)}s`,added:p.adds,removed:-p.removes})),M=P(j);return{hasEvents:!0,added:o,removed:m,rows:j,yAxisScale:M}},[s,a]);if(!l.hasEvents)return e.jsx(k,{title:"Autoscaling Churn",summary:e.jsx("span",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."}),children:e.jsx("p",{className:"text-muted-foreground text-xs",children:"No executor add/remove events (static allocation)."})});const{added:x,removed:i,rows:u,yAxisScale:n}=l,d=c.find(o=>o.type==="autoscalingChurn");return e.jsx(k,{title:"Autoscaling Churn",impactBand:d?.impactBand,badges:e.jsxs(e.Fragment,{children:[d&&e.jsx(y,{type:"autoscalingChurn",impactBand:d.impactBand}),e.jsx(A,{anchor:"#config-autoscale-bounds",children:"Learn more →"})]}),defaultCollapsed:r,summary:e.jsx(S,{value:`${x.length} added / ${i.length} removed`,context:d?`${d.value}% short-lived executors — ${d.impactBand}`:"executor churn events"}),children:e.jsxs("div",{className:"space-y-2",children:[d&&e.jsx(W,{finding:d}),e.jsx("p",{className:"text-muted-foreground text-xs",children:"executors added / removed over time"}),e.jsx(L,{ariaLabel:"Executor added and removed counts per time bucket over the run.",height:Y,table:{caption:"Executor added/removed counts by time bucket",columns:["Time","Executors added","Executors removed"],rows:u.map(o=>[o.t,o.added,Math.abs(o.removed)]),align:["right","right","right"]},children:e.jsxs(K,{data:u,children:[e.jsx($,{stroke:g.muted,strokeOpacity:.2}),e.jsx(z,{dataKey:"t",tick:{fontSize:10}}),e.jsx(F,{tick:{fontSize:10},width:32,domain:n.domain,ticks:n.ticks}),e.jsx(_,{formatter:(o,m)=>[Math.abs(Number(o)),m]}),e.jsx(D,{wrapperStyle:{fontSize:10}}),e.jsx(b,{dataKey:"added",name:"Added",stackId:"churn",fill:g.clean,shape:B}),e.jsx(b,{dataKey:"removed",name:"Removed",stackId:"churn",fill:g.muted,shape:B})]})})]})})});export{se as AutoscalingChurn,U as bucketChurn};

package/public/assets/CacheUtilization-BjyawXL6.js

@@ -1 +0,0 @@
-import{r as l,j as s}from"./react-vendor-u4pyvC5Y.js";import{K as y,at as v,as as k,W as z,j as M,l as F,m as P,n as d,o as L,p as m,T as E,J as b,Z as f,R as w,q as A,D as U,U as _,ax as $,ay as H,aw as W,I as O,a0 as q,az as G,aA as J}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";const S=70;function K(a){if(!a)return"—";const t=[];return a.useMemory&&t.push("Memory"),a.useDisk&&t.push("Disk"),a.deserialized?t.push("Deserialized"):(a.useMemory||a.useDisk)&&t.push("Serialized"),(a.replication??1)>1&&t.push(`x${a.replication}`),t.join(" · ")||"—"}function T(a){return a.name||`RDD ${a.id}`}function X(a){const t=_(T(a));return t.length<=S?t:`${t.slice(0,S)}…`}function Z({finding:a}){const t=$([a]),n=H([a]),{expanded:h,toggle:o}=W(),x=a.rddName??`RDD ${a.rddId}`;return s.jsxs("div",{ref:t,tabIndex:-1,"data-flashed":n?"true":"false",className:`space-y-1 transition-colors ${J(n)}`,children:[s.jsxs("p",{className:"flex flex-wrap items-start gap-2",children:[s.jsx(O,{impactBand:a.impactBand,className:"mt-1.5"}),s.jsx("span",{children:x})]}),s.jsx(q,{finding:a}),s.jsx(G,{expanded:h,onClick:o,label:x}),h?s.jsx("p",{className:"text-sm",children:a.recommendation}):null]})}const se=l.memo(function({appModel:t,catalog:n}){const[h,o]=l.useState(0),[x,u]=l.useState(0),g=t.app?.rddInfo,r=l.useMemo(()=>g?[...g.values()].filter(e=>(e.storageLevel?.useMemory||e.storageLevel?.useDisk)&&(e.numCachedPartitions??0)>0).sort((e,i)=>(i.memorySize??0)+(i.diskSize??0)-((e.memorySize??0)+(e.diskSize??0))):[],[g]),c=l.useMemo(()=>n.filter(e=>e.type==="cacheUtilization").sort((e,i)=>y[e.impactBand]-y[i.impactBand]),[n]),p=v(r,h,o),N=k(),B=N?c.findIndex(e=>e===N.finding):null,j=v(c,x,u,B);if(r.length===0)return s.jsx(z,{title:"Cache Utilization",summary:s.jsx("span",{className:"text-xs text-muted-foreground",children:"No cached RDDs in this run."}),children:s.jsx("p",{className:"text-xs text-muted-foreground",children:"No cached RDDs in this run."})});const C=r.reduce((e,i)=>e+(i.memorySize??0)+(i.diskSize??0),0),I=e=>c.filter(i=>i.rddId===e);return s.jsx("div",{"data-widget":"cache-utilization",children:s.jsxs(z,{title:"Cache Utilization",impactBand:b(c),badges:s.jsxs(s.Fragment,{children:[s.jsxs("span",{className:"text-xs text-muted-foreground",children:[r.length," cached RDD",r.length===1?"":"s"]}),s.jsx(U,{anchor:"#memory-model",children:"Learn more →"})]}),defaultCollapsed:!0,summary:s.jsx(A,{value:f(C),context:"cached across memory + disk"}),children:[s.jsxs(M,{children:[s.jsx(F,{children:s.jsxs(P,{children:[s.jsx(d,{children:"RDD"}),s.jsx(d,{children:"Storage level"}),s.jsx(d,{className:"text-right",children:"Cached partitions"}),s.jsx(d,{className:"text-right",children:"Memory"}),s.jsx(d,{className:"text-right",children:"Disk"})]})}),s.jsx(L,{children:p.visible.map(e=>{const i=T(e),D=X(e),R=I(e.id);return s.jsxs(P,{children:[s.jsxs(m,{className:"max-w-80 truncate",title:i!==D?i:void 0,children:[D,R.length>0&&s.jsx(E,{type:"cacheUtilization",impactBand:b(R)??"info",className:"ml-1.5"})]}),s.jsx(m,{children:K(e.storageLevel)}),s.jsxs(m,{className:"text-right",children:[e.numCachedPartitions," / ",e.numPartitions]}),s.jsx(m,{className:"text-right",children:f(e.memorySize??0)}),s.jsx(m,{className:"text-right",children:f(e.diskSize??0)})]},e.id)})})]}),s.jsx(w,{page:p.effectivePage,totalPages:p.totalPages,onPrev:()=>o(e=>e-1),onNext:()=>o(e=>e+1)}),c.length>0?s.jsxs("div",{className:"mt-3 space-y-2 text-sm",children:[j.visible.map(e=>s.jsx(Z,{finding:e},e.id)),s.jsx(w,{page:j.effectivePage,totalPages:j.totalPages,onPrev:()=>u(e=>e-1),onNext:()=>u(e=>e+1)})]}):null]})})});export{se as CacheUtilization};

package/public/assets/CachingOpportunity-DV2ABG2G.js

@@ -1 +0,0 @@
-import{r as u,j as e}from"./react-vendor-u4pyvC5Y.js";import{c as v,as as b,at as N,W as f,j as w,l as C,m as h,n as c,o as T,R as B,q as k,T as $,ax as I,ay as P,aw as q,p as d,x as m,Z as E,a0 as O,az as F,aG as M,aA as W}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";const A=[["circle",{cx:"18",cy:"18",r:"3",key:"1xkwt0"}],["circle",{cx:"6",cy:"6",r:"3",key:"1lh9wr"}],["path",{d:"M6 21V9a9 9 0 0 0 9 9",key:"7kw0sc"}]],z=v("git-merge",A);function G({relations:a,operator:o}){const l=o==="union"?"union":"join";return e.jsx("span",{className:"inline-flex flex-wrap items-baseline",children:a.map((r,n)=>e.jsxs("span",{children:[n>0?e.jsxs(e.Fragment,{children:[" ",e.jsx("span",{className:"mx-1 font-semibold uppercase text-xs tracking-wide text-primary",children:l})," "]}):null,r.relation]},r.relation))})}function H({finding:a}){const o=I([a]),l=P([a]),{expanded:r,toggle:n}=q(),t=a.variant==="composite";return e.jsxs(h,{ref:o,tabIndex:-1,"data-flashed":l?"true":"false",className:`transition-colors ${W(l)}`,children:[e.jsx(d,{children:e.jsxs("span",{className:"inline-flex items-center gap-2",children:[t?e.jsx(z,{className:"size-3.5 text-muted-foreground","aria-hidden":"true"}):null,t&&a.relations&&a.relations.length>0?e.jsx(G,{relations:a.relations,operator:a.operator}):e.jsx("span",{children:a.relation}),t?e.jsx(m,{variant:"outline",className:"text-xs uppercase border-dashed",children:a.operator?.toUpperCase()}):e.jsx(m,{variant:"secondary",className:"text-xs uppercase",children:a.format})]})}),e.jsxs(d,{children:[a.value," queries"]}),e.jsx(d,{className:"text-right",children:E(a.totalReadBytes??0)}),e.jsxs(d,{children:[e.jsx(O,{finding:a}),e.jsx(F,{expanded:r,onClick:n,label:a.relation??"this relation"}),r?e.jsxs("div",{className:"mt-1 space-y-1",children:[e.jsx("p",{children:a.recommendation}),t?e.jsx(M,{confidence:a.confidence,validationRequired:a.validationRequired}):null]}):null]})]})}const U=u.memo(function({catalog:o,defaultCollapsed:l=!0}){const[r,n]=u.useState(0),t=u.useMemo(()=>o.filter(s=>s.type==="cachingOpportunity").sort((s,i)=>(i.totalReadBytes??0)-(s.totalReadBytes??0)||(typeof i.value=="number"?i.value:0)-(typeof s.value=="number"?s.value:0)),[o]),p=b(),j=p?t.findIndex(s=>s===p.finding):null,{totalPages:y,effectivePage:g,visible:R}=N(t,r,n,j);if(t.length===0)return null;const x=t[0];return e.jsx(f,{title:"Caching Opportunities",impactBand:"info",badges:e.jsx($,{type:"cachingOpportunity",impactBand:"info"}),defaultCollapsed:l,summary:e.jsx(k,{value:`${x.value}×`,context:`read by ${x.value} queries: ${x.relation}`}),children:e.jsxs("div",{className:"space-y-3",children:[e.jsxs(w,{children:[e.jsx(C,{children:e.jsxs(h,{children:[e.jsx(c,{children:"Relation"}),e.jsx(c,{children:"Read by"}),e.jsx(c,{className:"text-right",children:"Data read"}),e.jsx(c,{children:"Recommendation"})]})}),e.jsx(T,{children:R.map((s,i)=>e.jsx(H,{finding:s},`${s.format}:${s.relation}:${(s.executionIds??[]).join(",")}:${i}`))})]}),e.jsx(B,{page:g,totalPages:y,onPrev:()=>n(s=>s-1),onNext:()=>n(s=>s+1)})]})})});export{U as CachingOpportunity};

package/public/assets/ConfigAudit-DMiBhAoG.js

@@ -1 +0,0 @@
-import{r as p,j as e}from"./react-vendor-u4pyvC5Y.js";import{ae as N,K as h,as as b,at as k,E as d,W as f,J as A,R,q as I,T as B,ax as w,ay as E,aw as P,I as F,a0 as T,az as D,D as K,aA as S}from"./index-4id52G-A.js";import"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";function L({finding:a}){const t=w([a]),i=E([a]),{expanded:r,toggle:l}=P();return e.jsxs("li",{ref:t,tabIndex:-1,"data-flashed":i?"true":"false",className:`space-y-1 transition-colors ${S(i)}`,children:[e.jsxs("div",{className:"flex items-center gap-2",children:[e.jsx(F,{impactBand:a.impactBand}),e.jsx("code",{className:"text-xs",children:a.property})]}),e.jsx(T,{finding:a}),e.jsx(D,{expanded:r,onClick:l,label:a.property??"this property"}),r?e.jsxs("div",{className:"space-y-1",children:[e.jsxs("p",{className:"text-sm",children:[a.recommendation," ",e.jsx(d,{evidenceKey:"sparkConfiguration"}),a.docAnchor?e.jsxs(e.Fragment,{children:[" ",e.jsx(K,{anchor:a.docAnchor,children:"Learn more →"})]}):null]}),e.jsx("div",{className:"rounded-md border border-accent/30 bg-accent/10 px-3 py-2 text-xs",children:e.jsxs("code",{className:"rounded bg-background px-1.5 py-0.5 font-mono text-accent",children:[a.property," = ",String(a.value)]})})]}):null]})}const z=p.memo(function({appModel:t,configFindings:i,defaultCollapsed:r=!0}){const[l,m]=p.useState(0),o=p.useMemo(()=>(i??N(t.app)).filter(s=>s.type==="configAudit").slice().sort((s,n)=>h[s.impactBand]-h[n.impactBand]),[i,t]),u=b(),j=u?o.findIndex(s=>s===u.finding):null,{totalPages:y,effectivePage:v,visible:C}=k(o,l,m,j);if(o.length===0){const s=t.evidenceAvailability?.entries.find(c=>c.key==="sparkConfiguration");let n;if(s)s.state==="present"?n="No misconfigurations detected.":s.state==="unknown"&&s.reasonCode==="parseIncomplete"?n=e.jsxs(e.Fragment,{children:[e.jsxs("span",{children:[s.summary," "]}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]}):n=e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]});else{const c=t.app?.evidenceInputs;n=(c?c.environmentUpdates>0:Object.keys(t.app?.config??{}).length>0||!!t.app?.resources)?"No misconfigurations detected.":e.jsxs(e.Fragment,{children:[e.jsx("span",{children:"No environment info captured in this log. "}),e.jsx(d,{evidenceKey:"sparkConfiguration"})]})}const g=e.jsx("p",{className:"text-muted-foreground text-xs",children:n});return e.jsx(f,{title:"Config Sanity",compact:!0,summary:g,children:g})}const x=A(o);return e.jsxs(f,{title:"Config Sanity",impactBand:x,badges:e.jsx(B,{type:"configAudit",impactBand:x??"info"}),defaultCollapsed:r,summary:e.jsx(I,{value:`${o.length}`,context:`misconfiguration${o.length===1?"":"s"} flagged`}),children:[e.jsx("ul",{className:"space-y-4",children:C.map(s=>e.jsx(L,{finding:s},s.id))}),e.jsx(R,{page:v,totalPages:y,onPrev:()=>m(s=>s-1),onNext:()=>m(s=>s+1)})]})});export{z as ConfigAudit};

package/public/assets/CoreUsageArea-CGYIgPnt.js

@@ -1 +0,0 @@
-import{r as T,j as a}from"./react-vendor-u4pyvC5Y.js";import{aH as Y,at as G,W as M,I as X,a0 as q,R as $,q as J,T as Q,D as V}from"./index-4id52G-A.js";import{d as W,C as Z,a as l}from"./Dashboard-D1_IrWRs.js";import{j as tt,C as et,X as at,Y as st,T as ot,k as nt,A as it}from"./charts-vendor-NMqKV0H4.js";import"./plan-graph-vendor-vZQHG2EJ.js";import"./useRecentFiles-46iBU9zJ.js";const F=["PROCESS_LOCAL","NODE_LOCAL","RACK_LOCAL","NO_PREF","ANY"];function ct(I,{bucketWidthMs:n=6e4,tiers:y=F}={}){const m=I.filter(e=>(e.completedAt??0)>(e.submittedAt??0)&&(e.executorRunTime??0)>0);if(m.length===0)return{labels:[],series:{}};const f=m.reduce((e,s)=>Math.min(e,s.submittedAt??e),1/0),R=m.reduce((e,s)=>Math.max(e,s.completedAt??e),-1/0),r=Math.max(1,Math.ceil((R-f)/n)),i={};for(const e of y)i[e]=new Array(r).fill(0);const g=new Array(r).fill(0);for(const e of m){const s=e.completedAt??0,h=e.submittedAt??0,u=s-h,E=(e.executorRunTime??0)/u,S=(e.localityStats??[]).reduce((t,d)=>t+d.count,0)||1,b=new Map((e.localityStats??[]).map(t=>[t.locality,t.count/S]));for(let t=0;t<r;t++){const d=f+t*n,L=d+n,p=Math.min(s,L)-Math.max(h,d);if(p<=0)continue;const N=p/n;for(const[C,k]of b){const x=E*k*N;i[C]?i[C][t]+=x:g[t]+=x}}}g.some(e=>e>0)&&(i.OTHER=g);const o=new Array(r).fill(0);for(const e of Object.keys(i))for(let s=0;s<r;s++)o[s]+=i[e][s];const v=o.reduce((e,s)=>Math.max(e,s),0);i.idle=o.map(e=>Math.max(0,v-e));const A=[];for(let e=0;e<r;e++)A.push(f+e*n);return{labels:A,series:i}}const rt=240,lt=60,B={PROCESS_LOCAL:"Process-local",NODE_LOCAL:"Node-local",RACK_LOCAL:"Rack-local",NO_PREF:"No preference",ANY:"Any",OTHER:"Other",idle:"Idle"},H={PROCESS_LOCAL:l.clean,NODE_LOCAL:l.accent,RACK_LOCAL:l.warning,NO_PREF:l.muted,ANY:l.critical,OTHER:l.muted,idle:l.muted},z="Core Usage by Locality",gt=T.memo(function({appModel:n,catalog:y,activeFileId:m,defaultCollapsed:f=!0}){const[R,r]=T.useState(0),i=T.useMemo(()=>{const t=[...n.stages.values()];if(!t.some(c=>(c.executorRunTime??0)>0&&(c.completedAt??0)>(c.submittedAt??0)))return{hasActivity:!1};const L=n.app,p=L?.startTime??0,N=L?.endTime??p,C=Math.max(6e4,Math.ceil(Math.max(1,N-p)/lt)),{labels:k,series:x}=ct(t,{bucketWidthMs:C}),P=[...F.filter(c=>x[c]),...x.OTHER?["OTHER"]:[],"idle"],_=k.map((c,w)=>{const j={t:Math.round((c-p)/1e3)};for(const O of P)j[O]=x[O]?.[w]??0;return j}),D=W(_),K=P.filter(c=>c!=="idle"),U=_.reduce((c,w)=>Math.max(c,K.reduce((j,O)=>j+w[O],0)),0);return{hasActivity:!0,order:P,points:_,sampled:D,peakCores:U}},[n,m]),g=T.useMemo(()=>Y([...n.stages.values()],{topN:1/0}),[n,m]),o=y.find(t=>t.type==="coreLocality"),v=y.some(t=>t.type==="memoryUtilization"&&t.variant==="idleCores"),A=g.topStages.filter(t=>t.nonLocalTasks>0),{totalPages:e,effectivePage:s,visible:h}=G(A,R,r);if(!i.hasActivity)return a.jsx(M,{title:z,summary:a.jsx("span",{className:"text-muted-foreground text-xs",children:"No stage activity to plot."}),children:a.jsx("p",{className:"text-muted-foreground text-xs",children:"No stage activity to plot."})});const{order:u,points:E,sampled:S,peakCores:b}=i;return a.jsx(M,{title:z,impactBand:o?.impactBand,badges:a.jsxs(a.Fragment,{children:[o?a.jsx(Q,{type:"coreLocality",impactBand:o.impactBand}):null,a.jsx(V,{anchor:"#bottleneck-utilization",children:"Learn more →"})]}),defaultCollapsed:f,summary:a.jsx(J,{value:`${Math.round(b)} cores`,context:"peak concurrent, by locality"}),children:a.jsxs("div",{className:"space-y-2",children:[a.jsx("p",{className:"text-muted-foreground text-xs",children:"approximate: stage-level attribution"}),o?a.jsxs("p",{className:"flex flex-wrap items-start gap-2 text-sm",children:[a.jsx(X,{impactBand:o.impactBand,className:"mt-1.5"}),a.jsxs("span",{children:[a.jsxs("strong",{children:[o.value,"% non-local"]}),": ",o.recommendation]})]}):null,o?a.jsx(q,{finding:o}):null,a.jsx(Z,{ariaLabel:"Approximate concurrent core usage over time, stacked by task locality tier, with idle capacity shown. See the legend for tier colors.",height:rt,table:{caption:"Concurrent core usage over time by locality tier",columns:["Time (s)",...u.map(t=>B[t]??t)],rows:E.map(t=>[t.t,...u.map(d=>Math.round(t[d]))]),align:Array.from({length:u.length+1},()=>"right")},children:a.jsxs(tt,{data:S,children:[a.jsx(et,{vertical:!1,stroke:l.muted,strokeOpacity:.2}),a.jsx(at,{dataKey:"t",tick:{fontSize:10},label:{value:"seconds from app start",position:"insideBottom",offset:-2,fontSize:10}}),a.jsx(st,{tick:{fontSize:10},width:36,label:{value:"avg concurrent cores",angle:-90,position:"insideLeft",fontSize:10}}),a.jsx(ot,{}),a.jsx(nt,{wrapperStyle:{fontSize:10}}),u.map(t=>a.jsx(it,{type:"monotone",dataKey:t,name:B[t]??t,stackId:"cores",stroke:H[t]??l.muted,fill:H[t]??l.muted,fillOpacity:t==="idle"?.15:.8,isAnimationActive:!1},t))]})}),h.length>0?a.jsxs(a.Fragment,{children:[a.jsx("ul",{className:"space-y-1 text-xs text-muted-foreground",children:h.map(t=>a.jsxs("li",{children:["Stage ",t.stageId,": ",Math.round(t.ratio*100),"% non-local (",t.nonLocalTasks,"/",t.taskCount," tasks)"]},t.stageId))}),a.jsx($,{page:s,totalPages:e,onPrev:()=>r(t=>t-1),onNext:()=>r(t=>t+1)})]}):null,v?a.jsx("p",{className:"text-xs text-muted-foreground",children:"Idle cores also flagged → see Memory Utilization widget"}):null]})})});export{gt as CoreUsageArea};