@witty-ai/skill-insight 0.4.0-beta → 0.5.0-beta

package/.next/standalone/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@witty-ai/skill-insight",
-  "version": "0.4.0-beta",
+  "version": "0.5.0-beta",
   "description": "Agent Skill 评估与观测平台 — 量化评估 Skills 在 Agent 上的实际运行效果",
   "license": "MIT",
   "private": false,

package/.next/standalone/scripts/opencode_plugin.ts

@@ -18,9 +18,151 @@ function logDebug(msg) {
 
 // Global store
 let sessionStore = new Map();
-let uploadedSessions = new Set();
+let uploadedSessions = new Map(); // sessionId -> uploaded message count
 let sessionGraph = new Map(); // parent_id -> [child_ids]
 let pendingChildSessions = new Map(); // child_id -> {parent_id, data}
+let lastDeltaByPartField = new Map();
+
+const STORE_PATH = path.join(os.homedir(), '.opencode', 'witty_plugin_session_store.json');
+
+function cleanupOldSessions() {
+    const now = Date.now();
+    const threeDays = 3 * 24 * 3600 * 1000;
+    
+    let deletedCount = 0;
+    for (const [msgId, entry] of sessionStore.entries()) {
+        const time = entry.info?.created || entry.info?.time?.created;
+        if (time && (now - time > threeDays)) {
+            sessionStore.delete(msgId);
+            deletedCount++;
+        }
+    }
+    if (deletedCount > 0) logDebug(`Cleaned up ${deletedCount} old messages from sessionStore`);
+}
+
+function loadStore() {
+    try {
+        if (fs.existsSync(STORE_PATH)) {
+            const fileData = fs.readFileSync(STORE_PATH, 'utf8');
+            if (!fileData.trim()) return;
+            const data = JSON.parse(fileData);
+            
+            // Merge sessionStore: disk entries fill in gaps, but don't overwrite in-memory entries
+            if (data.sessionStore) {
+                const diskStore = new Map(data.sessionStore);
+                for (const [msgId, entry] of diskStore.entries()) {
+                    if (!sessionStore.has(msgId)) {
+                        if (entry.parts && !Array.isArray(entry.parts) && typeof entry.parts === 'object' && !(entry.parts instanceof Map)) {
+                             entry.parts = new Map(Object.entries(entry.parts));
+                        } else if (Array.isArray(entry.parts)) {
+                             entry.parts = new Map(entry.parts);
+                        } else if (!entry.parts) {
+                             entry.parts = new Map();
+                        }
+                        
+                        if (entry.toolParts && !Array.isArray(entry.toolParts) && typeof entry.toolParts === 'object' && !(entry.toolParts instanceof Map)) {
+                             entry.toolParts = new Map(Object.entries(entry.toolParts));
+                        } else if (Array.isArray(entry.toolParts)) {
+                             entry.toolParts = new Map(entry.toolParts);
+                        } else if (!entry.toolParts) {
+                             entry.toolParts = new Map();
+                        }
+
+                        sessionStore.set(msgId, entry);
+                    }
+                }
+            }
+            
+            // Merge uploadedSessions: keep the "newer" signature between memory and disk
+            if (data.uploadedSessions) {
+                for (const x of data.uploadedSessions) {
+                    const sid = Array.isArray(x) ? x[0] : x;
+                    const diskVal = Array.isArray(x) ? x[1] : 0;
+
+                    const normalize = (v) => {
+                        if (typeof v === 'number') return { count: v, lastAssistantLen: 0, lastTs: 0 };
+                        if (v && typeof v === 'object') {
+                            return {
+                                count: Number(v.count || 0),
+                                lastAssistantLen: Number(v.lastAssistantLen || 0),
+                                lastTs: Number(v.lastTs || 0)
+                            };
+                        }
+                        return { count: 0, lastAssistantLen: 0, lastTs: 0 };
+                    };
+
+                    const memSig = normalize(uploadedSessions.get(sid));
+                    const diskSig = normalize(diskVal);
+
+                    const diskNewer =
+                        diskSig.count > memSig.count ||
+                        (diskSig.count === memSig.count && diskSig.lastAssistantLen > memSig.lastAssistantLen) ||
+                        (diskSig.count === memSig.count && diskSig.lastAssistantLen === memSig.lastAssistantLen && diskSig.lastTs > memSig.lastTs);
+
+                    if (diskNewer) {
+                        uploadedSessions.set(sid, diskVal);
+                    } else if (!uploadedSessions.has(sid)) {
+                        uploadedSessions.set(sid, memSig);
+                    }
+                }
+            }
+            
+            // Merge sessionGraph: union child lists
+            if (data.sessionGraph) {
+                const diskGraph = new Map(data.sessionGraph);
+                for (const [parentId, childIds] of diskGraph.entries()) {
+                    if (!sessionGraph.has(parentId)) {
+                        sessionGraph.set(parentId, childIds);
+                    } else {
+                        const existing = sessionGraph.get(parentId);
+                        for (const cid of childIds) {
+                            if (!existing.includes(cid)) existing.push(cid);
+                        }
+                    }
+                }
+            }
+            
+            // Merge pendingChildSessions
+            if (data.pendingChildSessions) {
+                const diskPending = new Map(data.pendingChildSessions);
+                for (const [childId, childData] of diskPending.entries()) {
+                    if (!pendingChildSessions.has(childId)) {
+                        pendingChildSessions.set(childId, childData);
+                    }
+                }
+            }
+            
+            logDebug(`Loaded store (merged): ${sessionStore.size} messages`);
+        }
+    } catch(e) {
+        logDebug("Store read err: " + e.message);
+    }
+}
+
+function saveStore() {
+    try {
+        cleanupOldSessions();
+        
+        // Merge with disk state to prevent concurrent process data loss.
+        // loadStore() uses merge semantics (won't overwrite in-memory entries).
+        loadStore();
+        
+        const data = {
+            sessionStore: Array.from(sessionStore.entries()).map(([k, v]) => [k, {
+                ...v,
+                parts: v.parts instanceof Map ? Array.from(v.parts.entries()) : (v.parts || []),
+                toolParts: v.toolParts instanceof Map ? Array.from(v.toolParts.entries()) : (v.toolParts || [])
+            }]),
+            uploadedSessions: Array.from(uploadedSessions.entries()),
+            sessionGraph: Array.from(sessionGraph.entries()),
+            pendingChildSessions: Array.from(pendingChildSessions.entries()),
+            timestamp: new Date().toISOString()
+        };
+        fs.writeFileSync(STORE_PATH, JSON.stringify(data, null, 2), 'utf8');
+    } catch(e) {
+        logDebug("Store sync err: " + e.message);
+    }
+}
 
 function toMsTimestamp(v) {
     if (v == null) return null;
@@ -120,11 +262,12 @@ function loadConfiguration() {
 
 function collectSessionMessages(sessionId) {
     const messages = [];
+    logDebug(`collectSessionMessages: scanning ${sessionStore.size} entries for session ${sessionId}`);
     for (const [mid, entry] of sessionStore.entries()) {
         if (entry.info.sessionID === sessionId) {
             // Calculate latency for this message if possible from parts
             let partBasedDuration = 0;
-            if (entry.parts.size > 0) {
+            if (entry.parts instanceof Map && entry.parts.size > 0) {
                 const parts = Array.from(entry.parts.values()).map(p => p.time?.start || 0).filter(t => t > 0).sort((a,b)=>a-b);
                 if (parts.length >= 1) {
                     const start = parts[0];
@@ -133,9 +276,13 @@ function collectSessionMessages(sessionId) {
                 }
             }
 
+            const role = entry.info.role || 'unknown';
+            const content = entry.content || entry.info.content || "";
+            logDebug(`Found message in store: id=${mid}, role=${role}, content_len=${content.length}`);
+
             messages.push({
-                role: entry.info.role || 'unknown',
-                content: entry.content || entry.info.content || "",
+                role: role,
+                content: content,
                 tool_calls: entry.info.tool_calls || entry.info.toolCalls,
                 function_call: entry.info.function_call || entry.info.functionCall,
                 usage: entry.info.usage || entry.info.tokens,
@@ -147,6 +294,7 @@ function collectSessionMessages(sessionId) {
             });
         }
     }
+    logDebug(`collectSessionMessages: collected ${messages.length} messages for ${sessionId}`);
     return messages;
 }
 
@@ -196,6 +344,7 @@ function collectSessionWithChildren(sessionId) {
 }
 
 export default async function WittySkillInsightPlugin(input) {
+  loadStore();
   const { apiKey, host } = loadConfiguration();
   if (!apiKey || !host) {
       logDebug("Plugin disabled: Missing API Key or Host");
@@ -254,23 +403,6 @@ export default async function WittySkillInsightPlugin(input) {
            // Attempt to find session ID in various places
            const sessionId = event.session_id || event.properties?.sessionID || event.payload?.session_id;
 
-           // 0. Handle session.created events to establish parent-child relationships
-           if (event.type === 'session.created') {
-               const sessionInfo = event.properties?.info || event.payload?.info;
-               if (sessionInfo && sessionInfo.id && sessionInfo.parentID) {
-                   const childId = sessionInfo.id;
-                   const parentId = sessionInfo.parentID;
-                   
-                   if (!sessionGraph.has(parentId)) {
-                       sessionGraph.set(parentId, []);
-                   }
-                   if (!sessionGraph.get(parentId).includes(childId)) {
-                       sessionGraph.get(parentId).push(childId);
-                       logDebug(`Session created: ${childId} is child of ${parentId}`);
-                   }
-               }
-           }
-
            // 1. Accumulate Message Metadata
            if (event.type === 'message.created' || event.type === 'message.updated') {
              let info = (event.payload && event.payload.message) || (event.properties && event.properties.info);
@@ -309,6 +441,8 @@ export default async function WittySkillInsightPlugin(input) {
                         });
                   }
                   const entry = sessionStore.get(msgId);
+                  if (!(entry.parts instanceof Map)) entry.parts = new Map(Array.isArray(entry.parts) ? entry.parts : []);
+                  if (entry.toolParts && !(entry.toolParts instanceof Map)) entry.toolParts = new Map(Array.isArray(entry.toolParts) ? entry.toolParts : []);
                   
                   // Store part
                   const partId = part.id || `temp_${Date.now()}_${Math.random()}`;
@@ -414,22 +548,81 @@ export default async function WittySkillInsightPlugin(input) {
               }
           }
 
+          if (event.type === 'message.part.delta') {
+              const props = event.properties || event.payload || {};
+              const msgId = props.messageID || props.message_id;
+              const partId = props.partID || props.part_id;
+              const field = props.field;
+              const delta = props.delta;
+
+              if (msgId && partId && field && typeof delta === 'string') {
+                  if (!sessionStore.has(msgId)) {
+                      sessionStore.set(msgId, {
+                          info: { sessionID: sessionId },
+                          parts: new Map(),
+                          toolParts: new Map(),
+                          content: ''
+                      });
+                  }
+
+                  const entry = sessionStore.get(msgId);
+                  if (!(entry.parts instanceof Map)) entry.parts = new Map(Array.isArray(entry.parts) ? entry.parts : []);
+
+                  const dedupeKey = `${msgId}:${partId}:${field}`;
+                  const lastDelta = lastDeltaByPartField.get(dedupeKey);
+                  if (lastDelta !== delta) {
+                      lastDeltaByPartField.set(dedupeKey, delta);
+                      if (lastDeltaByPartField.size > 5000) {
+                          for (const k of lastDeltaByPartField.keys()) {
+                              lastDeltaByPartField.delete(k);
+                              if (lastDeltaByPartField.size <= 4000) break;
+                          }
+                      }
+
+                      const existingPart = entry.parts.get(partId) || {
+                          id: partId,
+                          messageID: msgId,
+                          sessionID: sessionId,
+                          type: 'text'
+                      };
+                      const prev = typeof existingPart[field] === 'string' ? existingPart[field] : '';
+                      existingPart[field] = prev + delta;
+                      entry.parts.set(partId, existingPart);
+
+                      let full = "";
+                      const sortedParts = Array.from(entry.parts.values()).sort((a, b) => {
+                          const ta = a.time?.start || (a.meta && a.meta.start) || 0;
+                          const tb = b.time?.start || (b.meta && b.meta.start) || 0;
+                          return ta - tb;
+                      });
+
+                      for (const p of sortedParts) {
+                          if (p.text) full += p.text;
+                          else if (p.content) full += p.content;
+                      }
+                      entry.content = full;
+                  }
+              }
+          }
+
            // 3. Upload on Session Idle
            if (event.type === "session.idle") {
                if (!sessionId || !sessionId.startsWith("ses")) return;
 
-               // Check if this is a child session (has parent_id or is in sessionGraph)
-               const parentId = event.parent_id || event.properties?.parentID || event.payload?.parent_id;
-               
-               // Also check if this session is registered as a child in sessionGraph
-               let foundParentId = parentId;
-               if (!foundParentId) {
-                   for (const [potentialParent, childIds] of sessionGraph.entries()) {
-                       if (childIds.includes(sessionId)) {
-                           foundParentId = potentialParent;
-                           logDebug(`Found parent ${foundParentId} for for child ${sessionId} from sessionGraph`);
-                           break;
-                       }
+               // Reload store from disk to pick up any data written by
+               // concurrent child processes (e.g. opencode run executed
+               // from within the opencode interactive interface).
+               loadStore();
+
+               // Only treat a session as "child" when it was detected via Task tool
+               // (i.e. registered in sessionGraph). Do NOT rely on event.parentID because
+               // nested `opencode run ...` can also set parentID and we want both sessions uploaded.
+               let foundParentId = null;
+               for (const [potentialParent, childIds] of sessionGraph.entries()) {
+                   if (childIds.includes(sessionId)) {
+                       foundParentId = potentialParent;
+                       logDebug(`Found parent ${foundParentId} for for child ${sessionId} from sessionGraph`);
+                       break;
                    }
                }
                
@@ -587,11 +780,38 @@ export default async function WittySkillInsightPlugin(input) {
                   timestamp: new Date().toISOString()
               };
 
-              if (uploadedSessions.has(sessionId)) {
-                  logDebug(`Session ${sessionId} already uploaded, skipping.`);
+              let lastTs = 0;
+              for (const m of messages) {
+                  const t1 = toMsTimestamp(m.timestamp) || 0;
+                  const t2 = toMsTimestamp(m.timeInfo?.completed) || 0;
+                  const t3 = toMsTimestamp(m.timeInfo?.created) || 0;
+                  lastTs = Math.max(lastTs, t1, t2, t3);
+              }
+              const lastAssistantLen = (lastAssistantContent || '').length;
+
+              const normalize = (v) => {
+                  if (typeof v === 'number') return { count: v, lastAssistantLen: 0, lastTs: 0 };
+                  if (v && typeof v === 'object') {
+                      return {
+                          count: Number(v.count || 0),
+                          lastAssistantLen: Number(v.lastAssistantLen || 0),
+                          lastTs: Number(v.lastTs || 0)
+                      };
+                  }
+                  return { count: 0, lastAssistantLen: 0, lastTs: 0 };
+              };
+
+              const prevSig = normalize(uploadedSessions.get(sessionId));
+              const shouldSkip =
+                  messages.length <= prevSig.count &&
+                  lastAssistantLen <= prevSig.lastAssistantLen &&
+                  lastTs <= prevSig.lastTs;
+
+              if (shouldSkip) {
+                  logDebug(`Session ${sessionId} already uploaded (count=${prevSig.count}, lastAssistantLen=${prevSig.lastAssistantLen}, lastTs=${prevSig.lastTs}) (cur: count=${messages.length}, lastAssistantLen=${lastAssistantLen}, lastTs=${lastTs}), skipping.`);
                   return;
               }
-              uploadedSessions.add(sessionId);
+              uploadedSessions.set(sessionId, { count: messages.length, lastAssistantLen, lastTs });
 
               const body = JSON.stringify(payload);
               logDebug(`Payload Body Size: ${Buffer.byteLength(body)} bytes`);
@@ -692,6 +912,7 @@ try {
       } catch (err) {
           logDebug(`Plugin Exception: ${err.message}`);
       }
+      saveStore();
     }
   };
 }

package/.next/static/chunks/1e782a49beaf489c.js

@@ -0,0 +1 @@
+(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,18566,(e,t,r)=>{t.exports=e.r(76562)},9165,e=>{"use strict";async function t(e,t){return fetch(""+e,t)}function r(e){return""+e}e.s(["apiFetch",()=>t,"getApiUrl",()=>r])},94690,e=>{"use strict";var t=e.i(43476),r=e.i(18566),i=e.i(71645),o=e.i(9165);let a=(0,i.createContext)(void 0);function u({children:e}){let[u,s]=(0,i.useState)(null),[n,l]=(0,i.useState)(null),[c,h]=(0,i.useState)(!1),[g,d]=(0,i.useState)(!1),[m,f]=(0,i.useState)(!1),v=(0,r.useRouter)(),p=(0,r.usePathname)();return(0,i.useEffect)(()=>{(0,o.apiFetch)("/api/config/status?check_org=true").then(e=>e.json()).then(e=>h(e.org_mode||!1)).catch(()=>{}).finally(()=>f(!0))},[]),(0,i.useEffect)(()=>{if(!m)return;let e=localStorage.getItem("user_id"),t=localStorage.getItem("api_key");e?(s(e),t&&l(t)):c&&!g?(d(!0),(0,o.apiFetch)("/api/auth/organization").then(async e=>{let t=await e.json().catch(()=>({}));if(!e.ok)throw Error(t?.error||`Organization auth failed: ${e.status}`);return t}).then(e=>{let t=e?.displayName||e?.username,r=e?.apiKey;if(!t)throw Error("Organization auth response missing username");localStorage.setItem("user_id",t),r&&localStorage.setItem("api_key",r),s(t),r&&l(r)}).catch(e=>console.error("Organization auth failed:",e)).finally(()=>d(!1))):"/login"!==p&&v.push("/login")},[p,v,c,g,m]),(0,t.jsx)(a.Provider,{value:{user:u,apiKey:n,login:(e,t)=>{localStorage.setItem("user_id",e),s(e),t&&(localStorage.setItem("api_key",t),l(t)),v.replace("/")},logout:()=>{localStorage.removeItem("user_id"),localStorage.removeItem("api_key"),s(null),l(null),v.push("/login")}},children:e})}function s(){let e=(0,i.useContext)(a);if(void 0===e)throw Error("useAuth must be used within an AuthProvider");return e}e.s(["AuthProvider",()=>u,"useAuth",()=>s])},97703,e=>{"use strict";var t=e.i(43476),r=e.i(71645);let i=(0,r.createContext)(void 0);function o({children:e}){let[o,a]=(0,r.useState)("light"),[u,s]=(0,r.useState)(!1);return((0,r.useEffect)(()=>{s(!0);let e=localStorage.getItem("skill-insight-theme");e&&a(e)},[]),(0,r.useEffect)(()=>{u&&(localStorage.setItem("skill-insight-theme",o),document.documentElement.setAttribute("data-theme",o))},[o,u]),u)?(0,t.jsx)(i.Provider,{value:{theme:o,toggleTheme:()=>{a(e=>"light"===e?"dark":"light")},isDark:"dark"===o},children:e}):null}function a(){let e=(0,r.useContext)(i);if(void 0===e)throw Error("useTheme must be used within a ThemeProvider");return e}e.s(["ThemeProvider",()=>o,"useTheme",()=>a])},1661,e=>{"use strict";var t=e.i(43476),r=e.i(94690),i=e.i(97703);function o({children:e}){return(0,t.jsx)(i.ThemeProvider,{children:(0,t.jsx)(r.AuthProvider,{children:e})})}e.s(["Providers",()=>o])}]);