@witty-ai/skill-insight 0.5.0-beta → 0.6.0-beta

package/.next/standalone/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@witty-ai/skill-insight",
-  "version": "0.5.0-beta",
+  "version": "0.6.0-beta",
   "description": "Agent Skill 评估与观测平台 — 量化评估 Skills 在 Agent 上的实际运行效果",
   "license": "MIT",
   "private": false,
@@ -21,12 +21,14 @@
     "dev": "next dev",
     "build": "next build",
     "start": "next start",
-    "lint": "eslint"
+    "lint": "eslint",
+    "test": "node --import tsx --test \"test/**/*.test.ts\""
   },
   "dependencies": {
     "@prisma/client": "5.22.0",
     "@types/archiver": "^7.0.0",
     "@types/uuid": "^11.0.0",
+    "adm-zip": "^0.5.10",
     "archiver": "7.0.1",
     "chokidar": "^5.0.0",
     "dotenv": "^17.3.1",
@@ -49,12 +51,14 @@
     "xlsx": "^0.18.5"
   },
   "devDependencies": {
+    "@types/adm-zip": "^0.5.8",
     "@types/node": "^20",
     "@types/pg": "^8.18.0",
     "@types/react": "^19",
     "@types/react-dom": "^19",
     "eslint": "^9",
     "eslint-config-next": "16.1.4",
+    "tsx": "^4.20.5",
     "typescript": "^5"
   }
 }

package/.next/standalone/prisma/schema.prisma

@@ -34,6 +34,8 @@ model SkillVersion {
   id        String   @id @default(cuid())
   skillId   String
   version   Int
+  semanticVersion String?  // 语义化版本号，用于企业同步
+  enterpriseSkillId Int?  // 企业skill的id，用于删除同步
   content   String
   assetPath String?
   files     String?
@@ -68,6 +70,7 @@ model Execution {
   cacheReadInputTokens    Int?
   cacheCreationInputTokens Int?
   maxSingleCallTokens     Int?
+  reasoningTokens          Int?
   timestamp       DateTime @default(now())
   model           String?
   finalResult     String?

package/.next/standalone/scripts/opencode_plugin.ts

@@ -399,9 +399,10 @@ export default async function WittySkillInsightPlugin(input) {
 
       // logDebug(`Event: ${event.type}`);
 
-       try {
+      try {
            // Attempt to find session ID in various places
-           const sessionId = event.session_id || event.properties?.sessionID || event.payload?.session_id;
+           let sessionId = event.session_id || event.properties?.sessionID || event.payload?.session_id;
+           let eagerFlush = false;
 
            // 1. Accumulate Message Metadata
            if (event.type === 'message.created' || event.type === 'message.updated') {
@@ -416,11 +417,16 @@ export default async function WittySkillInsightPlugin(input) {
                      });
                  }
                  const entry = sessionStore.get(msgId);
+                 if (!sessionId) sessionId = info.sessionID || info.sessionId || entry.info?.sessionID;
                  if (sessionId) entry.info.sessionID = sessionId;
                   // Merge info
                   Object.assign(entry.info, info);
                   if (info.tool_calls || info.toolCalls) entry.info.tool_calls = info.tool_calls || info.toolCalls;
                   if (info.function_call || info.functionCall) entry.info.function_call = info.function_call || info.functionCall;
+
+                  if (entry.info?.role === 'assistant' && (entry.info.finish || entry.info.time?.completed != null)) {
+                      eagerFlush = true;
+                  }
              }
           }
 
@@ -441,6 +447,7 @@ export default async function WittySkillInsightPlugin(input) {
                         });
                   }
                   const entry = sessionStore.get(msgId);
+                  if (!sessionId) sessionId = entry.info?.sessionID || part.sessionID || part.session_id;
                   if (!(entry.parts instanceof Map)) entry.parts = new Map(Array.isArray(entry.parts) ? entry.parts : []);
                   if (entry.toolParts && !(entry.toolParts instanceof Map)) entry.toolParts = new Map(Array.isArray(entry.toolParts) ? entry.toolParts : []);
                   
@@ -566,6 +573,7 @@ export default async function WittySkillInsightPlugin(input) {
                   }
 
                   const entry = sessionStore.get(msgId);
+                  if (!sessionId) sessionId = entry.info?.sessionID;
                   if (!(entry.parts instanceof Map)) entry.parts = new Map(Array.isArray(entry.parts) ? entry.parts : []);
 
                   const dedupeKey = `${msgId}:${partId}:${field}`;
@@ -606,7 +614,7 @@ export default async function WittySkillInsightPlugin(input) {
           }
 
            // 3. Upload on Session Idle
-           if (event.type === "session.idle") {
+           if (event.type === "session.idle" || eagerFlush) {
                if (!sessionId || !sessionId.startsWith("ses")) return;
 
                // Reload store from disk to pick up any data written by
@@ -688,6 +696,7 @@ export default async function WittySkillInsightPlugin(input) {
               let totalOutputTokens = 0;
               let totalCacheReadInputTokens = 0;
               let totalCacheCreationInputTokens = 0;
+              let totalReasoningTokens = 0;
               let llmCallCount = 0;
               let toolCallCount = 0;
               let toolCallErrorCount = 0;
@@ -717,11 +726,18 @@ export default async function WittySkillInsightPlugin(input) {
                           const cacheReadToks = Number(u.cache?.read || u.cache_read_input_tokens || 0);
                           const cacheCreateToks = Number(u.cache?.write || u.cache_creation_input_tokens || 0);
                           const inputToks = Number(u.input_tokens || u.input || 0);  // base input only (excludes cache)
-                          const outputToks = Number(u.output_tokens || u.output || 0);
+                          const rawOutputToks = Number(u.output_tokens || u.output || 0);
+                          const reasoningToks = Number(u.reasoning || u.reasoning_tokens || u.completion_tokens_details?.reasoning_tokens || 0);
+                          // OpenCode reports reasoning separately from output; DeepSeek API includes it in output.
+                          // Normalize: output_tokens should always include reasoning tokens.
+                          const outputToks = (u.reasoning !== undefined && reasoningToks > 0 && rawOutputToks < reasoningToks)
+                              ? rawOutputToks + reasoningToks
+                              : rawOutputToks;
                           totalInputTokens += inputToks;
                           totalOutputTokens += outputToks;
                           totalCacheReadInputTokens += cacheReadToks;
                           totalCacheCreationInputTokens += cacheCreateToks;
+                          totalReasoningTokens += reasoningToks;
                           const callTotal = inputToks + cacheReadToks + cacheCreateToks + outputToks;
                           if (callTotal > maxSingleCallTokens) maxSingleCallTokens = callTotal;
                       }
@@ -767,6 +783,7 @@ export default async function WittySkillInsightPlugin(input) {
                   cache_read_input_tokens: totalCacheReadInputTokens,
                   cache_creation_input_tokens: totalCacheCreationInputTokens,
                   max_single_call_tokens: maxSingleCallTokens,
+                  reasoning_tokens: totalReasoningTokens,
                   final_result: lastAssistantContent,
                   interactions: messages.map(m => ({
                       role: m.role,
@@ -911,8 +928,9 @@ try {
           }
       } catch (err) {
           logDebug(`Plugin Exception: ${err.message}`);
+      } finally {
+        saveStore();
       }
-      saveStore();
     }
   };
 }

package/.next/standalone/scripts/opencode_tui_plugin.tsx

@@ -0,0 +1,308 @@
+// @ts-nocheck
+/** @jsxImportSource @opentui/solid */
+import { Show, createEffect, createMemo, createSignal } from "solid-js"
+import fs from "fs"
+import os from "os"
+import path from "path"
+import { spawn } from "child_process"
+
+function parseBool(input: unknown, defaultValue: boolean) {
+  if (input === undefined || input === null) return defaultValue
+  const value = String(input).trim().toLowerCase()
+  if (!value) return defaultValue
+  if (value === "1" || value === "true" || value === "yes" || value === "y" || value === "on") return true
+  if (value === "0" || value === "false" || value === "no" || value === "n" || value === "off") return false
+  return defaultValue
+}
+
+function loadSkillInsightConfig() {
+  const config: Record<string, string> = {}
+  try {
+    const envPath = path.join(os.homedir(), ".skill-insight", ".env")
+    if (fs.existsSync(envPath)) {
+      const content = fs.readFileSync(envPath, "utf8")
+      for (const line of content.split("\n")) {
+        const match = line.match(/^\s*([\w_]+)\s*=\s*(.*)?\s*$/)
+        if (!match) continue
+        const key = match[1]
+        const raw = (match[2] || "").trim()
+        const value = raw.replace(/^['"](.*)['"]$/, "$1")
+        config[key] = value
+      }
+    }
+  } catch {}
+
+  const apiKey = config["SKILL_INSIGHT_API_KEY"] || process.env.SKILL_INSIGHT_API_KEY
+  const host = config["SKILL_INSIGHT_HOST"] || process.env.SKILL_INSIGHT_HOST
+  const showTaskStats = parseBool(
+    config["SKILL_INSIGHT_SHOW_TASK_STATS"] ?? process.env.SKILL_INSIGHT_SHOW_TASK_STATS,
+    true,
+  )
+
+  return { apiKey, host, showTaskStats }
+}
+
+function normalizeHost(host: string) {
+  const raw = host.trim()
+  if (!raw) return null
+  try {
+    const urlStr = raw.match(/^https?:\/\//) ? raw : `http://${raw}`
+    const u = new URL(urlStr)
+    return u
+  } catch {
+    return null
+  }
+}
+
+function formatLatencySeconds(input: unknown) {
+  const n = typeof input === "number" ? input : Number(input)
+  if (!Number.isFinite(n) || n < 0) return "-"
+  if (n < 10) return `${n.toFixed(2)}s`
+  if (n < 60) return `${n.toFixed(1)}s`
+  return `${Math.round(n)}s`
+}
+
+function formatNumber(input: unknown) {
+  const n = typeof input === "number" ? input : Number(input)
+  if (!Number.isFinite(n)) return "-"
+  return new Intl.NumberFormat("en-US").format(n)
+}
+
+async function sleep(ms: number) {
+  await new Promise((r) => setTimeout(r, ms))
+}
+
+async function fetchTaskStats(base: URL, taskId: string, apiKey?: string) {
+  const url = new URL("/api/task-stats", base)
+  url.searchParams.set("taskId", taskId)
+  url.searchParams.set("framework", "opencode")
+  const headers: Record<string, string> = {}
+  if (apiKey) headers["x-witty-api-key"] = apiKey
+
+  const res = await fetch(url, { headers })
+  if (!res.ok) return null
+  const json = (await res.json()) as any
+  if (!json || json.found !== true) return null
+  return json
+}
+
+function buildDetailsUrl(base: URL, taskId: string) {
+  const u = new URL("/details", base)
+  u.searchParams.set("framework", "opencode")
+  u.searchParams.set("expandTaskId", taskId)
+  return u.toString()
+}
+
+function openUrl(url: string) {
+  try {
+    if (process.platform === "darwin") {
+      spawn("open", [url], { stdio: "ignore", detached: true }).unref()
+      return true
+    }
+    if (process.platform === "win32") {
+      spawn("cmd", ["/c", "start", "", url], { stdio: "ignore", detached: true, windowsHide: true }).unref()
+      return true
+    }
+    spawn("xdg-open", [url], { stdio: "ignore", detached: true }).unref()
+    return true
+  } catch {
+    return false
+  }
+}
+
+function formatStatsMessage(stats: any, detailsUrl: string) {
+  const latency = formatLatencySeconds(stats?.latency)
+  const tokens = formatNumber(stats?.tokens)
+  const inputTokens = formatNumber(stats?.input_tokens)
+  const outputTokens = formatNumber(stats?.output_tokens)
+  const toolCalls = formatNumber(stats?.tool_call_count)
+  const llmCalls = formatNumber(stats?.llm_call_count)
+  return [
+    `时延: ${latency}`,
+    `Token: ${tokens} (入: ${inputTokens}, 出: ${outputTokens})`,
+    `LLM: ${llmCalls} | 工具: ${toolCalls}`,
+    `详情: ${detailsUrl}`,
+  ].join("\n")
+}
+
+function StatsFooter(props: {
+  api: any
+  sessionId: string
+  getEntry: (sid: string) => any
+  ensure: (sid: string) => void
+  config: { host?: string; apiKey?: string }
+}) {
+  const theme = () => props.api.theme.current
+
+  createEffect(() => {
+    if (!props.sessionId) return
+    props.ensure(props.sessionId)
+  })
+
+  const entry = createMemo(() => {
+    if (!props.sessionId) return null
+    return props.getEntry(props.sessionId)
+  })
+
+  const title = createMemo(() => {
+    return "Skill Insight"
+  })
+
+  return (
+    <box gap={1}>
+      <Show when={!props.config.host}>
+        <box
+          backgroundColor={theme().backgroundElement}
+          paddingTop={1}
+          paddingBottom={1}
+          paddingLeft={2}
+          paddingRight={2}
+          flexDirection="column"
+          gap={0}
+        >
+          <text fg={theme().text}>
+            <b>Skill Insight</b>
+          </text>
+          <text fg={theme().textMuted}>未配置 SKILL_INSIGHT_HOST</text>
+          <text fg={theme().textMuted}>请在 ~/.skill-insight/.env 设置 SKILL_INSIGHT_HOST</text>
+        </box>
+      </Show>
+      <Show when={entry()}>
+        {(x: any) => (
+          <box
+            backgroundColor={theme().backgroundElement}
+            paddingTop={1}
+            paddingBottom={1}
+            paddingLeft={2}
+            paddingRight={2}
+            flexDirection="column"
+            gap={0}
+          >
+            <box flexDirection="row" justifyContent="space-between">
+              <text fg={theme().text}>
+                <b>{title()}</b>
+              </text>
+            </box>
+            <Show when={x().state === "loading"}>
+              <text fg={theme().textMuted}>等待任务执行完毕</text>
+            </Show>
+            <Show when={x().state === "error"}>
+              <text fg={theme().textMuted}>统计暂不可用</text>
+            </Show>
+            <Show when={x().state === "ready"}>
+              <text fg={theme().textMuted}>时延: {formatLatencySeconds(x().stats?.latency)}</text>
+              <text fg={theme().textMuted}>
+                Token: {formatNumber(x().stats?.tokens)} (入: {formatNumber(x().stats?.input_tokens)}, 出:{" "}
+                {formatNumber(x().stats?.output_tokens)})
+              </text>
+              <text fg={theme().textMuted}>
+                LLM: {formatNumber(x().stats?.llm_call_count)} | 工具: {formatNumber(x().stats?.tool_call_count)}
+              </text>
+              <text
+                fg={theme().primary}
+                onMouseDown={() => {
+                  const ok = openUrl(x().detailsUrl)
+                  if (!ok) props.api.ui.toast({ message: "打开失败（可复制链接到浏览器）", variant: "error" })
+                }}
+              >
+                <b>查看详情 ↗</b> <span style={{ fg: theme().textMuted }}>(点击打开)</span>
+              </text>
+            </Show>
+          </box>
+        )}
+      </Show>
+      <Show when={!entry()}>
+        <text fg={theme().textMuted}>Skill Insight：暂无任务统计</text>
+      </Show>
+    </box>
+  )
+}
+
+const tui = async (api: any) => {
+  const [entries, setEntries] = createSignal({})
+
+  const getEntry = (sid: string) => entries()[sid]
+  const setEntry = (sid: string, value: any) => {
+    const prev = entries()
+    setEntries({ ...prev, [sid]: value })
+  }
+
+  const ensure = async (sessionId: string, opts?: { force?: boolean }) => {
+    const existing = getEntry(sessionId)
+    if (existing?.state === "loading") return
+    if (!opts?.force && existing?.state === "ready") return
+
+    const cfg = loadSkillInsightConfig()
+    if (!cfg.showTaskStats) return
+    if (!cfg.host) return
+    const base = normalizeHost(cfg.host)
+    if (!base) return
+
+    const detailsUrl = buildDetailsUrl(base, sessionId)
+    setEntry(sessionId, {
+      sessionId,
+      state: "loading",
+      detailsUrl,
+      updatedAt: Date.now(),
+      prevTimestamp: existing?.stats?.timestamp,
+    })
+
+    let stats: any = null
+    const maxAttempts = 8
+    for (let i = 0; i < maxAttempts; i++) {
+      stats = await fetchTaskStats(base, sessionId, cfg.apiKey)
+      if (stats) {
+        if (opts?.force && existing?.stats?.timestamp && stats.timestamp) {
+          const prevMs = Date.parse(existing.stats.timestamp)
+          const curMs = Date.parse(stats.timestamp)
+          if (Number.isFinite(prevMs) && Number.isFinite(curMs) && curMs <= prevMs) {
+            stats = null
+          }
+        }
+      }
+      if (stats) break
+      await sleep(i < 2 ? 800 : 1200)
+    }
+
+    if (!stats) {
+      setEntry(sessionId, { sessionId, state: "error", detailsUrl, updatedAt: Date.now() })
+      return
+    }
+
+    setEntry(sessionId, { sessionId, state: "ready", detailsUrl, stats, updatedAt: Date.now() })
+  }
+
+  api.slots.register({
+    order: 80,
+    slots: {
+      sidebar_content(_ctx: any, props: any) {
+        const cfg = loadSkillInsightConfig()
+        if (!cfg.showTaskStats) return null
+        const sid = props?.session_id
+        if (!sid || typeof sid !== "string") return null
+        return <StatsFooter api={api} sessionId={sid} getEntry={getEntry} ensure={ensure} config={cfg} />
+      },
+    },
+  })
+
+  api.event.on("session.idle", async (evt: any) => {
+    const sessionId =
+      evt?.properties?.sessionId ||
+      evt?.properties?.sessionID ||
+      evt?.properties?.session_id ||
+      evt?.session_id ||
+      evt?.payload?.session_id
+
+    if (!sessionId || typeof sessionId !== "string") return
+    if (!sessionId.startsWith("ses")) return
+    api.kv.set("skill_insight_latest_session_id", sessionId)
+    ensure(sessionId, { force: true })
+  })
+}
+
+const plugin = {
+  id: "witty-skill-insight-task-stats",
+  tui,
+}
+
+export default plugin

package/.next/standalone/scripts/si-optimizer.md

@@ -0,0 +1,5 @@
+---  
+description: 优化技能或执行迭代优化  
+---  
+  
+!`if [ -n "$1" ]; then echo "使用skill-optimizer技能优化$1这个skill"; else echo "基于当前目录下的iter-config.yaml配置，使用iterative-optimizer技能进行迭代优化"; fi`

package/.next/static/chunks/{01eddf501c574a44.js → 4ee8dc41c9f15b7b.js}

@@ -1 +1 @@
-(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,9665,e=>{"use strict";var s=e.i(43476),t=e.i(18566),n=e.i(71645);function c({skillId:e,skillName:n,version:c,user:a}){let r=(0,t.useRouter)();return e||n?(0,s.jsxs)("span",{onClick:s=>{s.preventDefault();let t=new URLSearchParams;e?t.set("id",e):(t.set("name",n),a&&t.set("user",a)),null!=c&&t.set("version",String(c)),r.push(`/skills?${t.toString()}`)},style:{color:"#60a5fa",cursor:"pointer",textDecoration:"none",transition:"color 0.2s"},onMouseEnter:e=>{e.currentTarget.style.textDecoration="underline",e.currentTarget.style.color="#93c5fd"},onMouseLeave:e=>{e.currentTarget.style.textDecoration="none",e.currentTarget.style.color="#60a5fa"},children:[n,c?` (v${c})`:""]}):(0,s.jsx)("span",{style:{color:"#64748b"},children:"(None)"})}function a({skills:e,skill:t,skillId:a,skillIds:r,skillVersion:l,user:i}){return e?.length||t?e?.length?(0,s.jsx)(s.Fragment,{children:e.map((e,t)=>{let a=r?.[t]||null;return(0,s.jsxs)(n.default.Fragment,{children:[t>0&&(0,s.jsx)("span",{style:{color:"#e2e8f0"},children:", "}),(0,s.jsx)(c,{skillId:a,skillName:e,version:l,user:i})]},t)})}):(0,s.jsx)(c,{skillId:a,skillName:t,version:l,user:i}):(0,s.jsx)("span",{style:{color:"#64748b"},children:"(None)"})}e.s(["SkillLinks",()=>a])},95802,e=>{e.v(s=>Promise.all(["static/chunks/f7a6fed60fb079dd.js","static/chunks/5432ce4a494bc74d.js","static/chunks/b43afe7d924243d9.js","static/chunks/68e4bccbce97556a.js","static/chunks/21105f8885631d60.js","static/chunks/7a95be670a5c981c.js","static/chunks/aa21d65228612e46.js","static/chunks/07668c4577ece2d3.js","static/chunks/78fd227efc628935.js"].map(s=>e.l(s))).then(()=>s(76913)))},34486,e=>{e.v(s=>Promise.all(["static/chunks/6baf949fafec6be3.js","static/chunks/e09d9ee16fe90255.js","static/chunks/ff6357067630b168.js"].map(s=>e.l(s))).then(()=>s(13143)))},14524,e=>{e.v(s=>Promise.all(["static/chunks/fec58f85bfaa3c39.js"].map(s=>e.l(s))).then(()=>s(17847)))}]);
+(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,9665,e=>{"use strict";var s=e.i(43476),t=e.i(18566),c=e.i(71645);function n({skillId:e,skillName:c,version:n,user:a}){let r=(0,t.useRouter)();return e||c?(0,s.jsxs)("span",{onClick:s=>{s.preventDefault();let t=new URLSearchParams;e?t.set("id",e):(t.set("name",c),a&&t.set("user",a)),null!=n&&t.set("version",String(n)),r.push(`/skills?${t.toString()}`)},style:{color:"#60a5fa",cursor:"pointer",textDecoration:"none",transition:"color 0.2s"},onMouseEnter:e=>{e.currentTarget.style.textDecoration="underline",e.currentTarget.style.color="#93c5fd"},onMouseLeave:e=>{e.currentTarget.style.textDecoration="none",e.currentTarget.style.color="#60a5fa"},children:[c,n?` (v${n})`:""]}):(0,s.jsx)("span",{style:{color:"#64748b"},children:"(None)"})}function a({skills:e,skill:t,skillId:a,skillIds:r,skillVersion:l,user:i}){return e?.length||t?e?.length?(0,s.jsx)(s.Fragment,{children:e.map((e,t)=>{let a=r?.[t]||null;return(0,s.jsxs)(c.default.Fragment,{children:[t>0&&(0,s.jsx)("span",{style:{color:"#e2e8f0"},children:", "}),(0,s.jsx)(n,{skillId:a,skillName:e,version:l,user:i})]},t)})}):(0,s.jsx)(n,{skillId:a,skillName:t,version:l,user:i}):(0,s.jsx)("span",{style:{color:"#64748b"},children:"(None)"})}e.s(["SkillLinks",()=>a])},95802,e=>{e.v(s=>Promise.all(["static/chunks/f7a6fed60fb079dd.js","static/chunks/5432ce4a494bc74d.js","static/chunks/b43afe7d924243d9.js","static/chunks/68e4bccbce97556a.js","static/chunks/21105f8885631d60.js","static/chunks/7a95be670a5c981c.js","static/chunks/aa21d65228612e46.js","static/chunks/07668c4577ece2d3.js","static/chunks/78fd227efc628935.js"].map(s=>e.l(s))).then(()=>s(76913)))},34486,e=>{e.v(s=>Promise.all(["static/chunks/6baf949fafec6be3.js","static/chunks/cd0fde15dc0dfcca.js","static/chunks/e13d208072a48316.js"].map(s=>e.l(s))).then(()=>s(13143)))},14524,e=>{e.v(s=>Promise.all(["static/chunks/fec58f85bfaa3c39.js"].map(s=>e.l(s))).then(()=>s(17847)))}]);