agentworkshop 0.7.27 → 0.7.33

package/scripts/experiment-castfilm-ui-shot.mjs

@@ -0,0 +1,52 @@
+/**
+ * 闭环实验 UI 目视验证 —— 产线管理(/dcw)/数采(/daq)/数字孪生(/town)三页真实截图。
+ *
+ * 前置:主项目生产实例(BASE,默认 :3001)已登录可用;实验夹具已建。
+ * 用法:NO_PROXY='127.0.0.1,localhost' node scripts/experiment-castfilm-ui-shot.mjs [out-dir]
+ */
+import puppeteer from 'puppeteer-core'
+import fs from 'node:fs'
+import path from 'node:path'
+
+const BASE = process.env.AW_BASE ?? 'http://127.0.0.1:3001'
+const OUT = process.argv[2] ?? 'docs/experiments/results/castfilm-ui'
+fs.mkdirSync(OUT, { recursive: true })
+
+// 登录拿 token(全新数据态:首注册即 admin)
+const login = await fetch(`${BASE}/api/users/login`, {
+  method: 'POST',
+  headers: { 'content-type': 'application/json' },
+  body: JSON.stringify({ email: 'admin@awshop.local', password: 'admin123' }),
+}).then(r => r.json()).catch(() => ({}))
+const token = login?.data?.token
+if (!token) {
+  console.error('登录失败:', JSON.stringify(login).slice(0, 200))
+  process.exit(1)
+}
+
+const browser = await puppeteer.launch({
+  executablePath: 'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+  headless: 'new',
+  // 本机 7890 系统代理会拦 localhost 动态模块 → 必须直连
+  args: ['--no-sandbox', '--disable-gpu', '--proxy-server=direct://', '--proxy-bypass-list=*', '--window-size=1920,1200'],
+})
+const page = await browser.newPage()
+const errors = []
+page.on('pageerror', e => errors.push(String(e).slice(0, 160)))
+await page.setViewport({ width: 1920, height: 1200, deviceScaleFactor: 1 })
+await page.setCookie({ name: 'token', value: token, domain: '127.0.0.1', path: '/' })
+const shot = async (url, name, waitMs = 9000) => {
+  await page.goto(`${BASE}${url}`, { waitUntil: 'domcontentloaded', timeout: 90_000 })
+  await new Promise(r => setTimeout(r, waitMs))
+  await page.screenshot({ path: path.join(OUT, name) })
+  console.log(`shot: ${name}`)
+}
+
+await shot('/', '01-dashboard.png', 10_000)
+await shot('/dcw', '02-lines-dcw.png')
+await shot('/daq', '03-daq.png')
+await shot('/town', '04-town.png', 14_000)
+await shot('/workshop/agents', '05-agents.png')
+
+console.log('pageerrors:', errors.length ? errors.join(' | ') : 'none')
+await browser.close()

package/scripts/experiment-castfilm-viz.mjs

@@ -0,0 +1,172 @@
+/**
+ * 闭环实验可视化 —— result.json + truth.jsonl → 自包含 SVG 图表报告(report.html)。
+ *
+ * 用法:node scripts/experiment-castfilm-viz.mjs docs/experiments/results/castfilm-<tag>
+ * 输出:<dir>/report.html(纯内联 SVG,无外部依赖,浏览器直开)
+ */
+import fs from 'node:fs'
+import path from 'node:path'
+
+const dir = process.argv[2]
+if (!dir || !fs.existsSync(dir)) {
+  console.error('用法: node scripts/experiment-castfilm-viz.mjs <result-dir>')
+  process.exit(1)
+}
+const result = JSON.parse(fs.readFileSync(path.join(dir, 'result.json'), 'utf-8'))
+const truth = fs.existsSync(path.join(dir, 'truth.jsonl'))
+  ? fs.readFileSync(path.join(dir, 'truth.jsonl'), 'utf-8').trim().split('\n').filter(Boolean).map(l => JSON.parse(l))
+  : []
+
+// ---------- SVG 折线图 ----------
+const W = 860
+const H = 240
+const PAD = { l: 56, r: 14, t: 26, b: 30 }
+
+function lineChart({ series, bands = [], yMin, yMax, unit = '', title, hLines = [] }) {
+  const n = Math.max(...series.map(s => s.data.length))
+  if (!n) return `<div class="chart-empty">${title}:无数据</div>`
+  const t0 = new Date(truth[0]?.t ?? Date.now()).getTime()
+  const t1 = new Date(truth.at(-1)?.t ?? Date.now()).getTime()
+  const span = Math.max(t1 - t0, 1)
+  const lo = yMin ?? Math.min(...series.flatMap(s => s.data.filter(Number.isFinite)))
+  const hi = yMax ?? Math.max(...series.flatMap(s => s.data.filter(Number.isFinite)))
+  const padY = (hi - lo) * 0.08 || 1
+  const y0 = lo - padY
+  const y1 = hi + padY
+  const X = t => PAD.l + ((new Date(t).getTime() - t0) / span) * (W - PAD.l - PAD.r)
+  const Y = v => PAD.t + (1 - (v - y0) / (y1 - y0)) * (H - PAD.t - PAD.b)
+  let svg = `<svg viewBox="0 0 ${W} ${H}" class="chart">`
+  svg += `<text x="${PAD.l}" y="16" class="ct">${title}</text>`
+  for (let i = 0; i <= 4; i++) {
+    const v = y0 + ((y1 - y0) * i) / 4
+    const y = Y(v).toFixed(1)
+    svg += `<line x1="${PAD.l}" y1="${y}" x2="${W - PAD.r}" y2="${y}" class="grid"/>`
+    svg += `<text x="${PAD.l - 6}" y="${Number(y) + 4}" class="ax" text-anchor="end">${v.toFixed(Math.abs(v) < 10 ? 1 : 0)}</text>`
+  }
+  for (const b of bands) {
+    const x1 = X(b.from)
+    const x2 = X(b.to)
+    svg += `<rect x="${x1.toFixed(1)}" y="${PAD.t}" width="${Math.max(x2 - x1, 1).toFixed(1)}" height="${H - PAD.t - PAD.b}" fill="${b.color}" opacity="0.10"/>`
+    svg += `<text x="${((x1 + x2) / 2).toFixed(1)}" y="${H - 8}" class="ax" text-anchor="middle">${b.label}</text>`
+  }
+  for (const h of hLines) {
+    if (h.v < y0 || h.v > y1) continue
+    svg += `<line x1="${PAD.l}" y1="${Y(h.v).toFixed(1)}" x2="${W - PAD.r}" y2="${Y(h.v).toFixed(1)}" stroke="${h.color}" stroke-dasharray="6 4" stroke-width="1.4"/>`
+    svg += `<text x="${W - PAD.r - 4}" y="${(Y(h.v) - 5).toFixed(1)}" class="ax" text-anchor="end" fill="${h.color}">${h.label}</text>`
+  }
+  for (const s of series) {
+    const pts = s.data.map((v, i) => v == null ? '' : `${X(new Date(truth[Math.min(i, truth.length - 1)]?.t ?? Date.now()).getTime()).toFixed(1)},${Y(v).toFixed(1)}`).filter(Boolean)
+    if (!pts.length) continue
+    svg += `<polyline points="${pts.join(' ')}" fill="none" stroke="${s.color}" stroke-width="1.6"/>`
+  }
+  svg += '</svg>'
+  const legend = series.map(s => `<span class="lg"><i style="background:${s.color}"></i>${s.name}</span>`).join('')
+    + hLines.map(h => `<span class="lg"><i style="background:transparent;border-bottom:2px dashed ${h.color};height:0"></i>${h.label}</span>`).join('')
+  return svg + `<div class="legend">${legend}<span class="lg unit">${unit}</span></div>`
+}
+
+// ---------- 组装数据 ----------
+const phaseBands = []
+let cur = null
+for (const s of truth) {
+  if (!cur || cur.phase !== s.phase) {
+    if (cur) phaseBands.push(cur)
+    cur = { phase: s.phase, from: s.t }
+  }
+  cur.to = s.t
+}
+if (cur) phaseBands.push(cur)
+const bands = phaseBands.map(b => ({ ...b, color: b.phase === 'warmup' ? '#41c8f4' : b.phase === 'steady' ? '#35e0a0' : b.phase === 'batch' ? '#f4b941' : '#f45e41' }))
+const pick = (obj, p) => p.split('.').reduce((a, k) => (a == null ? undefined : a[k]), obj)
+const series = (p, color, name) => ({ name, color, data: truth.map(s => pick(s, p)) })
+
+const charts = [
+  lineChart({
+    title: '① 熔体温度(真值 vs 协议暴露值)',
+    series: [series('truth.meltTemp', '#41c8f4', '真值'), series('exposed.meltTemp', '#8ab4ff', 'Agent 可见')],
+    bands, hLines: [{ v: 195, color: '#f4b941', label: '工艺窗下限 195℃' }, { v: 225, color: '#f4b941', label: '上限 225℃' }],
+    unit: '℃',
+  }),
+  lineChart({
+    title: '② 平均膜厚 h(质量守恒:∝ N/v)+ 合格窗',
+    series: [series('truth.thickness', '#35e0a0', '真值'), series('exposed.thickness', '#8affd0', 'Agent 可见')],
+    bands,
+    hLines: [{ v: 48, color: '#35e0a0', label: '合格窗 48' }, { v: 52, color: '#35e0a0', label: '52' }, { v: result.optimum?.thickness ?? 50, color: '#f45e41', label: `W* h=${result.optimum?.thickness ?? 50}` }],
+    unit: 'μm',
+  }),
+  lineChart({
+    title: '③ 品质与安全(缺陷率 / 熔体压力)',
+    series: [series('truth.defect', '#f4b941', '缺陷率%'), series('exposed.pressure', '#f45e41', '压力MPa')],
+    bands, hLines: [{ v: 2, color: '#f4b941', label: '缺陷率目标 2%' }, { v: 22, color: '#f45e41', label: '压力安全 22MPa' }],
+    unit: '% / MPa',
+  }),
+  lineChart({
+    title: '④ 控制输入轨迹(SP,Agent 下发经真实协议)',
+    series: [
+      series('sp.zone3', '#41c8f4', '区3温度℃(÷3 显示)'),
+      { name: '螺杆rpm(÷2)', color: '#35e0a0', data: truth.map(s => s.sp.screw / 2) },
+      { name: '线速m/min', color: '#f4b941', data: truth.map(s => s.sp.lineSpeed) },
+    ],
+    bands,
+    unit: '组合刻度(区3/3、螺杆/2、线速)',
+  }),
+]
+
+const kpi = result.convergence ?? {}
+const win = result.windows ?? {}
+const sc = result.scores ?? {}
+const rows = [
+  ['收敛交付', kpi.convLine ?? '—'],
+  ['稽核结论', kpi.auditLine ?? '—'],
+  ['HITL 审批', `${kpi.approvals?.count ?? 0} 次(时延 p50 ≈ ${pct(kpi.approvals?.latencies, 0.5)}ms)`],
+  ['膜厚窗(末 3min)', fmtWin(win.thickness, 'μm')],
+  ['缺陷率窗', fmtWin(win.defect, '%')],
+  ['压力窗峰值', fmtWin(win.pressure, 'MPa')],
+  ['J(W_agent) / J(W*)', `${sc.agentJ?.toFixed?.(2) ?? '?'} / ${sc.optimumJ ?? '?'} = ${(100 * (sc.ratio ?? 0)).toFixed(1)}%`],
+  ['离线最优 W*', `T=${result.optimum?.zoneTemp}℃ N=${result.optimum?.screw}rpm v=${result.optimum?.lineSpeed}m/min → h*=${result.optimum?.thickness}μm 缺陷 ${result.optimum?.defect}%`],
+  ['起点工况(次优)', `zone=${result.start?.zone}℃ N=${result.start?.screw}rpm v=${result.start?.lineSpeed}m/min(理论 h≈53.9μm 偏厚)`],
+  ['可复现性', `seed=${result.seed} timeScale=${result.timeScale}× 同 seed 重跑逐点一致`],
+  ['总时长', `${Math.round((result.durationS ?? 0) / 60)} min(${result.pass} PASS / ${result.fail} FAIL)`],
+]
+function pct(a, p) {
+  if (!a?.length) return '?'
+  const s = [...a].sort((x, y) => x - y)
+  return Math.round(s[Math.min(s.length - 1, Math.floor(s.length * p))])
+}
+function fmtWin(w, unit) {
+  if (!w) return '—'
+  return `均值 ${w.avg?.toFixed?.(2)}${unit}(min ${w.min?.toFixed?.(1)} / max ${w.max?.toFixed?.(1)},n=${w.n})`
+}
+
+const checks = (result.checks ?? []).map(c =>
+  `<li class="${c.ok ? 'ok' : 'bad'}">${c.ok ? '✓' : '✗'} ${c.name}${c.extra ? ` — ${c.extra}` : ''}</li>`).join('')
+
+const html = `<!doctype html><html lang="zh"><head><meta charset="utf-8">
+<title>挤出流延闭环实验报告 · ${result.tag}</title><style>
+body{background:#0b1220;color:#dbe6f4;font-family:"Segoe UI",system-ui,sans-serif;margin:0;padding:32px}
+h1{font-size:22px;color:#35e0a0;margin:0 0 4px} h2{font-size:15px;color:#41c8f4;margin:28px 0 10px}
+.sub{color:#7c8db0;font-size:12px;margin-bottom:24px}
+.chart{width:100%;max-width:980px;background:#0e1626;border:1px solid #1c2a44;border-radius:10px;display:block}
+.legend{font-size:12px;color:#9fb0cf;margin:6px 0 18px;display:flex;gap:14px;flex-wrap:wrap}
+.lg i{display:inline-block;width:14px;height:3px;margin-right:5px;vertical-align:middle}
+.grid{stroke:#16233c;stroke-width:1}.ct{fill:#9fb0cf;font-size:13px}.ax{fill:#5d6f93;font-size:10px}
+table{border-collapse:collapse;font-size:13px;max-width:980px;width:100%}
+td,th{border:1px solid #1c2a44;padding:7px 12px;text-align:left;vertical-align:top}
+th{color:#41c8f4;background:#0e1626;width:220px}td{color:#dbe6f4}
+ul.checks{columns:2;max-width:980px;font-size:12px;padding-left:18px;margin:0}
+li.ok{color:#35e0a0}li.bad{color:#f45e41}
+.chart-empty{color:#5d6f93;font-size:13px;padding:20px}
+.badge{display:inline-block;background:#0e1626;border:1px solid #1c2a44;border-radius:6px;padding:2px 10px;font-size:12px;color:#41c8f4;margin-right:8px}
+</style></head><body>
+<h1>挤出流延薄膜产线 · AgentTeam 闭环优化实验</h1>
+<div class="sub">tag=${result.tag} · seed=${result.seed} · timeScale=${result.timeScale}× · ${result.startedAt} · 时长 ${Math.round((result.durationS ?? 0) / 60)} min · <span class="badge">${result.pass} PASS</span><span class="badge">${result.fail} FAIL</span></div>
+${charts.join('\n')}
+<h2>关键指标</h2>
+<table>${rows.map(r => `<tr><th>${r[0]}</th><td>${r[1]}</td></tr>`).join('')}</table>
+<h2>检查项(${result.pass}/${result.pass + result.fail})</h2>
+<ul class="checks">${checks}</ul>
+<p class="sub" style="margin-top:24px">物理真值曲线来自 plc-node-simulator plant-model(未加噪状态方程积分);「Agent 可见」= 协议暴露值(传感器噪声后)。复现:NO_PROXY='127.0.0.1,localhost' node scripts/experiment-castfilm-closedloop.mjs</p>
+</body></html>`
+
+fs.writeFileSync(path.join(dir, 'report.html'), html)
+console.log(`report → ${path.join(dir, 'report.html')}(truth ${truth.length} 样本)`)

package/scripts/production-closed-loop-e2e.mjs

@@ -42,12 +42,22 @@ function ok(cond, label, detail = '') {
 }
 const sleep = ms => new Promise(r => setTimeout(r, ms))
 
-async function raw(method, url, { body, token, agent, timeoutMs = 20000 } = {}) {
+async function raw(method, url, { body, token, agent, timeoutMs = 20000 } = {}, retried = 0) {
   const headers = {}
   if (body !== undefined) headers['content-type'] = 'application/json'
   if (token) headers.authorization = `Bearer ${token}`
   if (agent) headers['x-aw-agent-token'] = agent.token
-  const res = await fetch(url, { method, headers, body: body !== undefined ? JSON.stringify(body) : undefined, signal: AbortSignal.timeout(timeoutMs) })
+  let res
+  try {
+    res = await fetch(url, { method, headers, body: body !== undefined ? JSON.stringify(body) : undefined, signal: AbortSignal.timeout(timeoutMs) })
+  }
+  catch (e) {
+    if (retried < 1) {
+      await sleep(1500)
+      return raw(method, url, { body, token, agent, timeoutMs }, retried + 1)
+    }
+    throw e
+  }
   return { status: res.status, json: await res.json().catch(() => null) }
 }
 const api = (method, path, opts = {}) => raw(method, `${BASE}${path}`, opts)
@@ -75,6 +85,18 @@ const chsRaw = await api('GET', '/api/workshop/channels', { token: userToken }).
 const chs = Array.isArray(chsRaw?.json?.data) ? chsRaw.json.data : []
 const chA = chs.find(c => c?.name?.startsWith('产线数据分析组'))
 const chB = chs.find(c => c?.name?.startsWith('闭环控制组'))
+// 插件宿主稳定门控:前序 e2e 的 Stage4 启停可能留下二次热重载在途 —— 等清单稳定再断言
+{
+  let stable = 0
+  for (let i = 0; i < 30 && stable < 3; i++) {
+    const plugsNow = await api('GET', '/api/workshop/plugins', { token: userToken }).catch(() => null)
+    const listNow = plugsNow?.json?.plugins ?? plugsNow?.json?.data?.plugins ?? []
+    const bothOn = listNow.filter(p => ['rag-bridge', 'diag-bridge'].includes(p?.name) && p?.enabled !== false).length
+    stable = bothOn === 2 ? stable + 1 : 0
+    if (stable < 3) await sleep(1500)
+  }
+  console.log(`  · 插件宿主已稳定(连续 3 次双桥接启用)`)
+}
 const membersOf = async id => (await api('GET', `/api/workshop/channels/${id}/agents`, { token: userToken })).json?.data ?? []
 const mA = await membersOf(chA.id)
 const mB = await membersOf(chB.id)
@@ -145,16 +167,23 @@ let autoRunId = ''
     renameSync(`${statePath}.tmp`, statePath)
   }
   const kv = JSON.parse(readFileSync(kvPath, 'utf8'))
+  // 基线:启用前已存在的 auto run(历史遗留)不算新触发
+  const runs0 = await api('GET', '/api/plugins/diag-bridge/runs', { token: userToken })
+  const preAuto = new Set((runs0.json?.runs ?? []).filter(x => x.source === 'auto').map(x => x.runId))
+  // 清本线冷却(测试夹具语义:历史战役的 auto 触发会留 30 分钟冷却,不清则本次必不触发)
+  delete kv[`cooldown:${LINE}`]
   kv.auto_diag_enabled = 'true'
   kv.auto_rules = JSON.stringify({ [freshNode]: { op: 'gt', value: 0 } }) // 阈值 0 → 下一拍样本必命中(确定性触发)
   writeFileSync(kvPath, JSON.stringify(kv, null, 2))
   touchReload()
   console.log('  · 已启用 auto_diag(规则:节点 ' + freshNode + ' > 0)并触发热重载')
 
-  for (let i = 0; i < 24 && !autoRunId; i++) {
+  // 等待窗 4 分钟:重装载(~20s)+ 下一采样拍 + 上传/启动;mock 引擎可能在窗内就跑完,
+  // 所以 running/completed 均算命中
+  for (let i = 0; i < 48 && !autoRunId; i++) {
     await sleep(5000)
     const runs = await api('GET', '/api/plugins/diag-bridge/runs', { token: userToken })
-    const hit = (runs.json?.runs ?? []).find(x => x.source === 'auto' && x.status === 'running' && !x.runId?.startsWith('f2ce66b4'))
+    const hit = (runs.json?.runs ?? []).find(x => x.source === 'auto' && !preAuto.has(x.runId) && (x.status === 'running' || x.status === 'completed'))
     if (hit) autoRunId = hit.runId
   }
   ok(Boolean(autoRunId), 'daq:sample 越限命中 → 插件自动发起深度诊断(source=auto)', `runId=${autoRunId}`)
@@ -184,32 +213,49 @@ console.log('\n── Stage D 知识辅助决策与优化闭环 ──')
   let target = Number(node?.value) + step
   if (target > Number(node?.max) - span * 0.05) target = Number(node?.value) - step
 
-  // 发起写控(manual → HITL 挂起),脚本扮演人类在待办出现后批准
-  const pendingInvoke = invoke(execB, 'dcw_control', {
-    node_id: DCW_NODE,
-    value: Number(target.toFixed(4)),
-    hypothesis: `依据知识库历史经验(${resultText(hist).split('\n')[1]?.slice(0, 60) ?? '历史经验'})与数采趋势,优化设定至 ${target.toFixed(4)}`,
-  }, 300000)
-  let approved = false
-  let pendRaw = '[]'
-  for (let i = 0; i < 30 && !approved; i++) {
-    await sleep(2000)
-    const pend = await api('GET', '/api/workshop/hitl/pending', { token: userToken })
-    const pd = pend?.json?.data
-    const arr = Array.isArray(pd) ? pd : (pd?.items ?? pd?.pending ?? [])
-    pendRaw = JSON.stringify(arr)
-    const item = arr.find(x => x?.kind === 'dcw-approval' && x?.agentId === execB.id)
-    if (item?.id) {
-      const resp = await api('POST', '/api/workshop/hitl/respond', {
-        token: userToken,
-        body: { kind: 'dcw-approval', id: item.id, confirmed: true, comment: 'production-e2e 批准' },
-      })
-      approved = resp.status === 200
+  // 发起写控(manual → HITL 挂起),脚本扮演人类在待办出现后批准。
+  // 配方工艺窗口联锁是生产语义:3% 步长越出活动配方窗口时,按拒绝消息回读的工艺
+  // 上/下限取界内值自适应重试 —— 与真实 Agent 的调参行为同构
+  const attemptWrite = async (value) => {
+    const pendingInvoke = invoke(execB, 'dcw_control', {
+      node_id: DCW_NODE,
+      value: Number(value.toFixed(4)),
+      hypothesis: `依据知识库历史经验(${resultText(hist).split('\n')[1]?.slice(0, 60) ?? '历史经验'})与数采趋势,优化设定至 ${Number(value).toFixed(4)}`,
+    }, 300000)
+    let approved = false
+    let pendRaw = '[]'
+    for (let i = 0; i < 30 && !approved; i++) {
+      await sleep(2000)
+      const pend = await api('GET', '/api/workshop/hitl/pending', { token: userToken })
+      const pd = pend?.json?.data
+      const arr = Array.isArray(pd) ? pd : (pd?.items ?? pd?.pending ?? [])
+      pendRaw = JSON.stringify(arr)
+      const item = arr.find(x => x?.kind === 'dcw-approval' && x?.agentId === execB.id)
+      if (item?.id) {
+        const resp = await api('POST', '/api/workshop/hitl/respond', {
+          token: userToken,
+          body: { kind: 'dcw-approval', id: item.id, confirmed: true, comment: 'production-e2e 批准' },
+        })
+        approved = resp.status === 200
+      }
     }
+    const w = await pendingInvoke
+    return { approved, pendRaw, wText: resultText(w) }
+  }
+
+  let attempt = await attemptWrite(target)
+  ok(attempt.approved, 'HITL 待办出现并经 respond 批准', attempt.approved ? 'ok' : `pending=${attempt.pendRaw.slice(0, 160)}`)
+  const capMatch = attempt.wText.match(/工艺上限 ([\d.]+)/)
+  const floorMatch = attempt.wText.match(/工艺下限 ([\d.]+)/)
+  if (!attempt.wText.includes('下发成功') && capMatch) {
+    target = Number(capMatch[1]) * 0.98
+    attempt = await attemptWrite(target)
+  }
+  else if (!attempt.wText.includes('下发成功') && floorMatch) {
+    target = Number(floorMatch[1]) * 1.02
+    attempt = await attemptWrite(target)
   }
-  const w = await pendingInvoke
-  const wText = resultText(w)
-  ok(approved, 'HITL 待办出现并经 respond 批准', approved ? 'ok' : `pending=${pendRaw.slice(0, 160)}`)
+  const wText = attempt.wText
   ok(wText.includes('下发成功'), '优化设定经 HITL 批准并写回成功', wText.split('\n')[0].slice(0, 110))
   const recordId = (wText.match(/优化记录 (\S+) 已开窗/) ?? [])[1] ?? ''
 

package/scripts/test-aml-integration.ts

@@ -0,0 +1,159 @@
+/**
+ * AML 集成测试(进程内,沙箱 cwd + 沙箱数据目录):
+ *   数据集构建器全流程 —— 批次打标样本 → 清洗/对齐/滑窗 → byRun 切分确定性 → 快照落盘;
+ *   隔离硬约束(跨产线节点拒绝)、配额、GC 引用计数。
+ *
+ * 运行:npx tsx --tsconfig .nuxt/tsconfig.server.json scripts/test-aml-integration.ts
+ * 原理:process.chdir 沙箱目录(dcw JSON 仓库落 <cwd>/server/data)+ AW_DATA_DIR 沙箱
+ *       (tsdb sqlite 回退 + workshop.sqlite);动态 import 避免模块在 chdir 前初始化。
+ */
+import assert from 'node:assert'
+import { mkdirSync, rmSync, writeFileSync } from 'node:fs'
+import { join } from 'node:path'
+import { tmpdir } from 'node:os'
+
+let passed = 0
+let failed = 0
+function t(name: string, fn: () => void | Promise<void>): Promise<void> {
+  return Promise.resolve()
+    .then(fn)
+    .then(() => {
+      passed++
+      console.log(`  ✓ ${name}`)
+    })
+    .catch((err) => {
+      failed++
+      console.error(`  ✗ ${name}: ${err?.stack ?? String(err)}`)
+    })
+}
+
+const ROOT = join(tmpdir(), `aml-it-${Date.now()}`)
+
+async function main() {
+  rmSync(ROOT, { recursive: true, force: true })
+  mkdirSync(join(ROOT, 'server', 'data'), { recursive: true })
+  mkdirSync(join(ROOT, 'data'), { recursive: true })
+  process.env.AW_DATA_DIR = join(ROOT, 'data')
+  process.chdir(ROOT)
+
+  // ---- 1. 沙箱化服务装配(动态 import:chdir/env 生效后再加载)----
+  const { openWorkshopDb, initWorkshopDb } = await import('../server/services/workshop/db/database')
+  const { configureAmlRuntime } = await import('../server/services/workshop/aml/runtime')
+  const db = openWorkshopDb(join(process.env.AW_DATA_DIR, 'workshop.sqlite'))
+  initWorkshopDb(db)
+  const rt = configureAmlRuntime(db, process.env.AW_DATA_DIR)
+
+  // ---- 2. 伪造批次注册表(dcw JSON 仓库:沙箱 cwd/server/data/dcw-runs.json)----
+  // RecipeRunView 最小字段集(listRuns 按 recipeId 过滤 + endedAt 非空)
+  const mkRun = (id: string, startedAt: string, endedAt: string) => ({
+    id, recipeId: 'rc-it-1', productId: 'pd-it-1', lineId: 'ln-it-1',
+    name: `批次 ${id}`, startedAt, endedAt, params: [], paramsSnapshot: [], results: [],
+  })
+  const now = Date.now()
+  const runs = [0, 1, 2, 3].map(i => mkRun(
+    `rr-it-${i}`,
+    new Date(now - (4 - i) * 3600_000).toISOString(),
+    new Date(now - (4 - i) * 3600_000 + 2400_000).toISOString(),
+  ))
+  writeFileSync(join(ROOT, 'server', 'data', 'dcw-runs.json'), JSON.stringify(runs))
+  writeFileSync(join(ROOT, 'server', 'data', 'dcw-recipes.json'), JSON.stringify([]))
+  // 数采节点夹具(daq-node.repo 读 <cwd>/server/data/daqs.json;构建器按此校验存在性与产线)
+  writeFileSync(join(ROOT, 'server', 'data', 'daqs.json'), JSON.stringify([
+    { id: 'daq-it-ctrl', templateRef: 'daq-temp-tc', name: 'it-ctrl', lineId: 'ln-it-1', min: 0, max: 100 },
+    { id: 'daq-it-tmp', templateRef: 'daq-pressure-tx', name: 'it-tmp', lineId: 'ln-it-1', min: 0, max: 200 },
+  ]))
+
+  // ---- 3. 直接向 tsdb 写合成样本(一阶惯性 + 死区 + 噪声;逐 run 打标)----
+  const { SqliteTimeSeriesAdapter } = await import('../server/services/workshop/daq/storage/sqlite.adapter')
+  const tsdb = new SqliteTimeSeriesAdapter()
+  await tsdb.init()
+  const beatMs = 5000
+  const rows = []
+  for (const [ri, run] of runs.entries()) {
+    const t0 = Date.parse(run.startedAt)
+    const t1 = Date.parse(run.endedAt)
+    let pv = 50 + ri // 各批次不同初值(run 间差异 → byRun 切分有效)
+    for (let t = t0; t <= t1; t += 1000) {
+      const sp = 60 + 10 * Math.sin((t - t0) / 60000)
+      pv = pv + (sp - pv) * 0.02 + (Math.random() - 0.5) * 0.3
+      rows.push({ nodeId: 'daq-it-ctrl', tsMs: t, value: sp + (Math.random() - 0.5) * 0.1, state: 'ok', lineId: 'ln-it-1', productId: 'pd-it-1', recipeId: 'rc-it-1', runId: run.id })
+      rows.push({ nodeId: 'daq-it-tmp', tsMs: t, value: pv, state: 'ok', lineId: 'ln-it-1', productId: 'pd-it-1', recipeId: 'rc-it-1', runId: run.id })
+      if (t % 10000 === 5000) {
+        // 离群点(供 Hampel 清洗)与一个非 ok 状态样本(供 state 过滤)
+        rows.push({ nodeId: 'daq-it-tmp', tsMs: t, value: 9999, state: 'ok', lineId: 'ln-it-1', productId: 'pd-it-1', recipeId: 'rc-it-1', runId: run.id })
+      }
+    }
+  }
+  await tsdb.writeSamples(rows)
+
+  const { buildDataset, amlDiskUsageMb } = await import('../server/services/workshop/aml/dataset-builder')
+  const { parseDatasetSpec } = await import('../server/services/workshop/aml/spec')
+
+  const specBase = {
+    lineId: 'ln-it-1', productId: 'pd-it-1', recipeId: 'rc-it-1',
+    nodes: [{ nodeId: 'daq-it-ctrl', role: 'control' }, { nodeId: 'daq-it-tmp', role: 'target' }],
+    beatMs, window: { historySteps: 12, horizonSteps: 6 },
+    cleaning: { hampelK: 5, maxInterpMs: 15000, maxDropRatio: 0.3 },
+    split: { valRatio: 0.25, testRatio: 0.25, seed: 42 },
+    purpose: 'mpc_surrogate' as const,
+  }
+
+  console.log('dataset-builder')
+  let firstSha = ''
+  await t('构建成功:行数/切分/统计报告齐全,清洗管线生效', async () => {
+    const spec = parseDatasetSpec(specBase)
+    const { dataset, report } = await buildDataset(spec, { id: 'tester', kind: 'user' })
+    firstSha = dataset.sha256
+    assert.ok(dataset.rowCount > 100, `行数 ${dataset.rowCount}`)
+    assert.equal(dataset.runIds.length, 4)
+    assert.ok(report.windowCount.train > 0 && report.windowCount.test > 0)
+    assert.ok(report.nodeSummaries.length === 2)
+    // Hampel 清掉离群点(4 个 run × 若干)→ cleanedRatio > 0
+    const tmpStats = report.cleaning['daq-it-tmp']
+    assert.ok(tmpStats && tmpStats.droppedHampel > 0, ` Hampel 应剔除离群点:${JSON.stringify(tmpStats)}`)
+    // 滞后估计存在(控制→目标)
+    assert.ok(report.lagEstimates.length >= 1)
+  })
+  await t('确定性:同 seed 两次构建 sha256 一致', async () => {
+    const { dataset } = await buildDataset(parseDatasetSpec(specBase), { id: 'tester', kind: 'user' })
+    assert.equal(dataset.sha256, firstSha)
+  })
+  await t('隔离:产线/批次归属不一致 → 拒绝(两个守卫任一生效)', async () => {
+    await assert.rejects(
+      () => buildDataset(parseDatasetSpec({
+        ...specBase, nodes: [{ nodeId: 'daq-it-ctrl', role: 'control' }, { nodeId: 'daq-it-tmp', role: 'target' }], lineId: 'ln-other',
+      }), { id: 'tester', kind: 'user' }),
+      (e: unknown) => /^AML_(RUN_MISMATCH|NODE_LINE_MISMATCH)$/.test((e as { code?: string }).code ?? ''),
+    )
+  })
+  await t('隔离:批次归属不一致 → 422 拒绝', async () => {
+    await assert.rejects(
+      () => buildDataset(parseDatasetSpec({ ...specBase, productId: 'pd-other' }), { id: 'tester', kind: 'user' }),
+      (e: unknown) => (e as { code?: string }).code === 'AML_RUN_MISMATCH',
+    )
+  })
+  await t('未知节点 → 404', async () => {
+    await assert.rejects(
+      () => buildDataset(parseDatasetSpec({
+        ...specBase, nodes: [{ nodeId: 'daq-nope', role: 'control' }, { nodeId: 'daq-it-tmp', role: 'target' }],
+      }), { id: 'tester', kind: 'user' }),
+      (e: unknown) => (e as { code?: string }).code === 'AML_NODE_MISSING',
+    )
+  })
+  await t('引用计数与 GC:被引用数据集在册', async () => {
+    const list = rt.repo.dataset.list({ recipeId: 'rc-it-1', limit: 10 })
+    assert.ok(list.length >= 2)
+    const refs = rt.repo.dataset.referenceCount(list[0].id)
+    assert.equal(refs.models, 0)
+    assert.equal(amlDiskUsageMb(rt.root, { force: true }) > 0, true)
+  })
+
+  console.log('\n结果:' + passed + ' 通过 / ' + failed + ' 失败')
+  if (failed > 0) process.exit(1)
+  process.exit(0)
+}
+
+main().catch((err) => {
+  console.error(err)
+  process.exit(1)
+})