deveco_hmigbot 0.1.0

package/skills/migrate-core/templates/implement.js

@@ -0,0 +1,211 @@
+export const meta = { name: 'implement', description: 'Wave-parallel unit implementation with shared context pack, retry, integration step, and closing gate check' }
+
+const fail = (msg) => { throw new Error('workflow args: ' + msg) }
+const got = (v) => v === undefined ? 'missing' : v === null ? 'null' : Array.isArray(v) ? 'an array of ' + v.length : typeof v === 'string' ? 'the string ' + JSON.stringify(v.length > 80 ? v.slice(0, 80) + '…' : v) : typeof v
+const isStr = (v) => typeof v === 'string' && v.trim().length > 0
+const asArr = (v) => {
+  if (Array.isArray(v)) return v
+  if (typeof v === 'string') {
+    const s = v.trim()
+    if (s[0] === '[' || s[0] === '{') { try { const p = JSON.parse(s); if (Array.isArray(p)) return p; if (p && typeof p === 'object') return [p] } catch (e) {} }
+    return s ? [s] : []
+  }
+  return v && typeof v === 'object' ? [v] : []
+}
+const skillStep = (...vs) => {
+  const sk = []
+  for (const v of vs) for (const s of asArr(v)) if (isStr(s) && !sk.includes(s)) sk.push(s)
+  return sk.length ? 'Before starting, use the skill tool to load and follow these skills: ' + sk.join(', ') + '.' : ''
+}
+const norm = (r, strictPass) => {
+  if (r === null || r === undefined) return { ok: false, summary: '(agent failed)' }
+  if (typeof r === 'string') return strictPass ? { ok: false, summary: r.slice(0, 2000) } : { ok: true, unverified: true, summary: r.slice(0, 2000) }
+  if (typeof r === 'object') {
+    const okFlag = r.ok === undefined ? r.pass : r.ok
+    return { ...r, ok: strictPass ? okFlag === true : okFlag !== false, summary: typeof r.summary === 'string' ? r.summary : '' }
+  }
+  return { ok: !strictPass, summary: String(r) }
+}
+// '$ ' 前缀 = 字面 shell 命令：引擎 check() 直跑，退出码即结论（比模型转述更硬的证据，
+// 还省一个子会话）；无前缀 = 交给检查代理执行并评判（携带判定标准的文字检查走这条）。
+const isCmd = (v) => isStr(v) && v.trim().indexOf('$ ') === 0
+const cmdOf = (v) => v.trim().slice(2)
+const CHECK_ERRORS_SCHEMA = { type: 'object', required: ['errors'], properties: { errors: { type: 'array', items: { type: 'object', required: ['message'], properties: { file: { type: 'string' }, message: { type: 'string' } } } } } }
+
+if (!args || typeof args !== 'object') fail("implement requires args: { goal, units: [{ id, ... }] } — got " + got(args) + '. Pass args as a real JSON object (not a quoted string); for large args, Write a JSON file and pass argsFile.')
+if (!isStr(args.goal)) fail('implement requires args.goal — got ' + got(args.goal))
+let units = asArr(args.units).filter((u) => u && isStr(u.id))
+if (!units.length) fail('implement requires args.units: [{ id, title?, label?, section?, detail?, targetPath?, wave?, contextFiles? }] — got ' + got(args.units))
+const ids = new Set()
+for (const u of units) { if (ids.has(u.id)) fail('duplicate unit id: ' + u.id); ids.add(u.id) }
+if (asArr(args.only).length) {
+  const only = new Set(args.only)
+  units = units.filter((u) => only.has(u.id))
+  if (!units.length) fail('args.only matched no unit ids')
+  log('re-running only: ' + units.map((u) => u.id).join(', '))
+}
+if (isStr(args.instructionsFile) === false && units.some((u) => isStr(u.section))) fail('units use section markers but args.instructionsFile is missing')
+
+// 规格按段投递：派发前用 readSection 抽出「公共前导 + 该单元自己的段」内联进提示词 ——
+// 否则每个单元把整个 instructions 文件读进上下文，之后每个 step 都为无关段落重复付费。
+// 缺段在任何代理起跑前快失败；readSection 不可用（移植宿主未注入）时回退旧的读文件路径。
+let sectionOf = null
+if (isStr(args.instructionsFile) && units.some((u) => isStr(u.section))) {
+  try {
+    const m = new Map()
+    for (const u of units) if (isStr(u.section)) m.set(u.id, readSection(args.instructionsFile, u.section.indexOf('SECTION') === 0 ? u.section : 'SECTION: ' + u.section))
+    sectionOf = m
+  } catch (e) {
+    const msg = e && e.message ? String(e.message) : String(e)
+    if (msg.indexOf('not available') !== -1) log('readSection unavailable — units read the instructions file themselves')
+    else fail('instructionsFile sections: ' + msg)
+  }
+}
+// 体积 lint：conventions 是每个单元每个 step 的固定开销，肥大是全局隐形税。
+if (isStr(args.conventionsFile)) {
+  try {
+    const t = readSection(args.conventionsFile)
+    if (t.length > 30000) log('lint: conventions file is ' + Math.round(t.length / 1024) + 'KB — every unit ingests it on every step; keep a lean core and move domain detail into per-unit contextFiles')
+  } catch (e) {
+    if (String(e && e.message ? e.message : e).indexOf('exceeds') !== -1) log('lint: conventions file exceeds 50KB — every unit ingests it on every step; keep a lean core and move domain detail into per-unit contextFiles')
+  }
+}
+
+const envNotes = []
+// 检查集中原则：检查跑在集中点（每波一次的 waveGate、收尾一次的 gate），不撒进单元。
+// 旧的 unitCheck 让 N 个并行单元各自跑同一条检查（最多各两遍；配置漏了 {targetPath}
+// 还会变成 N 次全项目扫描），同一批代码被反复查。参数保留兼容：收到只提示并忽略。
+if (isStr(args.unitCheck) || units.some((u) => isStr(u.unitCheck))) log('unitCheck is ignored — configure checks on waveGate/gate instead')
+const unitPrompt = (u) => {
+  const parts = []
+  parts.push('You are implementing ONE independent unit of: ' + args.goal)
+  parts.push('Unit ' + u.id + (isStr(u.title) ? ': ' + u.title : '') + (isStr(u.targetPath) ? '\nTarget path: ' + u.targetPath : ''))
+  if (isStr(args.conventionsFile)) parts.push('MANDATORY first step: READ the conventions file at ' + args.conventionsFile + ' (Read tool) and follow it exactly — the naming and coding rules, the API/library choices, and the known pitfalls. Consistency across parallel units depends on it.')
+  const skills = skillStep(args.skills, u.skills)
+  if (skills) parts.push(skills)
+  for (const f of asArr(u.contextFiles)) parts.push('Also read before starting: ' + f)
+  if (isStr(args.instructionsFile) && isStr(u.section)) {
+    if (sectionOf && sectionOf.has(u.id)) parts.push('Your unit specification (the common rules plus your section, extracted from ' + args.instructionsFile + ') — follow ALL of it:\n\n' + sectionOf.get(u.id))
+    else parts.push('READ the instructions file at ' + args.instructionsFile + ' (Read tool), find the section marked "' + u.section + '", and follow ALL of it: the common rules plus your section (sources to read, what to produce, output paths).')
+  }
+  if (isStr(u.detail)) parts.push('What this unit must do:\n' + u.detail)
+  parts.push('Fidelity rules: the SOURCE of truth (real source code / real APIs) wins over this brief — if they conflict, follow the source and record the conflict in deviations. NO silent degradation: a stub, mock, or placeholder is allowed only where your brief explicitly authorizes one, and every one you ship must be listed in deviations. If you change a shared contract (an exported signature/interface a sibling unit consumes), record exactly what changed in deviations.')
+  parts.push('Stay within THIS unit: do not create or edit other units\' files.' + (asArr(args.sharedFiles).length ? ' The following files are SHARED and off-limits to direct edits — instead, list the exact changes they need in sharedEdits: ' + asArr(args.sharedFiles).join(', ') : ''))
+  parts.push('Verify what you can cheaply (re-read your edits; run a fast static check only if one exists scoped to just your files — once, no fix-and-re-run loops). Do NOT run whole-project builds or checks — the gate phase owns those — and do NOT take any exclusive external resource (a device or emulator, a fixed port, a shared test database): sibling units run IN PARALLEL and will collide on it. In envNotes report environment quirks siblings will hit (proxy/registry issues, broken SDK declarations, tool workarounds). In unresolved list anything a later step MUST still do — INCLUDING anything you could not verify and why (no device, no data, a precondition another unit owns). An unverified claim silently reported as done is worse than an honest gap.')
+  return parts.join('\n\n')
+}
+const UNIT_SCHEMA = { type: 'object', required: ['ok', 'summary'], properties: { ok: { type: 'boolean' }, summary: { type: 'string' }, files: { type: 'array', items: { type: 'string' } }, sharedEdits: { type: 'array', items: { type: 'string' } }, deviations: { type: 'array', items: { type: 'string' } }, unresolved: { type: 'array', items: { type: 'string' } }, envNotes: { type: 'array', items: { type: 'string' } } } }
+
+const byWave = new Map()
+for (const u of units) { const w = Number.isFinite(u.wave) ? u.wave : 0; if (!byWave.has(w)) byWave.set(w, []); byWave.get(w).push(u) }
+const waves = [...byWave.keys()].sort((a, b) => a - b)
+
+// 死亡重试由引擎原地完成（同 id 不涨分母、不动 resume 哈希）。envNotes 走 context 选项：
+// 它随每波累积而变，混进 prompt 会让 resume 哈希永不命中。检查/集成代理同样吃 context ——
+// 环境坑（代理、镜像、SDK 声明）它们一样会踩，不该重新诊断一遍。
+const envCtx = () => envNotes.length ? 'Environment notes from units that already ran (trust these, do not re-diagnose):\n- ' + envNotes.slice(0, 12).join('\n- ') : undefined
+const runUnit = async (u, phaseTitle) => {
+  const label = isStr(u.label) ? u.label : 'impl ' + u.id
+  let r = await agent(unitPrompt(u), { label, phase: phaseTitle, schema: UNIT_SCHEMA, context: envCtx() })
+  // ok:false = 代理诚实报"没做完"（多为单元过大、一轮没写完交付文件）。据此重派续跑，别放它进 gate 蒙混。
+  let att = 0
+  while (r !== null && r.ok === false && att < 2) {
+    att++
+    const p = norm(r, false)
+    r = await agent(unitPrompt(u) + '\n\n【续跑 ' + att + '】上一轮 ok:false 未完成。已做：' + String(p.summary || '').slice(0, 500) + '\n仍需落地（务必把交付文件真正写到盘上、写完再返回 ok:true；一轮写不完就先落地能完成的最小部分并如实 ok:false）：\n- ' + asArr(p.unresolved).slice(0, 12).join('\n- '), { label: label + ' 续' + att, phase: phaseTitle, schema: UNIT_SCHEMA, context: envCtx(), cache: false })
+  }
+  return { id: u.id, title: isStr(u.title) ? u.title : u.id, ...norm(r, false) }
+}
+
+const GATE_SCHEMA = { type: 'object', required: ['ok'], properties: { ok: { type: 'boolean' }, errors: { type: 'array', items: { type: 'object', required: ['message'], properties: { file: { type: 'string' }, message: { type: 'string' } } } }, evidence: { type: 'string' } } }
+const gates = asArr(args.gate).filter(isStr)
+const waveGates = []
+// 检查执行器：'$ ' 前缀走 check() 直跑（退出码即结论，失败才 spawn 一个只读代理把输出
+// 解析成 {file,message} 清单）；无前缀走检查代理执行并评判。两条路输出同构。
+const parseFailure = async (cmd, code, output, label, phaseTitle) => {
+  const r = await agent('A verification command for: ' + args.goal + ' FAILED.\n\nCommand: ' + cmd + '\nExit status: ' + code + '\nOutput (may be truncated):\n' + output + '\n\nReturn errors as { file, message } entries — one per distinct error, file as an absolute path when the output names one, deduplicated, max 40. If the output alone is not informative enough, you may re-run the command or read the files it names — but fix NOTHING.', { label, phase: phaseTitle, schema: CHECK_ERRORS_SCHEMA, cache: false, context: envCtx() })
+  const errs = r === null ? [{ message: '(error-parse agent failed — the raw check output is in the run log)' }] : asArr(r.errors).filter((e) => e && typeof e.message === 'string')
+  return errs.slice(0, 40)
+}
+const runGateCheck = async (text, judgedIntro, label, phaseTitle) => {
+  if (isCmd(text)) {
+    const cmd = cmdOf(text)
+    const c = await check(cmd)
+    if (c.ok) return { ok: true, evidence: 'exit 0: ' + cmd.slice(0, 200), errors: [] }
+    return { ok: false, evidence: 'exit ' + c.exitCode + ': ' + cmd.slice(0, 200), errors: await parseFailure(cmd, c.exitCode, c.output, label, phaseTitle) }
+  }
+  const g = norm(await agent(judgedIntro + '\n\nRun EXACTLY this check: ' + text + '\n\nReport ok=true ONLY if it genuinely passes, and put the exact command(s) you ran plus their exit status / artifact path in evidence — ok without evidence is invalid. On failure return errors as { file, message } entries (deduplicated, max 40). Fix NOTHING yourself.', { label, phase: phaseTitle, schema: GATE_SCHEMA, cache: false, context: envCtx() }), true)
+  return { ok: g.ok === true, evidence: isStr(g.evidence) ? g.evidence : '', errors: asArr(g.errors).slice(0, 40) }
+}
+const all = []
+for (const w of waves) {
+  const batch = byWave.get(w)
+  const title = waves.length > 1 ? 'Wave ' + w + ' (' + batch.length + ' units)' : 'Implement (' + batch.length + ' units)'
+  phase(title)
+  const results = await parallel(batch.map((u) => () => runUnit(u, title)))
+  const done = results.filter((r) => r !== null)
+  all.push(...done)
+  for (const r of done) for (const n of asArr(r.envNotes)) if (isStr(n) && !envNotes.includes(n)) envNotes.push(n)
+  const shared = done.filter((r) => asArr(r.sharedEdits).length).map((r) => '- ' + r.id + ': ' + asArr(r.sharedEdits).join('; '))
+  if (args.integration !== false && shared.length) {
+    // integration 死了 = 整波共享文件接线丢失，代价远高于一个普通单元 —— 引擎的原地重试
+    // 兜第一层；仍然失败必须大声报出来，编排才知道要手工收口。
+    const igPrompt = 'You are the INTEGRATION agent for one implementation wave of: ' + args.goal + (isStr(args.conventionsFile) ? '\nFirst read the conventions file at ' + args.conventionsFile + '.' : '') + '\n\nParallel units could not edit shared files directly. Apply their requested shared-file changes now, resolving conflicts coherently (routes, barrel exports, resource tables, package/module config):\n' + shared.join('\n') + '\n\nMake the edits, then RETURN a compact summary of what you changed.'
+    const ig = await agent(igPrompt, { label: 'integrate wave ' + w, phase: title, context: envCtx() })
+    log('integration wave ' + w + ': ' + (ig === null ? 'FAILED — the shared-file changes above are NOT applied' : 'done'))
+  }
+  // 波内集中检查（可选）：波与波之间有依赖，等到收尾 gate 才发现坏波，代价是后面每一波
+  // 都建立在坏地基上。waveGate 每波结束后集中跑一次 —— 一个检查代理管整波，而不是每个
+  // 单元各查各的；{files} 替换为该波单元上报文件的并集，检查只扫这一波改过的东西。
+  // 配了收尾 gate 时最后一波跳过：gate 马上要重查同一批代码，连跑两遍是纯重复。
+  const isLastWave = w === waves[waves.length - 1]
+  if (isStr(args.waveGate) && isLastWave && gates.length) {
+    log('waveGate skipped on the final wave — the closing gate covers it')
+  } else if (isStr(args.waveGate)) {
+    const waveFiles = [...new Set(done.flatMap((r) => asArr(r.files).filter(isStr)))]
+    if (args.waveGate.includes('{files}') && !waveFiles.length) {
+      log('wave ' + w + ' reported no files — skipping the {files}-scoped wave gate')
+    } else {
+      const wgText = args.waveGate.split('{files}').join(waveFiles.join(' '))
+      const wg = await runGateCheck(wgText, 'You are the per-wave gate after wave ' + w + ' of: ' + args.goal, 'gate wave ' + w, title)
+      waveGates.push({ wave: w, ok: wg.ok, evidence: wg.evidence, errors: wg.errors })
+      if (!wg.ok) log('wave ' + w + ' gate FAILED — later waves build on this one; fix before relying on them: ' + wg.errors.slice(0, 5).map((e) => e.message).join(' | '))
+    }
+  }
+}
+
+let gate = null
+if (gates.length) {
+  phase(gates.length > 1 ? 'Gate (' + gates.length + ' checks)' : 'Gate')
+  // 逐条串行是有意的：gate 检查通常共享构建状态（构建守护进程、锁、输出目录），并行会
+  // 互相踩 —— 能并行的才并行，这里不能。省时间靠配置端克制（一条真实 build 通常足够，
+  // 后续检查点还会全面复查），不靠并行跑一堆重复检查。
+  const checks = []
+  for (let i = 0; i < gates.length; i++) {
+    const one = gates[i]
+    const intro = gates.length > 1
+      ? 'You are gate check ' + (i + 1) + ' of ' + gates.length + ' for an implementation phase of: ' + args.goal + '. Each check is judged SEPARATELY; the phase passes only if EVERY check passes, so do not consider or report on the other checks.'
+      : 'You are the closing GATE for an implementation phase of: ' + args.goal
+    const g = await runGateCheck(one, intro, gates.length > 1 ? 'gate ' + (i + 1) : 'gate check', undefined)
+    checks.push({ check: one.slice(0, 160), ok: g.ok, evidence: g.evidence, errors: g.errors })
+  }
+  const failedChecks = checks.filter((c) => !c.ok)
+  gate = {
+    ok: failedChecks.length === 0,
+    checks,
+    evidence: checks.map((c, i) => '[' + (i + 1) + '] ' + (c.ok ? 'PASS' : 'FAIL') + ' ' + c.check + (c.evidence ? '\n' + c.evidence : '')).join('\n'),
+    errors: checks.flatMap((c) => c.errors).slice(0, 40),
+  }
+  if (gate.ok) log('gate: PASS (' + checks.length + '/' + checks.length + ')')
+  else log('gate: FAIL — ' + failedChecks.length + '/' + checks.length + ' check(s) failed: ' + failedChecks.map((c) => c.check).join(' | ') + ' — fix these errors before the next checkpoint')
+} else {
+  log('no gate configured (args.gate) — build-check this work at the next checkpoint')
+}
+
+const failed = all.filter((r) => !r.ok).map((r) => r.id)
+const debt = all.flatMap((r) => [...asArr(r.deviations), ...asArr(r.unresolved)].map((d) => r.id + ': ' + d))
+if (failed.length) log('failed units — re-run with args.only = ' + JSON.stringify(failed))
+// 交了散文没交结构化结果的单元计 done 但标 unverified：报告没丢，但 gate/verify 应先核这些。
+const unverified = all.filter((r) => r.unverified === true).map((r) => r.id)
+if (unverified.length) log('units counted done from prose (no structured result) — verify these FIRST: ' + unverified.join(', '))
+return { goal: args.goal, waves: waves.length, units: all.map((r) => ({ id: r.id, ok: r.ok, unverified: r.unverified === true ? true : undefined, summary: (r.summary || '').slice(0, 400), files: asArr(r.files) })), failedUnits: failed, unverifiedUnits: unverified, debt, envNotes, waveGates, gate }