mio-agent-runtime 0.13.4 → 0.14.0

package/bin/mio.js

@@ -23,10 +23,12 @@ const { createEvolutionCutoverTools } = require('../server/evolution-cutover.js'
 const { createMemoryStore } = require('../server/memory-store.js')
 const { createExperienceStore } = require('../server/experience-store.js')
 const { createPolicyStore } = require('../server/policy-store.js')
-const { CreativityEngine } = require('../server/creativity-engine.js')
+const { CreativityEngine, sourcesFromInsights } = require('../server/creativity-engine.js')
+const { buildAutoSources, topUpSources } = require('../server/creativity-sources.js')
+const { runIdeaGenerate, groundingFrom } = require('../server/idea-generate.js')
 const { createAgentStore } = require('../server/agent-store.js')
 const { createEvaluationStore } = require('../server/evaluation-store.js')
-const { createInsightStore } = require('../server/insight-store.js')
+const { createInsightStore, isInsightAvailable } = require('../server/insight-store.js')
 const { createObserverStore, isObserverAvailable } = require('../server/observer-store.js')
 const { loadPhase0, renderPhase0Markdown } = require('../server/mio-intelligence-mcp/phase0.js')
 const { listHostCapabilities } = require('../server/host-capabilities.js')
@@ -564,7 +566,9 @@ function digestCommand(args, useJson) {
     let state = {}
     try {
       state = JSON.parse(fs.readFileSync(stateFile, 'utf8'))
-    } catch (_) {}
+    } catch (err) {
+      throw new Error(`Failed to parse ${stateFile}: ${err.message}`)
+    }
     state.contexts = state.contexts || {}
     const stamp = new Date().toLocaleString('zh-CN', { hour12: false })
 
@@ -595,6 +599,7 @@ function digestCommand(args, useJson) {
     }
 
     let written = 0
+    const writeBackFailures = []
     for (const cwd of targetCwds) {
       const line = projectLine.get(path.basename(cwd).toLowerCase())
       if (!line) continue
@@ -602,13 +607,18 @@ function digestCommand(args, useJson) {
         observer.updateProjectContext(state, cwd, stamp + ' | ' + line, 'CLAUDE.md')
         observer.updateProjectContext(state, cwd, stamp + ' | ' + line, 'AGENTS.md')
         written += 1
-      } catch (_) {}
+      } catch (err) {
+        const wsName = path.basename(cwd)
+        console.error(`Write-back failed for ${wsName}:`, err.message || err)
+        writeBackFailures.push({ workspace: wsName, error: err.message || String(err) })
+      }
     }
     fs.mkdirSync(MIO_HOME, { recursive: true })
     fs.writeFileSync(stateFile, JSON.stringify(state) + '\n', 'utf8')
     report.writeBack = {
       workspaces: written,
       skipped: Object.keys(state.contexts).length - written,
+      failures: writeBackFailures,
       projects: [...projectLine.values()],
     }
   }
@@ -626,6 +636,10 @@ function digestCommand(args, useJson) {
     console.log(
       `Write-back: ${report.writeBack.workspaces} workspace(s), ${report.writeBack.skipped} skipped (no digest data)`,
     )
+    if (report.writeBack.failures && report.writeBack.failures.length > 0) {
+      console.error(`  ${report.writeBack.failures.length} write-back failure(s):`)
+      for (const f of report.writeBack.failures) console.error(`    - ${f.workspace}: ${f.error}`)
+    }
     for (const line of report.writeBack.projects) console.log(`  - ${line}`)
   }
 }
@@ -2053,22 +2067,26 @@ function observerCommand(args, useJson) {
 function creativityUsage(write = console.log) {
   write(`Usage:
   mio creativity status              Show hypothesis counts and recent top ideas
-  mio creativity list                List hypotheses (--status active|validated|rejected|draft, --limit N)
+  mio creativity list                List hypotheses (--status active|validated|rejected|draft, --sort novelty, --limit N)
 
   mio creativity generate        Generate hypotheses by combining sources (needs 2+ --source, calls an LLM)
   mio creativity ferment         Review/refine active hypotheses (calls an LLM)
 
 Options:
   --status name      Filter list by status
-  --limit N          Max results for list / ferment (default 20 / 5)
+  --limit N          Max results for list / ferment (default 20 / 5); --limit 0 lists everything
+  --sort novelty     Rank list by relative noveltyScore (a dedup signal, not a quality score)
   --source "name|content"   A concept source for generate; repeat 2+ times
+  --from-insights    Seed generate's sources from stored insights (needs @akemi-mio/insight)
   --strategy explore|signal|stable   Generation strategy (auto-selected if omitted)
   --json             Machine-readable output (same shape as the mio.creativity.* tools)
 
 Examples:
   mio creativity status
   mio creativity list --status rejected --limit 10
+  mio creativity list --sort novelty
   mio creativity generate --source "auth|token rotation" --source "cache|write-through"
+  mio creativity generate --from-insights --source "auth|token rotation"
 
 generate/ferment call an LLM using the shared client. Configure it with
 LLM_API_URL / LLM_KEY / LLM_CHAT_MODEL (the same environment the MCP server
@@ -2079,7 +2097,7 @@ reads). A local Ollama works:
 function printCreativityStatus(result) {
   console.log('Creativity engine:')
   console.log(`  hypotheses: ${result.hypotheses}  combos: ${result.combos}  experiments: ${result.experiments}`)
-  console.log(`  active: ${result.active}  validated: ${result.validated}  rejected: ${result.rejected}`)
+  console.log(`  active: ${result.active}  validated: ${result.validated}  rejected: ${result.rejected}  draft: ${result.draft}`)
   if (result.recentIdeas.length === 0) {
     console.log('No hypotheses yet.')
     return
@@ -2100,7 +2118,7 @@ function printCreativityList(items) {
   items.forEach((h, index) => {
     const when = h.createdAt ? new Date(h.createdAt).toISOString().slice(0, 19).replace('T', ' ') : ''
     const labels = Array.isArray(h.sourceLabels) && h.sourceLabels.length > 0 ? h.sourceLabels.join(' + ') : '—'
-    console.log(`${index + 1}. [${h.status}] ${h.title}  (N=${h.novelty} F=${h.feasibility} I=${h.impact} score=${h.score})`)
+    console.log(`${index + 1}. [${h.status}] ${h.title}  (N=${h.novelty} F=${h.feasibility} I=${h.impact} score=${h.score}${h.noveltyScore !== undefined ? ` noveltyScore=${h.noveltyScore}` : ''})`)
     console.log(`   ${labels} | ${when} | ${h.id}`)
     if (h.fermentCount) console.log(`   fermented ${h.fermentCount}x`)
   })
@@ -2136,12 +2154,85 @@ function warnIfLlmUnconfigured() {
   console.log('(or set LLM_API_URL / LLM_KEY / LLM_CHAT_MODEL in the environment)')
 }
 
+// Failed LLM calls used to disappear: `generate` swallowed them and `ferment`
+// reported "Nothing fermented", so a dead endpoint looked exactly like "no new
+// ideas". Both now surface them; the JSON shapes carry `errors` as well.
+function printCreativityErrors(errors, label) {
+  if (!Array.isArray(errors) || errors.length === 0) return
+  console.log(`\n${errors.length} ${label}(s) failed:`)
+  for (const err of errors) {
+    const who = err.pair ? err.pair.join(' + ') : (err.title || err.id)
+    console.log(`- ${who}: ${err.error}`)
+  }
+}
+
+// Auto sources for generate's top-up: the same local providers the MCP server
+// uses, assembled from the CLI's global MIO_HOME (spec Capability 2). Every
+// layer degrades to [] — a missing optional package or an unreadable store
+// must never fail `mio creativity generate`.
+function cliAutoSources() {
+  let insights = []
+  let trends = []
+  try {
+    if (isInsightAvailable()) insights = cliInsightStore().list({}) || []
+  } catch (_) {}
+  try {
+    if (isObserverAvailable()) trends = cliObserverStore().trends({ limit: 3 }) || []
+  } catch (_) {}
+  try {
+    return buildAutoSources({ dataDir: MIO_HOME, insights, trends })
+  } catch (_) {
+    return []
+  }
+}
+
 function creativityGenerateCommand(args, useJson) {
   const flags = args.slice(2)
-  const sources = parseSources(flags)
+  let sources = parseSources(flags)
+
+  // `--from-insights` seeds the mixer with whatever the insight engine has
+  // already noticed. It reads the *CLI's* store (global MIO_HOME), the same
+  // one `mio insight list` shows, and merges with any explicit --source.
+  if (flagPresent(flags, '--from-insights')) {
+    if (!isInsightAvailable()) {
+      console.error('mio creativity generate --from-insights requires the optional package @akemi-mio/insight')
+      process.exitCode = 1
+      return
+    }
+    let seeds
+    try {
+      seeds = sourcesFromInsights(cliInsightStore().list({}))
+    } catch (error) {
+      console.error(error.message || error)
+      process.exitCode = 1
+      return
+    }
+    if (seeds.length === 0) {
+      console.error('mio creativity generate --from-insights: no stored insights yet (run `mio insight generate` first)')
+      process.exitCode = 1
+      return
+    }
+    sources = sources.concat(seeds)
+  }
+
+  // Auto top-up (spec Capability 2, injection point 2): explicit --source
+  // entries win; when fewer than two remain, local memory/traces/stored
+  // hypotheses (plus insight/observer observations) fill the gap. If the
+  // topped-up set is still short, the errors below keep their old wording.
   if (sources.length < 2) {
-    console.error('mio creativity generate requires at least two --source "name|content" arguments')
-    console.error('Example: mio creativity generate --source "auth|token rotation" --source "cache|write-through cache"')
+    const topped = topUpSources(sources, cliAutoSources())
+    if (topped.length >= 2) sources = topped
+  }
+
+  if (sources.length < 2) {
+    if (flagPresent(flags, '--from-insights')) {
+      console.error(`mio creativity generate needs at least 2 concept sources; --from-insights only supplied ${sources.length}.`)
+      console.error('Add more --source "name|content" arguments, or generate more insights first.')
+    } else {
+      console.error('mio creativity generate requires at least two --source "name|content" arguments')
+      console.error('Example: mio creativity generate --source "auth|token rotation" --source "cache|write-through cache"')
+      console.error('Or seed them with --from-insights (uses stored insights as concepts).')
+    }
     process.exitCode = 1
     return
   }
@@ -2170,6 +2261,7 @@ function creativityGenerateCommand(args, useJson) {
       console.log(`   novelty=${idea.novelty} feasibility=${idea.feasibility} impact=${idea.impact} | ${idea.id}`)
       if (idea.rejectionReason) console.log(`   rejected: ${idea.rejectionReason}`)
     })
+    printCreativityErrors(resolved.errors, 'pair')
   })
 }
 
@@ -2191,15 +2283,103 @@ function creativityFermentCommand(args, useJson) {
     if (useJson) return jsonOrText(resolved, true)
     if (resolved.fermented === 0) {
       console.log(`Nothing fermented: ${resolved.reason || 'no eligible hypotheses'}`)
+      // Every review can fail while there was something to review; without
+      // this the endpoint outage read as "the store is empty".
+      printCreativityErrors(resolved.errors, 'review')
       return
     }
     console.log(`Fermented ${resolved.fermented} hypothesis/hypotheses`)
     for (const r of resolved.results || []) {
       console.log(`- ${r.title || r.id}: ${r.verdict || 'updated'}${r.reason ? ` — ${r.reason}` : ''}`)
     }
+    printCreativityErrors(resolved.errors, 'review')
   })
 }
 
+function ideaUsage() {
+  console.error('usage: mio idea generate --goal "one line" [--context "..."] [--constraint "..."] [--num N] [--json]')
+}
+
+async function ideaGenerateCommand(args, useJson) {
+  const flags = args.slice(2)
+  const goal = (optionValue(flags, '--goal') || '').trim()
+  if (!goal) {
+    console.error('mio idea generate requires --goal "..."')
+    ideaUsage()
+    process.exitCode = 1
+    return
+  }
+  const context = optionValue(flags, '--context') || ''
+  const constraints = optionValues(flags, '--constraint')
+  let numIdeas
+  try {
+    numIdeas = parseNumberOption(flags, '--num')
+  } catch (error) {
+    console.error(error.message || error)
+    ideaUsage()
+    process.exitCode = 1
+    return
+  }
+
+  // Grounding from the CLI's global MIO_HOME. A failed query degrades to "no
+  // grounding" — never a hard error (spec Capability 1: local-first, tolerant).
+  // The core logger echoes every event to stdout; in --json mode that would
+  // corrupt the payload jsonOrText must own, so the echo is routed to stderr
+  // while the pipeline runs (executed deviation — the plan assumed pure JSON).
+  const echoLog = useJson ? console.log : null
+  if (useJson) console.log = (...params) => console.error(...params)
+
+  let result
+  try {
+    let grounding = { sources: [], relatedMemoryIds: [], groundedWith: 0 }
+    try {
+      const qr = await cliMemoryStore().queryMemory({ query: goal, limit: 3, scope: 'all' })
+      grounding = groundingFrom(qr)
+    } catch (_) {}
+
+    if (!useJson) warnIfLlmUnconfigured()
+
+    result = await runIdeaGenerate({
+      goal,
+      context,
+      constraints,
+      numIdeas,
+      chatJson,
+      store: cliCreativityEngine().store,
+      groundingSources: grounding.sources,
+      relatedMemoryIds: grounding.relatedMemoryIds,
+      autoSources: cliAutoSources(),
+    })
+  } catch (error) {
+    console.error(error.message || error)
+    process.exitCode = 1
+    return
+  } finally {
+    if (useJson) console.log = echoLog
+  }
+
+  if (useJson) return jsonOrText(result, true)
+  if (result.reason) {
+    console.log(`No ideas generated: ${result.reason}`)
+    return
+  }
+  console.log(`Generated ${result.ideas.length} idea(s) (grounded with ${result.groundedWith} memories)`)
+  result.ideas.forEach((idea) => {
+    console.log(`- [${idea.hypothesis.status}] ${idea.title}`)
+    console.log(`  novelty=${idea.hypothesis.novelty} feasibility=${idea.hypothesis.feasibility} impact=${idea.hypothesis.impact} | ${idea.hypothesis.id}`)
+    if (idea.provenance && idea.provenance.technique) console.log(`  technique=${idea.provenance.technique}`)
+    if (idea.hypothesis.rejectionReason) console.log(`  rejected: ${idea.hypothesis.rejectionReason}`)
+  })
+  console.log(`Persisted ${result.persistedIds.length} idea(s)`)
+}
+
+function ideaCommand(args, useJson) {
+  const sub = args[1]
+  if (sub === 'generate') return ideaGenerateCommand(args, useJson)
+  ideaUsage()
+  process.exitCode = 1
+}
+
 function creativityCommand(args, useJson) {
   const sub = args[1]
 
@@ -2226,9 +2406,16 @@ function creativityCommand(args, useJson) {
     if (sub === 'status') {
       result = engine.status()
     } else {
+      const sort = optionValue(flags, '--sort')
+      if (sort !== undefined && sort !== 'novelty') {
+        console.error(`mio creativity list: unknown --sort "${sort}" (supported: novelty)`)
+        process.exitCode = 1
+        return
+      }
       result = engine.list({
         status: optionValue(flags, '--status'),
         limit: parseNumberOption(flags, '--limit'),
+        sort,
       })
     }
   } catch (error) {
@@ -3136,22 +3323,33 @@ function installCommand(host, useJson) {
     }
     writeConfig(config)
   }
+  let observerCycleOk = true
   try {
     observer.runCycle(MIO_HOME, observer.loadState(MIO_HOME), observer.createSinks(MIO_HOME))
-  } catch (_) {}
+  } catch (err) {
+    console.error('Observer cycle failed during install:', err.message || err)
+    observerCycleOk = false
+  }
   let observerStarted = false
   try {
     observerStarted = observer.startBackground(MIO_HOME).started
-  } catch (_) {}
+  } catch (err) {
+    console.error('Observer background startup failed during install:', err.message || err)
+    observerStarted = false
+  }
   if (useJson) {
     result.observer = {
       running: observer.isRunning(MIO_HOME),
       started: observerStarted,
+      cycleOk: observerCycleOk,
     }
     jsonOrText(result, true)
     return
   }
   console.log(result.message || `${host} adapter completed.`)
+  if (!observerCycleOk) {
+    console.error('Warning: observer cycle failed during install; run `mio observe --once` manually.')
+  }
   console.log(
     observer.isRunning(MIO_HOME)
       ? 'Observer daemon running.'
@@ -3160,6 +3358,13 @@ function installCommand(host, useJson) {
 }
 
 function mcpCommand() {
+  // The MCP server resolves its data dir as `MIO_DATA_DIR || <cwd>/.mio-intelligence`,
+  // while every CLI subcommand reads the global MIO_HOME. Left alone, `mio mcp`
+  // launched from a scratch directory built a second, empty store there and
+  // `mio.creativity.list` / `mio.recall` disagreed with `mio creativity list` /
+  // `mio recall`. Pinning it makes the stdio server see the same data as the
+  // terminal; an explicit MIO_DATA_DIR still wins (adapters set one on purpose).
+  if (!process.env.MIO_DATA_DIR) process.env.MIO_DATA_DIR = MIO_HOME
   require(SERVER_SCRIPT)
 }
 
@@ -3288,9 +3493,10 @@ Usage:
   mio experience confirm --ids a,b   Confirm auto-claimed reuse (bulk supported)
   mio experience reuse --source-agent A --target-agent B --experience-id X   Record a reuse
   mio creativity status        Show creativity hypothesis counts and recent top ideas
-  mio creativity list          List creativity hypotheses (--status active|validated|rejected|draft, --limit N)
-  mio creativity generate      Generate hypotheses from 2+ --source "name|content" (calls an LLM)
+  mio creativity list          List creativity hypotheses (--status active|validated|rejected|draft, --sort novelty, --limit N)
+  mio creativity generate      Generate hypotheses from 2+ --source "name|content" (or --from-insights; calls an LLM)
   mio creativity ferment       Review and refine active hypotheses (calls an LLM)
+  mio idea generate --goal "..."   Grounded idea pipeline: auto sources, novelty gate, persisted (calls an LLM)
   mio insight status           Insight counts: total, reported, unreported, high-value
   mio insight list             List insights (--unreported, --min-score N, --detector X, --limit N)
   mio insight generate         Generate insights from context (--memory "kind|content"/--summary "text"; calls an LLM)
@@ -3354,6 +3560,8 @@ async function main() {
       return policyCommand(args, useJson)
     case 'creativity':
       return creativityCommand(args, useJson)
+    case 'idea':
+      return ideaCommand(args, useJson)
     case 'insight':
       return insightCommand(args, useJson)
     case 'observer':