mio-agent-runtime 0.12.0 → 0.13.0

package/README.md

@@ -65,6 +65,7 @@ mio observer <view>          Observer research pipeline views (research pipeline
                              status|world-model|trends|research|insights|essays|dag (--base-dir DIR)
 mio observer collect         Fetch from the configured sources (--sources a,b/--keywords k1,k2/--limit N)
 mio observer ferment         Run the fermentation engine (--session morning|afternoon|night)
+mio observer pipeline        Run the research DAG (previews by default; --run executes, --mode neutral|analytical|creative)
 mio observer ingest --trace-id T --event-type E   Record a trace event (--payload JSON/--outcome)
 mio observer subscribe --event-types a,b          Subscribe to events (--yes to apply; previews by default)
 mio observer digest                               New events since the last digest (advances the cursor)
@@ -99,13 +100,13 @@ mio --version                Print the version and exit (-V)
 
 ## MCP 工具
 
-MCP 服务端在 5 大域共暴露 49 个工具：
+MCP 服务端在 5 大域共暴露 50 个工具：
 
 ### 记忆（11）
 `mio.memory.query` · `mio.memory.record` · `mio.memory.archive` · `mio.memory.merge` · `mio.memory.migrate` · `mio.memory.analyze` · `mio.memory.forget` · `mio.experience.list` · `mio.experience.confirm` · `mio.experience.reuse` · `mio.policy.check`
 
-### 观察管线（14）
-`mio.observer.world_model` · `mio.observer.trends` · `mio.observer.research` · `mio.observer.insights` · `mio.observer.status` · `mio.observer.collect` · `mio.observer.ferment` · `mio.observer.essays` · `mio.observer.dag` · `mio.observer.ingest` · `mio.observer.subscribe` · `mio.observer.digest`
+### 观察管线（15）
+`mio.observer.world_model` · `mio.observer.trends` · `mio.observer.research` · `mio.observer.insights` · `mio.observer.status` · `mio.observer.collect` · `mio.observer.ferment` · `mio.observer.pipeline` · `mio.observer.essays` · `mio.observer.dag` · `mio.observer.ingest` · `mio.observer.subscribe` · `mio.observer.digest`
 `mio.trace.query` — 按类型/结果/agent/项目/时间窗口查询 trace 日志（任务结果、工具错误）；CLI 上也可通过 `mio traces` 调用
 `mio.digest.generate` — 把近期数据聚合成可执行的 digest（agent 成功率、项目活跃度、错误热点、复用证据、建议）；CLI 上也可通过 `mio digest` 调用
 
@@ -490,6 +491,15 @@ mio observer trends --base-dir /path/to/.local/observer
   ```
 
   两者都依赖可选包 `@akemi-mio/observer`（未安装时提示 `not installed`，不是空结果）。`collect` 会**联网**抓取，`ferment` 需要 LLM；它们**不做预览**，因为预览意味着把数据抓两遍。单个源失败不会中断整次运行——该源会以 `errors: ...` 出现在输出里，其余源照常统计。
+- **`mio observer pipeline` 是研究 DAG 的入口**（`collect → trend → tension → research → multi-brain → compose → world model → publish → self-evolve`）。此前 `runPipeline` / `tickPipeline` / `forcePipeline` 在 mio-agent-runtime 里**没有任何调用方**，所以 trends / research / insights 默认永远是空的，只有手动实例化服务才能跑通。它同样依赖 `@akemi-mio/observer`，会**联网并调用多次 LLM**，因此和 `subscribe` 一样**默认只预览**（读今天的 DAG 状态与解析后的 LLM 端点，不构造服务、不建目录），`--run` 才真正执行：
+
+  ```bash
+  mio observer pipeline                    # 预览（离线、秒回）
+  mio observer pipeline --run              # 执行完整 DAG
+  mio observer pipeline --mode creative --run
+  ```
+
+- **观察者的 LLM 现在与 creativity / insight 共用同一份配置**。此前 `ObserverLlmService` 把 Ollama 地址与模型写死（`localhost:11434` / `qwen2.5:7b`，只认 `OBSERVER_*` 环境变量），完全无视 `mio config llm` —— 于是 `mio config llm` 配好的 deepseek 只对 server 侧生效，观察管道仍然空转。现在 `observer-store.js` 通过共享的 `server/llm-client.js` 解析配置并注入：用户配置过（`config.json` 的 `llm` 或 `LLM_*` 环境变量）就用它，否则保持 `@akemi-mio/observer` 自己的 `LLM_*` / `OBSERVER_*` / 本地 Ollama 回退，不会把既有本地 Ollama 用户静默改道到托管默认值。端点按 URL 形态自动选择传输：含 `/chat/completions` 走 OpenAI 兼容协议，否则按 Ollama 处理。
 - **`mio observer ingest` 记录任意 trace 事件**（`tool_call` / `error` / `retry` / `task_outcome`）：
 
   ```bash

package/bin/mio.js

@@ -1530,6 +1530,9 @@ function observerUsage(write = console.log) {
                              [--limit N]  (needs @akemi-mio/observer; hits the network)
   mio observer ferment       Run the fermentation engine over recent observations
                              (--session morning|afternoon|night; needs @akemi-mio/observer)
+  mio observer pipeline      Run the full research DAG (collect → trend → research →
+                             insights → world model). Previews by default; --run
+                             executes it (network + LLM). --mode neutral|analytical|creative
 
 Options:
   --base-dir DIR     Observer data directory (default: <cwd>/.local/observer)
@@ -1540,6 +1543,8 @@ Options:
   --sources a,b      Sources to collect from (default: all configured)
   --keywords a,b     Keyword filter, OR matched (collect)
   --session label    Fermentation session (default: afternoon)
+  --mode name        Writing mode for the pipeline (default: analytical)
+  --run              Actually execute the pipeline (default: preview)
   --json             Machine-readable output (same shape as mio.observer.*)`)
 }
 
@@ -1854,6 +1859,62 @@ async function observerFermentCommand(args, useJson) {
   printObserverFerment(result, session)
 }
 
+// The pipeline entry point D1 was missing: runPipeline/tickPipeline/forcePipeline
+// had no caller in mio-agent-runtime, so the observer's trend/research/insight
+// stages never ran on their own. It is heavy (network + several LLM calls), so
+// it follows the same rule as `mio observer subscribe` and `mio task
+// record-outcome`: preview by default, execute only with --run.
+const PIPELINE_MODES = ['neutral', 'analytical', 'creative']
+
+function printObserverPipeline(result) {
+  if (result.dryRun) {
+    console.log(`Observer pipeline preview (mode=${result.mode}, base-dir=${result.baseDir})`)
+    const state = result.todayState || 'no task yet'
+    const done = result.todayCompleted ? ' (already completed)' : ''
+    console.log(`  today ${result.taskId}: ${state}${done}`)
+    if (result.llm) {
+      const key = result.llm.hasApiKey ? 'key set' : 'no key'
+      console.log(`  LLM: ${result.llm.provider} ${result.llm.model} (${key})`)
+      console.log(`       ${result.llm.apiUrl}`)
+    } else {
+      console.log('  LLM: unknown (observer package did not expose ObserverLlmService)')
+    }
+    console.log('\nPreview only. Re-run with --run to execute the full DAG (network + LLM calls).')
+    return
+  }
+  if (!result.completed) {
+    console.log(`Observer pipeline did not complete: ${result.reason || 'unknown reason'}`)
+    process.exitCode = 1
+    return
+  }
+  console.log(`Observer pipeline completed (${result.type}, ${result.durationMs || 0}ms, ${result.llmCalls || 0} LLM call(s))`)
+  if (result.topic) console.log(`  topic: ${result.topic}`)
+  console.log(`  sections: ${result.sections}`)
+  if (result.insightId) console.log(`  insight: ${result.insightId}`)
+}
+
+async function observerPipelineCommand(args, useJson) {
+  const flags = args.slice(2)
+  const mode = optionValue(flags, '--mode') || 'analytical'
+  if (!PIPELINE_MODES.includes(mode)) {
+    console.error(`--mode must be one of: ${PIPELINE_MODES.join(', ')}`)
+    process.exitCode = 1
+    return
+  }
+  const base = { baseDir: optionValue(flags, '--base-dir') }
+  const run = flagPresent(flags, '--run')
+  let result
+  try {
+    result = await cliObserverStore().pipeline({ ...base, mode, run })
+  } catch (error) {
+    console.error(error.message || error)
+    process.exitCode = 1
+    return
+  }
+  if (useJson) return jsonOrText(result, true)
+  printObserverPipeline(result)
+}
+
 function observerCommand(args, useJson) {
   const sub = args[1]
   if (!sub || sub === 'help' || sub === '--help' || sub === '-h') {
@@ -1868,6 +1929,7 @@ function observerCommand(args, useJson) {
   // returned rather than called -- main() is async and awaits them.
   if (sub === 'collect') return observerCollectCommand(args, useJson)
   if (sub === 'ferment') return observerFermentCommand(args, useJson)
+  if (sub === 'pipeline') return observerPipelineCommand(args, useJson)
 
   if (!['status', 'world-model', 'trends', 'research', 'insights', 'essays', 'dag'].includes(sub)) {
     console.error(`Unknown observer subcommand: ${sub}`)
@@ -3131,6 +3193,7 @@ Usage:
   mio observer digest                               New events since the last digest (advances cursor)
   mio observer collect         Fetch from the configured sources (--sources/--keywords/--limit)
   mio observer ferment         Run the fermentation engine (--session morning|afternoon|night)
+  mio observer pipeline        Run the research DAG (previews; --run to execute, --mode neutral|analytical|creative)
   mio phase0 report            Show the Phase 0 validation report (--project X, --format markdown)
   mio host capabilities        Show what each host supports and whether it is installed
   mio task route "<task>"      Which verified experiences apply to this task (--project/--scope/--limit)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mio-agent-runtime",
-  "version": "0.12.0",
+  "version": "0.13.0",
   "description": "Mio Agent Runtime installer and MCP intelligence layer",
   "license": "MIT",
   "type": "commonjs",
@@ -33,7 +33,7 @@
     "@akemi-mio/evolution-strategy": "^0.1.0",
     "@akemi-mio/evolution-safety": "^0.1.0",
     "@akemi-mio/evolution-scheduler": "^0.1.0",
-    "@akemi-mio/observer": "^0.1.0",
+    "@akemi-mio/observer": "^0.1.1",
     "@akemi-mio/insight": "^0.1.0"
   },
   "main": "index.js",

package/server/mio-intelligence-mcp/index.js

@@ -860,6 +860,18 @@ const TOOLS = [
       },
     },
   },
+  {
+    name: 'mio.observer.pipeline',
+    description: 'Run the Observer research DAG (collect -> trend -> tension -> research -> multi-brain -> compose -> world model -> publish). Heavy: network plus several LLM calls. Previews by default; pass run:true to execute.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        mode: { type: 'string', description: 'Writing mode: neutral | analytical | creative (default: analytical)' },
+        run: { type: 'boolean', description: 'Execute the pipeline. Default false returns a dry-run plan without network or LLM calls.' },
+        baseDir: { type: 'string', description: 'Observer data directory' },
+      },
+    },
+  },
   {
     name: 'mio.observer.essays',
     description: 'List published or draft essays from the Observer.',
@@ -941,6 +953,10 @@ function observerFerment(args = {}) {
   return observerStore.ferment(args)
 }
 
+function observerPipeline(args = {}) {
+  return observerStore.pipeline(args)
+}
+
 function observerEssays(args = {}) {
   return observerStore.essays(args)
 }
@@ -1045,6 +1061,8 @@ async function callTool(name, args = {}) {
       return observerCollect(args)
     case 'mio.observer.ferment':
       return observerFerment(args)
+    case 'mio.observer.pipeline':
+      return observerPipeline(args)
     case 'mio.observer.essays':
       return observerEssays(args)
     case 'mio.observer.dag':

package/server/observer-store.js

@@ -14,6 +14,19 @@
 const fs = require('fs')
 const path = require('path')
 
+// The observer pipeline is one of the LLM users, so it must read the same
+// resolved model configuration as creativity / insight. `isLlmConfigured()`
+// gates the override: when the user never configured an LLM we pass nothing and
+// let @akemi-mio/observer keep its own LLM_* / OBSERVER_* / Ollama fallback, so
+// an existing local-Ollama setup is not silently redirected to the hosted
+// default. This is the D2 fix -- the observer used to hardcode Ollama and
+// ignore `mio config llm` entirely.
+const { llmConfig, isLlmConfigured } = require('./llm-client.js')
+
+function observerLlmConfig() {
+  return isLlmConfigured() ? llmConfig() : undefined
+}
+
 // Observer research pipeline (optional -- installed via @akemi-mio/observer).
 // Loaded lazily at module level so the CLI can report availability without the
 // MCP server having to pass its own handles down.
@@ -31,10 +44,12 @@ function loadObserver() {
 
 let ObserverStore = null
 let ObserverService = null
+let ObserverLlmService = null
 try {
   const obs = loadObserver()
   ObserverStore = obs.ObserverStore
   ObserverService = obs.ObserverService
+  ObserverLlmService = obs.ObserverLlmService
 } catch {}
 
 // Subdirectories that make up the pipeline. `observerStatus` counts files in
@@ -62,6 +77,17 @@ function readJsonSafe(filePath) {
   }
 }
 
+// Today's DAG task id, matching DagStateMachine's `dag_YYYYMMDD` (LOCAL date).
+// Duplicated here rather than importing DagStateMachine because its constructor
+// mkdir's the dag directory, and the dry run below must not touch disk.
+function todayTaskId() {
+  const d = new Date()
+  const y = d.getFullYear()
+  const m = String(d.getMonth() + 1).padStart(2, '0')
+  const day = String(d.getDate()).padStart(2, '0')
+  return `dag_${y}${m}${day}`
+}
+
 function readJsonlSafe(filePath) {
   if (!fs.existsSync(filePath)) return []
   try {
@@ -184,7 +210,7 @@ function createObserverStore(options = {}) {
     // object made path.resolve() throw before any collector ran, so collect()
     // was dead on arrival for every caller. (collectorConfig was never read by
     // the package; it was invented here.)
-    const service = new ObserverService(baseDirOf(args))
+    const service = new ObserverService(baseDirOf(args), observerLlmConfig())
     const sources = args.sources || ['bilibili', 'hackernews', 'github', 'douyin', 'rss']
     const allObs = []
     for (const src of sources) {
@@ -210,7 +236,7 @@ function createObserverStore(options = {}) {
 
   async function ferment(args = {}) {
     if (!ObserverService) throw new Error('@akemi-mio/observer not installed')
-    const service = new ObserverService(baseDirOf(args))
+    const service = new ObserverService(baseDirOf(args), observerLlmConfig())
     const session = args.session || 'afternoon'
     try {
       const fermentation = service.getFermentation()
@@ -221,6 +247,81 @@ function createObserverStore(options = {}) {
     }
   }
 
+  // Drives the full research DAG (collect → trend → tension → research →
+  // multi-brain → compose → world model → publish → self-evolve). This is the
+  // entry point D1 found missing: runPipeline/tickPipeline/forcePipeline had no
+  // caller anywhere in mio-agent-runtime, so trends/research/insights stayed
+  // empty forever unless someone hand-instantiated the service.
+  //
+  // It is heavy (network + several LLM calls) and writes files, so like every
+  // other side-effecting command here it previews by default: without
+  // `run: true` it reads today's DAG state and the resolved LLM endpoint and
+  // returns a plan without constructing the service, which would mkdir the dag
+  // directory. That keeps the README doc gate and the MCP live gate (both call
+  // with empty arguments) offline and instant.
+  async function pipeline(args = {}) {
+    if (!ObserverService) throw new Error('@akemi-mio/observer not installed')
+    const baseDir = baseDirOf(args)
+    const mode = args.mode || 'analytical'
+    const llmConfig = observerLlmConfig()
+
+    if (!args.run) {
+      const taskId = todayTaskId()
+      const dag = readJsonSafe(path.join(baseDir, 'dag', `${taskId}.json`))
+      // Guard the diagnostic: an older published @akemi-mio/observer lacks
+      // ObserverLlmService.getInfo(), and a preview must never throw because of
+      // a package-version skew (the mio-cli side ships ahead of the package).
+      let llm = null
+      if (ObserverLlmService) {
+        try {
+          const svc = new ObserverLlmService(llmConfig)
+          if (svc && typeof svc.getInfo === 'function') llm = svc.getInfo()
+        } catch (_) {
+          llm = null
+        }
+      }
+      return {
+        dryRun: true,
+        baseDir,
+        mode,
+        observerAvailable: true,
+        taskId,
+        todayState: dag ? dag.state : null,
+        todayCompleted: Boolean(dag && dag.state === 'COMPLETED'),
+        llm,
+        hint: 'Re-run with --run (CLI) or {"run": true} (MCP) to execute the full DAG.',
+      }
+    }
+
+    const service = new ObserverService(baseDir, llmConfig)
+    const envelope = await service.forcePipeline(mode)
+    if (!envelope) {
+      return {
+        dryRun: false,
+        baseDir,
+        mode,
+        ran: true,
+        completed: false,
+        reason: 'forcePipeline returned null (today already completed, or a run is in progress)',
+      }
+    }
+    const payload = envelope.payload || {}
+    return {
+      dryRun: false,
+      baseDir,
+      mode,
+      ran: true,
+      completed: envelope.dagState && envelope.dagState.state === 'COMPLETED',
+      type: envelope.type,
+      taskId: envelope.dagState ? envelope.dagState.taskId : null,
+      topic: payload.topic || null,
+      sections: Array.isArray(payload.sections) ? payload.sections.length : 0,
+      insightId: payload.id || null,
+      durationMs: envelope.metadata ? envelope.metadata.taskDurationMs : null,
+      llmCalls: envelope.metadata ? envelope.metadata.llmCalls : null,
+    }
+  }
+
   return {
     baseDir: defaultBaseDir,
     status,
@@ -232,6 +333,7 @@ function createObserverStore(options = {}) {
     dag,
     collect,
     ferment,
+    pipeline,
   }
 }