dsh-omni-router 2.2.0 → 2.2.1

package/README.md

@@ -155,7 +155,7 @@ Then restart DSH and select **Omni Router** in a new session.
 - `/omni direct` — enter direct mode.
 - `/omni mode spec|react|balanced` — set thinking mode.
 - `/omni reroute plan|direct` — adaptively reroute current task.
-- Model tools: `omni_status`, `omni_plan`, `omni_direct`, `omni_mode`, `omni_reroute`, `omni_delegate`, `omni_memory`, `omni_benchmark`, `omni_mission_run`, `omni_mission_resume`, `omni_capability_audit`, `omni_capability_provision`, `omni_capability_probe`, `omni_visual_check`.
+- Model tools: `omni_status`, `omni_plan`, `omni_direct`, `omni_mode`, `omni_reroute`, `omni_delegate`, `omni_memory`, `omni_benchmark`, `omni_mission_run`, `omni_mission_resume`, `omni_capability_audit`, `omni_capability_provision`, `omni_capability_probe`, `omni_capability_performance`, `omni_visual_check`.
 
 ## Configuration
 

package/README.zh-CN.md

@@ -155,7 +155,7 @@ node scripts/install-preset.mjs
 - `/omni direct` — 进入直接执行模式。
 - `/omni mode spec|react|balanced` — 设置思维模式。
 - `/omni reroute plan|direct` — 动态切换当前任务路由。
-- 模型工具：`omni_status` / `omni_plan` / `omni_direct` / `omni_mode` / `omni_reroute` / `omni_delegate` / `omni_memory` / `omni_benchmark` / `omni_mission_run` / `omni_mission_resume` / `omni_capability_audit` / `omni_capability_provision` / `omni_capability_probe` / `omni_visual_check`。
+- 模型工具：`omni_status` / `omni_plan` / `omni_direct` / `omni_mode` / `omni_reroute` / `omni_delegate` / `omni_memory` / `omni_benchmark` / `omni_mission_run` / `omni_mission_resume` / `omni_capability_audit` / `omni_capability_provision` / `omni_capability_probe` / `omni_capability_performance` / `omni_visual_check`。
 
 ## 配置
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-omni-router",
-  "version": "2.2.0",
+  "version": "2.2.1",
   "description": "Omni - a reliability and orchestration control plane for DeepSeek Harness, designed to turn fast models into dependable long-horizon software-engineering agents.",
   "type": "module",
   "main": "./lib/index.js",

package/src/capability-performance.mjs

@@ -6,12 +6,36 @@
  * demotion/removal decisions and benchmark plugin-contribution analysis.
  */
 
+import fs from 'node:fs'
+import path from 'node:path'
+
 export function createPerformanceRegistry(initial = {}) {
   return {
     providers: { ...(initial.providers || {}) },
   }
 }
 
+export function performanceRegistryPath(cwd) {
+  return path.join(cwd, '.omni', 'capability-performance.json')
+}
+
+export function loadPerformanceRegistry(cwd) {
+  const file = performanceRegistryPath(cwd)
+  if (!fs.existsSync(file)) return createPerformanceRegistry()
+  try {
+    return createPerformanceRegistry(JSON.parse(fs.readFileSync(file, 'utf8')))
+  } catch {
+    return createPerformanceRegistry()
+  }
+}
+
+export function savePerformanceRegistry(cwd, registry) {
+  const file = performanceRegistryPath(cwd)
+  fs.mkdirSync(path.dirname(file), { recursive: true })
+  fs.writeFileSync(file, JSON.stringify(registry, null, 2), 'utf8')
+  return file
+}
+
 export function recordProvisionOutcome(registry, providerId, outcome = {}) {
   const previous = registry.providers[providerId] || {
     runs: 0,

package/src/omni-router.mjs

@@ -37,6 +37,7 @@ import { loadCapabilityManifests } from './capability-manifest.mjs'
 import { capabilityToolFilter } from './capability-sandbox.mjs'
 import { baselineAudit, formatCapabilityAudit, taskTimeAudit } from './capability-auditor.mjs'
 import { createStaticRegistryAdapter, discoverCandidates, evaluateProvisionPlan, formatProvisionResult, probeCapability, provisionCapabilities } from './capability-provisioner.mjs'
+import { evaluateProviderValue, formatPerformanceRegistry, loadPerformanceRegistry, recommendDemotion, recordProvisionOutcome, savePerformanceRegistry } from './capability-performance.mjs'
 import { buildProgressiveContext } from './context-expansion.mjs'
 import { buildDynamicContext } from './dynamic-context.mjs'
 import { classifyFailure } from './failure-taxonomy.mjs'
@@ -1600,6 +1601,63 @@ export function apply(ctx, config = {}) {
     },
   })
 
+  registerTool({
+    name: 'omni_capability_performance',
+    description: 'Track and inspect whether provisioned plugins/skills measurably improve task success, false completion, tokens, or tool errors.',
+    parameters: {
+      type: 'object',
+      properties: {
+        action: { type: 'string', enum: ['list', 'record', 'recommend'], description: 'Action (default list)' },
+        provider: { type: 'string', description: 'Provider id' },
+        successBefore: { type: 'number', description: 'Task success before provisioning' },
+        successAfter: { type: 'number', description: 'Task success after provisioning' },
+        falseCompletionBefore: { type: 'number', description: 'False completion rate before' },
+        falseCompletionAfter: { type: 'number', description: 'False completion rate after' },
+        tokensBefore: { type: 'number', description: 'Token usage before' },
+        tokensAfter: { type: 'number', description: 'Token usage after' },
+        toolErrorsBefore: { type: 'number', description: 'Tool errors before' },
+        toolErrorsAfter: { type: 'number', description: 'Tool errors after' },
+        usageDays: { type: 'number', description: 'Days since last use (for recommend)' },
+        uniqueCapabilities: { type: 'number', description: 'Number of unique capabilities (for recommend)' },
+        coveredBy: { type: 'array', items: { type: 'string' }, description: 'Other providers covering the same capabilities (for recommend)' },
+      },
+      required: [],
+    },
+    async execute(args) {
+      const session = currentSession()
+      const cwd = session?.meta?.cwd || session?.header?.cwd
+      if (!cwd) return 'No workspace cwd found.'
+      const action = args?.action || 'list'
+      let registry = loadPerformanceRegistry(cwd)
+      if (action === 'record') {
+        if (!args?.provider) return 'provider is required for record.'
+        registry = recordProvisionOutcome(registry, args.provider, {
+          successBefore: args.successBefore,
+          successAfter: args.successAfter,
+          falseCompletionBefore: args.falseCompletionBefore,
+          falseCompletionAfter: args.falseCompletionAfter,
+          tokensBefore: args.tokensBefore,
+          tokensAfter: args.tokensAfter,
+          toolErrorsBefore: args.toolErrorsBefore,
+          toolErrorsAfter: args.toolErrorsAfter,
+        })
+        const file = savePerformanceRegistry(cwd, registry)
+        const value = evaluateProviderValue(registry.providers[args.provider])
+        return `Recorded ${args.provider}: ${value.label} (${value.value})\nSaved: ${file}`
+      }
+      if (action === 'recommend') {
+        if (!args?.provider) return 'provider is required for recommend.'
+        const rec = recommendDemotion(registry, args.provider, {
+          usageDays: Number(args.usageDays) || 0,
+          uniqueCapabilities: Number(args.uniqueCapabilities) || 0,
+          coveredBy: Array.isArray(args.coveredBy) ? args.coveredBy : [],
+        })
+        return `${rec.providerId}: ${rec.recommendation} — ${rec.reason}`
+      }
+      return formatPerformanceRegistry(registry)
+    },
+  })
+
   registerTool({
     name: 'omni_mission_run',
     description: 'Run a Mission Planner loop with real subagents: Observe → Think → Act → Replan until completed or maxSteps.',

package/test/capability-performance.test.mjs

@@ -1,12 +1,17 @@
 import test from 'node:test'
 import assert from 'node:assert/strict'
+import fs from 'node:fs'
+import os from 'node:os'
+import path from 'node:path'
 
 import {
   createPerformanceRegistry,
   evaluateProviderValue,
   formatPerformanceRegistry,
+  loadPerformanceRegistry,
   recommendDemotion,
   recordProvisionOutcome,
+  savePerformanceRegistry,
 } from '../src/capability-performance.mjs'
 
 test('recordProvisionOutcome stores before/after metrics', () => {
@@ -62,3 +67,18 @@ test('formatPerformanceRegistry renders entries', () => {
   registry = recordProvisionOutcome(registry, 'p', { successBefore: 0.5, successAfter: 0.9 })
   assert.match(formatPerformanceRegistry(registry), /p/)
 })
+
+test('loadPerformanceRegistry and savePerformanceRegistry persist outcomes', () => {
+  const cwd = fs.mkdtempSync(path.join(os.tmpdir(), 'cap-perf-'))
+  try {
+    let registry = createPerformanceRegistry()
+    registry = recordProvisionOutcome(registry, 'plugin-x', { successBefore: 0.7, successAfter: 0.9 })
+    const file = savePerformanceRegistry(cwd, registry)
+    assert.ok(fs.existsSync(file))
+    const loaded = loadPerformanceRegistry(cwd)
+    assert.ok(loaded.providers['plugin-x'])
+    assert.equal(evaluateProviderValue(loaded.providers['plugin-x']).label, 'high')
+  } finally {
+    fs.rmSync(cwd, { recursive: true, force: true })
+  }
+})