@miphamai/cli 0.81.6 → 0.81.7

package/src/core/task-runner.ts

@@ -1,163 +0,0 @@
-// apps/cli/src/core/task-runner.ts
-// CRSI 端到端任务运行器（C-MVP）——行为效果度量基建。
-import { existsSync, readFileSync, mkdirSync, rmSync } from 'node:fs'
-import { join } from 'node:path'
-import tasksFile from './task-runner-tasks.json' with { type: 'json' }
-import { QueryEngine } from './engine'
-import { ContextManager } from './context'
-import { PermissionSystem } from './permission'
-import { ProviderRegistry } from '../providers/registry'
-import type { Llm } from '../providers/llm'
-import { createToolRegistry } from '../tools'
-import type { PermissionLevel } from '../shared'
-
-export type RunnerGroundTruth = { kind: 'file-contains'; file: string; contains: string[] }
-
-export interface RunnerTask {
-  id: string
-  instruction: string
-  groundTruth: RunnerGroundTruth
-}
-
-export function loadRunnerTasks(): RunnerTask[] {
-  return tasksFile.tasks as unknown as RunnerTask[]
-}
-
-export function judgeTask(task: RunnerTask, taskDir: string): { passed: boolean; detail?: string } {
-  if (task.groundTruth.kind !== 'file-contains') {
-    return { passed: false, detail: `unsupported groundTruth kind: ${task.groundTruth.kind}` }
-  }
-  const filePath = join(taskDir, task.groundTruth.file)
-  if (!existsSync(filePath)) {
-    return { passed: false, detail: `file not found: ${task.groundTruth.file}` }
-  }
-  const content = readFileSync(filePath, 'utf-8')
-  for (const needle of task.groundTruth.contains) {
-    if (!content.includes(needle)) {
-      return { passed: false, detail: `missing substring: ${needle}` }
-    }
-  }
-  return { passed: true }
-}
-
-export interface TaskRunResult {
-  taskId: string
-  passed: boolean
-  detail?: string
-}
-
-const TASK_DIR_PLACEHOLDER = '<taskDir>'
-
-function buildEngine(llm: Llm, permission: PermissionLevel, systemPrompt?: string): QueryEngine {
-  const registry = new ProviderRegistry([], 'test', 'test-model')
-  // 注册一个永不 chat 的占位 provider——llm 被 setLlm 覆盖，但 process() 内部
-  // 多处调用 registry.getActive().config.id 记录 provider id，必须能取到。
-  registry.register('test', {
-    config: { id: 'test', name: 'Test', protocol: 'openai-compatible', apiKey: 'key', models: [] },
-    chat: async function* () {
-      yield { type: 'stop' }
-    },
-    listModels: async () => [],
-    healthCheck: async () => true,
-  })
-  const context = new ContextManager({ maxTokens: 100_000, compactionThreshold: 0.9 })
-  if (systemPrompt !== undefined) context.setSystemPrompt(systemPrompt)
-  const tools = createToolRegistry()
-  const engine = new QueryEngine(registry, context, tools, new PermissionSystem(permission))
-  engine.setLlm(llm)
-  return engine
-}
-
-export async function runTask(
-  task: RunnerTask,
-  llm: Llm,
-  opts: { taskDir?: string; permission?: PermissionLevel; systemPrompt?: string } = {},
-): Promise<TaskRunResult> {
-  const taskDir = opts.taskDir ?? join(process.cwd(), '.mipham', 'task-runner')
-  const permission = opts.permission ?? 'bypassPermissions'
-
-  rmSync(taskDir, { recursive: true, force: true })
-  mkdirSync(taskDir, { recursive: true })
-
-  const instruction = task.instruction.replaceAll(TASK_DIR_PLACEHOLDER, taskDir)
-  const engine = buildEngine(llm, permission, opts.systemPrompt)
-
-  for await (const _ of engine.process(instruction)) {
-    /* drain agentic loop */
-  }
-
-  const verdict = judgeTask(task, taskDir)
-  return { taskId: task.id, passed: verdict.passed, detail: verdict.detail }
-}
-
-export interface TaskRunStats {
-  taskId: string
-  samples: number
-  passed: number
-  /** 0-1 */
-  passRate: number
-}
-
-export async function runTaskN(
-  task: RunnerTask,
-  llm: Llm,
-  n: number,
-  opts: { taskDir?: string; permission?: PermissionLevel; systemPrompt?: string } = {},
-): Promise<TaskRunStats> {
-  let passed = 0
-  for (let i = 0; i < n; i++) {
-    const result = await runTask(task, llm, opts)
-    if (result.passed) passed++
-  }
-  return { taskId: task.id, samples: n, passed, passRate: n > 0 ? passed / n : 0 }
-}
-
-export interface RunComparison {
-  baseline: TaskRunStats
-  candidate: TaskRunStats
-  /** 弱判：candidate 不退化（不低于 baseline 且至少 1 次成功） */
-  notDegraded: boolean
-  /** candidate 严格更好（通过率更高） */
-  improved: boolean
-}
-
-export function isNotDegraded(baseline: TaskRunStats, candidate: TaskRunStats): boolean {
-  return candidate.passRate >= baseline.passRate && candidate.passed >= 1
-}
-
-export function isImproved(baseline: TaskRunStats, candidate: TaskRunStats): boolean {
-  return candidate.passRate > baseline.passRate
-}
-
-export function compareRuns(baseline: TaskRunStats, candidate: TaskRunStats): RunComparison {
-  return {
-    baseline,
-    candidate,
-    notDegraded: isNotDegraded(baseline, candidate),
-    improved: isImproved(baseline, candidate),
-  }
-}
-
-export async function runBeforeAfter(
-  task: RunnerTask,
-  llm: Llm,
-  n: number,
-  opts: {
-    beforePrompt?: string
-    afterPrompt?: string
-    taskDir?: string
-    permission?: PermissionLevel
-  } = {},
-): Promise<RunComparison> {
-  const baseline = await runTaskN(task, llm, n, {
-    taskDir: opts.taskDir,
-    permission: opts.permission,
-    systemPrompt: opts.beforePrompt,
-  })
-  const candidate = await runTaskN(task, llm, n, {
-    taskDir: opts.taskDir,
-    permission: opts.permission,
-    systemPrompt: opts.afterPrompt,
-  })
-  return compareRuns(baseline, candidate)
-}

package/src/skills/mipham/runtime.ts

@@ -1,66 +0,0 @@
-import type { SkillDefinition } from '../../shared/index.ts'
-
-export interface MiphamRuntimeContext {
-  skill: SkillDefinition
-  cwd: string
-  sessionId: string
-  modelId: string
-  providerId: string
-}
-
-/**
- * Mipham exclusive skill runtime.
- * Mipham skills use `.mipham-skill.md` extension and have access to
- * Mipham-specific features: model optimization, security features, etc.
- */
-export class MiphamRuntime {
-  private context: MiphamRuntimeContext
-
-  constructor(context: MiphamRuntimeContext) {
-    this.context = context
-  }
-
-  getSkill(): SkillDefinition {
-    return this.context.skill
-  }
-
-  getPrompts(): Record<string, string> {
-    return this.context.skill.prompts || {}
-  }
-
-  getTools(): SkillDefinition['tools'] {
-    return this.context.skill.tools || []
-  }
-
-  getHooks(): SkillDefinition['hooks'] {
-    return this.context.skill.hooks || []
-  }
-
-  /**
-   * Execute a named prompt with Mipham-specific context.
-   */
-  async executePrompt(name: string, variables?: Record<string, string>): Promise<string> {
-    const prompt = this.context.skill.prompts?.[name]
-    if (!prompt) {
-      throw new Error(`Prompt "${name}" not found in skill "${this.context.skill.name}"`)
-    }
-
-    let result = prompt
-    const allVars: Record<string, string> = {
-      provider: this.context.providerId,
-      model: this.context.modelId,
-      session: this.context.sessionId,
-      cwd: this.context.cwd,
-      ...variables,
-    }
-
-    // Single-pass substitution: replacement values are NOT re-scanned for more
-    // template markers, so a variable containing `${key}` can't be re-expanded
-    // into another variable's value.
-    result = result.replace(/\$\{([^}]+)\}/g, (match, key: string) =>
-      Object.prototype.hasOwnProperty.call(allVars, key) ? allVars[key]! : match,
-    )
-
-    return result
-  }
-}

package/src/skills/standard/runtime.ts

@@ -1,62 +0,0 @@
-import type { SkillDefinition } from '../../shared/index.ts'
-
-export interface StandardRuntimeContext {
-  skill: SkillDefinition
-  cwd: string
-  sessionId: string
-}
-
-/**
- * Standard skill runtime — executes SKILL.md definitions.
- * Standard skills follow the open-source SKILL.md specification.
- */
-export class StandardRuntime {
-  private context: StandardRuntimeContext
-
-  constructor(context: StandardRuntimeContext) {
-    this.context = context
-  }
-
-  getSkill(): SkillDefinition {
-    return this.context.skill
-  }
-
-  getPrompts(): Record<string, string> {
-    return this.context.skill.prompts || {}
-  }
-
-  getPrompt(name: string): string | undefined {
-    return this.context.skill.prompts?.[name]
-  }
-
-  getTools(): SkillDefinition['tools'] {
-    return this.context.skill.tools || []
-  }
-
-  getHooks(): SkillDefinition['hooks'] {
-    return this.context.skill.hooks || []
-  }
-
-  /**
-   * Execute a named prompt from the skill.
-   * Returns the prompt text with any variable substitution applied.
-   */
-  async executePrompt(name: string, variables?: Record<string, string>): Promise<string> {
-    const prompt = this.getPrompt(name)
-    if (!prompt) {
-      throw new Error(`Prompt "${name}" not found in skill "${this.context.skill.name}"`)
-    }
-
-    let result = prompt
-    if (variables) {
-      // Single-pass substitution: replacement values are NOT re-scanned for
-      // more template markers, so an argument containing `${key}` can't be
-      // re-expanded into another variable's value.
-      result = result.replace(/\$\{([^}]+)\}/g, (match, key: string) =>
-        Object.prototype.hasOwnProperty.call(variables, key) ? variables[key]! : match,
-      )
-    }
-
-    return result
-  }
-}