@vibe-forge/core 0.3.0 → 0.5.0

package/src/config.ts

@@ -1,375 +1,2 @@
-import { existsSync } from 'node:fs'
-import { readFile } from 'node:fs/promises'
-import { resolve } from 'node:path'
-import process from 'node:process'
-
-import { load } from 'js-yaml'
-
-import type { PluginConfig } from './hooks'
-
-export interface AdapterMap {}
-
-export interface ModelServiceConfig {
-  /**
-   * 模型服务展示标题
-   */
-  title?: string
-  /**
-   * 模型服务展示描述
-   */
-  description?: string
-  /**
-   * 模型服务 API 基础 URL
-   */
-  apiBaseUrl: string
-  /**
-   * 模型服务 API 密钥
-   */
-  apiKey: string
-  /**
-   * 模型服务支持的模型列表
-   */
-  models?: string[]
-  /**
-   * 模型服务支持的模型别名
-   */
-  modelsAlias?: Record<string, string[]>
-  /**
-   * 拓展配置，由下游自行消费
-   */
-  extra?: Record<string, unknown>
-}
-
-export interface RecommendedModelConfig {
-  service?: string
-  model: string
-  title?: string
-  description?: string
-  placement?: 'modelSelector'
-}
-
-export type LanguageCode = 'zh' | 'en'
-
-export type NotificationTrigger = 'completed' | 'failed' | 'terminated' | 'waiting_input'
-
-export interface NotificationEventConfig {
-  title?: string
-  description?: string
-  disabled?: boolean
-  sound?: string
-}
-
-export interface NotificationConfig {
-  disabled?: boolean
-  volume?: number
-  events?: Partial<Record<NotificationTrigger, NotificationEventConfig>>
-}
-
-export interface Config {
-  /**
-   * 配置目录
-   */
-  baseDir?: string
-  /**
-   * 适配器配置
-   */
-  adapters?: Partial<AdapterMap>
-  /**
-   * 默认适配器名称
-   */
-  defaultAdapter?: keyof AdapterMap
-  /**
-   * 模型服务配置
-   */
-  modelServices?: Record<string, ModelServiceConfig>
-  /**
-   * 默认模型服务名称
-   */
-  defaultModelService?: string
-  /**
-   * 默认模型名称
-   */
-  defaultModel?: string
-  recommendedModels?: RecommendedModelConfig[]
-  interfaceLanguage?: LanguageCode
-  modelLanguage?: LanguageCode
-  /**
-   * MCP 服务器配置
-   */
-  mcpServers?: Record<
-    string,
-    & {
-      /**
-       * 是否启用
-       */
-      enabled?: boolean
-      /**
-       * 环境变量配置
-       */
-      env?: Record<string, string>
-    }
-    & (
-      | {
-        type?: undefined
-        command: string
-        args: string[]
-      }
-      | {
-        type: 'sse'
-        url: string
-        headers: Record<string, string>
-      }
-      | {
-        type: 'http'
-        url: string
-        headers?: Record<string, string>
-      }
-    )
-  >
-  /**
-   * 默认启用的 MCP 服务器列表
-   */
-  defaultIncludeMcpServers?: string[]
-  /**
-   * 默认禁用的 MCP 服务器列表
-   */
-  defaultExcludeMcpServers?: string[]
-  noDefaultVibeForgeMcpServer?: boolean
-  /**
-   * 权限配置
-   */
-  permissions?: {
-    allow?: string[]
-    deny?: string[]
-    ask?: string[]
-  }
-  /**
-   * 环境变量配置
-   */
-  env?: Record<string, string>
-  /**
-   * 公告配置
-   */
-  announcements?: string[]
-  /**
-   * 快捷键配置
-   */
-  shortcuts?: {
-    newSession?: string
-    openConfig?: string
-  }
-  notifications?: NotificationConfig
-  /**
-   * 会话配置
-   */
-  conversation?: {
-    /**
-     * 对话风格
-     * - `friendly`: 友好的对话风格，适合用户与助手交互
-     * - `programmatic`: 程序化的对话风格，适合助手执行任务
-     */
-    style?: 'friendly' | 'programmatic'
-    /**
-     * 自定义对话风格。通过指定提示词约束对话风格。
-     */
-    customInstructions?: string
-  }
-  /**
-   * 插件配置
-   */
-  plugins?: PluginConfig
-  enabledPlugins?: Record<string, boolean>
-  extraKnownMarketplaces?: Record<
-    string,
-    {
-      source:
-        | {
-          source: 'github'
-          repo: string
-        }
-        | {
-          source: 'git'
-          url: string
-        }
-        | {
-          source: 'directory'
-          path: string
-        }
-    }
-  >
-}
-
-export interface AboutInfo {
-  version?: string
-  lastReleaseAt?: string
-  urls?: {
-    repo?: string
-    docs?: string
-    contact?: string
-    issues?: string
-    releases?: string
-  }
-}
-
-export interface ConfigSection {
-  general?: {
-    baseDir?: Config['baseDir']
-    defaultAdapter?: Config['defaultAdapter']
-    defaultModelService?: Config['defaultModelService']
-    defaultModel?: Config['defaultModel']
-    recommendedModels?: Config['recommendedModels']
-    interfaceLanguage?: Config['interfaceLanguage']
-    modelLanguage?: Config['modelLanguage']
-    announcements?: Config['announcements']
-    permissions?: Config['permissions']
-    env?: Config['env']
-    notifications?: Config['notifications']
-  }
-  conversation?: Config['conversation']
-  modelServices?: Config['modelServices']
-  adapters?: Config['adapters']
-  plugins?: {
-    plugins?: Config['plugins']
-    enabledPlugins?: Config['enabledPlugins']
-    extraKnownMarketplaces?: Config['extraKnownMarketplaces']
-  }
-  mcp?: {
-    mcpServers?: Config['mcpServers']
-    defaultIncludeMcpServers?: Config['defaultIncludeMcpServers']
-    defaultExcludeMcpServers?: Config['defaultExcludeMcpServers']
-    noDefaultVibeForgeMcpServer?: Config['noDefaultVibeForgeMcpServer']
-  }
-  shortcuts?: Config['shortcuts']
-}
-
-export interface ConfigResponse {
-  sources?: {
-    project?: ConfigSection
-    user?: ConfigSection
-    merged?: ConfigSection
-  }
-  meta?: {
-    workspaceFolder?: string
-    configPresent?: {
-      project?: boolean
-      user?: boolean
-    }
-    experiments?: Record<string, unknown>
-    about?: AboutInfo
-  }
-}
-
-export const defineConfig = (config: Config) => config
-
-const loadJSConfig = async (paths: string[]) => {
-  for (const path of paths) {
-    try {
-      const configPath = resolve(process.cwd(), path)
-      if (!existsSync(configPath)) {
-        continue
-      }
-      // eslint-disable-next-line ts/no-require-imports
-      return (require(configPath)?.default ?? {}) as Config
-    } catch (e) {
-      console.error(`Failed to load config file ${path}: ${e}`)
-    }
-  }
-}
-
-const loadJSONConfig = async (paths: string[], jsonVariables: Record<string, string | null | undefined>) => {
-  for (const path of paths) {
-    try {
-      const configPath = resolve(process.cwd(), path)
-      if (!existsSync(configPath)) {
-        continue
-      }
-      const configContent = await readFile(configPath, 'utf-8')
-      const configResolvedContent = configContent
-        .replace(/\$\{(\w+)\}/g, (_, key) => jsonVariables[key] ?? `$\{${key}}`)
-      return JSON.parse(configResolvedContent) as Config
-    } catch (e) {
-      console.error(`Failed to load config file ${path}: ${e}`)
-    }
-  }
-}
-
-const loadYAMLConfig = async (paths: string[], jsonVariables: Record<string, string | null | undefined>) => {
-  for (const path of paths) {
-    try {
-      const configPath = resolve(process.cwd(), path)
-      if (!existsSync(configPath)) {
-        continue
-      }
-      const configContent = await readFile(configPath, 'utf-8')
-      const configResolvedContent = configContent
-        .replace(/\$\{(\w+)\}/g, (_, key) => jsonVariables[key] ?? `$\{${key}}`)
-      return load(configResolvedContent) as Config
-    } catch (e) {
-      console.error(`Failed to load config file ${path}: ${e}`)
-    }
-  }
-}
-
-let configCache: Promise<readonly [Config | undefined, Config | undefined]> | null = null
-
-export const resetConfigCache = () => {
-  configCache = null
-}
-
-export const loadConfig = (options: {
-  jsonVariables?: Record<string, string | null | undefined>
-}) => {
-  if (configCache) {
-    return configCache
-  }
-
-  configCache = (async () =>
-    [
-      await loadJSONConfig(
-        [
-          './.ai.config.json',
-          './infra/.ai.config.json'
-        ],
-        options.jsonVariables ?? {}
-      ) ??
-        await loadYAMLConfig(
-          [
-            './.ai.config.yaml',
-            './.ai.config.yml',
-            './infra/.ai.config.yaml',
-            './infra/.ai.config.yml'
-          ],
-          options.jsonVariables ?? {}
-        ),
-      await loadJSONConfig(
-        [
-          './.ai.dev.config.json',
-          './infra/.ai.dev.config.json'
-        ],
-        options.jsonVariables ?? {}
-      ) ??
-        await loadYAMLConfig(
-          [
-            './.ai.dev.config.yaml',
-            './.ai.dev.config.yml',
-            './infra/.ai.dev.config.yaml',
-            './infra/.ai.dev.config.yml'
-          ],
-          options.jsonVariables ?? {}
-        )
-    ] as const)()
-  return configCache
-}
-
-export const loadAdapterConfig = async <
-  K extends keyof AdapterMap,
->(
-  name: K,
-  options: { jsonVariables?: Record<string, string> }
-) => {
-  const [projectConfig, userConfig] = await loadConfig(options)
-  return {
-    ...(projectConfig?.adapters?.[name] ?? {}),
-    ...(userConfig?.adapters?.[name] ?? {})
-  } as unknown as NonNullable<Config['adapters']>[K]
-}
+export * from './config/load'
+export * from './config/types'

package/src/controllers/benchmark/discover.ts

@@ -0,0 +1,89 @@
+import { readFile } from 'node:fs/promises'
+import { relative, resolve } from 'node:path'
+import process from 'node:process'
+
+import { glob } from 'fast-glob'
+import fm from 'front-matter'
+
+import type { BenchmarkCase, BenchmarkCategory, BenchmarkCaseSelector, BenchmarkListOptions } from './types'
+import { BenchmarkFrontmatterSchema } from './schema'
+import { readBenchmarkResult } from './result-store'
+
+export const resolveBenchmarkRoot = (workspaceFolder = process.cwd()) => resolve(workspaceFolder, '.ai/benchmark')
+
+const resolveSummary = (body: string) => {
+  const lines = body
+    .split('\n')
+    .map(line => line.trim())
+    .filter(Boolean)
+  return lines[0] ?? ''
+}
+
+export const listBenchmarkCases = async (options: BenchmarkListOptions = {}): Promise<BenchmarkCase[]> => {
+  const workspaceFolder = options.workspaceFolder ?? process.cwd()
+  const benchmarkRoot = resolveBenchmarkRoot(workspaceFolder)
+  const pattern = options.category == null ? '*/*/rfc.md' : `${options.category}/*/rfc.md`
+  const rfcPaths = await glob(pattern, {
+    cwd: benchmarkRoot,
+    absolute: true
+  })
+
+  const cases = await Promise.all(rfcPaths.map(async (rfcPath) => {
+    const relativePath = relative(benchmarkRoot, rfcPath).split('\\').join('/')
+    const [category, title] = relativePath.split('/')
+    const caseDir = resolve(benchmarkRoot, category, title)
+    const rfcRaw = await readFile(rfcPath, 'utf-8')
+    const { body, attributes } = fm<Record<string, unknown>>(rfcRaw)
+    const frontmatter = BenchmarkFrontmatterSchema.parse(attributes)
+    const latestResult = await readBenchmarkResult(workspaceFolder, category, title)
+
+    return {
+      id: `${category}/${title}`,
+      category,
+      title,
+      caseDir,
+      rfcPath,
+      patchPath: resolve(caseDir, 'patch.diff'),
+      patchTestPath: resolve(caseDir, 'patch.test.diff'),
+      rfcBody: body.trim(),
+      rfcRaw,
+      summary: resolveSummary(body),
+      frontmatter,
+      latestResult
+    } satisfies BenchmarkCase
+  }))
+
+  return cases.sort((a, b) => a.id.localeCompare(b.id))
+}
+
+export const listBenchmarkCategories = async (options: BenchmarkListOptions = {}): Promise<BenchmarkCategory[]> => {
+  const cases = await listBenchmarkCases(options)
+  const categoryMap = new Map<string, BenchmarkCategory>()
+
+  for (const item of cases) {
+    const existing = categoryMap.get(item.category) ?? {
+      category: item.category,
+      caseCount: 0,
+      lastStatuses: {
+        pass: 0,
+        partial: 0,
+        fail: 0
+      }
+    }
+    existing.caseCount += 1
+    if (item.latestResult != null) {
+      existing.lastStatuses[item.latestResult.status] += 1
+    }
+    categoryMap.set(item.category, existing)
+  }
+
+  return [...categoryMap.values()].sort((a, b) => a.category.localeCompare(b.category))
+}
+
+export const getBenchmarkCase = async (input: BenchmarkCaseSelector) => {
+  const items = await listBenchmarkCases({
+    workspaceFolder: input.workspaceFolder,
+    category: input.category
+  })
+  return items.find(item => item.title === input.title) ?? null
+}

package/src/controllers/benchmark/index.ts

@@ -0,0 +1,24 @@
+export { getBenchmarkCase, listBenchmarkCases, listBenchmarkCategories } from './discover'
+export { listBenchmarkResults, readBenchmarkResult, resolveBenchmarkResultPath, writeBenchmarkResult } from './result-store'
+export { runBenchmarkCase, runBenchmarkCategory } from './runner'
+export { BenchmarkFrontmatterSchema, BenchmarkResultSchema, BenchmarkRunSummarySchema } from './schema'
+export type {
+  BenchmarkFrontmatter,
+  BenchmarkResult,
+  BenchmarkRunSummary,
+  BenchmarkScores,
+  BenchmarkStatus
+} from './schema'
+export type {
+  BenchmarkAgentOptions,
+  BenchmarkCase,
+  BenchmarkCaseSelector,
+  BenchmarkCategory,
+  BenchmarkListOptions,
+  BenchmarkPermissionMode,
+  BenchmarkRunCaseInput,
+  BenchmarkRunCaseOutput,
+  BenchmarkRunCategoryInput,
+  BenchmarkRunCategoryOutput,
+  BenchmarkRunEvent
+} from './types'

package/src/controllers/benchmark/result-store.ts

@@ -0,0 +1,46 @@
+import { mkdir, writeFile } from 'node:fs/promises'
+import { dirname, resolve } from 'node:path'
+import process from 'node:process'
+
+import { glob } from 'fast-glob'
+
+import { BenchmarkResultSchema, type BenchmarkResult } from './schema'
+import { readTextIfExists } from './utils'
+
+export const resolveBenchmarkResultPath = (workspaceFolder: string, category: string, title: string) =>
+  resolve(workspaceFolder, '.ai/results', category, title, 'result.json')
+
+export const readBenchmarkResult = async (workspaceFolder: string, category: string, title: string) => {
+  const resultPath = resolveBenchmarkResultPath(workspaceFolder, category, title)
+  const raw = await readTextIfExists(resultPath)
+  if (raw == null) return null
+  const parsed = JSON.parse(raw) as unknown
+  return BenchmarkResultSchema.parse(parsed)
+}
+
+export const writeBenchmarkResult = async (workspaceFolder: string, result: BenchmarkResult) => {
+  const resultPath = resolveBenchmarkResultPath(workspaceFolder, result.category, result.title)
+  await mkdir(dirname(resultPath), { recursive: true })
+  await writeFile(resultPath, `${JSON.stringify(result, null, 2)}\n`, 'utf-8')
+  return resultPath
+}
+
+export const listBenchmarkResults = async (workspaceFolder = process.cwd(), category?: string) => {
+  const pattern = category == null
+    ? '.ai/results/*/*/result.json'
+    : `.ai/results/${category}/*/result.json`
+  const resultPaths = await glob(pattern, {
+    cwd: workspaceFolder,
+    absolute: true
+  })
+
+  const results = await Promise.all(resultPaths.map(async (resultPath) => {
+    const raw = await readTextIfExists(resultPath)
+    if (raw == null) return null
+    return BenchmarkResultSchema.parse(JSON.parse(raw) as unknown)
+  }))
+
+  return results
+    .filter((result): result is BenchmarkResult => result != null)
+    .sort((a, b) => b.timestamp.localeCompare(a.timestamp))
+}