@wwkit/llmproxy 1.0.1

package/src/server.js

@@ -0,0 +1,250 @@
+// src/server.js — llmproxy HTTP 入口
+//
+// 路由：
+//   GET  /health
+//   GET  /<provider>/v1/models
+//   POST /<provider>/v1/chat/completions          # 必须指定 provider
+//
+// Provider 注册表来自 config.json5。每个 provider 拥有：
+//   - authProvider (AuthProvider): 拿凭证（含自动续期）
+//   - signProvider (SignProvider): 对请求做签名
+//   - errorPatterns (ErrorPatterns): 识别并发超限等
+//   - client (CodeartsClient 等): 封装"鉴权 + 签名 + fetch"
+//
+// 通用逻辑在 core/：
+//   - transport.js:  SSE 透传 + body.cancel
+//   - retry.js:      参数化重试 + 冷却
+//   - route.js:      URL path 解析
+
+import http from 'node:http'
+import {
+  config,
+  getProviderIds,
+  getProviderConfig,
+} from './config.js'
+import { log, readBody, json, openaiError } from './util.js'
+import { probeBridge } from './ctl-impl.js'
+import {
+  buildAuthProvider,
+  buildSignProvider,
+  buildErrorPatterns,
+  buildClient,
+  getBenefitModels,
+} from './core/factory.js'
+import {
+  streamSSE,
+  streamJSON,
+  clientGoneSignal,
+  writeUpstreamError,
+} from './core/transport.js'
+import { retryLoop, waitForCooldown } from './core/retry.js'
+import { parseRoute, resolveChatProvider, notFound, methodNotAllowed } from './core/route.js'
+
+// ---- Provider 注册：懒加载（async，首次调用时动态 import 模块）----
+const providerRegistry = new Map()
+
+async function getProviderBundle(providerId) {
+  if (providerRegistry.has(providerId)) return providerRegistry.get(providerId)
+  const providerConfig = getProviderConfig(providerId)
+  if (!providerConfig) {
+    throw new Error(`unknown provider: ${providerId}`)
+  }
+  const authProvider = await buildAuthProvider(providerId, providerConfig.auth)
+  const signProvider = await buildSignProvider(providerId, null)  // 从模块 SIGN_CONFIG 加载
+  const errorPatterns = await buildErrorPatterns(providerId, null)  // 从模块 ERROR_CONFIG 加载
+  const client = await buildClient(providerId, providerConfig, { authProvider, signProvider })
+  const benefitModels = await getBenefitModels(providerId)
+  const bundle = { providerConfig, authProvider, signProvider, errorPatterns, client, benefitModels }
+  providerRegistry.set(providerId, bundle)
+  return bundle
+}
+
+// ---- 全局状态 ----
+let inflight = 0
+let reqSeq = 0
+const retryState = { cooldownUntil: 0 }
+
+// ---- benefit 模型判断 ----
+function isBenefitModel(benefitModels, modelId) {
+  return benefitModels.map(m => m.toLowerCase()).includes(String(modelId).toLowerCase())
+}
+
+async function handleProviderModels(res, providerId) {
+  const bundle = await getProviderBundle(providerId)
+  const data = bundle.providerConfig.models.map((id, i) => ({
+    id,
+    object: 'model',
+    owned_by: isBenefitModel(bundle.benefitModels, id) ? `${providerId}-benefit` : providerId,
+    sort: i,
+  }))
+  json(res, 200, { object: 'list', data })
+}
+
+// ---- POST /v1/<provider>/chat/completions ----
+async function handleChat(req, res, providerId) {
+  let bundle
+  try {
+    bundle = await getProviderBundle(providerId)
+  } catch (e) {
+    return openaiError(res, e.message, 404, 'invalid_request_error')
+  }
+  const id = ++reqSeq
+  inflight++
+  const t0 = Date.now()
+  log(`[chat#${id}] ++ provider=${providerId} inflight=${inflight} ua=${req.headers['user-agent'] || '?'}`)
+  const done = () => { inflight--; log(`[chat#${id}] -- inflight=${inflight} elapsed=${Date.now() - t0}ms`) }
+
+  let body
+  try {
+    body = JSON.parse(await readBody(req))
+  } catch {
+    done()
+    return openaiError(res, '请求体不是合法 JSON', 400, 'invalid_request_error')
+  }
+  if (!Array.isArray(body.messages) || !body.messages.length) {
+    done()
+    return openaiError(res, 'messages 不能为空', 400, 'invalid_request_error')
+  }
+
+  const model = body.model || bundle.providerConfig.models[0]
+  const stream = body.stream === true
+  const tools = Array.isArray(body.tools) ? body.tools : []
+  log(`[chat#${id}] provider=${providerId} model=${model} stream=${stream} tools=${tools.length} messages=${body.messages.length}`)
+
+  // 客户端断开信号
+  const clientGone = clientGoneSignal(res)
+
+  // benefit 头
+  const extraHeaders = isBenefitModel(bundle.benefitModels, model) ? { 'maas_type': 'benefit' } : {}
+
+  body.stream = stream
+
+  try {
+    // 全局冷却：acquireUpstream 等 cooldownUntil
+    await waitForCooldown(retryState)
+
+    // 重试循环
+    const result = await retryLoop({
+      attemptFn: () => bundle.client.chatCompletions(body, {
+        headers: extraHeaders,
+        signal: clientGone.signal,
+      }),
+      errorPatterns: bundle.errorPatterns,
+      config: config.retry,
+      state: retryState,
+      clientGone,
+      chatId: id,
+    })
+
+    if (clientGone.signal.aborted) {
+      done()
+      return
+    }
+
+    if (!result.ok) {
+      done()
+      return writeUpstreamError(res, result.status, result.text)
+    }
+
+    if (stream) {
+      await streamSSE(result.response, res, { id, clientGone })
+    } else {
+      await streamJSON(result.response, res)
+    }
+    done()
+  } catch (e) {
+    if (e.name === 'AbortError') { done(); return }
+    log(`[chat#${id}] 异常: ${e.message}`)
+    done()
+    openaiError(res, `代理错误: ${e.message}`, 502, 'proxy_error')
+  }
+}
+
+// ---- HTTP 服务器 ----
+const server = http.createServer(async (req, res) => {
+  const url = new URL(req.url, 'http://x')
+  const pathname = url.pathname.replace(/\/+$/, '') || '/'
+  const route = parseRoute(pathname)
+
+  if (pathname === '/health' || route?.kind === 'global') {
+    return json(res, 200, { ok: true, providers: getProviderIds() })
+  }
+
+  // 鉴权
+  if (config.proxyApiKey) {
+    const h = req.headers['authorization'] || ''
+    const key = h.replace(/^Bearer\s+/i, '') || url.searchParams.get('key') || ''
+    if (key !== config.proxyApiKey) return openaiError(res, '无效的 API Key', 401, 'authentication_error')
+  }
+
+  if (!route) {
+    return notFound(res, req.method, pathname)
+  }
+
+  if (route.kind === 'provider_models') {
+    if (req.method !== 'GET') return methodNotAllowed(res, req.method)
+    return handleProviderModels(res, route.provider)
+  }
+  if (route.kind === 'chat') {
+    if (req.method !== 'POST') return methodNotAllowed(res, req.method)
+    const providerId = resolveChatProvider(route)
+    if (!providerId) return notFound(res, req.method, pathname)
+    return handleChat(req, res, providerId)
+  }
+
+  notFound(res, req.method, pathname)
+})
+
+// ---- 启动 ----
+export async function boot() {
+  const p = await probeBridge(config.port)
+  if (p === true) {
+    log(`llmproxy 已在运行: http://127.0.0.1:${config.port}（本进程退出）`)
+    process.exit(0)
+  }
+  if (p === false) {
+    console.error(`端口 ${config.port} 被其他程序占用，启动中止。`)
+    process.exit(1)
+  }
+
+  server.once('error', (err) => {
+    console.error(`启动失败: ${err.message}`)
+    process.exit(1)
+  })
+  server.once('listening', onListening)
+  server.listen(config.port)
+}
+
+async function onListening() {
+  const addr = server.address()
+  log(`llmproxy 监听 http://127.0.0.1:${addr.port}`)
+  log('路由:')
+  log('  GET  /health')
+  log('  GET  /<provider>/v1/models')
+  log('  POST /<provider>/v1/chat/completions       (必须指定 provider)')
+  log(`providers: ${getProviderIds().join(', ')}`)
+
+  // 预热：fire-and-forget 触发每个 provider 的 auth.getCredentials()
+  // 不阻塞 onListening —— 即使浏览器登录未完成，HTTP server 也能响应 /health 等路由
+  for (const id of getProviderIds()) {
+    warmupProvider(id).catch((e) => log(`[${id}] 预热异常: ${e.message}`))
+  }
+}
+
+// 预热：让凭证就绪（仅记录日志，不影响 server 启动）
+async function warmupProvider(id) {
+  const bundle = await getProviderBundle(id)
+  // pnpm run login 注入 LLMPROXY_LOGIN=<id> 时，用 autoLogin 触发浏览器 OAuth
+  const shouldAutoLogin = process.env.LLMPROXY_LOGIN === id
+  try {
+    const cred = await bundle.authProvider.getCredentials({ autoLogin: shouldAutoLogin })
+    log(`[${id}] 鉴权就绪 AK=${cred.accessKeyId?.slice(0, 4)}****${cred.accessKeyId?.slice(-3)} expires=${new Date(cred.expiresAt).toISOString()}`)
+  } catch (e) {
+    log(`[${id}] 鉴权未就绪: ${e.message}（请执行 llmproxy login --provider ${id}）`)
+  }
+}
+
+// 直接运行时启动（非 import）
+if (import.meta.url === `file://${process.argv[1]}`) {
+  boot()
+}

package/src/set.js

@@ -0,0 +1,154 @@
+// src/set.js — 设置 provider 到目标平台配置
+import fs from 'node:fs'
+import path from 'node:path'
+import os from 'node:os'
+import JSON5 from 'json5'
+import { config, getProviderIds, getProviderConfig } from './config.js'
+
+const SUPPORTED_TARGETS = ['opencode']
+const OPENCODE_PATH = path.join(os.homedir(), '.config/opencode/opencode.jsonc')
+
+function buildOpencodeEntry(providerId, providerConfig) {
+  return {
+    npm: "@ai-sdk/openai-compatible",
+    name: providerId,
+    options: {
+      baseURL: `http://127.0.0.1:${config.port}/${providerId}/v1`,
+      apiKey: config.proxyApiKey || "noapikey",
+    },
+    models: Object.fromEntries(
+      (providerConfig.models || []).map(id => [id, { name: id }])
+    ),
+  }
+}
+
+function loadOpencodeConfig() {
+  if (fs.existsSync(OPENCODE_PATH)) {
+    return JSON5.parse(fs.readFileSync(OPENCODE_PATH, 'utf8'))
+  }
+  return {}
+}
+
+function saveOpencodeConfig(opencodeConfig) {
+  fs.writeFileSync(OPENCODE_PATH, JSON.stringify(opencodeConfig, null, 2), 'utf8')
+}
+
+export async function setProviderToTarget(providerId, target, { dryRun = false } = {}) {
+  // 校验目标平台
+  if (!SUPPORTED_TARGETS.includes(target)) {
+    console.error(`不支持的目标: ${target}`)
+    console.error(`支持: ${SUPPORTED_TARGETS.join(', ')}`)
+    process.exit(1)
+  }
+
+  // 确定要处理的 provider 列表
+  let providerIds
+  if (providerId) {
+    const allIds = getProviderIds()
+    if (!allIds.includes(providerId)) {
+      console.error(`未知 provider: ${providerId}`)
+      console.error(`可用: ${allIds.join(', ')}`)
+      process.exit(1)
+    }
+    providerIds = [providerId]
+  } else {
+    providerIds = getProviderIds()
+  }
+
+  if (providerIds.length === 0) {
+    console.error('没有配置任何 provider')
+    process.exit(1)
+  }
+
+  // 生成所有 provider 条目
+  const entries = {}
+  for (const id of providerIds) {
+    const providerConfig = getProviderConfig(id)
+    if (!providerConfig) {
+      console.error(`未知 provider: ${id}，跳过`)
+      continue
+    }
+    entries[id] = buildOpencodeEntry(id, providerConfig)
+  }
+
+  // dry-run 模式：只打印配置
+  if (dryRun) {
+    console.log(JSON.stringify(entries, null, 2))
+    return
+  }
+
+  // 读取并更新 opencode.jsonc
+  const opencodeConfig = loadOpencodeConfig()
+  if (!opencodeConfig.provider) {
+    opencodeConfig.provider = {}
+  }
+
+  let added = 0, updated = 0
+  for (const [id, entry] of Object.entries(entries)) {
+    if (opencodeConfig.provider[id]) {
+      console.log(`更新: ${id}`)
+      updated++
+    } else {
+      console.log(`新增: ${id}`)
+      added++
+    }
+    opencodeConfig.provider[id] = entry
+  }
+
+  saveOpencodeConfig(opencodeConfig)
+  console.log(`已写入 ${OPENCODE_PATH}`)
+  console.log(`  新增: ${added}, 更新: ${updated}`)
+}
+
+export async function removeProviderFromTarget(providerId, target, { dryRun = false } = {}) {
+  // 校验目标平台
+  if (!SUPPORTED_TARGETS.includes(target)) {
+    console.error(`不支持的目标: ${target}`)
+    console.error(`支持: ${SUPPORTED_TARGETS.join(', ')}`)
+    process.exit(1)
+  }
+
+  // 读取 opencode.jsonc
+  const opencodeConfig = loadOpencodeConfig()
+  if (!opencodeConfig.provider) {
+    console.error('opencode 配置中没有 provider')
+    process.exit(1)
+  }
+
+  // 确定要删除的 provider 列表
+  let providerIds
+  if (providerId) {
+    if (!opencodeConfig.provider[providerId]) {
+      console.error(`opencode 中不存在 provider: ${providerId}`)
+      const available = Object.keys(opencodeConfig.provider)
+      console.error(`可用: ${available.join(', ')}`)
+      process.exit(1)
+    }
+    providerIds = [providerId]
+  } else {
+    providerIds = Object.keys(opencodeConfig.provider)
+  }
+
+  if (providerIds.length === 0) {
+    console.log('没有需要删除的 provider')
+    return
+  }
+
+  // dry-run 模式：只打印
+  if (dryRun) {
+    for (const id of providerIds) {
+      console.log(`# ${id}`)
+      console.log(JSON.stringify(opencodeConfig.provider[id], null, 2))
+    }
+    return
+  }
+
+  // 删除
+  for (const id of providerIds) {
+    delete opencodeConfig.provider[id]
+    console.log(`已删除: ${id}`)
+  }
+
+  saveOpencodeConfig(opencodeConfig)
+  console.log(`已写入 ${OPENCODE_PATH}`)
+}

package/src/util.js

@@ -0,0 +1,47 @@
+// src/util.js — 公共工具：日志 / 超时请求 / HTTP 响应 / 延时
+
+// 带时间戳的日志，供多模块统一复用
+export function log(...args) {
+  console.log(`[${new Date().toISOString()}]`, ...args)
+}
+
+// 延时（毫秒）
+export const sleep = (ms) => new Promise(r => setTimeout(r, ms))
+
+// 带超时的 fetch：超时自动 abort，返回响应对象（调用方负责读取 body）
+export async function fetchWithTimeout(url, init = {}, timeoutMs = 30_000) {
+  const ctrl = new AbortController()
+  const timer = setTimeout(() => ctrl.abort(), timeoutMs)
+  try {
+    return await fetch(url, { ...init, signal: ctrl.signal })
+  } finally {
+    clearTimeout(timer)
+  }
+}
+
+// 读取 HTTP 请求体（带大小上限，防止超大 body）
+export function readBody(req, limit = 20 * 1024 * 1024) {
+  return new Promise((resolve, reject) => {
+    let size = 0
+    const chunks = []
+    req.on('data', c => {
+      size += c.length
+      if (size > limit) return reject(new Error('body too large'))
+      chunks.push(c)
+    })
+    req.on('end', () => resolve(Buffer.concat(chunks).toString('utf8')))
+    req.on('error', reject)
+  })
+}
+
+// 写 JSON 响应
+export function json(res, code, obj) {
+  if (res.writableEnded) return
+  res.writeHead(code, { 'Content-Type': 'application/json; charset=utf-8' })
+  res.end(JSON.stringify(obj))
+}
+
+// 写 OpenAI 风格错误响应
+export function openaiError(res, message, code = 500, type = 'proxy_error') {
+  json(res, code, { error: { message, type, code } })
+}