@wwkit/llmproxy 1.0.1

package/src/core/transport.js

@@ -0,0 +1,117 @@
+// core/transport.js — 通用 SSE/JSON 响应透传
+//
+// 把上游 fetch Response 流到下游 http.ServerResponse。
+// 上游按 fetch Response 形式传入（可以是流式或非流式）。
+// 处理客户端断开：res 'close' → signal abort → 上游 fetch 被 abort。
+// 通用：与具体 provider 无关，codearts / anthropic / openai 共用。
+//
+// 异常 SSE chunk 处理：snap-access 等上游偶尔会在 SSE 流中嵌入非标准错误
+// （如 `{"text":"[DONE]","error_code":"InferHub.ModelArts.81027.400","error_msg":"..."}`），
+// 客户端 AI SDK 无法解析会抛 Zod 校验错。这里检测到异常 chunk 时改写为标准
+// OpenAI 错误响应并提前结束流。
+
+import { log, openaiError } from "../util.js";
+
+/**
+ * 检测 chunk 是否为 snap-access 异常错误格式
+ * @param {string} text
+ * @returns {boolean}
+ */
+function isAbnormalErrorChunk(text) {
+  // InferHub.ModelArts.<n>.<n> 错误码 或 把 "[DONE]" 嵌入 text 字段
+  return /InferHub\.ModelArts\.\d+\.\d+/.test(text) ||
+         /"text"\s*:\s*"\[DONE\]"/.test(text);
+}
+
+/**
+ * 从异常 chunk 中提取 error_code / error_msg
+ * @param {string} text
+ * @returns {{code: string, message: string}}
+ */
+function parseAbnormalError(text) {
+  const codeMatch = text.match(/"error_code"\s*:\s*"([^"]+)"/);
+  const msgMatch = text.match(/"error_msg"\s*:\s*"([^"]+)"/);
+  return {
+    code: codeMatch?.[1] || "upstream_stream_error",
+    message: msgMatch?.[1] || text.slice(0, 200),
+  };
+}
+
+/**
+ * 把上游 Response 透传到下游 res（流式 SSE）
+ * @param {object} upstream  fetch Response（status, body, headers）
+ * @param {object} res       http.ServerResponse
+ * @param {object} ctx       { id, clientGone }  日志前缀 + 客户端断开信号
+ * @returns {Promise<void>}
+ */
+export async function streamSSE(upstream, res, ctx) {
+  const { id, clientGone } = ctx;
+  res.writeHead(200, {
+    "Content-Type": "text/event-stream; charset=utf-8",
+    "Cache-Control": "no-cache",
+    Connection: "keep-alive",
+  });
+  const reader = upstream.body.getReader();
+  let abnormalHandled = false;
+  try {
+    while (true) {
+      const { done: rdDone, value } = await reader.read();
+      if (rdDone) break;
+      const text = new TextDecoder().decode(value, { stream: true });
+      if (!abnormalHandled && isAbnormalErrorChunk(text)) {
+        const { code, message } = parseAbnormalError(text);
+        log(`[chat#${id}] 上游 SSE 流中检测到异常 chunk (${code})，改写为标准错误响应`);
+        const errBody = JSON.stringify({
+          error: { message, type: "upstream_error", code },
+        });
+        res.write(`data: ${errBody}\n\n`);
+        res.write("data: [DONE]\n\n");
+        abnormalHandled = true;
+        // 提前结束：不再透传后续 chunk
+        break;
+      }
+      res.write(value);
+    }
+  } catch (e) {
+    if (e.name !== "AbortError") log(`[chat#${id}] 流式传输异常: ${e.message}`);
+  } finally {
+    reader.releaseLock();
+    upstream.body.cancel().catch(() => {});
+  }
+  res.end();
+}
+
+/**
+ * 把上游 Response 透传为非流式 JSON
+ * @param {object} upstream  fetch Response
+ * @param {object} res       http.ServerResponse
+ * @returns {Promise<void>}
+ */
+export async function streamJSON(upstream, res) {
+  const data = await upstream.json();
+  res.writeHead(200, { "Content-Type": "application/json; charset=utf-8" });
+  res.end(JSON.stringify(data));
+}
+
+/**
+ * 创建"客户端断开"信号控制器
+ * 监听 res 'close' 事件，客户端断开时 abort
+ * @param {object} res  http.ServerResponse
+ * @returns {AbortController}
+ */
+export function clientGoneSignal(res) {
+  const ctrl = new AbortController();
+  res.on("close", () => ctrl.abort());
+  return ctrl;
+}
+
+/**
+ * 把上游错误响应（4xx/5xx）转成 OpenAI 风格错误响应写给客户端
+ * @param {object} res
+ * @param {number} status
+ * @param {string} text
+ */
+export function writeUpstreamError(res, status, text) {
+  const code = status === 401 ? 502 : status;
+  openaiError(res, `上游错误: ${text.slice(0, 500)}`, code, "upstream_error");
+}

package/src/ctl-impl.js

@@ -0,0 +1,55 @@
+// src/ctl-impl.js — bridge 进程控制共享工具（探活/停止）
+import { execSync } from 'node:child_process'
+import { fetchWithTimeout } from './util.js'
+
+export function pidsOnPort(port) {
+  try {
+    const out = execSync(`lsof -tiTCP:${port} -sTCP:LISTEN`, { encoding: 'utf8' }).trim()
+    return out ? out.split('\n').map(Number).filter(Boolean) : []
+  } catch {
+    return []
+  }
+}
+
+function cmdOf(pid) {
+  try {
+    return execSync(`ps -p ${pid} -o command=`, { encoding: 'utf8' }).trim()
+  } catch {
+    return ''
+  }
+}
+
+export async function probeBridge(port, timeoutMs = 1500) {
+  if (!pidsOnPort(port).length) return null
+  try {
+    const res = await fetchWithTimeout(`http://127.0.0.1:${port}/health`, {}, timeoutMs)
+    if (!res.ok) return false
+    const body = await res.json().catch(() => null)
+    return Boolean(body && body.ok === true)
+  } catch {
+    return false
+  }
+}
+
+export async function stopBridge(port, log = console.log) {
+  const pids = pidsOnPort(port)
+  if (!pids.length) {
+    log(`端口 ${port} 无监听进程，无需停止`)
+    return false
+  }
+  let killed = false
+  for (const pid of pids) {
+    const cmd = cmdOf(pid)
+    if (/node\b/.test(cmd) && /server\.js/.test(cmd)) {
+      process.kill(pid, 'SIGTERM')
+      killed = true
+      log(`已停止 llmproxy (pid=${pid})`)
+    } else {
+      log(`端口 ${port} 被 pid=${pid}（${cmd.slice(0, 60)}）占用，不是本代理，跳过`)
+    }
+  }
+  for (let i = 0; i < 20 && pidsOnPort(port).length; i++) {
+    await new Promise(r => setTimeout(r, 250))
+  }
+  return killed
+}

package/src/ctl.js

@@ -0,0 +1,311 @@
+// src/ctl.js — 代理生命周期控制：status / start / stop / restart / login / clear
+import { spawn } from 'node:child_process'
+import { openSync, truncateSync, existsSync, unlinkSync, readFileSync, writeFileSync, rmSync } from 'node:fs'
+import path from 'node:path'
+import { fileURLToPath } from 'node:url'
+import { getXdgConfigDir } from '@wwkit/shared'
+import { config, getProviderIds, getProviderConfig } from './config.js'
+import { stopBridge, probeBridge, pidsOnPort } from './ctl-impl.js'
+import { sleep } from './util.js'
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url))
+const USER_CONFIG_DIR = getXdgConfigDir('llmproxy')
+const CREDS_FILE = path.join(USER_CONFIG_DIR, '.creds.json')
+const LOG_FILE = path.join(USER_CONFIG_DIR, 'llmproxy.log')
+
+// ---- status ----
+function getProviderStatus(id) {
+  if (!existsSync(CREDS_FILE)) return '未登录'
+  try {
+    const all = JSON.parse(readFileSync(CREDS_FILE, 'utf8'))
+    const cred = all.providers?.[id]
+    if (!cred) return '未登录'
+    if (cred.expiresAt && cred.expiresAt < Date.now()) return '已过期'
+    return '已登录'
+  } catch {
+    return '未登录'
+  }
+}
+
+export async function status() {
+  const p = await probeBridge(config.port)
+  if (p === true) {
+    const pids = pidsOnPort(config.port)
+    const pidStr = pids.length ? ` (pid=${pids.join(',')})` : ''
+    console.log(`已运行: http://127.0.0.1:${config.port}${pidStr}`)
+    console.log('')
+    console.log('Providers:')
+    for (const id of getProviderIds()) {
+      const status = getProviderStatus(id)
+      const statusTag = status === '已登录' ? '✓' : status === '已过期' ? '⏰' : '✗'
+      console.log(`  ${statusTag} ${id} (${status})`)
+      if (status === '已登录') {
+        console.log(`    GET  http://127.0.0.1:${config.port}/${id}/v1/models`)
+        console.log(`    POST http://127.0.0.1:${config.port}/${id}/v1/chat/completions`)
+      }
+    }
+  } else if (p === false) {
+    console.error(`端口 ${config.port} 被其他程序占用（非本代理）。`)
+    console.error(`查看: lsof -iTCP:${config.port} -sTCP:LISTEN`)
+    process.exit(1)
+  } else {
+    console.log(`未运行（端口 ${config.port} 空闲）。启动: llmproxy start`)
+  }
+}
+
+// ---- stop ----
+export async function stop() {
+  await stopBridge(config.port)
+}
+
+// ---- start ----
+export async function start() {
+  const p = await probeBridge(config.port)
+  if (p === true) {
+    console.log(`llmproxy 已在运行: http://127.0.0.1:${config.port}`)
+    console.log('如需重启: llmproxy restart')
+    process.exit(0)
+  }
+  if (p === false) {
+    console.error(`端口 ${config.port} 被其他程序占用，启动中止。`)
+    console.error(`查看: lsof -iTCP:${config.port} -sTCP:LISTEN；或 config.json5 改 port`)
+    process.exit(1)
+  }
+
+  await spawnServer()
+}
+
+// ---- restart ----
+export async function restart() {
+  const killed = await stopBridge(config.port)
+  if (!killed) console.log('无旧实例，直接启动')
+  await spawnServer()
+}
+
+// ---- login ----
+export async function login(opts = {}) {
+  const providerId = opts.provider
+  if (!providerId) {
+    console.error('必须指定 provider: llmproxy login -p <id>')
+    console.error(`可用: ${getProviderIds().join(', ')}`)
+    process.exit(1)
+  }
+  const providerConfig = getProviderConfig(providerId)
+  if (!providerConfig) {
+    console.error(`未知 provider: ${providerId}`)
+    console.error(`可用: ${getProviderIds().join(', ')}`)
+    process.exit(1)
+  }
+
+  // 1. 停掉旧实例
+  await stopBridge(config.port)
+
+  // 2. 删凭证（仅删该 provider 的子项，保留其它 provider）
+  if (existsSync(CREDS_FILE)) {
+    try {
+      const all = JSON.parse(readFileSync(CREDS_FILE, 'utf8'))
+      if (all.providers?.[providerId]) {
+        delete all.providers[providerId]
+        if (Object.keys(all.providers).length === 0) {
+          unlinkSync(CREDS_FILE)
+          console.log('已删除 .creds.json（最后一份凭证）')
+        } else {
+          writeFileSync(CREDS_FILE, JSON.stringify(all, null, 2), { mode: 0o600 })
+          console.log(`已删除 .creds.json 中 ${providerId} 的凭证`)
+        }
+      } else {
+        console.log(`.creds.json 中没有 ${providerId} 的凭证，跳过`)
+      }
+    } catch (e) {
+      console.log(`.creds.json 解析失败，删除整文件: ${e.message}`)
+      unlinkSync(CREDS_FILE)
+    }
+  } else {
+    console.log('.creds.json 不存在，跳过')
+  }
+
+  // 3. 后台 spawn（server 启动后因凭证缺失自动触发浏览器登录）
+  const env = {
+    ...process.env,
+    LLMPROXY_LOGIN: providerId,
+  }
+
+  await spawnServer(env)
+
+  console.log(`server 已启动，凭证缺失将自动打开浏览器登录 ${providerId}`)
+  console.log('请在浏览器中完成登录')
+}
+
+// ---- clear ----
+export async function clearProvider(providerId) {
+  // 确定要清理的 provider 列表
+  let providerIds
+  if (providerId) {
+    const allIds = getProviderIds()
+    if (!allIds.includes(providerId)) {
+      console.error(`未知 provider: ${providerId}`)
+      console.error(`可用: ${allIds.join(', ')}`)
+      process.exit(1)
+    }
+    providerIds = [providerId]
+  } else {
+    providerIds = getProviderIds()
+  }
+
+  if (providerIds.length === 0) {
+    console.log('没有配置任何 provider')
+    return
+  }
+
+  let deletedCreds = 0
+  let deletedProfiles = 0
+
+  for (const id of providerIds) {
+    // 1. 删除凭证
+    if (existsSync(CREDS_FILE)) {
+      try {
+        const all = JSON.parse(readFileSync(CREDS_FILE, 'utf8'))
+        if (all.providers?.[id]) {
+          delete all.providers[id]
+          deletedCreds++
+          if (Object.keys(all.providers).length === 0) {
+            unlinkSync(CREDS_FILE)
+          } else {
+            writeFileSync(CREDS_FILE, JSON.stringify(all, null, 2), { mode: 0o600 })
+          }
+        }
+      } catch {}
+    }
+
+    // 2. 删除 Chrome profile 目录
+    const profileDir = path.join(
+      USER_CONFIG_DIR,
+      "chrome-profiles",
+      id.replace(/\//g, "-")
+    )
+    if (existsSync(profileDir)) {
+      rmSync(profileDir, { recursive: true, force: true })
+      deletedProfiles++
+      console.log(`已删除 profile: ${id}`)
+    }
+  }
+
+  console.log(`已清理: ${deletedCreds} 个凭证, ${deletedProfiles} 个 profile`)
+}
+
+// ---- 内部函数 ----
+
+async function spawnServer(env = {}) {
+  try { truncateSync(LOG_FILE, 0) } catch {}
+  const out = openSync(LOG_FILE, 'a')
+  const child = spawn(process.execPath, [path.join(__dirname, 'server.js')], {
+    stdio: ['ignore', out, out],
+    detached: true,
+    env,
+  })
+  child.unref()
+
+  for (let i = 0; i < 40; i++) {
+    await sleep(200)
+    try {
+      const res = await fetch(`http://127.0.0.1:${config.port}/health`)
+      if (res.ok) {
+        console.log(`llmproxy 已启动: http://127.0.0.1:${config.port}（日志: ${LOG_FILE}）`)
+        process.exit(0)
+      }
+    } catch {}
+  }
+  console.error('启动超时或失败，请查看:', LOG_FILE)
+  console.error(`可能原因: 端口 ${config.port} 已被非本代理进程占上（lsof -iTCP:${config.port} -sTCP:LISTEN）`)
+  process.exit(1)
+}
+
+function parseProviderArg(argv) {
+  for (let i = 0; i < argv.length - 1; i++) {
+    if (argv[i] === '--provider' || argv[i] === '-p') return argv[i + 1]
+  }
+  return null
+}
+
+// 导出 parseProviderArg 供 bin/index.js 使用
+export { parseProviderArg }
+
+// 导出 set/remove 操作供 bin/index.js 使用
+export { setProviderToTarget, removeProviderFromTarget } from './set.js'
+
+// ---- provider ----
+export function showProviderConfig(providerId) {
+  if (providerId) {
+    const providerConfig = getProviderConfig(providerId)
+    if (!providerConfig) {
+      console.error(`未知 provider: ${providerId}`)
+      console.error(`可用: ${getProviderIds().join(', ')}`)
+      process.exit(1)
+    }
+    console.log(`# ${providerId}`)
+    console.log(JSON.stringify(providerConfig, null, 2))
+  } else {
+    const ids = getProviderIds()
+    if (ids.length === 0) {
+      console.log('没有配置任何 provider')
+      return
+    }
+    for (const id of ids) {
+      console.log(`# ${id}`)
+      console.log(JSON.stringify(getProviderConfig(id), null, 2))
+      console.log('')
+    }
+  }
+}
+
+// ---- debug ----
+export async function debug(providerId) {
+  const { execSync } = await import('node:child_process')
+  const ids = providerId ? [providerId] : getProviderIds()
+  if (ids.length === 0) {
+    console.log('没有配置任何 provider')
+    return
+  }
+
+  for (const id of ids) {
+    const providerConfig = getProviderConfig(id)
+    if (!providerConfig) {
+      console.error(`未知 provider: ${id}`)
+      continue
+    }
+    const models = providerConfig.models || []
+    if (models.length === 0) {
+      console.log(`${id}: 无模型配置`)
+      continue
+    }
+
+    console.log(`\n# ${id} (${models.length} models)`)
+    for (const model of models) {
+      const url = `http://127.0.0.1:${config.port}/${id}/v1/chat/completions`
+      const body = JSON.stringify({
+        model,
+        messages: [{ role: 'user', content: 'hi' }],
+        max_tokens: 1,
+        stream: false,
+      })
+      const t0 = Date.now()
+      try {
+        const out = execSync(
+          `curl -s -m 15 -X POST "${url}" -H "Content-Type: application/json" -H "Authorization: Bearer ${config.proxyApiKey}" -d '${body.replace(/'/g, "'\\''")}'`,
+          { encoding: 'utf8', timeout: 20000 }
+        )
+        const elapsed = Date.now() - t0
+        const parsed = JSON.parse(out)
+        if (parsed.error) {
+          console.log(`  ✗ ${model}  ${elapsed}ms  ${parsed.error.message || JSON.stringify(parsed.error)}`)
+        } else {
+          console.log(`  ✓ ${model}  ${elapsed}ms`)
+        }
+      } catch (e) {
+        const elapsed = Date.now() - t0
+        const msg = e.stderr || e.message || 'unknown error'
+        console.log(`  ✗ ${model}  ${elapsed}ms  ${msg.slice(0, 120)}`)
+      }
+    }
+  }
+}

package/src/index.js

@@ -0,0 +1,4 @@
+// src/index.js — @wwkit/llmproxy 模块导出
+export { config, getConfig, getProviderIds, getProviderConfig, reloadConfig } from './config.js'
+export { log, sleep, fetchWithTimeout, readBody, json, openaiError } from './util.js'
+export { boot } from './server.js'