mslxdff 0.1.110 → 0.1.112

package/src/upstream-engine/sdk/sse.js

@@ -0,0 +1,93 @@
+// AI SDK parts → OpenAI SSE 帧（供 reshape/转发链按原生 workbuddy 帧同等处理）。
+// 纯函数序列化器：push(part) 返回该 part 产生的 SSE 文本（可能为空串/组合帧），end() 返回 [DONE]。
+// 见 .scratch/workbuddy-sdk-channel/SPEC.md。
+
+export function usageToOpenAI(u) {
+  if (!u || typeof u !== "object") return undefined;
+  if (u.raw && typeof u.raw === "object") return u.raw;
+  const prompt = u.inputTokens?.total ?? 0;
+  const completion = u.outputTokens?.total ?? 0;
+  return { prompt_tokens: prompt, completion_tokens: completion, total_tokens: prompt + completion };
+}
+
+export function createSseSerializer() {
+  const meta = { id: "chatcmpl-wb-sdk", model: "", created: Math.floor(Date.now() / 1000) };
+  let roleSent = false;
+  let nextIndex = 0;
+  const toolIndex = new Map();
+  const toolDeltaIds = new Set();
+
+  function frame(delta, { finishReason = null, usage } = {}) {
+    const obj = {
+      id: meta.id,
+      object: "chat.completion.chunk",
+      created: meta.created,
+      model: meta.model,
+      choices: [{ index: 0, delta, finish_reason: finishReason }],
+    };
+    if (usage !== undefined) obj.usage = usage;
+    return `data: ${JSON.stringify(obj)}\n\n`;
+  }
+
+  function ensureRole() {
+    if (roleSent) return "";
+    roleSent = true;
+    return frame({ role: "assistant" });
+  }
+
+  function push(part) {
+    if (!part || typeof part !== "object") return null;
+    switch (part.type) {
+      case "response-metadata": {
+        if (part.id) meta.id = String(part.id);
+        if (part.modelId) meta.model = String(part.modelId);
+        if (part.timestamp) {
+          const t = new Date(part.timestamp).getTime();
+          if (Number.isFinite(t)) meta.created = Math.floor(t / 1000);
+        }
+        return null;
+      }
+      case "reasoning-delta":
+        return ensureRole() + frame({ reasoning_content: String(part.delta ?? "") });
+      case "text-delta":
+        return ensureRole() + frame({ content: String(part.delta ?? "") });
+      case "tool-input-start": {
+        const idx = nextIndex++;
+        toolIndex.set(part.id, idx);
+        toolDeltaIds.add(part.id);
+        return ensureRole() + frame({
+          tool_calls: [{ index: idx, id: part.id, type: "function", function: { name: part.toolName || "", arguments: "" } }],
+        });
+      }
+      case "tool-input-delta": {
+        const idx = toolIndex.has(part.id) ? toolIndex.get(part.id) : 0;
+        return frame({ tool_calls: [{ index: idx, function: { arguments: String(part.delta ?? "") } }] });
+      }
+      case "tool-call": {
+        const id = part.toolCallId;
+        const idx = toolIndex.has(id) ? toolIndex.get(id) : nextIndex++;
+        toolIndex.set(id, idx);
+        if (toolDeltaIds.has(id)) return null;
+        const args = typeof part.input === "string" ? part.input : JSON.stringify(part.input ?? {});
+        return ensureRole() + frame({ tool_calls: [{ index: idx, id, type: "function", function: { name: part.toolName || "", arguments: args } }] });
+      }
+      case "finish": {
+        const reason = part.finishReason?.raw ?? part.finishReason?.unified ?? "stop";
+        return frame({}, { finishReason: reason, usage: usageToOpenAI(part.usage) });
+      }
+      case "error": {
+        const message = part.error?.message
+          || (typeof part.error === "string" ? part.error : JSON.stringify(part.error ?? "unknown error"));
+        return `data: ${JSON.stringify({ error: { message } })}\n\n`;
+      }
+      default:
+        return null;
+    }
+  }
+
+  function end() {
+    return "data: [DONE]\n\n";
+  }
+
+  return { push, end };
+}

package/src/upstream-probe/display.js

@@ -0,0 +1,52 @@
+// ADR-0015 展示渲染：-group list 行缀 + -status 汇总（纯函数，输入 routes 数据）
+// 四态文案：无数据→引导；有数据→摘要；坏数据→标 offline
+
+function bestDisplay(entry) {
+  if (!entry) return null;
+  const best = String(entry.best || "direct");
+  const ms = best === "direct" ? (entry.direct?.ttfbMs ?? entry.direct?.totalMs) : (entry.via?.[best.slice(4)]?.ttfbMs ?? entry.via?.[best.slice(4)]?.totalMs);
+  const tag = best === "direct" ? "direct" : `via ${best.slice(4)}`;
+  if (entry.direct?.ok === false && !best.startsWith("via:")) return `${tag} (${entry.direct?.label || "offline"})`;
+  return ms != null ? `${tag} ${ms}ms` : tag;
+}
+
+// -group list 静态成员行尾缀：该成员作为 best 出现时的供应商与相对直连收益
+export function groupRowSuffix(peerUrl, routes) {
+  if (!peerUrl || !routes || typeof routes !== "object") return null;
+  const label = (() => {
+    const raw = String(peerUrl);
+    if (raw.includes("://")) {
+      try { const u = new URL(raw); return `${u.hostname}${u.port ? `:${u.port}` : ""}`; } catch { return raw.slice(-16); }
+    }
+    return raw;
+  })();
+  const wins = [];
+  for (const [key, entry] of Object.entries(routes)) {
+    if (!key.startsWith("provider:")) continue;
+    const prov = key.slice(9);
+    if (entry?.best === `via:${label}`) {
+      const d = entry.deltaMs;
+      wins.push(d != null ? `${prov} ${d > 0 ? "+" : ""}${d}ms` : prov);
+    }
+  }
+  if (!wins.length) return null;
+  return `  via-routes: ${wins.join(", ")}`;
+}
+
+// -status 汇总（多行字符串）：探针条目摘要 ≤5 条；空数据给引导
+export function statusViaSummary({ routes, meta, probeMs }) {
+  const list = Object.entries(routes || {}).filter(([k]) => k.startsWith("provider:"));
+  if (!list.length) {
+    return `via-routes: 无探针数据（后台探针 ${probeMs === 0 ? "已关闭" : "自动运行中"}，加入组并配置 key/token 类供应商后自动生成）`;
+  }
+  const at = meta?.at ? new Date(meta.at) : null;
+  const atStr = at && !Number.isNaN(at.getTime()) ? at.toISOString().slice(11, 19) + "Z" : "";
+  const lines = [`via-routes: ${list.length} 条（探针自动${atStr ? `，${atStr} 刷新` : ""}）`];
+  for (const [key, entry] of list.slice(0, 5)) {
+    const prov = key.slice(9);
+    const b = bestDisplay(entry);
+    if (b) lines.push(`  ${prov} → ${b}${entry.deltaMs != null ? ` (${entry.deltaMs > 0 ? "+" : ""}${entry.deltaMs}ms vs direct)` : ""}`);
+  }
+  if (list.length > 5) lines.push(`  … 其余 ${list.length - 5} 条见 via-routes.json`);
+  return lines.join("\n");
+}

package/src/upstream-probe/probe.js

@@ -0,0 +1,49 @@
+// ADR-0015 探针薄层：direct GET 探针 + 组员 /v1/relay 代发探针
+// 只测 GET <modelsPath>，不烧 token；组长侧计时。
+import { errMsg } from "../cli/util.js";
+import { compatFetch, timeoutSignal } from "../compat.js";
+
+export const PROBE_TIMEOUT_MS = 5000;
+
+export async function directProbe({ baseUrl, modelsPath = "/models", key = "", timeoutMs = PROBE_TIMEOUT_MS, fetchImpl = compatFetch, clock = Date.now, sampleMs } = {}) {
+  const base = String(baseUrl || "").replace(/\/+$/, "");
+  if (!base) return { ok: false, label: "配置错误", error: "missing baseUrl", ttfbMs: null };
+  const p = String(modelsPath || "/models");
+  const url = `${base}${p.startsWith("/") ? p : `/${p}`}`;
+  const t0 = sampleMs ? sampleMs() : clock();
+  try {
+    const headers = { Accept: "application/json" };
+    if (key) headers.Authorization = `Bearer ${key}`;
+    const res = await fetchImpl(url, { method: "GET", headers, signal: timeoutSignal(timeoutMs) });
+    const ms = sampleMs ? sampleMs() - t0 : clock() - t0;
+    const status = typeof res.status === "number" ? res.status : (res.ok ? 200 : 0);
+    if (status >= 400) return { ok: false, label: `HTTP ${status}`, ttfbMs: null };
+    return { ok: true, ttfbMs: Math.max(0, Math.round(ms)) };
+  } catch (e) {
+    return { ok: false, label: errMsg(e).slice(0, 60), ttfbMs: null };
+  }
+}
+
+// 组员代发：POST <peer>/v1/relay { targetUrl, method:"GET", headers } → 组员 fetch 上游后原样回
+export async function relayViaProbe({ peerUrl, peerToken = "", targetUrl, authHeader = "", timeoutMs = PROBE_TIMEOUT_MS, fetchImpl = compatFetch, clock = Date.now, sampleMs } = {}) {
+  const peer = String(peerUrl || "").replace(/\/+$/, "");
+  if (!peer || !targetUrl) return { ok: false, label: "配置错误", ttfbMs: null };
+  const t0 = sampleMs ? sampleMs() : clock();
+  try {
+    const headers = { "Content-Type": "application/json", Accept: "application/json" };
+    if (peerToken) headers.Authorization = `Bearer ${peerToken}`;
+    const res = await fetchImpl(`${peer}/v1/relay`, {
+      method: "POST",
+      headers,
+      body: JSON.stringify({ targetUrl, method: "GET", headers: authHeader ? { Authorization: authHeader } : {} }),
+      signal: timeoutSignal(timeoutMs),
+    });
+    const ms = sampleMs ? sampleMs() - t0 : clock() - t0;
+    const relayStatus = res.headers?.get?.("x-mslxdff-relay-status");
+    const status = relayStatus != null ? Number(relayStatus) : (res.status ?? 0);
+    if (status >= 400) return { ok: false, label: `HTTP ${status}`, ttfbMs: null };
+    return { ok: true, ttfbMs: Math.max(0, Math.round(ms)) };
+  } catch (e) {
+    return { ok: false, label: errMsg(e).slice(0, 60), ttfbMs: null };
+  }
+}

package/src/upstream-probe/rotate.js

@@ -0,0 +1,110 @@
+// ADR-0015 轮转调度：每 tick 探 1 家供应商（direct + 逐 peer relay），EMA 合并旧值后落 via-routes.json
+// 复用 bench/via-routes.js 的表格式与读写；探针写 provider:<id> 键，getViaRoute 精确键优先、provider 级回退。
+import { directProbe, relayViaProbe } from "./probe.js";
+import { classifyProvider, emaMerge } from "../providers/classify.js";
+import { saveViaRoutes, loadViaRoutes } from "../bench/via-routes.js";
+import { errMsg } from "../cli/util.js";
+
+export const PROBE_DELAY_MS = Number(process.env.MSLXDFF_BENCH_DELAY_MS || 120) || 0;
+
+// 从 providerConfigs 收集探针目标：local-only(workbuddy)/quota-pool(opencode) 排除，无 baseUrl 跳过
+export function probeTargetsFromState({ loadProviderConfigs, loadProviderKeys, loadProviderBaseUrl } = {}) {
+  const out = [];
+  const ids = new Set(Object.keys(loadProviderConfigs?.() || {}));
+  for (const id of ids) {
+    if (classifyProvider(id) !== "latency-compare") continue;
+    const cfg = (loadProviderConfigs?.() || {})[id] || {};
+    const baseUrl = String(loadProviderBaseUrl?.(id) || cfg.baseUrl || "").replace(/\/+$/, "");
+    if (!baseUrl) continue;
+    out.push({ id, baseUrl, modelsPath: cfg.modelsPath || "/models", key: (loadProviderKeys?.(id) || [])[0] || "" });
+  }
+  return out;
+}
+
+export function nextCursor(cursor, total) {
+  if (!Number.isInteger(total) || total <= 0) return 0;
+  const c = Number.isInteger(cursor) ? cursor : 0;
+  return c + 1 >= total ? 0 : c + 1;
+}
+
+function peerLabel(p) {
+  const raw = String(p?.url || "");
+  if (!raw) return "";
+  if (raw.includes("://")) {
+    try { const u = new URL(raw); return `${u.hostname}${u.port ? `:${u.port}` : ""}`; } catch { return raw.slice(-16); }
+  }
+  return raw;
+}
+
+// 单 tick：探 targets[cursor] 一家；返回 { probed, skipped }
+export async function rotateTick({
+  targets,
+  cursor = 0,
+  peers,
+  timeoutMs = 5000,
+  delayMs = PROBE_DELAY_MS,
+  evt = () => {},
+  fetchImpl,
+  clock = Date.now,
+  sampleMs,
+  file,
+} = {}) {
+  const list = Array.isArray(targets) ? targets : [];
+  if (!list.length) return { probed: null, skipped: true };
+  const idx = cursor % list.length;
+  const target = list[idx];
+  const peerList = (peers?.all?.() || []).filter((p) => p?.url && !String(p.url).startsWith("relay://"));
+  if (!peerList.length) {
+    evt("upstream-probe-skip", { provider: target.id, reason: "no peers" });
+    return { probed: null, skipped: true };
+  }
+  const authHeader = target.key ? `Bearer ${target.key}` : "";
+  const direct = await directProbe({ baseUrl: target.baseUrl, modelsPath: target.modelsPath, key: target.key, timeoutMs, fetchImpl, clock, sampleMs });
+  const via = {};
+  for (const p of peerList) {
+    const label = peerLabel(p) || String(p.url);
+    const r = await relayViaProbe({ peerUrl: p.url, peerToken: p.token || "", targetUrl: `${target.baseUrl}${target.modelsPath}`, authHeader, timeoutMs, fetchImpl, clock, sampleMs });
+    via[label] = { ok: r.ok, ttfbMs: r.ok ? r.ttfbMs : null, totalMs: r.ok ? r.ttfbMs : null, label: r.ok ? null : r.label };
+    if (delayMs) await new Promise((res) => setTimeout(res, delayMs));
+  }
+  const prev = loadViaRoutes(file).routes?.[`provider:${target.id}`] || null;
+  const fresh = prev?.at && Date.now() - Date.parse(prev.at) < 10 * 60_000 ? prev : null;
+  const merged = mergeEntry({ prev: fresh, direct, via });
+  const results = [{ model: `provider:${target.id}`, ...merged, provider: target.id }];
+  try {
+    saveViaRoutes(results, { file, meta: { probe: true } });
+  } catch (e) {
+    evt("upstream-probe-error", { provider: target.id, error: errMsg(e).slice(0, 120) });
+    return { probed: target.id, skipped: false, error: errMsg(e) };
+  }
+  evt("upstream-probe", { provider: target.id, direct: direct.ok ? direct.ttfbMs : null, best: merged.best, peers: Object.keys(via).length });
+  return { probed: target.id, skipped: false };
+}
+
+// best 计算 + EMA 合并（相对 direct：via 胜出记负 delta）
+function mergeEntry({ prev, direct, via }) {
+  const ema = (p, r) => emaMerge(p, r?.ok ? r.ttfbMs : null);
+  const directOut = {
+    ok: Boolean(direct?.ok),
+    ttfbMs: direct?.ok ? ema(prev?.direct?.ttfbMs, direct) : null,
+    totalMs: direct?.ok ? ema(prev?.direct?.totalMs ?? prev?.direct?.ttfbMs, direct) : null,
+    label: direct?.ok ? null : (direct?.label || "offline"),
+    error: direct?.ok ? null : (direct?.label || null),
+  };
+  const viaOut = {};
+  for (const [k, v] of Object.entries(via || {})) {
+    viaOut[k] = v.ok
+      ? { ok: true, ttfbMs: ema(prev?.via?.[k]?.ttfbMs, v), totalMs: ema(prev?.via?.[k]?.totalMs ?? prev?.via?.[k]?.ttfbMs, v) }
+      : { ok: false, ttfbMs: v.ttfbMs ?? null, totalMs: v.totalMs ?? null, label: v.label || "offline" };
+  }
+  const directMs = directOut.ok ? (directOut.ttfbMs ?? directOut.totalMs) : Infinity;
+  let best = "direct";
+  let bestMs = directMs;
+  for (const [k, v] of Object.entries(viaOut)) {
+    if (!v.ok) continue;
+    const t = v.ttfbMs ?? v.totalMs;
+    if (Number.isFinite(t) && t < bestMs) { bestMs = t; best = `via:${k}`; }
+  }
+  const deltaMs = best.startsWith("via:") && Number.isFinite(directMs) ? Math.round(bestMs - directMs) : null;
+  return { best, direct: directOut, via: viaOut, deltaMs };
+}

package/src/upstream-probe/start.js

@@ -0,0 +1,45 @@
+// ADR-0015 daemon 装配：60s 节拍轮转探针；0=完全关闭
+import { probeTargetsFromState, rotateTick, nextCursor } from "./rotate.js";
+import { loadProviderConfigs, loadProviderKeys, loadProviderBaseUrl } from "../state.js";
+import { loadPeers } from "../state.js";
+
+export function upstreamProbeIntervalMs() {
+  const n = Number(process.env.MSLXDFF_UPSTREAM_PROBE_MS);
+  return Number.isInteger(n) && n >= 0 ? n : 60_000;
+}
+
+export function startUpstreamProbe({ evt = () => {}, peers, file, delayMs } = {}) {
+  const interval = upstreamProbeIntervalMs();
+  if (interval === 0) return null;
+  let cursor = 0;
+  let busy = false;
+  const loadTargets = () => {
+    try {
+      return probeTargetsFromState({
+        loadProviderConfigs: () => loadProviderConfigs({}),
+        loadProviderKeys: (id) => loadProviderKeys(id, {}),
+        loadProviderBaseUrl: (id) => loadProviderBaseUrl(id, {}),
+      });
+    } catch {
+      return [];
+    }
+  };
+  const tick = async () => {
+    if (busy) return;
+    busy = true;
+    try {
+      const targets = loadTargets();
+      if (!targets.length) return;
+      const out = await rotateTick({ targets, cursor, peers, evt, file, delayMs });
+      if (out.probed != null) cursor = nextCursor(cursor, targets.length);
+    } catch {
+      // 探针永不影响主链路
+    } finally {
+      busy = false;
+    }
+  };
+  void tick();
+  const timer = setInterval(tick, interval);
+  timer.unref?.();
+  return { stop: () => clearInterval(timer), interval, tick };
+}

package/src/upstream.js

@@ -22,23 +22,11 @@ function isPreheatDisabled() {
   const s = String(raw).trim().toLowerCase();
   return s === "0" || s === "off" || s === "false" || s === "no" || s === "disable" || s === "disabled";
 }
-export function createUpstreamClient({
-  baseUrl = process.env.UPSTREAM_BASE_URL || "https://opencode.ai",
-  authToken = process.env.UPSTREAM_AUTH_TOKEN || "public",
-  connectTimeoutMs = Number(process.env.UPSTREAM_CONNECT_TIMEOUT_MS) || 30_000,
-  retry = {
-    network: { attempts: 2, delayMs: 300 },
-    429: { attempts: 1, delayMs: 100 },
-    502: { attempts: 1, delayMs: 100 },
-    503: { attempts: 1, delayMs: 100 },
-    504: { attempts: 1, delayMs: 100 },
-  },
-  fetchImpl,
-  hooks,
-  keepAlive = true,
-} = {}) {
+// opencode 上游身份头单一来源（legacy 与 SDK 引擎共用，free 层门禁头必须一致）。
+// anonFirst 语义：authToken==="public" 时默认匿名（hermes referer）；env 可显式覆盖。
+export function createOpencodeHeaderBuilder({ authToken = "public", env = process.env } = {}) {
   function isAnonFirst() {
-    const raw = process.env.MSLXDFF_OPENCOD_ANON_FIRST ?? process.env.MSLXDFF_ANON_FIRST ?? process.env.MSLXDFF_OPENCOD_ANON;
+    const raw = env.MSLXDFF_OPENCOD_ANON_FIRST ?? env.MSLXDFF_ANON_FIRST ?? env.MSLXDFF_OPENCOD_ANON;
     if (raw === undefined || raw === null || raw === "") return authToken === "public";
     const s = String(raw).trim().toLowerCase();
     if (s === "0" || s === "false" || s === "off" || s === "no" || s === "disable" || s === "disabled") return false;
@@ -78,6 +66,25 @@ export function createUpstreamClient({
     }
     return base;
   }
+  return { buildHeaders, anonFirst };
+}
+
+export function createUpstreamClient({
+  baseUrl = process.env.UPSTREAM_BASE_URL || "https://opencode.ai",
+  authToken = process.env.UPSTREAM_AUTH_TOKEN || "public",
+  connectTimeoutMs = Number(process.env.UPSTREAM_CONNECT_TIMEOUT_MS) || 30_000,
+  retry = {
+    network: { attempts: 2, delayMs: 300 },
+    429: { attempts: 1, delayMs: 100 },
+    502: { attempts: 1, delayMs: 100 },
+    503: { attempts: 1, delayMs: 100 },
+    504: { attempts: 1, delayMs: 100 },
+  },
+  fetchImpl,
+  hooks,
+  keepAlive = true,
+} = {}) {
+  const { buildHeaders, anonFirst } = createOpencodeHeaderBuilder({ authToken });
   function shouldTryAnonFree() {
     const raw = process.env.MSLXDFF_FREE_ANON;
     if (raw === "0" || raw === "off" || raw === "false" || raw === "no") return false;