mslxdff 0.1.45 → 0.1.55

package/src/upstream.js

@@ -1,213 +1,312 @@
-import crypto from "node:crypto";
-
-let UndiciAgent = null;
-let UndiciFetch = null;
-try {
-  const mod = await import("undici");
-  UndiciAgent = mod.Agent;
-  UndiciFetch = mod.fetch;
-} catch {
-  // undici not installed — fallback to no dispatcher (still works, just no keep-alive tuning)
-}
-
-function genId(prefix) {
-  return `${prefix}${crypto.randomUUID().replace(/-/g, "")}`;
-}
-
-function envInt(name, fallback) {
-  const v = Number(process.env[name]);
-  return Number.isInteger(v) && v > 0 ? v : fallback;
-}
-
-function isPreheatDisabled() {
-  const raw = process.env.MSLXDFF_PREHEAT;
-  if (raw === undefined || raw === null || raw === "") return false;
-  const s = String(raw).trim().toLowerCase();
-  return s === "0" || s === "off" || s === "false" || s === "no" || s === "disable" || s === "disabled";
-}
-
-export function createUpstreamClient({
-  baseUrl = process.env.UPSTREAM_BASE_URL || "https://opencode.ai",
-  authToken = process.env.UPSTREAM_AUTH_TOKEN || "public",
-  connectTimeoutMs = Number(process.env.UPSTREAM_CONNECT_TIMEOUT_MS) || 30_000,
-  retry = {
-    network: { attempts: 2, delayMs: 1000 },
-    429: { attempts: 1, delayMs: 500 },
-    502: { attempts: 1, delayMs: 500 },
-    503: { attempts: 1, delayMs: 500 },
-    504: { attempts: 1, delayMs: 500 },
-  },
-  fetchImpl,
-  hooks,
-} = {}) {
-  // 使用 undici 的 fetch 与 Agent 配对，避免 global fetch 与 npm undici Agent 不兼容
-  if (!fetchImpl) fetchImpl = UndiciFetch || fetch;
-  // hooks: async (name, ctx) => ({ value, changed }) | null — 由 bin 用 runHook 绑定；错误已在上层隔离
-  const applyHook = async (name, ctx) => {
-    if (!hooks) return null;
-    try {
-      return await hooks(name, ctx);
-    } catch {
-      return null;
-    }
-  };
-  const baseHeaders = {
-    "Content-Type": "application/json",
-    "Authorization": `Bearer ${authToken}`,
-    "x-opencode-client": "desktop",
-  };
-
-  function buildHeaders(body) {
-    const isStream = body?.stream !== false;
-    return {
-      ...baseHeaders,
-      "Accept": isStream ? "text/event-stream" : "*/*",
-      "User-Agent": "opencode",
-      "x-opencode-session": genId("ses_"),
-      "x-opencode-request": genId("msg_"),
-      "x-opencode-project": "global",
-    };
-  }
-
-  // Keep-Alive Agent（显式复用 TCP+TLS）
-  const keepAliveTimeout = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_TIMEOUT", 30_000);
-  const keepAliveMaxTimeout = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_MAX_TIMEOUT", 60_000);
-  const keepAliveConnections = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_CONNECTIONS", 20);
-  let dispatcher = null;
-  let agent = null;
-  if (UndiciAgent) {
-    try {
-      agent = new UndiciAgent({
-        keepAliveTimeout,
-        keepAliveMaxTimeout,
-        connections: keepAliveConnections,
-        pipelining: 1,
-      });
-      dispatcher = agent;
-    } catch {
-      agent = null;
-      dispatcher = null;
-    }
-  }
-
-  async function chat(body) {
-    const url = `${baseUrl}/zen/v1/chat/completions`;
-    const t0 = performance.now();
-    const attempts = [];
-    let waitMs = 0;
-    for (let attempt = 0; ; attempt++) {
-      const t = performance.now();
-      const result = await attemptOnce(url, body);
-      attempts.push({
-        attempt,
-        type: result instanceof Error ? "network" : `http${result.status}`,
-        ms: Math.round(performance.now() - t),
-      });
-      if (result instanceof Error) {
-        const entry = retry?.network;
-        if (entry && attempt < entry.attempts) {
-          await sleep(entry.delayMs);
-          waitMs += entry.delayMs;
-          continue;
-        }
-        result._t = {
-          attempts,
-          waitMs,
-          totalMs: Math.round(performance.now() - t0),
-        };
-        throw result;
-      }
-      const entry = retry?.[result.status];
-      if (entry && attempt < entry.attempts) {
-        await sleep(entry.delayMs);
-        waitMs += entry.delayMs;
-        continue;
-      }
-      result._t = {
-        attempts,
-        waitMs,
-        totalMs: Math.round(performance.now() - t0),
-      };
-      return result;
-    }
-  }
-
-  async function attemptOnce(url, body) {
-    const controller = new AbortController();
-    const timer = setTimeout(() =>
-      controller.abort(new Error(`upstream timed out after ${connectTimeoutMs}ms`)),
-      connectTimeoutMs
-    );
-    try {
-      let reqUrl = url;
-      let headers = buildHeaders(body);
-      // 插件 hook：upstream:headers — 返回 { headers } 可替换请求头
-      const hh = await applyHook("upstream:headers", { url, body, headers });
-      if (hh?.changed && hh.value?.headers) headers = hh.value.headers;
-      // 插件 hook：upstream:before-request — 返回 { url, headers } 可改目标地址/头（上游不限于 opencode）
-      const br = await applyHook("upstream:before-request", { url, method: "POST", body, headers });
-      if (br?.changed && br.value) {
-        if (typeof br.value.url === "string" && br.value.url) reqUrl = br.value.url;
-        if (br.value.headers && typeof br.value.headers === "object") headers = br.value.headers;
-      }
-      const opts = {
-        method: "POST",
-        headers,
-        body: JSON.stringify(body),
-        signal: controller.signal,
-      };
-      if (dispatcher) opts.dispatcher = dispatcher;
-      const res = await fetchImpl(reqUrl, opts);
-      return res;
-    } catch (err) {
-      return err;
-    } finally {
-      clearTimeout(timer);
-    }
-  }
-
-  async function preheat() {
-    if (isPreheatDisabled()) return { ok: false, skipped: true, reason: "disabled" };
-    const url = `${baseUrl}/zen/v1/models`;
-    const controller = new AbortController();
-    const timer = setTimeout(() => controller.abort(new Error("preheat timed out after 3000ms")), 3000);
-    const t0 = performance.now();
-    try {
-      const headers = buildHeaders({ stream: false });
-      const opts = {
-        method: "GET",
-        headers,
-        signal: controller.signal,
-      };
-      if (dispatcher) opts.dispatcher = dispatcher;
-      const res = await fetchImpl(url, opts);
-      const ms = Math.round(performance.now() - t0);
-      // 消耗 body 以释放连接回池（即使不需要内容）
-      try { if (res.body) await res.text().catch(() => {}); } catch {}
-      return { ok: res.ok, status: res.status, ms };
-    } catch (err) {
-      return { ok: false, error: String(err?.message || err), ms: Math.round(performance.now() - t0) };
-    } finally {
-      clearTimeout(timer);
-    }
-  }
-
-  let closed = false;
-  async function close() {
-    if (closed) return;
-    closed = true;
-    if (agent && typeof agent.close === "function") {
-      try { await agent.close(); } catch {}
-    } else if (dispatcher && typeof dispatcher.close === "function" && dispatcher !== agent) {
-      try { await dispatcher.close(); } catch {}
-    }
-  }
-
-  // 兼容旧调用：headers 为动态生成，暴露 getter 快照（用于测试/展示）
-  const headers = buildHeaders({});
-  return { chat, preheat, close, headers, buildHeaders, dispatcher, agent, [Symbol.asyncDispose]: close };
-}
-
-function sleep(ms) {
-  return new Promise((r) => setTimeout(r, ms));
+import crypto from "node:crypto";
+import { mkdirSync } from "node:fs";
+import { appendFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import os from "node:os";
+import { isFreeModel } from "./models.js";
+import { defaultStateFile } from "./state.js";
+
+let UndiciAgent = null;
+let UndiciFetch = null;
+try {
+  const mod = await import("undici");
+  UndiciAgent = mod.Agent;
+  UndiciFetch = mod.fetch;
+} catch {
+  // undici not installed — fallback to no dispatcher (still works, just no keep-alive tuning)
+}
+
+function genId(prefix) {
+  return `${prefix}${crypto.randomUUID().replace(/-/g, "")}`;
+}
+
+function envInt(name, fallback) {
+  const v = Number(process.env[name]);
+  return Number.isInteger(v) && v > 0 ? v : fallback;
+}
+
+function isPreheatDisabled() {
+  const raw = process.env.MSLXDFF_PREHEAT;
+  if (raw === undefined || raw === null || raw === "") return false;
+  const s = String(raw).trim().toLowerCase();
+  return s === "0" || s === "off" || s === "false" || s === "no" || s === "disable" || s === "disabled";
+}
+
+export function createUpstreamClient({
+  baseUrl = process.env.UPSTREAM_BASE_URL || "https://opencode.ai",
+  authToken = process.env.UPSTREAM_AUTH_TOKEN || "public",
+  connectTimeoutMs = Number(process.env.UPSTREAM_CONNECT_TIMEOUT_MS) || 30_000,
+  retry = {
+    network: { attempts: 2, delayMs: 300 },
+    429: { attempts: 1, delayMs: 100 },
+    502: { attempts: 1, delayMs: 100 },
+    503: { attempts: 1, delayMs: 100 },
+    504: { attempts: 1, delayMs: 100 },
+  },
+  fetchImpl,
+  hooks,
+} = {}) {
+  // 使用 undici 的 fetch 与 Agent 配对，避免 global fetch 与 npm undici Agent 不兼容
+  if (!fetchImpl) fetchImpl = UndiciFetch || fetch;
+  // hooks: async (name, ctx) => ({ value, changed }) | null — 由 bin 用 runHook 绑定；错误已在上层隔离
+  const applyHook = async (name, ctx) => {
+    if (!hooks) return null;
+    try {
+      return await hooks(name, ctx);
+    } catch {
+      return null;
+    }
+  };
+  const baseHeaders = {
+    "Content-Type": "application/json",
+    "Authorization": `Bearer ${authToken}`,
+    "x-opencode-client": "desktop",
+  };
+
+  function buildHeaders(body, { anonymous = false } = {}) {
+    const isStream = body?.stream !== false;
+    const base = {
+      ...baseHeaders,
+      "Accept": isStream ? "text/event-stream" : "*/*",
+      "User-Agent": "opencode",
+      "x-opencode-session": genId("ses_"),
+      "x-opencode-request": genId("msg_"),
+      "x-opencode-project": "global",
+    };
+    if (anonymous) {
+      // hermes 的 free 匿名通道：空 Authorization，保留 opencode UA 以兼容 big-pickle/mimo 的 UA 门禁
+      return {
+        ...base,
+        "Authorization": "",
+        "HTTP-Referer": "https://hermes-agent.nousresearch.com",
+        "X-Title": "Hermes Agent",
+      };
+    }
+    return base;
+  }
+
+  function shouldTryAnonFree() {
+    const raw = process.env.MSLXDFF_FREE_ANON;
+    if (raw === "0" || raw === "off" || raw === "false" || raw === "no") return false;
+    return true;
+  }
+
+  function freeAnonLogFile() {
+    // 按用户要求：放在当前项目目录，方便一眼看到；可用 env 覆盖
+    return process.env.MSLXDFF_FREE_ANON_LOG || join(process.cwd(), "free-anon-extra.txt");
+  }
+
+  function logFreeAnon({ model, publicStatus, anonStatus, anonAttempts, hit, totalMs }) {
+    const file = freeAnonLogFile();
+    const line = `${new Date().toISOString()} model=${model} public=429 anonTries=${anonAttempts} anonStatus=${anonStatus ?? "none"} hit=${hit ? "YES额外额度" : "NO无额外"} totalMs=${totalMs} count=${hit ? "1" : "0"}\n`;
+    try {
+      mkdirSync(dirname(file), { recursive: true });
+    } catch {}
+    appendFile(file, line).catch(() => {});
+    // 同时在控制台留痕（daemon 日志也能看到）
+    try {
+      if (process.env.MSLXDFF_DEBUG === "1") console.log(`[free-anon] ${line.trim()}`);
+    } catch {}
+  }
+
+  // 连续命中计数（内存，方便 txt 里看出“连续几次都有”）
+  let consecutiveHits = 0;
+
+  // Keep-Alive Agent（显式复用 TCP+TLS）
+  const keepAliveTimeout = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_TIMEOUT", 30_000);
+  const keepAliveMaxTimeout = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_MAX_TIMEOUT", 60_000);
+  const keepAliveConnections = envInt("MSLXDFF_UPSTREAM_KEEPALIVE_CONNECTIONS", 20);
+  let dispatcher = null;
+  let agent = null;
+  if (UndiciAgent) {
+    try {
+      agent = new UndiciAgent({
+        keepAliveTimeout,
+        keepAliveMaxTimeout,
+        connections: keepAliveConnections,
+        pipelining: 1,
+      });
+      dispatcher = agent;
+    } catch {
+      agent = null;
+      dispatcher = null;
+    }
+  }
+
+  async function chat(body) {
+    const url = `${baseUrl}/zen/v1/chat/completions`;
+    const t0 = performance.now();
+    const attempts = [];
+    let waitMs = 0;
+    for (let attempt = 0; ; attempt++) {
+      const t = performance.now();
+      const result = await attemptOnce(url, body);
+      attempts.push({
+        attempt,
+        type: result instanceof Error ? "network" : `http${result.status}`,
+        ms: Math.round(performance.now() - t),
+      });
+      if (result instanceof Error) {
+        const entry = retry?.network;
+        if (entry && attempt < entry.attempts) {
+          await sleep(entry.delayMs);
+          waitMs += entry.delayMs;
+          continue;
+        }
+        result._t = {
+          attempts,
+          waitMs,
+          totalMs: Math.round(performance.now() - t0),
+        };
+        throw result;
+      }
+      const entry = retry?.[result.status];
+      if (entry && attempt < entry.attempts) {
+        await sleep(entry.delayMs);
+        waitMs += entry.delayMs;
+        continue;
+      }
+      // 额外额度探测：public 429 且为 free 模型时，用空头（hermes 方式）每秒重试 3 次
+      if (result.status === 429 && isFreeModel(body?.model) && shouldTryAnonFree()) {
+        const anonRetries = envInt("MSLXDFF_FREE_ANON_RETRIES", 3);
+        const anonDelay = envInt("MSLXDFF_FREE_ANON_DELAY_MS", 1000);
+        let anonResult = null;
+        let hit = false;
+        let hitAt = -1;
+        for (let i = 0; i < anonRetries; i++) {
+          await sleep(anonDelay);
+          waitMs += anonDelay;
+          const t2 = performance.now();
+          anonResult = await attemptOnce(url, body, { anonymous: true });
+          attempts.push({
+            attempt: `anon-${i}`,
+            type: anonResult instanceof Error ? "network" : `http${anonResult.status}`,
+            ms: Math.round(performance.now() - t2),
+          });
+          if (anonResult instanceof Error) continue;
+          if (anonResult.status !== 429) {
+            anonResult._t = {
+              attempts,
+              waitMs,
+              totalMs: Math.round(performance.now() - t0),
+              anonTried: true,
+              anonAttempts: i + 1,
+            };
+            hit = true;
+            hitAt = i + 1;
+            consecutiveHits += 1;
+            logFreeAnon({ model: body?.model, publicStatus: 429, anonStatus: anonResult.status, anonAttempts: i + 1, hit: true, totalMs: anonResult._t.totalMs });
+            // 额外在 txt 里强调连续命中
+            try {
+              if (consecutiveHits >= 2) {
+                const file = freeAnonLogFile();
+                appendFile(file, `  -> 连续额外额度 ${consecutiveHits} 次\n`).catch(() => {});
+              }
+            } catch {}
+            if (process.env.MSLXDFF_DEBUG === "1") try { console.log(`[free-anon] ${body?.model} public 429 -> anon ${anonResult.status} after ${i + 1} try HIT`); } catch {}
+            return anonResult;
+          }
+        }
+        // 3 次 anon 仍 429
+        if (anonResult) {
+          anonResult._t = {
+            attempts,
+            waitMs,
+            totalMs: Math.round(performance.now() - t0),
+            anonTried: true,
+            anonAttempts: anonRetries,
+          };
+          consecutiveHits = 0;
+          logFreeAnon({ model: body?.model, publicStatus: 429, anonStatus: anonResult.status, anonAttempts: anonRetries, hit: false, totalMs: anonResult._t.totalMs });
+          if (process.env.MSLXDFF_DEBUG === "1") try { console.log(`[free-anon] ${body?.model} public 429 -> anon 429 x${anonRetries} MISS`); } catch {}
+          return anonResult;
+        }
+      }
+      result._t = {
+        attempts,
+        waitMs,
+        totalMs: Math.round(performance.now() - t0),
+      };
+      return result;
+    }
+  }
+
+  async function attemptOnce(url, body, { anonymous = false } = {}) {
+    const controller = new AbortController();
+    const timer = setTimeout(() =>
+      controller.abort(new Error(`upstream timed out after ${connectTimeoutMs}ms`)),
+      connectTimeoutMs
+    );
+    try {
+      let reqUrl = url;
+      let headers = buildHeaders(body, { anonymous });
+      // 插件 hook：upstream:headers — 返回 { headers } 可替换请求头
+      const hh = await applyHook("upstream:headers", { url, body, headers });
+      if (hh?.changed && hh.value?.headers) headers = hh.value.headers;
+      // 插件 hook：upstream:before-request — 返回 { url, headers } 可改目标地址/头（上游不限于 opencode）
+      const br = await applyHook("upstream:before-request", { url, method: "POST", body, headers });
+      if (br?.changed && br.value) {
+        if (typeof br.value.url === "string" && br.value.url) reqUrl = br.value.url;
+        if (br.value.headers && typeof br.value.headers === "object") headers = br.value.headers;
+      }
+      const opts = {
+        method: "POST",
+        headers,
+        body: JSON.stringify(body),
+        signal: controller.signal,
+      };
+      if (dispatcher) opts.dispatcher = dispatcher;
+      const res = await fetchImpl(reqUrl, opts);
+      return res;
+    } catch (err) {
+      return err;
+    } finally {
+      clearTimeout(timer);
+    }
+  }
+
+  async function preheat() {
+    if (isPreheatDisabled()) return { ok: false, skipped: true, reason: "disabled" };
+    const url = `${baseUrl}/zen/v1/models`;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(new Error("preheat timed out after 3000ms")), 3000);
+    const t0 = performance.now();
+    try {
+      const headers = buildHeaders({ stream: false });
+      const opts = {
+        method: "GET",
+        headers,
+        signal: controller.signal,
+      };
+      if (dispatcher) opts.dispatcher = dispatcher;
+      const res = await fetchImpl(url, opts);
+      const ms = Math.round(performance.now() - t0);
+      // 消耗 body 以释放连接回池（即使不需要内容）
+      try { if (res.body) await res.text().catch(() => {}); } catch {}
+      return { ok: res.ok, status: res.status, ms };
+    } catch (err) {
+      return { ok: false, error: String(err?.message || err), ms: Math.round(performance.now() - t0) };
+    } finally {
+      clearTimeout(timer);
+    }
+  }
+
+  let closed = false;
+  async function close() {
+    if (closed) return;
+    closed = true;
+    if (agent && typeof agent.close === "function") {
+      try { await agent.close(); } catch {}
+    } else if (dispatcher && typeof dispatcher.close === "function" && dispatcher !== agent) {
+      try { await dispatcher.close(); } catch {}
+    }
+  }
+
+  // 兼容旧调用：headers 为动态生成，暴露 getter 快照（用于测试/展示）
+  const headers = buildHeaders({});
+  return { chat, preheat, close, headers, buildHeaders, dispatcher, agent, [Symbol.asyncDispose]: close };
+}
+
+function sleep(ms) {
+  return new Promise((r) => setTimeout(r, ms));
 }