@fudrouter/fsrouter 0.6.62 → 0.6.63

package/open-sse/executors/mimocode.js

@@ -0,0 +1,392 @@
+import * as crypto from "node:crypto";
+import * as os from "node:os";
+import { BaseExecutor } from "./base.ts";
+import { createProxyDispatcher } from "../utils/proxyDispatcher.ts";
+import { fetch as undiciFetch } from "undici";
+const BOOTSTRAP_PATH = "/api/free-ai/bootstrap";
+const CHAT_PATH = "/api/free-ai/openai/chat";
+const JWT_REFRESH_BUFFER_MS = 5 * 60 * 1e3;
+const BOOTSTRAP_TIMEOUT_MS = 15e3;
+const COOLDOWN_BASE_MS = 5e3;
+const COOLDOWN_MAX_MS = 6e4;
+const MIMO_SOURCE = "mimocode-cli-free";
+const MIMO_SYSTEM_MARKER = "You are MiMoCode, an interactive CLI tool that helps users with software engineering tasks.";
+function injectSystemMarker(body) {
+  const messages = body.messages;
+  if (!Array.isArray(messages)) return body;
+  const hasMarker = messages.some(
+    (m) => m != null && typeof m === "object" && m.role === "system" && typeof m.content === "string" && m.content.includes(MIMO_SYSTEM_MARKER)
+  );
+  if (hasMarker) return body;
+  return { ...body, messages: [{ role: "system", content: MIMO_SYSTEM_MARKER }, ...messages] };
+}
+const USER_AGENTS = [
+  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36",
+  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36",
+  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36"
+];
+function parseJwtExp(jwt) {
+  try {
+    const parts = jwt.split(".");
+    if (parts.length < 2) return Date.now() + 50 * 60 * 1e3;
+    const payload = JSON.parse(Buffer.from(parts[1], "base64url").toString());
+    return (payload.exp ?? Math.floor(Date.now() / 1e3) + 3e3) * 1e3;
+  } catch {
+    return Date.now() + 50 * 60 * 1e3;
+  }
+}
+function isAccountReady(account) {
+  if (account.cooldownUntil > Date.now()) return false;
+  if (account.jwt && account.expiresAt - Date.now() > JWT_REFRESH_BUFFER_MS) return true;
+  return false;
+}
+function getCpuModel() {
+  try {
+    const cpus = os.cpus();
+    if (cpus.length > 0 && cpus[0].model) return cpus[0].model.trim();
+  } catch {
+  }
+  return "unknown-cpu";
+}
+function generateFingerprint(seed) {
+  if (seed) return crypto.createHash("sha256").update(seed).digest("hex");
+  const hostname = os.hostname();
+  const platform = os.platform();
+  const arch = os.arch();
+  const cpu = getCpuModel();
+  let username = "unknown-user";
+  try {
+    username = os.userInfo().username;
+  } catch {
+  }
+  return crypto.createHash("sha256").update(`${hostname}|${platform}|${arch}|${cpu}|${username}`).digest("hex");
+}
+const bootstrapInflight = /* @__PURE__ */ new Map();
+async function bootstrapJwt(baseUrl, fingerprint, signal, dispatcher) {
+  const existing = bootstrapInflight.get(fingerprint);
+  if (existing) return existing;
+  const url = `${baseUrl}${BOOTSTRAP_PATH}`;
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), BOOTSTRAP_TIMEOUT_MS);
+  const onSignal = signal ? () => controller.abort(signal.reason) : null;
+  if (signal && onSignal) signal.addEventListener("abort", onSignal, { once: true });
+  const promise = (async () => {
+    try {
+      const resp = dispatcher ? await undiciFetch(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ client: fingerprint }),
+        signal: controller.signal,
+        dispatcher
+      }) : await fetch(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ client: fingerprint }),
+        signal: controller.signal
+      });
+      if (!resp.ok) {
+        const body = await resp.text().catch(() => "");
+        throw new Error(`Bootstrap failed: ${resp.status} ${body.slice(0, 200)}`);
+      }
+      const data = await resp.json();
+      if (!data.jwt) throw new Error("Bootstrap response missing jwt field");
+      return { jwt: data.jwt, expiresAt: parseJwtExp(data.jwt) };
+    } finally {
+      clearTimeout(timer);
+      if (signal && onSignal) signal.removeEventListener("abort", onSignal);
+      bootstrapInflight.delete(fingerprint);
+    }
+  })();
+  bootstrapInflight.set(fingerprint, promise);
+  return promise;
+}
+function rewriteModelName(model) {
+  const idx = model.lastIndexOf("/");
+  return idx >= 0 ? model.slice(idx + 1) : model;
+}
+class MimocodeExecutor extends BaseExecutor {
+  accounts = [];
+  nextAccountIdx = 0;
+  baseUrl;
+  proxyUrlMap = /* @__PURE__ */ new Map();
+  static encoder = new TextEncoder();
+  constructor() {
+    super("mimocode", { format: "openai" });
+    this.baseUrl = this.getBaseUrls()[0] || "https://api.xiaomimimo.com";
+    this.accounts.push({
+      fingerprint: generateFingerprint(),
+      jwt: "",
+      expiresAt: 0,
+      cooldownUntil: 0,
+      consecutiveFails: 0,
+      // #3837/#5521 backward compat: default the per-account proxy to null (not undefined),
+      // mirroring the syncAccountsFromCredentials() account builder, so an executor with no
+      // accountProxies config still exposes `acct.proxy === null` on every account.
+      proxy: null
+    });
+  }
+  getProxyDispatcher(fingerprint) {
+    const proxyUrl = this.proxyUrlMap.get(fingerprint);
+    if (!proxyUrl) return void 0;
+    return createProxyDispatcher(proxyUrl);
+  }
+  fetchWithProxy(url, init, fingerprint) {
+    const dispatcher = this.getProxyDispatcher(fingerprint);
+    if (dispatcher) {
+      const undiciFn = undiciFetch;
+      return undiciFn(url, { ...init, dispatcher });
+    }
+    return fetch(url, init);
+  }
+  syncAccountsFromCredentials(credentials) {
+    const psd = credentials?.providerSpecificData;
+    const fingerprints = psd?.fingerprints;
+    const accountProxies = psd?.accountProxies;
+    if (Array.isArray(accountProxies)) {
+      for (const entry of accountProxies) {
+        if (entry?.fingerprint && entry?.proxy?.host) {
+          const {
+            type = "socks5",
+            host,
+            port,
+            username,
+            password
+          } = entry.proxy;
+          const resolvedPort = port ?? (type === "socks5" ? 1080 : 8080);
+          const auth = username ? `${encodeURIComponent(username)}:${password ? encodeURIComponent(password) : ""}@` : "";
+          this.proxyUrlMap.set(entry.fingerprint, `${type}://${auth}${host}:${resolvedPort}`);
+        }
+      }
+    }
+    if (Array.isArray(fingerprints)) {
+      const existing = new Set(this.accounts.map((a) => a.fingerprint));
+      for (const fp of fingerprints) {
+        if (typeof fp === "string" && !existing.has(fp)) {
+          this.accounts.push({
+            fingerprint: fp,
+            jwt: "",
+            expiresAt: 0,
+            cooldownUntil: 0,
+            consecutiveFails: 0,
+            proxy: null
+          });
+          existing.add(fp);
+        }
+      }
+    }
+    const proxyMap = Array.isArray(accountProxies) ? new Map(accountProxies.map((ap) => [ap.fingerprint, ap.proxy])) : null;
+    for (const acct of this.accounts) {
+      if (proxyMap) {
+        const entry = proxyMap.get(acct.fingerprint);
+        acct.proxy = entry !== void 0 ? entry ?? null : null;
+      } else {
+        acct.proxy = null;
+      }
+    }
+  }
+  async getJwtForAccount(account, signal) {
+    if (isAccountReady(account)) return account.jwt;
+    const dispatcher = this.getProxyDispatcher(account.fingerprint);
+    const result = await bootstrapJwt(this.baseUrl, account.fingerprint, signal, dispatcher);
+    account.jwt = result.jwt;
+    account.expiresAt = result.expiresAt;
+    return account.jwt;
+  }
+  pickAccount() {
+    for (let i = 0; i < this.accounts.length; i++) {
+      const idx = (this.nextAccountIdx + i) % this.accounts.length;
+      const acct = this.accounts[idx];
+      if (isAccountReady(acct)) {
+        this.nextAccountIdx = (idx + 1) % this.accounts.length;
+        return acct;
+      }
+    }
+    const fallbackIdx = this.nextAccountIdx % this.accounts.length;
+    this.nextAccountIdx = (this.nextAccountIdx + 1) % this.accounts.length;
+    return this.accounts[fallbackIdx];
+  }
+  markCooldown(account) {
+    account.consecutiveFails++;
+    const backoff = Math.min(
+      COOLDOWN_BASE_MS * Math.pow(2, account.consecutiveFails - 1),
+      COOLDOWN_MAX_MS
+    );
+    account.cooldownUntil = Date.now() + backoff + Math.random() * 1e3;
+  }
+  markSuccess(account) {
+    account.consecutiveFails = 0;
+  }
+  buildUrl(_model, _stream, _urlIndex = 0, _credentials) {
+    return `${this.baseUrl.replace(/\/$/, "")}${CHAT_PATH}`;
+  }
+  buildHeaders(_credentials, stream = true, _clientHeaders, _model) {
+    const headers = {
+      "Content-Type": "application/json",
+      "X-Mimo-Source": MIMO_SOURCE,
+      "User-Agent": USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)]
+    };
+    if (stream) headers["Accept"] = "text/event-stream, application/json";
+    return headers;
+  }
+  transformRequest(model, body, _stream, _credentials) {
+    if (typeof body === "object" && body !== null) {
+      const withModel = { ...body, model: rewriteModelName(model) };
+      return injectSystemMarker(withModel);
+    }
+    return body;
+  }
+  async testConnection(_credentials, _signal, log) {
+    try {
+      this.syncAccountsFromCredentials(_credentials);
+      const account = this.accounts[0];
+      const jwt = await this.getJwtForAccount(account, _signal);
+      const resp = await this.fetchWithProxy(
+        this.buildUrl("mimo-auto", false),
+        {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${jwt}`,
+            "X-Mimo-Source": MIMO_SOURCE
+          },
+          body: JSON.stringify(
+            injectSystemMarker({
+              model: "mimo-auto",
+              messages: [{ role: "user", content: "ping" }],
+              stream: false
+            })
+          ),
+          signal: _signal ?? void 0
+        },
+        account.fingerprint
+      );
+      return resp.status === 200;
+    } catch {
+      log?.warn?.("MIMOCODE", "testConnection network error");
+      return false;
+    }
+  }
+  async execute(input) {
+    const { model, stream, body, signal, log } = input;
+    const encoder = MimocodeExecutor.encoder;
+    if (signal?.aborted) {
+      return {
+        response: new Response(
+          encoder.encode(
+            JSON.stringify({
+              error: { message: "Request aborted", type: "abort", code: "ABORTED" }
+            })
+          ),
+          { status: 499, headers: { "Content-Type": "application/json" } }
+        ),
+        url: this.buildUrl(model, stream),
+        headers: this.buildHeaders(input.credentials, stream),
+        transformedBody: body
+      };
+    }
+    const url = this.buildUrl(model, stream);
+    const reqBody = this.transformRequest(model, body, stream, input.credentials);
+    this.syncAccountsFromCredentials(input.credentials);
+    for (let attempt = 0; attempt < this.accounts.length; attempt++) {
+      const account = this.pickAccount();
+      try {
+        const jwt = await this.getJwtForAccount(account, signal);
+        const headers = this.buildHeaders(input.credentials, stream);
+        headers["Authorization"] = `Bearer ${jwt}`;
+        let resp = await this.fetchWithProxy(
+          url,
+          {
+            method: "POST",
+            headers,
+            body: JSON.stringify(reqBody),
+            signal: signal ?? void 0
+          },
+          account.fingerprint
+        );
+        if (resp.status === 401 || resp.status === 403) {
+          log?.warn?.(
+            "MIMOCODE",
+            `Auth failed (${resp.status}) on account ${account.fingerprint.slice(0, 8)}\u2026`
+          );
+          account.jwt = "";
+          account.expiresAt = 0;
+          account.consecutiveFails = 0;
+          const freshJwt = await this.getJwtForAccount(account, signal);
+          headers["Authorization"] = `Bearer ${freshJwt}`;
+          resp = await this.fetchWithProxy(
+            url,
+            {
+              method: "POST",
+              headers,
+              body: JSON.stringify(reqBody),
+              signal: signal ?? void 0
+            },
+            account.fingerprint
+          );
+        }
+        if (resp.status === 429) {
+          this.markCooldown(account);
+          log?.warn?.(
+            "MIMOCODE",
+            `Rate limited on account ${account.fingerprint.slice(0, 8)}, trying next\u2026`
+          );
+          continue;
+        }
+        this.markSuccess(account);
+        const respHeaders = {};
+        resp.headers.forEach((v, k) => {
+          respHeaders[k] = v;
+        });
+        return {
+          response: resp,
+          url,
+          headers: respHeaders,
+          transformedBody: reqBody
+        };
+      } catch (err) {
+        this.markCooldown(account);
+        if (attempt === this.accounts.length - 1) {
+          const msg = err instanceof Error ? err.message : String(err);
+          log?.error?.("MIMOCODE", `Executor error: ${msg}`);
+          return {
+            response: new Response(
+              encoder.encode(
+                JSON.stringify({
+                  error: { message: msg, type: "upstream_error", code: "EXECUTOR_ERROR" }
+                })
+              ),
+              { status: 502, headers: { "Content-Type": "application/json" } }
+            ),
+            url,
+            headers: this.buildHeaders(input.credentials, stream),
+            transformedBody: body
+          };
+        }
+      }
+    }
+    return {
+      response: new Response(
+        encoder.encode(
+          JSON.stringify({
+            error: {
+              message: "All accounts exhausted",
+              type: "upstream_error",
+              code: "NO_ACCOUNTS"
+            }
+          })
+        ),
+        { status: 502, headers: { "Content-Type": "application/json" } }
+      ),
+      url,
+      headers: this.buildHeaders(input.credentials, stream),
+      transformedBody: body
+    };
+  }
+}
+var mimocode_default = MimocodeExecutor;
+export {
+  MIMO_SYSTEM_MARKER,
+  MimocodeExecutor,
+  mimocode_default as default,
+  generateFingerprint
+};

package/open-sse/executors/ninerouter.js

@@ -0,0 +1,155 @@
+import {
+  BaseExecutor,
+  mergeUpstreamExtraHeaders,
+  mergeAbortSignals
+} from "./base.ts";
+import { FETCH_TIMEOUT_MS } from "../config/constants.ts";
+import { buildErrorBody } from "../utils/error.js";
+import { getSupervisor } from '../../../dist/lib/services/registry.js';
+import { getOrCreateApiKey } from '../../../dist/lib/services/apiKey.js';
+const DEFAULT_PORT = 20130;
+const DEFAULT_HOST = "127.0.0.1";
+const HEALTH_CHECK_TIMEOUT_MS = 3e3;
+const NINEROUTER_FALLBACK_HINT = "connection_cooldown";
+const NINEROUTER_FALLBACK_HINT_HEADER = "X-Omni-Fallback-Hint";
+function resolveNineRouterBaseUrl() {
+  const host = process.env.NINEROUTER_HOST || DEFAULT_HOST;
+  const port = parseInt(process.env.NINEROUTER_PORT || String(DEFAULT_PORT), 10);
+  return `http://${host}:${port}`;
+}
+class NineRouterExecutor extends BaseExecutor {
+  upstreamBaseUrl;
+  constructor(baseUrl) {
+    const effectiveBase = baseUrl ?? resolveNineRouterBaseUrl();
+    super("9router", {
+      id: "9router",
+      baseUrl: `${effectiveBase}/v1/chat/completions`,
+      headers: { "Content-Type": "application/json" }
+    });
+    this.upstreamBaseUrl = effectiveBase;
+  }
+  buildUrl(_model, _stream, _urlIndex = 0, _credentials = null) {
+    return `${this.upstreamBaseUrl}/v1/chat/completions`;
+  }
+  /**
+   * Build a 503 service_not_running Response with the fallback hint header.
+   * Message goes through buildErrorBody to satisfy hard rule #12 (no raw err.message).
+   */
+  buildServiceUnavailableResponse(message) {
+    const body = buildErrorBody(503, message);
+    body.error.code = "service_not_running";
+    return new Response(JSON.stringify(body), {
+      status: 503,
+      headers: {
+        "Content-Type": "application/json",
+        [NINEROUTER_FALLBACK_HINT_HEADER]: NINEROUTER_FALLBACK_HINT
+      }
+    });
+  }
+  /**
+   * True when the body matches the Anthropic Messages wire shape.
+   * The same heuristic used by CliproxyapiExecutor — see comments there for
+   * the reasoning behind each signal.
+   */
+  isAnthropicShape(body) {
+    if (!body || typeof body !== "object") return false;
+    const b = body;
+    if (b.system !== void 0) return true;
+    if (b.thinking !== void 0) return true;
+    if (b.metadata && typeof b.metadata === "object" && b.metadata.user_id !== void 0)
+      return true;
+    const msgs = b.messages;
+    if (Array.isArray(msgs) && msgs.length > 0) {
+      const first = msgs[0];
+      if (Array.isArray(first?.content)) return true;
+    }
+    return false;
+  }
+  selectEndpoint(body) {
+    return this.isAnthropicShape(body) ? "/v1/messages" : "/v1/chat/completions";
+  }
+  buildHeaders(credentials, stream = true) {
+    const key = credentials?.apiKey ?? credentials?.accessToken;
+    const headers = { "Content-Type": "application/json" };
+    if (key) headers["Authorization"] = `Bearer ${key}`;
+    if (stream) headers["Accept"] = "text/event-stream";
+    return headers;
+  }
+  transformRequest(model, body, _stream, _credentials) {
+    if (!body || typeof body !== "object") return body;
+    const transformed = { ...body };
+    if (transformed.model !== model) transformed.model = model;
+    return transformed;
+  }
+  async execute(input) {
+    const supervisor = getSupervisor("9router");
+    const status = supervisor?.getStatus();
+    if (!supervisor || status?.state !== "running") {
+      const stateLabel = status?.state ?? "unknown";
+      const msg = `9router is not running (state: ${stateLabel})`;
+      input.log?.warn?.("9ROUTER", msg);
+      return {
+        response: this.buildServiceUnavailableResponse(msg),
+        url: "",
+        headers: {},
+        transformedBody: null
+      };
+    }
+    const dynamicPort = status.port;
+    const dynamicBaseUrl = `http://127.0.0.1:${dynamicPort}`;
+    const apiKey = await getOrCreateApiKey("9router");
+    const dynamicCredentials = { ...input.credentials, apiKey };
+    const innerModel = input.model.replace(/^9router\//, "");
+    const endpoint = this.selectEndpoint(input.body);
+    const url = `${dynamicBaseUrl}${endpoint}`;
+    const shape = endpoint === "/v1/messages" ? "anthropic" : "openai";
+    const headers = this.buildHeaders(dynamicCredentials, input.stream);
+    const transformedBody = this.transformRequest(
+      innerModel,
+      input.body,
+      input.stream,
+      dynamicCredentials
+    );
+    mergeUpstreamExtraHeaders(headers, input.upstreamExtraHeaders ?? null);
+    const timeoutSignal = AbortSignal.timeout(FETCH_TIMEOUT_MS);
+    const combinedSignal = input.signal ? mergeAbortSignals(input.signal, timeoutSignal) : timeoutSignal;
+    input.log?.info?.(
+      "9ROUTER",
+      `\u2192 ${url} (model: ${innerModel}, shape: ${shape}, port: ${dynamicPort})`
+    );
+    const response = await fetch(url, {
+      method: "POST",
+      headers,
+      body: JSON.stringify(transformedBody),
+      signal: combinedSignal
+    });
+    return { response, url, headers, transformedBody };
+  }
+  async healthCheck() {
+    const start = Date.now();
+    try {
+      const res = await fetch(`${this.upstreamBaseUrl}/api/health`, {
+        signal: AbortSignal.timeout(HEALTH_CHECK_TIMEOUT_MS)
+      });
+      return {
+        ok: res.ok,
+        latencyMs: Date.now() - start,
+        ...!res.ok ? { error: `HTTP ${res.status}` } : {}
+      };
+    } catch (err) {
+      return {
+        ok: false,
+        latencyMs: Date.now() - start,
+        error: err instanceof Error ? err.message : String(err)
+      };
+    }
+  }
+}
+var ninerouter_default = NineRouterExecutor;
+export {
+  NINEROUTER_FALLBACK_HINT,
+  NINEROUTER_FALLBACK_HINT_HEADER,
+  NineRouterExecutor,
+  ninerouter_default as default,
+  resolveNineRouterBaseUrl
+};