n9router 0.4.44 → 0.4.46

package/app/open-sse/config/providers.js

@@ -1,441 +1,6 @@
-import { platform, arch } from "os";
-
-// === OS/Arch helpers ===
-function mapStainlessOs() {
-  switch (platform()) {
-    case "darwin": return "MacOS";
-    case "win32": return "Windows";
-    case "linux": return "Linux";
-    case "freebsd": return "FreeBSD";
-    default: return `Other::${platform()}`;
-  }
-}
-
-function mapStainlessArch() {
-  switch (arch()) {
-    case "x64": return "x64";
-    case "arm64": return "arm64";
-    case "ia32": return "x86";
-    default: return `other::${arch()}`;
-  }
-}
-
-// Shared Claude-compatible API headers (reused across claude-format providers)
-const CLAUDE_API_HEADERS = {
-  "Anthropic-Version": "2023-06-01",
-  "Anthropic-Beta": "claude-code-20250219,interleaved-thinking-2025-05-14"
-};
-
-// Full Claude CLI fingerprint — required by providers that gate on client identity (e.g. agentrouter)
-const CLAUDE_CLI_SPOOF_HEADERS = {
-  "Anthropic-Version": "2023-06-01",
-  "Anthropic-Beta": "claude-code-20250219,oauth-2025-04-20,interleaved-thinking-2025-05-14,context-management-2025-06-27,prompt-caching-scope-2026-01-05,advanced-tool-use-2025-11-20,effort-2025-11-24,structured-outputs-2025-12-15,fast-mode-2026-02-01,redact-thinking-2026-02-12,token-efficient-tools-2026-03-28",
-  "Anthropic-Dangerous-Direct-Browser-Access": "true",
-  "User-Agent": "claude-cli/2.1.92 (external, sdk-cli)",
-  "X-App": "cli",
-  "X-Stainless-Helper-Method": "stream",
-  "X-Stainless-Retry-Count": "0",
-  "X-Stainless-Runtime-Version": "v24.14.0",
-  "X-Stainless-Package-Version": "0.80.0",
-  "X-Stainless-Runtime": "node",
-  "X-Stainless-Lang": "js",
-  "X-Stainless-Arch": mapStainlessArch(),
-  "X-Stainless-Os": mapStainlessOs(),
-  "X-Stainless-Timeout": "600"
-};
-
-// Shared baseUrls
-const KIMI_CODING_BASE_URL = "https://api.kimi.com/coding/v1/messages";
-
-export const PROVIDERS = {
-  claude: {
-    baseUrl: "https://api.anthropic.com/v1/messages",
-    format: "claude",
-    headers: { ...CLAUDE_CLI_SPOOF_HEADERS },
-    clientId: "9d1c250a-e61b-44d9-88ed-5944d1962f5e",
-    tokenUrl: "https://api.anthropic.com/v1/oauth/token"
-  },
-  gemini: {
-    baseUrl: "https://generativelanguage.googleapis.com/v1beta/models",
-    format: "gemini",
-    clientId: "681255809395-oo8ft2oprdrnp9e3aqf6av3hmdib135j.apps.googleusercontent.com",
-    clientSecret: "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"
-  },
-  "gemini-cli": {
-    baseUrl: "https://cloudcode-pa.googleapis.com/v1internal",
-    format: "gemini-cli",
-    clientId: "681255809395-oo8ft2oprdrnp9e3aqf6av3hmdib135j.apps.googleusercontent.com",
-    clientSecret: "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"
-  },
-  codex: {
-    baseUrl: "https://chatgpt.com/backend-api/codex/responses",
-    format: "openai-responses",
-    headers: {
-      "originator": "codex_cli_rs",
-      "User-Agent": "codex_cli_rs/0.136.0"
-    },
-    clientId: "app_EMoamEEZ73f0CkXaXp7hrann",
-    tokenUrl: "https://auth.openai.com/oauth/token"
-  },
-  qwen: {
-    baseUrl: "https://portal.qwen.ai/v1/chat/completions",
-    format: "openai",
-    clientId: "f0304373b74a44d2b584a3fb70ca9e56",
-    tokenUrl: "https://chat.qwen.ai/api/v1/oauth2/token",
-    authUrl: "https://chat.qwen.ai/api/v1/oauth2/device/code"
-  },
-  iflow: {
-    baseUrl: "https://apis.iflow.cn/v1/chat/completions",
-    format: "openai",
-    headers: { "User-Agent": "iFlow-Cli" },
-    clientId: "10009311001",
-    clientSecret: "4Z3YjXycVsQvyGF1etiNlIBB4RsqSDtW",
-    tokenUrl: "https://iflow.cn/oauth/token",
-    authUrl: "https://iflow.cn/oauth"
-  },
-  qoder: {
-    // The qoder executor builds the full URL itself (it has to append
-    // ?Encode=1 + sigPath query params and bypass any provider-level URL
-    // rewriting). baseUrl is kept for compatibility with introspection
-    // helpers but the executor ignores it.
-    baseUrl: "https://api3.qoder.sh/algo/api/v2/service/pro/sse/agent_chat_generation",
-    format: "openai",
-    headers: {},
-  },
-  antigravity: {
-    baseUrls: [
-      "https://daily-cloudcode-pa.googleapis.com",
-      "https://daily-cloudcode-pa.sandbox.googleapis.com",
-    ],
-    format: "antigravity",
-    headers: { "User-Agent": `antigravity/1.107.0 ${platform()}/${arch()}` },
-    clientId: "1071006060591-tmhssin2h21lcre235vtolojh4g403ep.apps.googleusercontent.com",
-    clientSecret: "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"
-  },
-  openrouter: {
-    baseUrl: "https://openrouter.ai/api/v1/chat/completions",
-    format: "openai",
-    headers: {
-      "HTTP-Referer": "https://endpoint-proxy.local",
-      "X-Title": "Endpoint Proxy"
-    }
-  },
-  openai: {
-    baseUrl: "https://api.openai.com/v1/chat/completions",
-    format: "openai"
-  },
-  "vercel-ai-gateway": {
-    baseUrl: "https://ai-gateway.vercel.sh/v1/chat/completions",
-    format: "openai"
-  },
-  glm: {
-    baseUrl: "https://api.z.ai/api/anthropic/v1/messages",
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS }
-  },
-  "glm-cn": {
-    baseUrl: "https://open.bigmodel.cn/api/coding/paas/v4/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  kimi: {
-    baseUrl: KIMI_CODING_BASE_URL,
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS }
-  },
-  minimax: {
-    baseUrl: "https://api.minimax.io/anthropic/v1/messages",
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS }
-  },
-  "minimax-cn": {
-    baseUrl: "https://api.minimaxi.com/anthropic/v1/messages",
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS }
-  },
-  alicode: {
-    baseUrl: "https://coding.dashscope.aliyuncs.com/v1/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  "alicode-intl": {
-    baseUrl: "https://coding-intl.dashscope.aliyuncs.com/v1/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  "volcengine-ark": {
-    baseUrl: "https://ark.cn-beijing.volces.com/api/coding/v3/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  byteplus: {
-    baseUrl: "https://ark.ap-southeast.bytepluses.com/api/coding/v3/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  github: {
-    baseUrl: "https://api.githubcopilot.com/chat/completions",
-    responsesUrl: "https://api.githubcopilot.com/responses",
-    format: "openai",
-    headers: {
-      "copilot-integration-id": "vscode-chat",
-      "editor-version": "vscode/1.110.0",
-      "editor-plugin-version": "copilot-chat/0.38.0",
-      "user-agent": "GitHubCopilotChat/0.38.0",
-      "openai-intent": "conversation-panel",
-      "x-github-api-version": "2025-04-01",
-      "x-vscode-user-agent-library-version": "electron-fetch",
-      "X-Initiator": "user",
-      "Accept": "application/json",
-      "Content-Type": "application/json"
-    },
-    clientId: "Iv1.b507a08c87ecfe98"
-  },
-  kiro: {
-    baseUrl: "https://codewhisperer.us-east-1.amazonaws.com/generateAssistantResponse",
-    format: "kiro",
-    retry: { 400: 3, 429: 3, 500: 3, 502: 3, 503: 3, 504: 2 },
-    headers: {
-      "Content-Type": "application/json",
-      "Accept": "application/vnd.amazon.eventstream",
-      "X-Amz-Target": "AmazonCodeWhispererStreamingService.GenerateAssistantResponse",
-      "User-Agent": "AWS-SDK-JS/3.0.0 kiro-ide/1.0.0",
-      "X-Amz-User-Agent": "aws-sdk-js/3.0.0 kiro-ide/1.0.0"
-    },
-    tokenUrl: "https://prod.us-east-1.auth.desktop.kiro.dev/refreshToken",
-    authUrl: "https://prod.us-east-1.auth.desktop.kiro.dev"
-  },
-  cursor: {
-    baseUrl: "https://api2.cursor.sh",
-    chatPath: "/aiserver.v1.ChatService/StreamUnifiedChatWithTools",
-    format: "cursor",
-    headers: {
-      "connect-accept-encoding": "gzip",
-      "connect-protocol-version": "1",
-      "Content-Type": "application/connect+proto",
-      "User-Agent": "connect-es/1.6.1"
-    },
-    clientVersion: "3.1.0"
-  },
-  "kimi-coding": {
-    baseUrl: KIMI_CODING_BASE_URL,
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS },
-    clientId: "17e5f671-d194-4dfb-9706-5516cb48c098",
-    tokenUrl: "https://auth.kimi.com/api/oauth/token",
-    refreshUrl: "https://auth.kimi.com/api/oauth/token"
-  },
-  kilocode: {
-    baseUrl: "https://api.kilo.ai/api/openrouter/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  opencode: {
-    baseUrl: "http://localhost:4096/v1/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  cline: {
-    baseUrl: "https://api.cline.bot/api/v1/chat/completions",
-    format: "openai",
-    headers: {
-      "HTTP-Referer": "https://cline.bot",
-      "X-Title": "Cline"
-    },
-    tokenUrl: "https://api.cline.bot/api/v1/auth/token",
-    refreshUrl: "https://api.cline.bot/api/v1/auth/refresh"
-  },
-  nvidia: {
-    baseUrl: "https://integrate.api.nvidia.com/v1/chat/completions",
-    format: "openai"
-  },
-  anthropic: {
-    baseUrl: "https://api.anthropic.com/v1/messages",
-    format: "claude",
-    headers: { ...CLAUDE_API_HEADERS }
-  },
-  deepseek: {
-    baseUrl: "https://api.deepseek.com/chat/completions",
-    format: "openai"
-  },
-  commandcode: {
-    baseUrl: "https://api.commandcode.ai/alpha/generate",
-    format: "commandcode",
-    headers: {
-      "x-command-code-version": "0.25.7",
-      "x-cli-environment": "cli"
-    }
-  },
-  groq: {
-    baseUrl: "https://api.groq.com/openai/v1/chat/completions",
-    format: "openai"
-  },
-  xai: {
-    baseUrl: "https://api.x.ai/v1/chat/completions",
-    responsesUrl: "https://api.x.ai/v1/responses",
-    format: "openai",
-    clientId: "b1a00492-073a-47ea-816f-4c329264a828",
-    tokenUrl: "https://auth.x.ai/oauth2/token",
-    refreshUrl: "https://auth.x.ai/oauth2/token"
-  },
-  mistral: {
-    baseUrl: "https://api.mistral.ai/v1/chat/completions",
-    format: "openai"
-  },
-  perplexity: {
-    baseUrl: "https://api.perplexity.ai/chat/completions",
-    format: "openai"
-  },
-  together: {
-    baseUrl: "https://api.together.xyz/v1/chat/completions",
-    format: "openai"
-  },
-  fireworks: {
-    baseUrl: "https://api.fireworks.ai/inference/v1/chat/completions",
-    format: "openai"
-  },
-  cerebras: {
-    baseUrl: "https://api.cerebras.ai/v1/chat/completions",
-    format: "openai"
-  },
-  cohere: {
-    baseUrl: "https://api.cohere.ai/v1/chat/completions",
-    format: "openai"
-  },
-  nebius: {
-    baseUrl: "https://api.studio.nebius.ai/v1/chat/completions",
-    format: "openai"
-  },
-  siliconflow: {
-    baseUrl: "https://api.siliconflow.cn/v1/chat/completions",
-    format: "openai"
-  },
-  hyperbolic: {
-    baseUrl: "https://api.hyperbolic.xyz/v1/chat/completions",
-    format: "openai"
-  },
-  deepgram: {
-    baseUrl: "https://api.deepgram.com/v1/listen",
-    format: "openai"
-  },
-  assemblyai: {
-    baseUrl: "https://api.assemblyai.com/v1/audio/transcriptions",
-    format: "openai"
-  },
-  nanobanana: {
-    baseUrl: "https://api.nanobananaapi.ai/v1/chat/completions",
-    format: "openai"
-  },
-  chutes: {
-    baseUrl: "https://llm.chutes.ai/v1/chat/completions",
-    format: "openai"
-  },
-  ollama: {
-    baseUrl: "https://ollama.com/api/chat",
-    format: "ollama"
-  },
-  "ollama-local": {
-    baseUrl: "http://localhost:11434/api/chat",
-    format: "ollama"
-  },
-  // Vertex AI - Gemini models via Service Account JSON
-  // baseUrl is not used; VertexExecutor.buildUrl() constructs it dynamically
-  vertex: {
-    baseUrl: "https://aiplatform.googleapis.com",
-    format: "vertex"
-  },
-  // Vertex AI - Partner models (Claude, Llama, Mistral, GLM) via SA JSON
-  // Uses OpenAI-compatible global endpoint (or rawPredict for Anthropic)
-  "vertex-partner": {
-    baseUrl: "https://aiplatform.googleapis.com",
-    format: "openai"
-  },
-  // GitLab Duo - OpenAI-compatible chat endpoint
-  gitlab: {
-    baseUrl: "https://gitlab.com/api/v4/chat/completions",
-    format: "openai",
-  },
-  // CodeBuddy (Tencent) - uses device_code polling auth, no chat completions baseUrl needed
-  codebuddy: {
-    baseUrl: "https://copilot.tencent.com/v1/chat/completions",
-    format: "openai",
-  },
-  opencode: {
-    baseUrl: "https://opencode.ai",
-    format: "openai",
-    headers: { "x-opencode-client": "desktop" },
-    noAuth: true
-  },
-  "opencode-go": {
-    baseUrl: "https://opencode.ai/zen/go/v1/chat/completions",
-    format: "openai",
-    headers: {}
-  },
-  "grok-web": {
-    baseUrl: "https://grok.com/rest/app-chat/conversations/new",
-    format: "grok-web",
-    authType: "cookie"
-  },
-  "perplexity-web": {
-    baseUrl: "https://www.perplexity.ai/rest/sse/perplexity_ask",
-    format: "perplexity-web",
-    authType: "cookie"
-  },
-  azure: {
-    baseUrl: "",
-    format: "openai",
-    headers: {}
-  },
-  // Cloudflare Workers AI - {accountId} resolved from credentials.providerSpecificData.accountId
-  "cloudflare-ai": {
-    baseUrl: "https://api.cloudflare.com/client/v4/accounts/{accountId}/ai/v1/chat/completions",
-    format: "openai"
-  },
-  "xiaomi-mimo": {
-    baseUrl: "https://api.xiaomimimo.com/v1/chat/completions",
-    format: "openai"
-  },
-  "xiaomi-tokenplan": {
-    baseUrl: "https://token-plan-sgp.xiaomimimo.com/v1/chat/completions",
-    format: "openai"
-  },
-  // Region map for Xiaomi MiMo Token Plan (keys are cluster-specific)
-  // Used by resolveXiaomiTokenplanBaseUrl below
-  // === Free-tier providers (synced from OmniRoute) ===
-  // Claude-format with Claude CLI header spoofing (auth: x-api-key)
-  agentrouter: { baseUrl: "https://agentrouter.org/v1/messages", format: "claude", headers: { ...CLAUDE_CLI_SPOOF_HEADERS } },
-  // OpenAI-compatible (auth: bearer)
-  aimlapi: { baseUrl: "https://api.aimlapi.com/v1/chat/completions", format: "openai" },
-  novita: { baseUrl: "https://api.novita.ai/v3/openai/chat/completions", format: "openai" },
-  modal: { baseUrl: "https://api.modal.com/v1/chat/completions", format: "openai" },
-  reka: { baseUrl: "https://api.reka.ai/v1/chat/completions", format: "openai" },
-  nlpcloud: { baseUrl: "https://api.nlpcloud.io/v1/gpu/chatbot", format: "openai" },
-  bazaarlink: { baseUrl: "https://bazaarlink.ai/api/v1/chat/completions", format: "openai" },
-  completions: { baseUrl: "https://completions.me/api/v1/chat/completions", format: "openai" },
-  // enally uses X-API-Key header (not bearer); handled in validate route
-  enally: { baseUrl: "https://ai.enally.in/v1/chat/completions", format: "openai", authHeader: "x-api-key" },
-  freetheai: { baseUrl: "https://api.freetheai.xyz/v1/chat/completions", format: "openai" },
-  llm7: { baseUrl: "https://api.llm7.io/v1/chat/completions", format: "openai" },
-  lepton: { baseUrl: "https://api.lepton.ai/api/v1/chat/completions", format: "openai" },
-  kluster: { baseUrl: "https://api.kluster.ai/v1/chat/completions", format: "openai" },
-  ai21: { baseUrl: "https://api.ai21.com/studio/v1/chat/completions", format: "openai" },
-  "inference-net": { baseUrl: "https://api.inference.net/v1/chat/completions", format: "openai" },
-  predibase: { baseUrl: "https://serving.app.predibase.com/v1/chat/completions", format: "openai" },
-  bytez: { baseUrl: "https://api.bytez.com/models/v2", format: "openai" },
-  morph: { baseUrl: "https://api.morphllm.com/v1/chat/completions", format: "openai" },
-  longcat: { baseUrl: "https://api.longcat.chat/openai/v1/chat/completions", format: "openai" },
-  puter: { baseUrl: "https://api.puter.com/puterai/openai/v1/chat/completions", format: "openai" },
-  uncloseai: { baseUrl: "https://hermes.ai.unturf.com/v1/chat/completions", format: "openai", noAuth: true },
-  scaleway: { baseUrl: "https://api.scaleway.ai/v1/chat/completions", format: "openai" },
-  deepinfra: { baseUrl: "https://api.deepinfra.com/v1/openai/chat/completions", format: "openai" },
-  sambanova: { baseUrl: "https://api.sambanova.ai/v1/chat/completions", format: "openai" },
-  nscale: { baseUrl: "https://inference.api.nscale.com/v1/chat/completions", format: "openai" },
-  baseten: { baseUrl: "https://inference.baseten.co/v1/chat/completions", format: "openai" },
-  publicai: { baseUrl: "https://api.publicai.co/v1/chat/completions", format: "openai" },
-  "nous-research": { baseUrl: "https://inference-api.nousresearch.com/v1/chat/completions", format: "openai" },
-  glhf: { baseUrl: "https://glhf.chat/api/openai/v1/chat/completions", format: "openai" },
-  blackbox: { baseUrl: "https://api.blackbox.ai/chat/completions", format: "openai" },
-};
+// Barrel: PROVIDERS now built from providers/registry (transport co-located with models)
+import { PROVIDERS } from "../providers/index.js";
+export { PROVIDERS, PROVIDER_OAUTH } from "../providers/index.js";
 
 export const OLLAMA_LOCAL_DEFAULT_HOST = "http://localhost:11434";
 
@@ -444,12 +9,9 @@ export function resolveOllamaLocalHost(credentials) {
   return (raw || OLLAMA_LOCAL_DEFAULT_HOST).replace(/\/$/, "");
 }
 
-export const XIAOMI_TOKENPLAN_REGIONS = {
-  sgp: "https://token-plan-sgp.xiaomimimo.com/v1",
-  cn: "https://token-plan-cn.xiaomimimo.com/v1",
-  ams: "https://token-plan-ams.xiaomimimo.com/v1"
-};
-export const XIAOMI_TOKENPLAN_DEFAULT_REGION = "sgp";
+// Region URLs single-source from registry xiaomi-tokenplan.transport
+export const XIAOMI_TOKENPLAN_REGIONS = PROVIDERS["xiaomi-tokenplan"]?.regions || {};
+export const XIAOMI_TOKENPLAN_DEFAULT_REGION = PROVIDERS["xiaomi-tokenplan"]?.defaultRegion;
 
 export function resolveXiaomiTokenplanBaseUrl(credentials) {
   const region = credentials?.providerSpecificData?.region;

package/app/open-sse/config/runtimeConfig.js

@@ -31,11 +31,26 @@ export const MEMORY_CONFIG = {
   proxyDispatchersMaxSize: 20,
 };
 
-// Stream stall timeout: abort if no chunk received within this duration
-export const STREAM_STALL_TIMEOUT_MS = 60 * 1000;
+// Parse a positive integer env override, falling back to a default.
+function envMs(name, def) {
+  const raw = process.env[name];
+  if (raw == null || raw === "") return def;
+  const n = parseInt(raw, 10);
+  return Number.isFinite(n) && n > 0 ? n : def;
+}
+
+// Inter-chunk stall timeout (once tokens are flowing). Generous headroom so
+// slow reasoning models aren't aborted mid-stream. Env: STREAM_STALL_TIMEOUT_MS.
+export const STREAM_STALL_TIMEOUT_MS = envMs("STREAM_STALL_TIMEOUT_MS", 360 * 1000);
+
+// Time-to-first-token timeout (prompt prefill). Env: STREAM_FIRST_CHUNK_TIMEOUT_MS.
+export const STREAM_FIRST_CHUNK_TIMEOUT_MS = envMs("STREAM_FIRST_CHUNK_TIMEOUT_MS", 200 * 1000);
 
 // Fetch connect timeout: abort if upstream doesn't return response headers within this duration
-export const FETCH_CONNECT_TIMEOUT_MS = 60 * 1000;
+export const FETCH_CONNECT_TIMEOUT_MS = envMs("FETCH_CONNECT_TIMEOUT_MS", 60 * 1000);
+
+// Gemini native TTS fetch timeout: abort if Google does not return response headers in time.
+export const GEMINI_NATIVE_TTS_FETCH_TIMEOUT_MS = envMs("GEMINI_NATIVE_TTS_FETCH_TIMEOUT_MS", 45 * 1000);
 
 // Default token limits
 export const DEFAULT_MAX_TOKENS = 64000;

package/app/open-sse/config/ttsModels.js

@@ -96,10 +96,12 @@ export const TTS_MODELS_CONFIG = {
   },
   gemini: {
     models: [
+      { id: "gemini-3.1-flash-tts-preview", name: "Gemini 3.1 Flash TTS", type: "tts" },
       { id: "gemini-2.5-flash-preview-tts", name: "Gemini 2.5 Flash TTS", type: "tts" },
       { id: "gemini-2.5-pro-preview-tts",   name: "Gemini 2.5 Pro TTS",   type: "tts" },
     ],
     voices: {
+      "gemini-3.1-flash-tts-preview": GEMINI_VOICES,
       "gemini-2.5-flash-preview-tts": GEMINI_VOICES,
       "gemini-2.5-pro-preview-tts":   GEMINI_VOICES,
     },