@fudrouter/fsrouter 0.6.61 → 0.6.63
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/copyJs.js +13 -9
- package/open-sse/AGENTS.md +39 -0
- package/open-sse/config/anthropicHeaders.js +87 -0
- package/open-sse/config/appConstants.js +238 -0
- package/open-sse/config/audioRegistry.js +506 -0
- package/open-sse/config/cliFingerprints.js +304 -0
- package/open-sse/config/codexInstructions.js +119 -0
- package/open-sse/config/codexQuotaScopes.js +42 -0
- package/open-sse/config/constants.js +4 -0
- package/open-sse/config/contextEditing.js +68 -0
- package/open-sse/config/credentialLoader.js +83 -0
- package/open-sse/config/defaultThinkingSignature.js +12 -0
- package/open-sse/config/embeddingRegistry.js +264 -0
- package/open-sse/config/errorConfig.js +96 -0
- package/open-sse/config/freeModelCatalog.data.js +121 -0
- package/open-sse/config/freeModelCatalog.js +90 -0
- package/open-sse/config/freeTierCatalog.js +81 -0
- package/open-sse/config/googleTtsLanguages.js +62 -0
- package/open-sse/config/imageParamDefs.js +360 -0
- package/open-sse/config/imageRegistry.js +493 -0
- package/open-sse/config/kiroConstants.js +268 -0
- package/open-sse/config/mediaConfig.js +27 -0
- package/open-sse/config/mediaServiceKinds.js +71 -0
- package/open-sse/config/models.js +13 -0
- package/open-sse/config/moderationRegistry.js +71 -0
- package/open-sse/config/musicRegistry.js +99 -0
- package/open-sse/config/ocrRegistry.js +61 -0
- package/open-sse/config/ollamaModels.js +19 -0
- package/open-sse/config/providerErrorRules.js +114 -0
- package/open-sse/config/providerFieldStrips.js +35 -0
- package/open-sse/config/providerHeaderProfiles.js +191 -0
- package/open-sse/config/providerModels.js +106 -0
- package/open-sse/config/providerRegistry.js +16 -0
- package/open-sse/config/providers.js +19 -0
- package/open-sse/config/registryUtils.js +106 -0
- package/open-sse/config/rerankRegistry.js +177 -0
- package/open-sse/config/runtimeConfig.js +96 -0
- package/open-sse/config/runway.js +39 -0
- package/open-sse/config/searchRegistry.js +153 -0
- package/open-sse/config/toolCloaking.js +199 -0
- package/open-sse/config/ttsModels.js +129 -0
- package/open-sse/config/videoRegistry.js +207 -0
- package/open-sse/executors/adapta-web.js +435 -0
- package/open-sse/executors/antigravity.js +534 -0
- package/open-sse/executors/antigravityUpstreamError.js +13 -0
- package/open-sse/executors/auggie.js +437 -0
- package/open-sse/executors/azure-openai.js +32 -0
- package/open-sse/executors/azure.js +57 -0
- package/open-sse/executors/base.js +181 -0
- package/open-sse/executors/bedrock.js +633 -0
- package/open-sse/executors/blackbox-web.js +578 -0
- package/open-sse/executors/chatgpt-web.js +2042 -0
- package/open-sse/executors/chipotle.js +357 -0
- package/open-sse/executors/claude-web-with-auto-refresh.js +73 -0
- package/open-sse/executors/claude-web.js +586 -0
- package/open-sse/executors/cliproxyapi.js +296 -0
- package/open-sse/executors/cloudflare-ai.js +46 -0
- package/open-sse/executors/codebuddy-cn.js +40 -0
- package/open-sse/executors/codex.js +1324 -0
- package/open-sse/executors/commandCode.js +558 -0
- package/open-sse/executors/commandcode.js +88 -0
- package/open-sse/executors/copilot-m365-connection.js +176 -0
- package/open-sse/executors/copilot-m365-frames.js +192 -0
- package/open-sse/executors/copilot-m365-web.js +299 -0
- package/open-sse/executors/copilot-web.js +580 -0
- package/open-sse/executors/cursor.js +795 -0
- package/open-sse/executors/deepseek-web-with-auto-refresh.js +150 -0
- package/open-sse/executors/deepseek-web.js +875 -0
- package/open-sse/executors/default.js +430 -0
- package/open-sse/executors/devin-cli.js +351 -0
- package/open-sse/executors/doubao-web.js +550 -0
- package/open-sse/executors/duckduckgo-web.js +629 -0
- package/open-sse/executors/forceResponsesUpstream.js +33 -0
- package/open-sse/executors/gemini-business.js +320 -0
- package/open-sse/executors/gemini-cli.js +89 -0
- package/open-sse/executors/gemini-web.js +297 -0
- package/open-sse/executors/github.js +379 -0
- package/open-sse/executors/gitlab.js +569 -0
- package/open-sse/executors/glm.js +361 -0
- package/open-sse/executors/grok-cli.js +119 -0
- package/open-sse/executors/grok-web.js +345 -0
- package/open-sse/executors/huggingchat.js +467 -0
- package/open-sse/executors/iflow.js +108 -0
- package/open-sse/executors/index.js +78 -0
- package/open-sse/executors/inner-ai.js +527 -0
- package/open-sse/executors/kimchi.js +123 -0
- package/open-sse/executors/kimi-web.js +325 -0
- package/open-sse/executors/kimi.js +97 -0
- package/open-sse/executors/kiro.js +503 -0
- package/open-sse/executors/kiroThinking.js +44 -0
- package/open-sse/executors/lmarena.js +395 -0
- package/open-sse/executors/mimo-free.js +167 -0
- package/open-sse/executors/mimocode.js +392 -0
- package/open-sse/executors/ninerouter.js +155 -0
- package/open-sse/executors/nlpcloud.js +438 -0
- package/open-sse/executors/ollama-local.js +14 -0
- package/open-sse/executors/opencode-go.js +41 -0
- package/open-sse/executors/opencode.js +32 -0
- package/open-sse/executors/perplexity-web.js +581 -0
- package/open-sse/executors/poe-web.js +133 -0
- package/open-sse/executors/pollinations.js +95 -0
- package/open-sse/executors/puter.js +31 -0
- package/open-sse/executors/qoder.js +448 -0
- package/open-sse/executors/qwen-web.js +372 -0
- package/open-sse/executors/qwen.js +129 -0
- package/open-sse/executors/t3-chat-web.js +417 -0
- package/open-sse/executors/theoldllm.js +290 -0
- package/open-sse/executors/trae.js +418 -0
- package/open-sse/executors/v0-vercel-web.js +141 -0
- package/open-sse/executors/venice-web.js +142 -0
- package/open-sse/executors/vertex.js +131 -0
- package/open-sse/executors/vertexMedia.js +236 -0
- package/open-sse/executors/windsurf.js +560 -0
- package/open-sse/executors/xai.js +46 -0
- package/open-sse/executors/xiaomi-tokenplan.js +19 -0
- package/open-sse/executors/yuanbao-web.js +385 -0
- package/open-sse/executors/zed-hosted.js +281 -0
- package/open-sse/executors/zenmux-free.js +247 -0
- package/open-sse/handlers/audioSpeech.js +759 -0
- package/open-sse/handlers/audioTranscription.js +395 -0
- package/open-sse/handlers/audioTranslation.js +181 -0
- package/open-sse/handlers/chatCore/nonStreamingHandler.js +300 -0
- package/open-sse/handlers/chatCore/requestDetail.js +102 -0
- package/open-sse/handlers/chatCore/sseToJsonHandler.js +231 -0
- package/open-sse/handlers/chatCore/streamingHandler.js +95 -0
- package/open-sse/handlers/chatCore.js +404 -0
- package/open-sse/handlers/embeddingProviders/_base.js +4 -0
- package/open-sse/handlers/embeddingProviders/gemini.js +54 -0
- package/open-sse/handlers/embeddingProviders/index.js +23 -0
- package/open-sse/handlers/embeddingProviders/openai.js +39 -0
- package/open-sse/handlers/embeddingProviders/openaiCompatNode.js +13 -0
- package/open-sse/handlers/embeddingsCore.js +126 -0
- package/open-sse/handlers/fetch/index.js +237 -0
- package/open-sse/handlers/imageGenerationCore.js +230 -0
- package/open-sse/handlers/imageProviders/_base.js +31 -0
- package/open-sse/handlers/imageProviders/antigravity.js +73 -0
- package/open-sse/handlers/imageProviders/blackForestLabs.js +63 -0
- package/open-sse/handlers/imageProviders/cloudflareAi.js +207 -0
- package/open-sse/handlers/imageProviders/codex.js +217 -0
- package/open-sse/handlers/imageProviders/comfyui.js +25 -0
- package/open-sse/handlers/imageProviders/falAi.js +62 -0
- package/open-sse/handlers/imageProviders/gemini.js +40 -0
- package/open-sse/handlers/imageProviders/huggingface.js +38 -0
- package/open-sse/handlers/imageProviders/index.js +44 -0
- package/open-sse/handlers/imageProviders/leonardo.js +435 -0
- package/open-sse/handlers/imageProviders/nanobanana.js +79 -0
- package/open-sse/handlers/imageProviders/openai.js +61 -0
- package/open-sse/handlers/imageProviders/runwayml.js +72 -0
- package/open-sse/handlers/imageProviders/sdwebui.js +36 -0
- package/open-sse/handlers/imageProviders/stabilityAi.js +59 -0
- package/open-sse/handlers/imageProviders/weavy.js +222 -0
- package/open-sse/handlers/moderations.js +92 -0
- package/open-sse/handlers/ocr.js +89 -0
- package/open-sse/handlers/rerank.js +223 -0
- package/open-sse/handlers/responseSanitizer/reasoning.js +144 -0
- package/open-sse/handlers/responsesHandler.js +99 -0
- package/open-sse/handlers/search/callers.js +371 -0
- package/open-sse/handlers/search/chatSearch.js +409 -0
- package/open-sse/handlers/search/index.js +201 -0
- package/open-sse/handlers/search/normalizers.js +223 -0
- package/open-sse/handlers/search.js +1056 -0
- package/open-sse/handlers/sseParser.js +469 -0
- package/open-sse/handlers/sttCore.js +193 -0
- package/open-sse/handlers/ttsCore.js +74 -0
- package/open-sse/handlers/ttsProviders/_base.js +39 -0
- package/open-sse/handlers/ttsProviders/edgeTts.js +89 -0
- package/open-sse/handlers/ttsProviders/elevenlabs.js +48 -0
- package/open-sse/handlers/ttsProviders/gemini.js +117 -0
- package/open-sse/handlers/ttsProviders/genericFormats.js +169 -0
- package/open-sse/handlers/ttsProviders/googleTts.js +54 -0
- package/open-sse/handlers/ttsProviders/index.js +50 -0
- package/open-sse/handlers/ttsProviders/localDevice.js +87 -0
- package/open-sse/handlers/ttsProviders/minimax.js +59 -0
- package/open-sse/handlers/ttsProviders/openai.js +30 -0
- package/open-sse/handlers/ttsProviders/openrouter.js +70 -0
- package/open-sse/handlers/usageExtractor.js +93 -0
- package/open-sse/handlers/videoGenerationCore.js +119 -0
- package/open-sse/handlers/videoProviders/index.js +22 -0
- package/open-sse/handlers/videoProviders/leonardo.js +511 -0
- package/open-sse/handlers/videoProviders/weavy.js +198 -0
- package/open-sse/handlers/webFetch.js +200 -0
- package/open-sse/index.js +79 -0
- package/open-sse/mcp-server/audit.js +283 -0
- package/open-sse/mcp-server/catalog.js +184 -0
- package/open-sse/mcp-server/descriptionCompressor.js +175 -0
- package/open-sse/mcp-server/httpAuthContext.js +32 -0
- package/open-sse/mcp-server/httpTransport.js +229 -0
- package/open-sse/mcp-server/index.js +33 -0
- package/open-sse/mcp-server/mcpCallerIdentity.js +21 -0
- package/open-sse/mcp-server/runtimeHeartbeat.js +110 -0
- package/open-sse/mcp-server/schemas/a2a.js +153 -0
- package/open-sse/mcp-server/schemas/audit.js +17 -0
- package/open-sse/mcp-server/schemas/index.js +166 -0
- package/open-sse/mcp-server/schemas/pickFastestModel.js +90 -0
- package/open-sse/mcp-server/schemas/toolDefinition.js +0 -0
- package/open-sse/mcp-server/schemas/toolSearch.js +32 -0
- package/open-sse/mcp-server/schemas/tools.js +1219 -0
- package/open-sse/mcp-server/scopeEnforcement.js +80 -0
- package/open-sse/mcp-server/server.js +1168 -0
- package/open-sse/mcp-server/toolCardinality.js +78 -0
- package/open-sse/mcp-server/toolSearch/catalog.js +66 -0
- package/open-sse/mcp-server/toolSearch/handler.js +20 -0
- package/open-sse/mcp-server/toolSearch/index.js +10 -0
- package/open-sse/mcp-server/toolSearch/register.js +21 -0
- package/open-sse/mcp-server/toolSearch/search.js +55 -0
- package/open-sse/mcp-server/toolSearch/signature.js +67 -0
- package/open-sse/mcp-server/tools/advancedTools.js +893 -0
- package/open-sse/mcp-server/tools/agentSkillTools.js +69 -0
- package/open-sse/mcp-server/tools/compressionTools.js +309 -0
- package/open-sse/mcp-server/tools/gamificationTools.js +134 -0
- package/open-sse/mcp-server/tools/githubSkillTools.js +102 -0
- package/open-sse/mcp-server/tools/memoryTools.js +118 -0
- package/open-sse/mcp-server/tools/notionTools.js +101 -0
- package/open-sse/mcp-server/tools/obsidianTools.js +307 -0
- package/open-sse/mcp-server/tools/pickFastestModel.js +223 -0
- package/open-sse/mcp-server/tools/pluginTools.js +181 -0
- package/open-sse/mcp-server/tools/poolTools.js +139 -0
- package/open-sse/mcp-server/tools/skillTools.js +113 -0
- package/open-sse/package.json +10 -0
- package/open-sse/providers/REGISTRY_TEMPLATE.js +98 -0
- package/open-sse/providers/capabilities.js +293 -0
- package/open-sse/providers/index.js +51 -0
- package/open-sse/providers/models/helpers.js +20 -0
- package/open-sse/providers/models/namePatterns.js +33 -0
- package/open-sse/providers/models/schema.js +40 -0
- package/open-sse/providers/pricing.js +308 -0
- package/open-sse/providers/registry/alicode-intl.js +30 -0
- package/open-sse/providers/registry/alicode.js +31 -0
- package/open-sse/providers/registry/anthropic.js +37 -0
- package/open-sse/providers/registry/antigravity.js +81 -0
- package/open-sse/providers/registry/assemblyai.js +38 -0
- package/open-sse/providers/registry/aws-polly.js +45 -0
- package/open-sse/providers/registry/azure.js +21 -0
- package/open-sse/providers/registry/black-forest-labs.js +32 -0
- package/open-sse/providers/registry/blackbox.js +41 -0
- package/open-sse/providers/registry/brave-search.js +35 -0
- package/open-sse/providers/registry/byteplus.js +35 -0
- package/open-sse/providers/registry/cartesia.js +36 -0
- package/open-sse/providers/registry/cerebras.js +31 -0
- package/open-sse/providers/registry/chutes.js +24 -0
- package/open-sse/providers/registry/claude.js +87 -0
- package/open-sse/providers/registry/cline.js +51 -0
- package/open-sse/providers/registry/clinepass.js +57 -0
- package/open-sse/providers/registry/cloudflare-ai.js +55 -0
- package/open-sse/providers/registry/codebuddy-cn.js +77 -0
- package/open-sse/providers/registry/codex.js +100 -0
- package/open-sse/providers/registry/cohere.js +27 -0
- package/open-sse/providers/registry/comfyui.js +20 -0
- package/open-sse/providers/registry/commandcode.js +43 -0
- package/open-sse/providers/registry/coqui.js +30 -0
- package/open-sse/providers/registry/cursor.js +58 -0
- package/open-sse/providers/registry/deepgram.js +33 -0
- package/open-sse/providers/registry/deepseek.js +51 -0
- package/open-sse/providers/registry/digitalocean.js +92 -0
- package/open-sse/providers/registry/edge-tts.js +24 -0
- package/open-sse/providers/registry/elevenlabs.js +35 -0
- package/open-sse/providers/registry/exa.js +50 -0
- package/open-sse/providers/registry/fal-ai.js +34 -0
- package/open-sse/providers/registry/featherless.js +34 -0
- package/open-sse/providers/registry/firecrawl.js +34 -0
- package/open-sse/providers/registry/fireworks.js +29 -0
- package/open-sse/providers/registry/gemini-cli.js +58 -0
- package/open-sse/providers/registry/gemini.js +83 -0
- package/open-sse/providers/registry/github.js +88 -0
- package/open-sse/providers/registry/gitlab.js +32 -0
- package/open-sse/providers/registry/glm-cn.js +35 -0
- package/open-sse/providers/registry/glm.js +58 -0
- package/open-sse/providers/registry/google-pse.js +35 -0
- package/open-sse/providers/registry/google-tts.js +24 -0
- package/open-sse/providers/registry/grok-cli.js +86 -0
- package/open-sse/providers/registry/grok-web.js +39 -0
- package/open-sse/providers/registry/groq.js +37 -0
- package/open-sse/providers/registry/huggingface.js +34 -0
- package/open-sse/providers/registry/hyperbolic.js +35 -0
- package/open-sse/providers/registry/ibm-bob.js +27 -0
- package/open-sse/providers/registry/iflow.js +52 -0
- package/open-sse/providers/registry/index.js +210 -0
- package/open-sse/providers/registry/inworld.js +36 -0
- package/open-sse/providers/registry/jina-ai.js +42 -0
- package/open-sse/providers/registry/jina-reader.js +34 -0
- package/open-sse/providers/registry/kilocode.js +51 -0
- package/open-sse/providers/registry/kimchi.js +49 -0
- package/open-sse/providers/registry/kimi-coding.js +65 -0
- package/open-sse/providers/registry/kimi.js +56 -0
- package/open-sse/providers/registry/kiro.js +115 -0
- package/open-sse/providers/registry/linkup.js +34 -0
- package/open-sse/providers/registry/local-device.js +24 -0
- package/open-sse/providers/registry/mimo-free.js +24 -0
- package/open-sse/providers/registry/minimax-cn.js +76 -0
- package/open-sse/providers/registry/minimax.js +83 -0
- package/open-sse/providers/registry/mistral.js +34 -0
- package/open-sse/providers/registry/mmf.js +19 -0
- package/open-sse/providers/registry/nanobanana.js +35 -0
- package/open-sse/providers/registry/nebius.js +27 -0
- package/open-sse/providers/registry/nvidia.js +43 -0
- package/open-sse/providers/registry/ollama-local.js +19 -0
- package/open-sse/providers/registry/ollama.js +36 -0
- package/open-sse/providers/registry/openai.js +84 -0
- package/open-sse/providers/registry/opencode-go.js +41 -0
- package/open-sse/providers/registry/opencode.js +25 -0
- package/open-sse/providers/registry/openrouter.js +60 -0
- package/open-sse/providers/registry/perplexity-agent.js +49 -0
- package/open-sse/providers/registry/perplexity-web.js +33 -0
- package/open-sse/providers/registry/perplexity.js +37 -0
- package/open-sse/providers/registry/playht.js +36 -0
- package/open-sse/providers/registry/qoder.js +54 -0
- package/open-sse/providers/registry/qwen.js +33 -0
- package/open-sse/providers/registry/recraft.js +24 -0
- package/open-sse/providers/registry/runwayml.js +30 -0
- package/open-sse/providers/registry/sdwebui.js +20 -0
- package/open-sse/providers/registry/searchapi.js +35 -0
- package/open-sse/providers/registry/searxng.js +35 -0
- package/open-sse/providers/registry/serper.js +35 -0
- package/open-sse/providers/registry/siliconflow.js +39 -0
- package/open-sse/providers/registry/stability-ai.js +31 -0
- package/open-sse/providers/registry/tavily.js +50 -0
- package/open-sse/providers/registry/together.js +31 -0
- package/open-sse/providers/registry/topaz.js +19 -0
- package/open-sse/providers/registry/tortoise.js +30 -0
- package/open-sse/providers/registry/venice.js +56 -0
- package/open-sse/providers/registry/vercel-ai-gateway.js +41 -0
- package/open-sse/providers/registry/vertex-partner.js +29 -0
- package/open-sse/providers/registry/vertex.js +32 -0
- package/open-sse/providers/registry/volcengine-ark.js +35 -0
- package/open-sse/providers/registry/voyage-ai.js +30 -0
- package/open-sse/providers/registry/xai.js +45 -0
- package/open-sse/providers/registry/xiaomi-mimo.js +46 -0
- package/open-sse/providers/registry/xiaomi-tokenplan.js +63 -0
- package/open-sse/providers/registry/youcom.js +35 -0
- package/open-sse/providers/schema.js +76 -0
- package/open-sse/providers/shared.js +74 -0
- package/open-sse/providers/thinkingLevels.js +48 -0
- package/open-sse/rtk/applyFilter.js +15 -0
- package/open-sse/rtk/autodetect.js +111 -0
- package/open-sse/rtk/caveman.js +100 -0
- package/open-sse/rtk/cavemanPrompts.js +78 -0
- package/open-sse/rtk/constants.js +55 -0
- package/open-sse/rtk/filters/buildOutput.js +127 -0
- package/open-sse/rtk/filters/dedupLog.js +44 -0
- package/open-sse/rtk/filters/find.js +50 -0
- package/open-sse/rtk/filters/gitDiff.js +92 -0
- package/open-sse/rtk/filters/gitLog.js +99 -0
- package/open-sse/rtk/filters/gitStatus.js +117 -0
- package/open-sse/rtk/filters/grep.js +48 -0
- package/open-sse/rtk/filters/ls.js +79 -0
- package/open-sse/rtk/filters/readNumbered.js +27 -0
- package/open-sse/rtk/filters/searchList.js +52 -0
- package/open-sse/rtk/filters/smartTruncate.js +15 -0
- package/open-sse/rtk/filters/tree.js +32 -0
- package/open-sse/rtk/headroom.js +215 -0
- package/open-sse/rtk/index.js +155 -0
- package/open-sse/rtk/paleo.js +47 -0
- package/open-sse/rtk/ponytail.js +9 -0
- package/open-sse/rtk/ponytailPrompt.js +52 -0
- package/open-sse/rtk/ponytailPrompts.js +76 -0
- package/open-sse/rtk/pxpipe.js +104 -0
- package/open-sse/rtk/registry.js +38 -0
- package/open-sse/rtk/systemInject.js +98 -0
- package/open-sse/services/accountFallback.js +323 -0
- package/open-sse/services/antigravityHeaders.js +91 -0
- package/open-sse/services/antigravityVersion.js +154 -0
- package/open-sse/services/clinepassModels.js +63 -0
- package/open-sse/services/codexQuotaFetcher.js +312 -0
- package/open-sse/services/codexVerbosity.js +30 -0
- package/open-sse/services/combo/context.js +12 -0
- package/open-sse/services/combo/fingerprintExpansion.js +51 -0
- package/open-sse/services/combo/headroomRanking.js +28 -0
- package/open-sse/services/combo/quotaExhaustionCutoff.js +87 -0
- package/open-sse/services/combo/quotaScoring.js +226 -0
- package/open-sse/services/combo/quotaShareConcurrency.js +25 -0
- package/open-sse/services/combo/quotaShareInflight.js +50 -0
- package/open-sse/services/combo/quotaShareStrategy.js +130 -0
- package/open-sse/services/combo/resolveAutoStrategy.js +231 -0
- package/open-sse/services/combo/responseValidation.js +140 -0
- package/open-sse/services/combo/runtimeUnits.js +195 -0
- package/open-sse/services/combo/sessionStickiness.js +128 -0
- package/open-sse/services/combo/shadowRouting.js +131 -0
- package/open-sse/services/combo/targetExhaustion.js +75 -0
- package/open-sse/services/combo/targetSorters.js +126 -0
- package/open-sse/services/combo/targetTimeoutRunner.js +65 -0
- package/open-sse/services/combo/validateQuality.js +271 -0
- package/open-sse/services/combo.js +571 -0
- package/open-sse/services/comboAgentMiddleware.js +91 -0
- package/open-sse/services/comboConfig.js +153 -0
- package/open-sse/services/comboManifestMetrics.js +10 -0
- package/open-sse/services/comboMetrics.js +278 -0
- package/open-sse/services/compact.js +71 -0
- package/open-sse/services/copilotModels.js +155 -0
- package/open-sse/services/emergencyFallback.js +109 -0
- package/open-sse/services/errorClassifier.js +190 -0
- package/open-sse/services/evalRouting.js +201 -0
- package/open-sse/services/freeWebSearch.js +4 -0
- package/open-sse/services/fusion.js +223 -0
- package/open-sse/services/intentClassifier.js +631 -0
- package/open-sse/services/kimchiModels.js +176 -0
- package/open-sse/services/kiroModels.js +332 -0
- package/open-sse/services/model.js +136 -0
- package/open-sse/services/modelCapabilities.js +5 -0
- package/open-sse/services/modelDeprecation.js +101 -0
- package/open-sse/services/modelFamilyFallback.js +166 -0
- package/open-sse/services/oauthCredentialManager.js +156 -0
- package/open-sse/services/pipeline.js +107 -0
- package/open-sse/services/projectId.js +306 -0
- package/open-sse/services/provider.js +169 -0
- package/open-sse/services/providerCooldownTracker.js +94 -0
- package/open-sse/services/providerDefaultRateLimit.js +11 -0
- package/open-sse/services/proxyAutoSelector.js +24 -0
- package/open-sse/services/qoderModels.js +214 -0
- package/open-sse/services/quotaFetchThrottle.js +103 -0
- package/open-sse/services/quotaMonitor.js +310 -0
- package/open-sse/services/quotaPreflight.js +266 -0
- package/open-sse/services/rateLimitManager/headers.js +56 -0
- package/open-sse/services/rateLimitManager.js +616 -0
- package/open-sse/services/rateLimitSemaphore.js +112 -0
- package/open-sse/services/responsesInputSanitizer.js +99 -0
- package/open-sse/services/slidingWindowLimiter.js +44 -0
- package/open-sse/services/streamRecovery.js +355 -0
- package/open-sse/services/taskAwareRouter.js +227 -0
- package/open-sse/services/taskAwareRouting.js +332 -0
- package/open-sse/services/thinkingBudget.js +247 -0
- package/open-sse/services/tokenRefresh/dedup.js +31 -0
- package/open-sse/services/tokenRefresh/providers.js +624 -0
- package/open-sse/services/tokenRefresh.js +254 -0
- package/open-sse/services/usage/claude.js +147 -0
- package/open-sse/services/usage/codebuddy-cn.js +138 -0
- package/open-sse/services/usage/codex.js +267 -0
- package/open-sse/services/usage/github.js +100 -0
- package/open-sse/services/usage/google.js +241 -0
- package/open-sse/services/usage/grok-cli.js +274 -0
- package/open-sse/services/usage/kiro.js +188 -0
- package/open-sse/services/usage/minimax.js +234 -0
- package/open-sse/services/usage/misc.js +288 -0
- package/open-sse/services/usage/shared.js +70 -0
- package/open-sse/services/usage.js +62 -0
- package/open-sse/services/usageDb.js +2 -0
- package/open-sse/services/webSearchRouting.js +25 -0
- package/open-sse/services/wildcardRouter.js +59 -0
- package/open-sse/shared/clineAuth.js +37 -0
- package/open-sse/shared/machineId.js +19 -0
- package/open-sse/shared/qoder/constants.js +64 -0
- package/open-sse/shared/qoder/cosy.js +175 -0
- package/open-sse/shared/qoder/encoding.js +55 -0
- package/open-sse/transformer/responsesTransformer.js +439 -0
- package/open-sse/transformer/streamToJsonConverter.js +103 -0
- package/open-sse/translator/concerns/chunk.js +11 -0
- package/open-sse/translator/concerns/finishReason.js +63 -0
- package/open-sse/translator/concerns/image.js +124 -0
- package/open-sse/translator/concerns/json.js +5 -0
- package/open-sse/translator/concerns/message.js +7 -0
- package/open-sse/translator/concerns/modality.js +155 -0
- package/open-sse/translator/concerns/paramSupport.js +75 -0
- package/open-sse/translator/concerns/prefetch.js +96 -0
- package/open-sse/translator/concerns/reasoning.js +24 -0
- package/open-sse/translator/concerns/thinking.js +53 -0
- package/open-sse/translator/concerns/thinkingUnified.js +329 -0
- package/open-sse/translator/concerns/toolCall.js +153 -0
- package/open-sse/translator/concerns/usage.js +69 -0
- package/open-sse/translator/formats/claude.js +368 -0
- package/open-sse/translator/formats/gemini.js +380 -0
- package/open-sse/translator/formats/maxTokens.js +34 -0
- package/open-sse/translator/formats/openai.js +134 -0
- package/open-sse/translator/formats/responsesApi.js +141 -0
- package/open-sse/translator/formats.js +36 -0
- package/open-sse/translator/helpers/claudeHelper.js +216 -0
- package/open-sse/translator/helpers/geminiHelper.js +372 -0
- package/open-sse/translator/helpers/imageHelper.js +34 -0
- package/open-sse/translator/helpers/maxTokensHelper.js +27 -0
- package/open-sse/translator/helpers/openaiHelper.js +130 -0
- package/open-sse/translator/helpers/responsesApiHelper.js +139 -0
- package/open-sse/translator/helpers/toolCallHelper.js +148 -0
- package/open-sse/translator/index.js +252 -0
- package/open-sse/translator/request/antigravity-to-openai.js +242 -0
- package/open-sse/translator/request/claude-to-kiro.js +478 -0
- package/open-sse/translator/request/claude-to-openai.js +263 -0
- package/open-sse/translator/request/gemini-to-openai.js +152 -0
- package/open-sse/translator/request/openai-responses.js +385 -0
- package/open-sse/translator/request/openai-to-claude.js +383 -0
- package/open-sse/translator/request/openai-to-commandcode.js +176 -0
- package/open-sse/translator/request/openai-to-cursor.js +185 -0
- package/open-sse/translator/request/openai-to-gemini.js +442 -0
- package/open-sse/translator/request/openai-to-kiro.js +607 -0
- package/open-sse/translator/request/openai-to-kiro.old.js +278 -0
- package/open-sse/translator/request/openai-to-ollama.js +195 -0
- package/open-sse/translator/request/openai-to-vertex.js +42 -0
- package/open-sse/translator/response/claude-to-openai.js +195 -0
- package/open-sse/translator/response/commandcode-to-openai.js +188 -0
- package/open-sse/translator/response/cursor-to-openai.js +30 -0
- package/open-sse/translator/response/gemini-to-openai.js +147 -0
- package/open-sse/translator/response/kiro-to-claude.js +261 -0
- package/open-sse/translator/response/kiro-to-openai.js +160 -0
- package/open-sse/translator/response/ollama-to-openai.js +134 -0
- package/open-sse/translator/response/openai-responses.js +535 -0
- package/open-sse/translator/response/openai-to-antigravity.js +123 -0
- package/open-sse/translator/response/openai-to-claude.js +265 -0
- package/open-sse/translator/schema/blocks.js +43 -0
- package/open-sse/translator/schema/defaults.js +7 -0
- package/open-sse/translator/schema/finishReasons.js +27 -0
- package/open-sse/translator/schema/index.js +8 -0
- package/open-sse/translator/schema/roles.js +16 -0
- package/open-sse/utils/agentGoalPolicy.js +85 -0
- package/open-sse/utils/aiSdkCompat.js +75 -0
- package/open-sse/utils/bypassHandler.js +298 -0
- package/open-sse/utils/cacheControlPolicy.js +189 -0
- package/open-sse/utils/claudeCloaking.js +155 -0
- package/open-sse/utils/claudeHeaderCache.js +70 -0
- package/open-sse/utils/claudeSignature.js +41 -0
- package/open-sse/utils/clientDetector.js +63 -0
- package/open-sse/utils/codebuddySanitizer.js +96 -0
- package/open-sse/utils/composerToolCalls.js +158 -0
- package/open-sse/utils/cors.js +13 -0
- package/open-sse/utils/cursorChecksum.js +149 -0
- package/open-sse/utils/cursorImages.js +224 -0
- package/open-sse/utils/cursorProtobuf.js +904 -0
- package/open-sse/utils/cursorVersionDetector.js +55 -0
- package/open-sse/utils/debugLog.js +14 -0
- package/open-sse/utils/diagnostics.js +143 -0
- package/open-sse/utils/error.js +164 -0
- package/open-sse/utils/estimateSize.js +33 -0
- package/open-sse/utils/finishReason.js +32 -0
- package/open-sse/utils/flattenToolHistory.js +68 -0
- package/open-sse/utils/headers.js +36 -0
- package/open-sse/utils/heapPressure.js +35 -0
- package/open-sse/utils/jsonToSse.js +125 -0
- package/open-sse/utils/keepaliveThreshold.js +40 -0
- package/open-sse/utils/logger.js +104 -0
- package/open-sse/utils/noThinkingAlias.js +74 -0
- package/open-sse/utils/number.js +7 -0
- package/open-sse/utils/ollamaTransform.js +85 -0
- package/open-sse/utils/opencodeHeaders.js +47 -0
- package/open-sse/utils/progressTracker.js +81 -0
- package/open-sse/utils/providerRequestLogging.js +219 -0
- package/open-sse/utils/proxyFetch.js +369 -0
- package/open-sse/utils/reasoningContentInjector.js +79 -0
- package/open-sse/utils/reasoningFields.js +70 -0
- package/open-sse/utils/requestLogger.js +260 -0
- package/open-sse/utils/responsesInputNormalization.js +92 -0
- package/open-sse/utils/responsesStatePolicy.js +52 -0
- package/open-sse/utils/responsesStreamHelpers.js +49 -0
- package/open-sse/utils/sessionManager.js +240 -0
- package/open-sse/utils/sleep.js +6 -0
- package/open-sse/utils/sse.js +14 -0
- package/open-sse/utils/sseConstants.js +23 -0
- package/open-sse/utils/sseHeartbeat.js +104 -0
- package/open-sse/utils/stream.js +517 -0
- package/open-sse/utils/streamFailureFinalization.js +134 -0
- package/open-sse/utils/streamHandler.js +250 -0
- package/open-sse/utils/streamHelpers.js +137 -0
- package/open-sse/utils/textualToolCall.js +104 -0
- package/open-sse/utils/thinkCloseMarker.js +72 -0
- package/open-sse/utils/thinkTagParser.js +146 -0
- package/open-sse/utils/toolCallArguments.js +12 -0
- package/open-sse/utils/toolDeduper.js +49 -0
- package/open-sse/utils/toolSources.js +31 -0
- package/open-sse/utils/upstreamResponseHeaders.js +25 -0
- package/open-sse/utils/urlSanitize.js +15 -0
- package/open-sse/utils/usageTracking.js +347 -0
- package/package.json +1 -1
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Think Tag Parser
|
|
3
|
+
*
|
|
4
|
+
* Parses <think>...</think> tags from LLM output and converts them
|
|
5
|
+
* to a structured `reasoning_content` field.
|
|
6
|
+
*
|
|
7
|
+
* Used by providers like DeepSeek, Qwen, and Qoder that embed
|
|
8
|
+
* chain-of-thought reasoning inside <think> tags.
|
|
9
|
+
*
|
|
10
|
+
* Usage:
|
|
11
|
+
* import { extractThinkTags, hasThinkTags } from "./thinkTagParser.js";
|
|
12
|
+
*
|
|
13
|
+
* const { reasoning, content } = extractThinkTags(rawOutput);
|
|
14
|
+
* // reasoning = "step-by-step thinking..."
|
|
15
|
+
* // content = "final answer..."
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
const THINK_OPEN = "<think>";
|
|
19
|
+
const THINK_CLOSE = "</think>";
|
|
20
|
+
|
|
21
|
+
/**
|
|
22
|
+
* Check if text contains think tags
|
|
23
|
+
* @param {string} text - Raw output text
|
|
24
|
+
* @returns {boolean}
|
|
25
|
+
*/
|
|
26
|
+
export function hasThinkTags(text) {
|
|
27
|
+
if (!text) return false;
|
|
28
|
+
return text.includes(THINK_OPEN);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
/**
|
|
32
|
+
* Extract think tags from text
|
|
33
|
+
* Returns the reasoning content (inside <think>) and the cleaned final content
|
|
34
|
+
*
|
|
35
|
+
* @param {string} text - Raw output text
|
|
36
|
+
* @returns {{ reasoning: string|null, content: string }}
|
|
37
|
+
*/
|
|
38
|
+
export function extractThinkTags(text) {
|
|
39
|
+
if (!text || !text.includes(THINK_OPEN)) {
|
|
40
|
+
return { reasoning: null, content: text || "" };
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
let reasoning = "";
|
|
44
|
+
let content = text;
|
|
45
|
+
let iterations = 0;
|
|
46
|
+
const maxIterations = 10; // safety limit
|
|
47
|
+
|
|
48
|
+
while (content.includes(THINK_OPEN) && iterations < maxIterations) {
|
|
49
|
+
const openIdx = content.indexOf(THINK_OPEN);
|
|
50
|
+
const closeIdx = content.indexOf(THINK_CLOSE, openIdx);
|
|
51
|
+
|
|
52
|
+
if (closeIdx === -1) {
|
|
53
|
+
// Unclosed think tag — treat everything after <think> as reasoning
|
|
54
|
+
reasoning += content.slice(openIdx + THINK_OPEN.length);
|
|
55
|
+
content = content.slice(0, openIdx);
|
|
56
|
+
break;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// Extract the think content
|
|
60
|
+
const thinkContent = content.slice(openIdx + THINK_OPEN.length, closeIdx);
|
|
61
|
+
reasoning += (reasoning ? "\n" : "") + thinkContent;
|
|
62
|
+
|
|
63
|
+
// Remove the think block from content
|
|
64
|
+
content = content.slice(0, openIdx) + content.slice(closeIdx + THINK_CLOSE.length);
|
|
65
|
+
iterations++;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
return {
|
|
69
|
+
reasoning: reasoning.trim() || null,
|
|
70
|
+
content: content.trim(),
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
/**
|
|
75
|
+
* Process a streaming delta chunk and extract think content.
|
|
76
|
+
* Maintains state across chunks using a context object.
|
|
77
|
+
*
|
|
78
|
+
* @param {string} delta - New text chunk
|
|
79
|
+
* @param {object} ctx - Mutable context object { insideThink, buffer }
|
|
80
|
+
* @returns {{ reasoningDelta: string|null, contentDelta: string|null }}
|
|
81
|
+
*/
|
|
82
|
+
export function processStreamingThinkDelta(delta, ctx) {
|
|
83
|
+
if (!ctx.buffer) ctx.buffer = "";
|
|
84
|
+
|
|
85
|
+
ctx.buffer += delta;
|
|
86
|
+
let reasoningDelta = "";
|
|
87
|
+
let contentDelta = "";
|
|
88
|
+
|
|
89
|
+
while (ctx.buffer.length > 0) {
|
|
90
|
+
if (ctx.insideThink) {
|
|
91
|
+
// Looking for closing tag
|
|
92
|
+
const closeIdx = ctx.buffer.indexOf(THINK_CLOSE);
|
|
93
|
+
if (closeIdx === -1) {
|
|
94
|
+
// Might be a partial tag at the end — keep last few chars
|
|
95
|
+
if (ctx.buffer.length > THINK_CLOSE.length) {
|
|
96
|
+
const safe = ctx.buffer.slice(0, -(THINK_CLOSE.length - 1));
|
|
97
|
+
reasoningDelta += safe;
|
|
98
|
+
ctx.buffer = ctx.buffer.slice(-(THINK_CLOSE.length - 1));
|
|
99
|
+
}
|
|
100
|
+
break;
|
|
101
|
+
}
|
|
102
|
+
reasoningDelta += ctx.buffer.slice(0, closeIdx);
|
|
103
|
+
ctx.buffer = ctx.buffer.slice(closeIdx + THINK_CLOSE.length);
|
|
104
|
+
ctx.insideThink = false;
|
|
105
|
+
} else {
|
|
106
|
+
// Looking for opening tag
|
|
107
|
+
const openIdx = ctx.buffer.indexOf(THINK_OPEN);
|
|
108
|
+
if (openIdx === -1) {
|
|
109
|
+
// Might be a partial tag at the end
|
|
110
|
+
if (ctx.buffer.length > THINK_OPEN.length) {
|
|
111
|
+
const safe = ctx.buffer.slice(0, -(THINK_OPEN.length - 1));
|
|
112
|
+
contentDelta += safe;
|
|
113
|
+
ctx.buffer = ctx.buffer.slice(-(THINK_OPEN.length - 1));
|
|
114
|
+
}
|
|
115
|
+
break;
|
|
116
|
+
}
|
|
117
|
+
contentDelta += ctx.buffer.slice(0, openIdx);
|
|
118
|
+
ctx.buffer = ctx.buffer.slice(openIdx + THINK_OPEN.length);
|
|
119
|
+
ctx.insideThink = true;
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
return {
|
|
124
|
+
reasoningDelta: reasoningDelta || null,
|
|
125
|
+
contentDelta: contentDelta || null,
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/**
|
|
130
|
+
* Flush remaining buffer content from streaming context.
|
|
131
|
+
* Call this when the stream ends.
|
|
132
|
+
*
|
|
133
|
+
* @param {object} ctx - Mutable context object { insideThink, buffer }
|
|
134
|
+
* @returns {{ reasoningDelta: string|null, contentDelta: string|null }}
|
|
135
|
+
*/
|
|
136
|
+
export function flushThinkBuffer(ctx) {
|
|
137
|
+
if (!ctx.buffer) return { reasoningDelta: null, contentDelta: null };
|
|
138
|
+
|
|
139
|
+
const remaining = ctx.buffer;
|
|
140
|
+
ctx.buffer = "";
|
|
141
|
+
|
|
142
|
+
if (ctx.insideThink) {
|
|
143
|
+
return { reasoningDelta: remaining || null, contentDelta: null };
|
|
144
|
+
}
|
|
145
|
+
return { reasoningDelta: null, contentDelta: remaining || null };
|
|
146
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
function appendToolCallArgumentDelta(current, incoming) {
|
|
2
|
+
const existing = typeof current === "string" ? current : "";
|
|
3
|
+
const next = typeof incoming === "string" ? incoming : "";
|
|
4
|
+
if (!existing) return next;
|
|
5
|
+
if (!next) return existing;
|
|
6
|
+
if (next === existing) return existing;
|
|
7
|
+
if (next.startsWith(existing)) return next;
|
|
8
|
+
return existing + next;
|
|
9
|
+
}
|
|
10
|
+
export {
|
|
11
|
+
appendToolCallArgumentDelta
|
|
12
|
+
};
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Strip built-in/duplicate tools when equivalent MCP tools are present.
|
|
3
|
+
* Goal: reduce tool definitions token bloat for Claude clients.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
const DEDUP_RULES = [
|
|
7
|
+
{
|
|
8
|
+
// Exa MCP present → drop built-in web tools (Exa is preferred).
|
|
9
|
+
triggers: ["mcp__exa__web_search_exa", "mcp__exa__web_fetch_exa"],
|
|
10
|
+
strip: ["WebSearch", "WebFetch", "mcp__workspace__web_fetch"],
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
// Tavily MCP present → drop built-in web tools.
|
|
14
|
+
triggers: ["mcp__tavily__tavily_search", "mcp__tavily__tavily_extract"],
|
|
15
|
+
strip: ["WebSearch", "WebFetch", "mcp__workspace__web_fetch"],
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
// Browser MCP present → drop Cowork's duplicate Claude_in_Chrome connector.
|
|
19
|
+
triggers: [/^mcp__browsermcp__/],
|
|
20
|
+
strip: [/^mcp__Claude_in_Chrome__/],
|
|
21
|
+
},
|
|
22
|
+
];
|
|
23
|
+
|
|
24
|
+
function getToolName(t) {
|
|
25
|
+
return t?.name || t?.function?.name || "";
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function matches(name, pattern) {
|
|
29
|
+
if (typeof pattern === "string") return name === pattern;
|
|
30
|
+
return pattern instanceof RegExp ? pattern.test(name) : false;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function dedupeTools(tools) {
|
|
34
|
+
if (!Array.isArray(tools) || tools.length === 0) return { tools, stripped: [] };
|
|
35
|
+
const names = tools.map(getToolName);
|
|
36
|
+
const toStrip = new Set();
|
|
37
|
+
for (const rule of DEDUP_RULES) {
|
|
38
|
+
const hasTrigger = names.some((n) => rule.triggers.some((p) => matches(n, p)));
|
|
39
|
+
if (!hasTrigger) continue;
|
|
40
|
+
for (const n of names) {
|
|
41
|
+
if (rule.strip.some((p) => matches(n, p))) toStrip.add(n);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (toStrip.size === 0) return { tools, stripped: [] };
|
|
45
|
+
const out = tools.filter((t) => !toStrip.has(getToolName(t)));
|
|
46
|
+
return { tools: out, stripped: Array.from(toStrip) };
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export { dedupeTools };
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
const MAX_VISIBLE_NAMES = 80;
|
|
2
|
+
function getToolName(tool) {
|
|
3
|
+
return tool?.name || tool?.function?.name || tool?.type || "unknown";
|
|
4
|
+
}
|
|
5
|
+
function getToolSource(name) {
|
|
6
|
+
if (name.startsWith("mcp__")) {
|
|
7
|
+
const parts = name.split("__");
|
|
8
|
+
return parts[1] ? `mcp:${parts[1]}` : "mcp";
|
|
9
|
+
}
|
|
10
|
+
if (name.startsWith("web_search") || name.startsWith("web_fetch")) return "hosted:web";
|
|
11
|
+
if (name.startsWith("computer_") || name.startsWith("str_replace_")) return "hosted:computer";
|
|
12
|
+
return "client";
|
|
13
|
+
}
|
|
14
|
+
function summarizeToolSources(tools) {
|
|
15
|
+
if (!Array.isArray(tools) || tools.length === 0) return null;
|
|
16
|
+
const names = tools.map((tool) => getToolName(tool));
|
|
17
|
+
const sourceCounts = /* @__PURE__ */ new Map();
|
|
18
|
+
for (const name of names) {
|
|
19
|
+
const source = getToolSource(name);
|
|
20
|
+
sourceCounts.set(source, (sourceCounts.get(source) || 0) + 1);
|
|
21
|
+
}
|
|
22
|
+
const sources = Array.from(sourceCounts.entries()).map(([source, count]) => `${source}=${count}`).join(", ");
|
|
23
|
+
const visibleNames = names.slice(0, MAX_VISIBLE_NAMES).join(", ");
|
|
24
|
+
const suffix = names.length > MAX_VISIBLE_NAMES ? `, ... +${names.length - MAX_VISIBLE_NAMES} more` : "";
|
|
25
|
+
return `${tools.length} tools | sources: ${sources} | names: ${visibleNames}${suffix}`;
|
|
26
|
+
}
|
|
27
|
+
export {
|
|
28
|
+
getToolName,
|
|
29
|
+
getToolSource,
|
|
30
|
+
summarizeToolSources
|
|
31
|
+
};
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
const STRIP_HEADER_NAMES = /* @__PURE__ */ new Set([
|
|
2
|
+
"content-encoding",
|
|
3
|
+
"content-length",
|
|
4
|
+
"transfer-encoding"
|
|
5
|
+
]);
|
|
6
|
+
function stripStaleEncodingHeaders(input) {
|
|
7
|
+
const out = new Headers(input);
|
|
8
|
+
for (const name of STRIP_HEADER_NAMES) out.delete(name);
|
|
9
|
+
return out;
|
|
10
|
+
}
|
|
11
|
+
function filterUpstreamResponseHeaderEntries(entries, extraToStrip = []) {
|
|
12
|
+
const drop = new Set(STRIP_HEADER_NAMES);
|
|
13
|
+
for (const h of extraToStrip) drop.add(h.toLowerCase());
|
|
14
|
+
const result = [];
|
|
15
|
+
for (const [k, v] of entries) {
|
|
16
|
+
if (!drop.has(k.toLowerCase())) result.push([k, v]);
|
|
17
|
+
}
|
|
18
|
+
return result;
|
|
19
|
+
}
|
|
20
|
+
const STRIP_UPSTREAM_HEADER_NAMES = STRIP_HEADER_NAMES;
|
|
21
|
+
export {
|
|
22
|
+
STRIP_UPSTREAM_HEADER_NAMES,
|
|
23
|
+
filterUpstreamResponseHeaderEntries,
|
|
24
|
+
stripStaleEncodingHeaders
|
|
25
|
+
};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
function stripTrailingSlashes(value) {
|
|
2
|
+
let end = value.length;
|
|
3
|
+
while (end > 0 && value.charCodeAt(end - 1) === 47) {
|
|
4
|
+
end--;
|
|
5
|
+
}
|
|
6
|
+
return end === value.length ? value : value.slice(0, end);
|
|
7
|
+
}
|
|
8
|
+
function normalizeBaseUrl(value) {
|
|
9
|
+
const str = typeof value === "string" ? value : "";
|
|
10
|
+
return stripTrailingSlashes(str.trim());
|
|
11
|
+
}
|
|
12
|
+
export {
|
|
13
|
+
normalizeBaseUrl,
|
|
14
|
+
stripTrailingSlashes
|
|
15
|
+
};
|
|
@@ -0,0 +1,347 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Token Usage Tracking - Extract, normalize, estimate and log token usage
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { saveRequestUsage, appendRequestLog } from '../../../dist/lib/usageDb.js';
|
|
6
|
+
import { FORMATS } from "../translator/formats.js";
|
|
7
|
+
|
|
8
|
+
// ANSI color codes
|
|
9
|
+
export const COLORS = {
|
|
10
|
+
reset: "\x1b[0m",
|
|
11
|
+
red: "\x1b[31m",
|
|
12
|
+
green: "\x1b[32m",
|
|
13
|
+
yellow: "\x1b[33m",
|
|
14
|
+
blue: "\x1b[34m",
|
|
15
|
+
cyan: "\x1b[36m"
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
// Buffer tokens to prevent context errors
|
|
19
|
+
const BUFFER_TOKENS = 2000;
|
|
20
|
+
|
|
21
|
+
// Get HH:MM:SS timestamp
|
|
22
|
+
function getTimeString() {
|
|
23
|
+
return new Date().toLocaleTimeString("en-US", { hour12: false, hour: "2-digit", minute: "2-digit", second: "2-digit" });
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Add buffer tokens to usage to prevent context errors
|
|
28
|
+
* @param {object} usage - Usage object (any format)
|
|
29
|
+
* @returns {object} Usage with buffer added
|
|
30
|
+
*/
|
|
31
|
+
export function addBufferToUsage(usage) {
|
|
32
|
+
if (!usage || typeof usage !== "object") return usage;
|
|
33
|
+
|
|
34
|
+
const result = { ...usage };
|
|
35
|
+
|
|
36
|
+
// Claude format
|
|
37
|
+
if (result.input_tokens !== undefined) {
|
|
38
|
+
result.input_tokens += BUFFER_TOKENS;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// OpenAI format
|
|
42
|
+
if (result.prompt_tokens !== undefined) {
|
|
43
|
+
result.prompt_tokens += BUFFER_TOKENS;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
// Calculate or update total_tokens
|
|
47
|
+
if (result.total_tokens !== undefined) {
|
|
48
|
+
result.total_tokens += BUFFER_TOKENS;
|
|
49
|
+
} else if (result.prompt_tokens !== undefined && result.completion_tokens !== undefined) {
|
|
50
|
+
// Calculate total_tokens if not exists
|
|
51
|
+
result.total_tokens = result.prompt_tokens + result.completion_tokens;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
return result;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
export function filterUsageForFormat(usage, targetFormat) {
|
|
58
|
+
if (!usage || typeof usage !== "object") return usage;
|
|
59
|
+
|
|
60
|
+
// Helper to pick only defined fields from usage
|
|
61
|
+
const pickFields = (fields) => {
|
|
62
|
+
const filtered = {};
|
|
63
|
+
for (const field of fields) {
|
|
64
|
+
if (usage[field] !== undefined) {
|
|
65
|
+
filtered[field] = usage[field];
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
return filtered;
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
// Define allowed fields for each format
|
|
72
|
+
const formatFields = {
|
|
73
|
+
[FORMATS.CLAUDE]: [
|
|
74
|
+
'input_tokens', 'output_tokens',
|
|
75
|
+
'cache_read_input_tokens', 'cache_creation_input_tokens',
|
|
76
|
+
'estimated'
|
|
77
|
+
],
|
|
78
|
+
[FORMATS.GEMINI]: [
|
|
79
|
+
'promptTokenCount', 'candidatesTokenCount', 'totalTokenCount',
|
|
80
|
+
'cachedContentTokenCount', 'thoughtsTokenCount',
|
|
81
|
+
'estimated'
|
|
82
|
+
],
|
|
83
|
+
[FORMATS.OPENAI_RESPONSES]: [
|
|
84
|
+
'input_tokens', 'output_tokens',
|
|
85
|
+
'input_tokens_details', 'output_tokens_details',
|
|
86
|
+
'estimated'
|
|
87
|
+
],
|
|
88
|
+
// OpenAI format (default for OPENAI, CODEX, KIRO, etc.)
|
|
89
|
+
default: [
|
|
90
|
+
'prompt_tokens', 'completion_tokens', 'total_tokens',
|
|
91
|
+
'cached_tokens', 'reasoning_tokens',
|
|
92
|
+
'prompt_tokens_details', 'completion_tokens_details',
|
|
93
|
+
'estimated'
|
|
94
|
+
]
|
|
95
|
+
};
|
|
96
|
+
|
|
97
|
+
// Get fields for target format
|
|
98
|
+
let fields = formatFields[targetFormat];
|
|
99
|
+
|
|
100
|
+
// Use same fields for similar formats
|
|
101
|
+
if (targetFormat === FORMATS.GEMINI_CLI || targetFormat === FORMATS.ANTIGRAVITY) {
|
|
102
|
+
fields = formatFields[FORMATS.GEMINI];
|
|
103
|
+
} else if (targetFormat === FORMATS.OPENAI_RESPONSE) {
|
|
104
|
+
fields = formatFields[FORMATS.OPENAI_RESPONSES];
|
|
105
|
+
} else if (!fields) {
|
|
106
|
+
fields = formatFields.default;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
return pickFields(fields);
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
/**
|
|
113
|
+
* Normalize usage object - ensure all values are valid numbers
|
|
114
|
+
*/
|
|
115
|
+
export function normalizeUsage(usage) {
|
|
116
|
+
if (!usage || typeof usage !== "object" || Array.isArray(usage)) return null;
|
|
117
|
+
|
|
118
|
+
const normalized = {};
|
|
119
|
+
const assignNumber = (key, value) => {
|
|
120
|
+
if (value === undefined || value === null) return;
|
|
121
|
+
const numeric = Number(value);
|
|
122
|
+
if (Number.isFinite(numeric)) normalized[key] = numeric;
|
|
123
|
+
};
|
|
124
|
+
|
|
125
|
+
assignNumber("prompt_tokens", usage?.prompt_tokens);
|
|
126
|
+
assignNumber("completion_tokens", usage?.completion_tokens);
|
|
127
|
+
assignNumber("total_tokens", usage?.total_tokens);
|
|
128
|
+
assignNumber("cache_read_input_tokens", usage?.cache_read_input_tokens);
|
|
129
|
+
assignNumber("cache_creation_input_tokens", usage?.cache_creation_input_tokens);
|
|
130
|
+
assignNumber("cached_tokens", usage?.cached_tokens);
|
|
131
|
+
assignNumber("reasoning_tokens", usage?.reasoning_tokens);
|
|
132
|
+
|
|
133
|
+
// Preserve nested details objects for OpenAI format forwarding
|
|
134
|
+
if (usage?.prompt_tokens_details && typeof usage.prompt_tokens_details === "object") {
|
|
135
|
+
normalized.prompt_tokens_details = usage.prompt_tokens_details;
|
|
136
|
+
}
|
|
137
|
+
if (usage?.completion_tokens_details && typeof usage.completion_tokens_details === "object") {
|
|
138
|
+
normalized.completion_tokens_details = usage.completion_tokens_details;
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
if (Object.keys(normalized).length === 0) return null;
|
|
142
|
+
return normalized;
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
/**
|
|
146
|
+
* Check if usage has valid token data
|
|
147
|
+
* Valid = has at least one token field with value > 0
|
|
148
|
+
* Invalid = empty object {}, null, undefined, no token fields, or all zeros
|
|
149
|
+
*/
|
|
150
|
+
export function hasValidUsage(usage) {
|
|
151
|
+
if (!usage || typeof usage !== "object") return false;
|
|
152
|
+
|
|
153
|
+
// Check for any known token field with value > 0
|
|
154
|
+
const tokenFields = [
|
|
155
|
+
"prompt_tokens", "completion_tokens", "total_tokens", // OpenAI
|
|
156
|
+
"input_tokens", "output_tokens", // Claude
|
|
157
|
+
"promptTokenCount", "candidatesTokenCount" // Gemini
|
|
158
|
+
];
|
|
159
|
+
|
|
160
|
+
for (const field of tokenFields) {
|
|
161
|
+
if (typeof usage[field] === "number" && usage[field] > 0) {
|
|
162
|
+
return true;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
return false;
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
/**
|
|
170
|
+
* Extract usage from any format (Claude, OpenAI, Gemini, Responses API)
|
|
171
|
+
*/
|
|
172
|
+
export function extractUsage(chunk) {
|
|
173
|
+
if (!chunk || typeof chunk !== "object") return null;
|
|
174
|
+
|
|
175
|
+
// Claude format (message_delta event)
|
|
176
|
+
if (chunk.type === "message_delta" && chunk.usage && typeof chunk.usage === "object") {
|
|
177
|
+
return normalizeUsage({
|
|
178
|
+
prompt_tokens: chunk.usage.input_tokens || 0,
|
|
179
|
+
completion_tokens: chunk.usage.output_tokens || 0,
|
|
180
|
+
cache_read_input_tokens: chunk.usage.cache_read_input_tokens,
|
|
181
|
+
cache_creation_input_tokens: chunk.usage.cache_creation_input_tokens
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
// OpenAI Responses API format (response.completed or response.done)
|
|
186
|
+
if ((chunk.type === "response.completed" || chunk.type === "response.done") && chunk.response?.usage && typeof chunk.response.usage === "object") {
|
|
187
|
+
const usage = chunk.response.usage;
|
|
188
|
+
const cachedTokens = usage.input_tokens_details?.cached_tokens;
|
|
189
|
+
return normalizeUsage({
|
|
190
|
+
prompt_tokens: usage.input_tokens || usage.prompt_tokens || 0,
|
|
191
|
+
completion_tokens: usage.output_tokens || usage.completion_tokens || 0,
|
|
192
|
+
cached_tokens: cachedTokens,
|
|
193
|
+
reasoning_tokens: usage.output_tokens_details?.reasoning_tokens,
|
|
194
|
+
prompt_tokens_details: cachedTokens ? { cached_tokens: cachedTokens } : undefined
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
// OpenAI format (also covers DeepSeek which uses prompt_cache_hit_tokens)
|
|
199
|
+
if (chunk.usage && typeof chunk.usage === "object" && chunk.usage.prompt_tokens !== undefined) {
|
|
200
|
+
return normalizeUsage({
|
|
201
|
+
prompt_tokens: chunk.usage.prompt_tokens,
|
|
202
|
+
completion_tokens: chunk.usage.completion_tokens || 0,
|
|
203
|
+
cached_tokens: chunk.usage.prompt_tokens_details?.cached_tokens || chunk.usage.prompt_cache_hit_tokens,
|
|
204
|
+
reasoning_tokens: chunk.usage.completion_tokens_details?.reasoning_tokens,
|
|
205
|
+
prompt_tokens_details: chunk.usage.prompt_tokens_details,
|
|
206
|
+
completion_tokens_details: chunk.usage.completion_tokens_details
|
|
207
|
+
});
|
|
208
|
+
}
|
|
209
|
+
|
|
210
|
+
// Gemini format (Antigravity)
|
|
211
|
+
// Antigravity wraps usageMetadata inside response: { response: { usageMetadata: {...} } }
|
|
212
|
+
const usageMeta = chunk.usageMetadata || chunk.response?.usageMetadata;
|
|
213
|
+
if (usageMeta && typeof usageMeta === "object") {
|
|
214
|
+
return normalizeUsage({
|
|
215
|
+
prompt_tokens: usageMeta.promptTokenCount || 0,
|
|
216
|
+
completion_tokens: usageMeta.candidatesTokenCount || 0,
|
|
217
|
+
total_tokens: usageMeta.totalTokenCount,
|
|
218
|
+
cached_tokens: usageMeta.cachedContentTokenCount,
|
|
219
|
+
reasoning_tokens: usageMeta.thoughtsTokenCount
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
// Ollama NDJSON format (raw from provider, before translation)
|
|
224
|
+
// Ollama sends: {"model":"...","done":true,"prompt_eval_count":N,"eval_count":M}
|
|
225
|
+
if (chunk.done === true && typeof chunk.prompt_eval_count === "number") {
|
|
226
|
+
return normalizeUsage({
|
|
227
|
+
prompt_tokens: chunk.prompt_eval_count || 0,
|
|
228
|
+
completion_tokens: chunk.eval_count || 0,
|
|
229
|
+
total_tokens: (chunk.prompt_eval_count || 0) + (chunk.eval_count || 0)
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
return null;
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
/**
|
|
237
|
+
* Estimate input tokens from request body
|
|
238
|
+
* Calculate total body size for more accurate estimation
|
|
239
|
+
*/
|
|
240
|
+
export function estimateInputTokens(body) {
|
|
241
|
+
if (!body || typeof body !== "object") return 0;
|
|
242
|
+
|
|
243
|
+
try {
|
|
244
|
+
// Calculate total body size (includes messages, tools, system, thinking config, etc.)
|
|
245
|
+
const bodyStr = JSON.stringify(body);
|
|
246
|
+
const totalChars = bodyStr.length;
|
|
247
|
+
|
|
248
|
+
// Estimate: ~4 chars per token (rough average across all tokenizers)
|
|
249
|
+
return Math.ceil(totalChars / 4);
|
|
250
|
+
} catch (err) {
|
|
251
|
+
// Fallback if stringify fails
|
|
252
|
+
return 0;
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
/**
|
|
257
|
+
* Estimate output tokens from content length
|
|
258
|
+
*/
|
|
259
|
+
export function estimateOutputTokens(contentLength) {
|
|
260
|
+
if (!contentLength || contentLength <= 0) return 0;
|
|
261
|
+
return Math.max(1, Math.floor(contentLength / 4));
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
/**
|
|
265
|
+
* Format usage object based on target format
|
|
266
|
+
* @param {number} inputTokens - Input/prompt tokens
|
|
267
|
+
* @param {number} outputTokens - Output/completion tokens
|
|
268
|
+
* @param {string} targetFormat - Target format from FORMATS
|
|
269
|
+
*/
|
|
270
|
+
export function formatUsage(inputTokens, outputTokens, targetFormat) {
|
|
271
|
+
// Claude format uses input_tokens/output_tokens
|
|
272
|
+
if (targetFormat === FORMATS.CLAUDE) {
|
|
273
|
+
return addBufferToUsage({
|
|
274
|
+
input_tokens: inputTokens,
|
|
275
|
+
output_tokens: outputTokens,
|
|
276
|
+
estimated: true
|
|
277
|
+
});
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
// Default: OpenAI format (works for openai, gemini, responses, etc.)
|
|
281
|
+
return addBufferToUsage({
|
|
282
|
+
prompt_tokens: inputTokens,
|
|
283
|
+
completion_tokens: outputTokens,
|
|
284
|
+
total_tokens: inputTokens + outputTokens,
|
|
285
|
+
estimated: true
|
|
286
|
+
});
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
/**
|
|
290
|
+
* Estimate full usage when provider doesn't return it
|
|
291
|
+
* @param {object} body - Request body for input token estimation
|
|
292
|
+
* @param {number} contentLength - Content length for output token estimation
|
|
293
|
+
* @param {string} targetFormat - Target format from FORMATS constant
|
|
294
|
+
*/
|
|
295
|
+
export function estimateUsage(body, contentLength, targetFormat = FORMATS.OPENAI) {
|
|
296
|
+
return formatUsage(
|
|
297
|
+
estimateInputTokens(body),
|
|
298
|
+
estimateOutputTokens(contentLength),
|
|
299
|
+
targetFormat
|
|
300
|
+
);
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
/**
|
|
304
|
+
* Log usage with cache info (green color)
|
|
305
|
+
*/
|
|
306
|
+
export function logUsage(provider, usage, model = null, connectionId = null, apiKey = null) {
|
|
307
|
+
if (!usage || typeof usage !== "object") return;
|
|
308
|
+
|
|
309
|
+
const p = provider?.toUpperCase() || "UNKNOWN";
|
|
310
|
+
|
|
311
|
+
// Support both formats:
|
|
312
|
+
// - OpenAI: prompt_tokens, completion_tokens
|
|
313
|
+
// - Claude: input_tokens, output_tokens
|
|
314
|
+
const inTokens = usage?.prompt_tokens || usage?.input_tokens || 0;
|
|
315
|
+
const outTokens = usage?.completion_tokens || usage?.output_tokens || 0;
|
|
316
|
+
const accountPrefix = connectionId ? connectionId.slice(0, 8) + "..." : "unknown";
|
|
317
|
+
|
|
318
|
+
let msg = `[${getTimeString()}] 📊 ${COLORS.green}[USAGE] ${p} | in=${inTokens} | out=${outTokens} | account=${accountPrefix}${COLORS.reset}`;
|
|
319
|
+
|
|
320
|
+
// Add estimated flag if present
|
|
321
|
+
if (usage.estimated) {
|
|
322
|
+
msg += ` ${COLORS.yellow}(estimated)${COLORS.reset}`;
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
// Add cache info if present (unified from different formats)
|
|
326
|
+
const cacheRead = usage.cache_read_input_tokens || usage.cached_tokens || usage.prompt_tokens_details?.cached_tokens;
|
|
327
|
+
if (cacheRead) msg += ` | cache_read=${cacheRead}`;
|
|
328
|
+
|
|
329
|
+
const cacheCreation = usage.cache_creation_input_tokens;
|
|
330
|
+
if (cacheCreation) msg += ` | cache_create=${cacheCreation}`;
|
|
331
|
+
|
|
332
|
+
const reasoning = usage.reasoning_tokens;
|
|
333
|
+
if (reasoning) msg += ` | reasoning=${reasoning}`;
|
|
334
|
+
|
|
335
|
+
console.log(msg);
|
|
336
|
+
|
|
337
|
+
// Save to usage DB
|
|
338
|
+
const tokens = {
|
|
339
|
+
prompt_tokens: inTokens,
|
|
340
|
+
completion_tokens: outTokens,
|
|
341
|
+
cache_read_input_tokens: cacheRead || 0,
|
|
342
|
+
cache_creation_input_tokens: cacheCreation || 0,
|
|
343
|
+
reasoning_tokens: reasoning || 0
|
|
344
|
+
};
|
|
345
|
+
saveRequestUsage({ model, provider, connectionId, tokens, apiKey: apiKey || undefined }).catch(() => { });
|
|
346
|
+
appendRequestLog({ model, provider, connectionId, tokens, status: "200 OK" }).catch(() => { });
|
|
347
|
+
}
|