@fudrouter/fsrouter 0.6.64 → 0.6.65

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (556) hide show
  1. package/open-sse/AGENTS.md +39 -0
  2. package/open-sse/config/anthropicHeaders.js +87 -0
  3. package/open-sse/config/appConstants.js +238 -0
  4. package/open-sse/config/audioRegistry.js +506 -0
  5. package/open-sse/config/cliFingerprints.js +304 -0
  6. package/open-sse/config/codexInstructions.js +119 -0
  7. package/open-sse/config/codexQuotaScopes.js +42 -0
  8. package/open-sse/config/constants.js +4 -0
  9. package/open-sse/config/contextEditing.js +68 -0
  10. package/open-sse/config/credentialLoader.js +83 -0
  11. package/open-sse/config/defaultThinkingSignature.js +12 -0
  12. package/open-sse/config/embeddingRegistry.js +264 -0
  13. package/open-sse/config/errorConfig.js +96 -0
  14. package/open-sse/config/freeModelCatalog.data.js +121 -0
  15. package/open-sse/config/freeModelCatalog.js +90 -0
  16. package/open-sse/config/freeTierCatalog.js +81 -0
  17. package/open-sse/config/googleTtsLanguages.js +62 -0
  18. package/open-sse/config/imageParamDefs.js +360 -0
  19. package/open-sse/config/imageRegistry.js +493 -0
  20. package/open-sse/config/kiroConstants.js +268 -0
  21. package/open-sse/config/mediaConfig.js +27 -0
  22. package/open-sse/config/mediaServiceKinds.js +71 -0
  23. package/open-sse/config/models.js +13 -0
  24. package/open-sse/config/moderationRegistry.js +71 -0
  25. package/open-sse/config/musicRegistry.js +99 -0
  26. package/open-sse/config/ocrRegistry.js +61 -0
  27. package/open-sse/config/ollamaModels.js +19 -0
  28. package/open-sse/config/providerErrorRules.js +114 -0
  29. package/open-sse/config/providerFieldStrips.js +35 -0
  30. package/open-sse/config/providerHeaderProfiles.js +191 -0
  31. package/open-sse/config/providerModels.js +106 -0
  32. package/open-sse/config/providerRegistry.js +16 -0
  33. package/open-sse/config/providers.js +19 -0
  34. package/open-sse/config/registryUtils.js +106 -0
  35. package/open-sse/config/rerankRegistry.js +177 -0
  36. package/open-sse/config/runtimeConfig.js +96 -0
  37. package/open-sse/config/runway.js +39 -0
  38. package/open-sse/config/searchRegistry.js +153 -0
  39. package/open-sse/config/toolCloaking.js +199 -0
  40. package/open-sse/config/ttsModels.js +129 -0
  41. package/open-sse/config/videoRegistry.js +207 -0
  42. package/open-sse/executors/adapta-web.js +435 -0
  43. package/open-sse/executors/antigravity.js +534 -0
  44. package/open-sse/executors/antigravityUpstreamError.js +13 -0
  45. package/open-sse/executors/auggie.js +437 -0
  46. package/open-sse/executors/azure-openai.js +32 -0
  47. package/open-sse/executors/azure.js +57 -0
  48. package/open-sse/executors/base.js +181 -0
  49. package/open-sse/executors/bedrock.js +633 -0
  50. package/open-sse/executors/blackbox-web.js +578 -0
  51. package/open-sse/executors/chatgpt-web.js +2042 -0
  52. package/open-sse/executors/chipotle.js +357 -0
  53. package/open-sse/executors/claude-web-with-auto-refresh.js +73 -0
  54. package/open-sse/executors/claude-web.js +586 -0
  55. package/open-sse/executors/cliproxyapi.js +296 -0
  56. package/open-sse/executors/cloudflare-ai.js +46 -0
  57. package/open-sse/executors/codebuddy-cn.js +40 -0
  58. package/open-sse/executors/codex.js +1324 -0
  59. package/open-sse/executors/commandCode.js +558 -0
  60. package/open-sse/executors/commandcode.js +88 -0
  61. package/open-sse/executors/copilot-m365-connection.js +176 -0
  62. package/open-sse/executors/copilot-m365-frames.js +192 -0
  63. package/open-sse/executors/copilot-m365-web.js +299 -0
  64. package/open-sse/executors/copilot-web.js +580 -0
  65. package/open-sse/executors/cursor.js +795 -0
  66. package/open-sse/executors/deepseek-web-with-auto-refresh.js +150 -0
  67. package/open-sse/executors/deepseek-web.js +875 -0
  68. package/open-sse/executors/default.js +430 -0
  69. package/open-sse/executors/devin-cli.js +351 -0
  70. package/open-sse/executors/doubao-web.js +550 -0
  71. package/open-sse/executors/duckduckgo-web.js +629 -0
  72. package/open-sse/executors/forceResponsesUpstream.js +33 -0
  73. package/open-sse/executors/gemini-business.js +320 -0
  74. package/open-sse/executors/gemini-cli.js +89 -0
  75. package/open-sse/executors/gemini-web.js +297 -0
  76. package/open-sse/executors/github.js +379 -0
  77. package/open-sse/executors/gitlab.js +569 -0
  78. package/open-sse/executors/glm.js +361 -0
  79. package/open-sse/executors/grok-cli.js +119 -0
  80. package/open-sse/executors/grok-web.js +345 -0
  81. package/open-sse/executors/huggingchat.js +467 -0
  82. package/open-sse/executors/iflow.js +108 -0
  83. package/open-sse/executors/index.js +78 -0
  84. package/open-sse/executors/inner-ai.js +527 -0
  85. package/open-sse/executors/kimchi.js +123 -0
  86. package/open-sse/executors/kimi-web.js +325 -0
  87. package/open-sse/executors/kimi.js +97 -0
  88. package/open-sse/executors/kiro.js +503 -0
  89. package/open-sse/executors/kiroThinking.js +44 -0
  90. package/open-sse/executors/lmarena.js +395 -0
  91. package/open-sse/executors/mimo-free.js +167 -0
  92. package/open-sse/executors/mimocode.js +392 -0
  93. package/open-sse/executors/ninerouter.js +155 -0
  94. package/open-sse/executors/nlpcloud.js +438 -0
  95. package/open-sse/executors/ollama-local.js +14 -0
  96. package/open-sse/executors/opencode-go.js +41 -0
  97. package/open-sse/executors/opencode.js +32 -0
  98. package/open-sse/executors/perplexity-web.js +581 -0
  99. package/open-sse/executors/poe-web.js +133 -0
  100. package/open-sse/executors/pollinations.js +95 -0
  101. package/open-sse/executors/puter.js +31 -0
  102. package/open-sse/executors/qoder.js +448 -0
  103. package/open-sse/executors/qwen-web.js +372 -0
  104. package/open-sse/executors/qwen.js +129 -0
  105. package/open-sse/executors/t3-chat-web.js +417 -0
  106. package/open-sse/executors/theoldllm.js +290 -0
  107. package/open-sse/executors/trae.js +418 -0
  108. package/open-sse/executors/v0-vercel-web.js +141 -0
  109. package/open-sse/executors/venice-web.js +142 -0
  110. package/open-sse/executors/vertex.js +131 -0
  111. package/open-sse/executors/vertexMedia.js +236 -0
  112. package/open-sse/executors/windsurf.js +560 -0
  113. package/open-sse/executors/xai.js +46 -0
  114. package/open-sse/executors/xiaomi-tokenplan.js +19 -0
  115. package/open-sse/executors/yuanbao-web.js +385 -0
  116. package/open-sse/executors/zed-hosted.js +281 -0
  117. package/open-sse/executors/zenmux-free.js +247 -0
  118. package/open-sse/handlers/audioSpeech.js +759 -0
  119. package/open-sse/handlers/audioTranscription.js +395 -0
  120. package/open-sse/handlers/audioTranslation.js +181 -0
  121. package/open-sse/handlers/chatCore/nonStreamingHandler.js +300 -0
  122. package/open-sse/handlers/chatCore/requestDetail.js +102 -0
  123. package/open-sse/handlers/chatCore/sseToJsonHandler.js +231 -0
  124. package/open-sse/handlers/chatCore/streamingHandler.js +95 -0
  125. package/open-sse/handlers/chatCore.js +404 -0
  126. package/open-sse/handlers/embeddingProviders/_base.js +4 -0
  127. package/open-sse/handlers/embeddingProviders/gemini.js +54 -0
  128. package/open-sse/handlers/embeddingProviders/index.js +23 -0
  129. package/open-sse/handlers/embeddingProviders/openai.js +39 -0
  130. package/open-sse/handlers/embeddingProviders/openaiCompatNode.js +13 -0
  131. package/open-sse/handlers/embeddingsCore.js +126 -0
  132. package/open-sse/handlers/fetch/index.js +237 -0
  133. package/open-sse/handlers/imageGenerationCore.js +230 -0
  134. package/open-sse/handlers/imageProviders/_base.js +31 -0
  135. package/open-sse/handlers/imageProviders/antigravity.js +73 -0
  136. package/open-sse/handlers/imageProviders/blackForestLabs.js +63 -0
  137. package/open-sse/handlers/imageProviders/cloudflareAi.js +207 -0
  138. package/open-sse/handlers/imageProviders/codex.js +217 -0
  139. package/open-sse/handlers/imageProviders/comfyui.js +25 -0
  140. package/open-sse/handlers/imageProviders/falAi.js +62 -0
  141. package/open-sse/handlers/imageProviders/gemini.js +40 -0
  142. package/open-sse/handlers/imageProviders/huggingface.js +38 -0
  143. package/open-sse/handlers/imageProviders/index.js +44 -0
  144. package/open-sse/handlers/imageProviders/leonardo.js +435 -0
  145. package/open-sse/handlers/imageProviders/nanobanana.js +79 -0
  146. package/open-sse/handlers/imageProviders/openai.js +61 -0
  147. package/open-sse/handlers/imageProviders/runwayml.js +72 -0
  148. package/open-sse/handlers/imageProviders/sdwebui.js +36 -0
  149. package/open-sse/handlers/imageProviders/stabilityAi.js +59 -0
  150. package/open-sse/handlers/imageProviders/weavy.js +222 -0
  151. package/open-sse/handlers/moderations.js +92 -0
  152. package/open-sse/handlers/ocr.js +89 -0
  153. package/open-sse/handlers/rerank.js +223 -0
  154. package/open-sse/handlers/responseSanitizer/reasoning.js +144 -0
  155. package/open-sse/handlers/responsesHandler.js +99 -0
  156. package/open-sse/handlers/search/callers.js +371 -0
  157. package/open-sse/handlers/search/chatSearch.js +409 -0
  158. package/open-sse/handlers/search/index.js +201 -0
  159. package/open-sse/handlers/search/normalizers.js +223 -0
  160. package/open-sse/handlers/search.js +1056 -0
  161. package/open-sse/handlers/sseParser.js +469 -0
  162. package/open-sse/handlers/sttCore.js +193 -0
  163. package/open-sse/handlers/ttsCore.js +74 -0
  164. package/open-sse/handlers/ttsProviders/_base.js +39 -0
  165. package/open-sse/handlers/ttsProviders/edgeTts.js +89 -0
  166. package/open-sse/handlers/ttsProviders/elevenlabs.js +48 -0
  167. package/open-sse/handlers/ttsProviders/gemini.js +117 -0
  168. package/open-sse/handlers/ttsProviders/genericFormats.js +169 -0
  169. package/open-sse/handlers/ttsProviders/googleTts.js +54 -0
  170. package/open-sse/handlers/ttsProviders/index.js +50 -0
  171. package/open-sse/handlers/ttsProviders/localDevice.js +87 -0
  172. package/open-sse/handlers/ttsProviders/minimax.js +59 -0
  173. package/open-sse/handlers/ttsProviders/openai.js +30 -0
  174. package/open-sse/handlers/ttsProviders/openrouter.js +70 -0
  175. package/open-sse/handlers/usageExtractor.js +93 -0
  176. package/open-sse/handlers/videoGenerationCore.js +119 -0
  177. package/open-sse/handlers/videoProviders/index.js +22 -0
  178. package/open-sse/handlers/videoProviders/leonardo.js +511 -0
  179. package/open-sse/handlers/videoProviders/weavy.js +198 -0
  180. package/open-sse/handlers/webFetch.js +200 -0
  181. package/open-sse/index.js +79 -0
  182. package/open-sse/mcp-server/audit.js +283 -0
  183. package/open-sse/mcp-server/catalog.js +184 -0
  184. package/open-sse/mcp-server/descriptionCompressor.js +175 -0
  185. package/open-sse/mcp-server/httpAuthContext.js +32 -0
  186. package/open-sse/mcp-server/httpTransport.js +229 -0
  187. package/open-sse/mcp-server/index.js +33 -0
  188. package/open-sse/mcp-server/mcpCallerIdentity.js +21 -0
  189. package/open-sse/mcp-server/runtimeHeartbeat.js +110 -0
  190. package/open-sse/mcp-server/schemas/a2a.js +153 -0
  191. package/open-sse/mcp-server/schemas/audit.js +17 -0
  192. package/open-sse/mcp-server/schemas/index.js +166 -0
  193. package/open-sse/mcp-server/schemas/pickFastestModel.js +90 -0
  194. package/open-sse/mcp-server/schemas/toolDefinition.js +0 -0
  195. package/open-sse/mcp-server/schemas/toolSearch.js +32 -0
  196. package/open-sse/mcp-server/schemas/tools.js +1219 -0
  197. package/open-sse/mcp-server/scopeEnforcement.js +80 -0
  198. package/open-sse/mcp-server/server.js +1168 -0
  199. package/open-sse/mcp-server/toolCardinality.js +78 -0
  200. package/open-sse/mcp-server/toolSearch/catalog.js +66 -0
  201. package/open-sse/mcp-server/toolSearch/handler.js +20 -0
  202. package/open-sse/mcp-server/toolSearch/index.js +10 -0
  203. package/open-sse/mcp-server/toolSearch/register.js +21 -0
  204. package/open-sse/mcp-server/toolSearch/search.js +55 -0
  205. package/open-sse/mcp-server/toolSearch/signature.js +67 -0
  206. package/open-sse/mcp-server/tools/advancedTools.js +893 -0
  207. package/open-sse/mcp-server/tools/agentSkillTools.js +69 -0
  208. package/open-sse/mcp-server/tools/compressionTools.js +309 -0
  209. package/open-sse/mcp-server/tools/gamificationTools.js +134 -0
  210. package/open-sse/mcp-server/tools/githubSkillTools.js +102 -0
  211. package/open-sse/mcp-server/tools/memoryTools.js +118 -0
  212. package/open-sse/mcp-server/tools/notionTools.js +101 -0
  213. package/open-sse/mcp-server/tools/obsidianTools.js +307 -0
  214. package/open-sse/mcp-server/tools/pickFastestModel.js +223 -0
  215. package/open-sse/mcp-server/tools/pluginTools.js +181 -0
  216. package/open-sse/mcp-server/tools/poolTools.js +139 -0
  217. package/open-sse/mcp-server/tools/skillTools.js +113 -0
  218. package/open-sse/package.json +10 -0
  219. package/open-sse/providers/REGISTRY_TEMPLATE.js +98 -0
  220. package/open-sse/providers/capabilities.js +293 -0
  221. package/open-sse/providers/index.js +51 -0
  222. package/open-sse/providers/models/helpers.js +20 -0
  223. package/open-sse/providers/models/namePatterns.js +33 -0
  224. package/open-sse/providers/models/schema.js +40 -0
  225. package/open-sse/providers/pricing.js +308 -0
  226. package/open-sse/providers/registry/alicode-intl.js +30 -0
  227. package/open-sse/providers/registry/alicode.js +31 -0
  228. package/open-sse/providers/registry/anthropic.js +37 -0
  229. package/open-sse/providers/registry/antigravity.js +81 -0
  230. package/open-sse/providers/registry/assemblyai.js +38 -0
  231. package/open-sse/providers/registry/aws-polly.js +45 -0
  232. package/open-sse/providers/registry/azure.js +21 -0
  233. package/open-sse/providers/registry/black-forest-labs.js +32 -0
  234. package/open-sse/providers/registry/blackbox.js +41 -0
  235. package/open-sse/providers/registry/brave-search.js +35 -0
  236. package/open-sse/providers/registry/byteplus.js +35 -0
  237. package/open-sse/providers/registry/cartesia.js +36 -0
  238. package/open-sse/providers/registry/cerebras.js +31 -0
  239. package/open-sse/providers/registry/chutes.js +24 -0
  240. package/open-sse/providers/registry/claude.js +87 -0
  241. package/open-sse/providers/registry/cline.js +51 -0
  242. package/open-sse/providers/registry/clinepass.js +57 -0
  243. package/open-sse/providers/registry/cloudflare-ai.js +55 -0
  244. package/open-sse/providers/registry/codebuddy-cn.js +77 -0
  245. package/open-sse/providers/registry/codex.js +100 -0
  246. package/open-sse/providers/registry/cohere.js +27 -0
  247. package/open-sse/providers/registry/comfyui.js +20 -0
  248. package/open-sse/providers/registry/commandcode.js +43 -0
  249. package/open-sse/providers/registry/coqui.js +30 -0
  250. package/open-sse/providers/registry/cursor.js +58 -0
  251. package/open-sse/providers/registry/deepgram.js +33 -0
  252. package/open-sse/providers/registry/deepseek.js +51 -0
  253. package/open-sse/providers/registry/digitalocean.js +92 -0
  254. package/open-sse/providers/registry/edge-tts.js +24 -0
  255. package/open-sse/providers/registry/elevenlabs.js +35 -0
  256. package/open-sse/providers/registry/exa.js +50 -0
  257. package/open-sse/providers/registry/fal-ai.js +34 -0
  258. package/open-sse/providers/registry/featherless.js +34 -0
  259. package/open-sse/providers/registry/firecrawl.js +34 -0
  260. package/open-sse/providers/registry/fireworks.js +29 -0
  261. package/open-sse/providers/registry/gemini-cli.js +58 -0
  262. package/open-sse/providers/registry/gemini.js +83 -0
  263. package/open-sse/providers/registry/github.js +88 -0
  264. package/open-sse/providers/registry/gitlab.js +32 -0
  265. package/open-sse/providers/registry/glm-cn.js +35 -0
  266. package/open-sse/providers/registry/glm.js +58 -0
  267. package/open-sse/providers/registry/google-pse.js +35 -0
  268. package/open-sse/providers/registry/google-tts.js +24 -0
  269. package/open-sse/providers/registry/grok-cli.js +86 -0
  270. package/open-sse/providers/registry/grok-web.js +39 -0
  271. package/open-sse/providers/registry/groq.js +37 -0
  272. package/open-sse/providers/registry/huggingface.js +34 -0
  273. package/open-sse/providers/registry/hyperbolic.js +35 -0
  274. package/open-sse/providers/registry/ibm-bob.js +27 -0
  275. package/open-sse/providers/registry/iflow.js +52 -0
  276. package/open-sse/providers/registry/index.js +210 -0
  277. package/open-sse/providers/registry/inworld.js +36 -0
  278. package/open-sse/providers/registry/jina-ai.js +42 -0
  279. package/open-sse/providers/registry/jina-reader.js +34 -0
  280. package/open-sse/providers/registry/kilocode.js +51 -0
  281. package/open-sse/providers/registry/kimchi.js +49 -0
  282. package/open-sse/providers/registry/kimi-coding.js +65 -0
  283. package/open-sse/providers/registry/kimi.js +56 -0
  284. package/open-sse/providers/registry/kiro.js +115 -0
  285. package/open-sse/providers/registry/linkup.js +34 -0
  286. package/open-sse/providers/registry/local-device.js +24 -0
  287. package/open-sse/providers/registry/mimo-free.js +24 -0
  288. package/open-sse/providers/registry/minimax-cn.js +76 -0
  289. package/open-sse/providers/registry/minimax.js +83 -0
  290. package/open-sse/providers/registry/mistral.js +34 -0
  291. package/open-sse/providers/registry/mmf.js +19 -0
  292. package/open-sse/providers/registry/nanobanana.js +35 -0
  293. package/open-sse/providers/registry/nebius.js +27 -0
  294. package/open-sse/providers/registry/nvidia.js +43 -0
  295. package/open-sse/providers/registry/ollama-local.js +19 -0
  296. package/open-sse/providers/registry/ollama.js +36 -0
  297. package/open-sse/providers/registry/openai.js +84 -0
  298. package/open-sse/providers/registry/opencode-go.js +41 -0
  299. package/open-sse/providers/registry/opencode.js +25 -0
  300. package/open-sse/providers/registry/openrouter.js +60 -0
  301. package/open-sse/providers/registry/perplexity-agent.js +49 -0
  302. package/open-sse/providers/registry/perplexity-web.js +33 -0
  303. package/open-sse/providers/registry/perplexity.js +37 -0
  304. package/open-sse/providers/registry/playht.js +36 -0
  305. package/open-sse/providers/registry/qoder.js +54 -0
  306. package/open-sse/providers/registry/qwen.js +33 -0
  307. package/open-sse/providers/registry/recraft.js +24 -0
  308. package/open-sse/providers/registry/runwayml.js +30 -0
  309. package/open-sse/providers/registry/sdwebui.js +20 -0
  310. package/open-sse/providers/registry/searchapi.js +35 -0
  311. package/open-sse/providers/registry/searxng.js +35 -0
  312. package/open-sse/providers/registry/serper.js +35 -0
  313. package/open-sse/providers/registry/siliconflow.js +39 -0
  314. package/open-sse/providers/registry/stability-ai.js +31 -0
  315. package/open-sse/providers/registry/tavily.js +50 -0
  316. package/open-sse/providers/registry/together.js +31 -0
  317. package/open-sse/providers/registry/topaz.js +19 -0
  318. package/open-sse/providers/registry/tortoise.js +30 -0
  319. package/open-sse/providers/registry/venice.js +56 -0
  320. package/open-sse/providers/registry/vercel-ai-gateway.js +41 -0
  321. package/open-sse/providers/registry/vertex-partner.js +29 -0
  322. package/open-sse/providers/registry/vertex.js +32 -0
  323. package/open-sse/providers/registry/volcengine-ark.js +35 -0
  324. package/open-sse/providers/registry/voyage-ai.js +30 -0
  325. package/open-sse/providers/registry/xai.js +45 -0
  326. package/open-sse/providers/registry/xiaomi-mimo.js +46 -0
  327. package/open-sse/providers/registry/xiaomi-tokenplan.js +63 -0
  328. package/open-sse/providers/registry/youcom.js +35 -0
  329. package/open-sse/providers/schema.js +76 -0
  330. package/open-sse/providers/shared.js +74 -0
  331. package/open-sse/providers/thinkingLevels.js +48 -0
  332. package/open-sse/rtk/applyFilter.js +15 -0
  333. package/open-sse/rtk/autodetect.js +111 -0
  334. package/open-sse/rtk/caveman.js +100 -0
  335. package/open-sse/rtk/cavemanPrompts.js +78 -0
  336. package/open-sse/rtk/constants.js +55 -0
  337. package/open-sse/rtk/filters/buildOutput.js +127 -0
  338. package/open-sse/rtk/filters/dedupLog.js +44 -0
  339. package/open-sse/rtk/filters/find.js +50 -0
  340. package/open-sse/rtk/filters/gitDiff.js +92 -0
  341. package/open-sse/rtk/filters/gitLog.js +99 -0
  342. package/open-sse/rtk/filters/gitStatus.js +117 -0
  343. package/open-sse/rtk/filters/grep.js +48 -0
  344. package/open-sse/rtk/filters/ls.js +79 -0
  345. package/open-sse/rtk/filters/readNumbered.js +27 -0
  346. package/open-sse/rtk/filters/searchList.js +52 -0
  347. package/open-sse/rtk/filters/smartTruncate.js +15 -0
  348. package/open-sse/rtk/filters/tree.js +32 -0
  349. package/open-sse/rtk/headroom.js +215 -0
  350. package/open-sse/rtk/index.js +155 -0
  351. package/open-sse/rtk/paleo.js +47 -0
  352. package/open-sse/rtk/ponytail.js +9 -0
  353. package/open-sse/rtk/ponytailPrompt.js +52 -0
  354. package/open-sse/rtk/ponytailPrompts.js +76 -0
  355. package/open-sse/rtk/pxpipe.js +104 -0
  356. package/open-sse/rtk/registry.js +38 -0
  357. package/open-sse/rtk/systemInject.js +98 -0
  358. package/open-sse/services/accountFallback.js +323 -0
  359. package/open-sse/services/antigravityHeaders.js +91 -0
  360. package/open-sse/services/antigravityVersion.js +154 -0
  361. package/open-sse/services/clinepassModels.js +63 -0
  362. package/open-sse/services/codexQuotaFetcher.js +312 -0
  363. package/open-sse/services/codexVerbosity.js +30 -0
  364. package/open-sse/services/combo/context.js +12 -0
  365. package/open-sse/services/combo/fingerprintExpansion.js +51 -0
  366. package/open-sse/services/combo/headroomRanking.js +28 -0
  367. package/open-sse/services/combo/quotaExhaustionCutoff.js +87 -0
  368. package/open-sse/services/combo/quotaScoring.js +226 -0
  369. package/open-sse/services/combo/quotaShareConcurrency.js +25 -0
  370. package/open-sse/services/combo/quotaShareInflight.js +50 -0
  371. package/open-sse/services/combo/quotaShareStrategy.js +130 -0
  372. package/open-sse/services/combo/resolveAutoStrategy.js +231 -0
  373. package/open-sse/services/combo/responseValidation.js +140 -0
  374. package/open-sse/services/combo/runtimeUnits.js +195 -0
  375. package/open-sse/services/combo/sessionStickiness.js +128 -0
  376. package/open-sse/services/combo/shadowRouting.js +131 -0
  377. package/open-sse/services/combo/targetExhaustion.js +75 -0
  378. package/open-sse/services/combo/targetSorters.js +126 -0
  379. package/open-sse/services/combo/targetTimeoutRunner.js +65 -0
  380. package/open-sse/services/combo/validateQuality.js +271 -0
  381. package/open-sse/services/combo.js +571 -0
  382. package/open-sse/services/comboAgentMiddleware.js +91 -0
  383. package/open-sse/services/comboConfig.js +153 -0
  384. package/open-sse/services/comboManifestMetrics.js +10 -0
  385. package/open-sse/services/comboMetrics.js +278 -0
  386. package/open-sse/services/compact.js +71 -0
  387. package/open-sse/services/copilotModels.js +155 -0
  388. package/open-sse/services/emergencyFallback.js +109 -0
  389. package/open-sse/services/errorClassifier.js +190 -0
  390. package/open-sse/services/evalRouting.js +201 -0
  391. package/open-sse/services/freeWebSearch.js +4 -0
  392. package/open-sse/services/fusion.js +223 -0
  393. package/open-sse/services/intentClassifier.js +631 -0
  394. package/open-sse/services/kimchiModels.js +176 -0
  395. package/open-sse/services/kiroModels.js +332 -0
  396. package/open-sse/services/model.js +136 -0
  397. package/open-sse/services/modelCapabilities.js +5 -0
  398. package/open-sse/services/modelDeprecation.js +101 -0
  399. package/open-sse/services/modelFamilyFallback.js +166 -0
  400. package/open-sse/services/oauthCredentialManager.js +156 -0
  401. package/open-sse/services/pipeline.js +107 -0
  402. package/open-sse/services/projectId.js +306 -0
  403. package/open-sse/services/provider.js +169 -0
  404. package/open-sse/services/providerCooldownTracker.js +94 -0
  405. package/open-sse/services/providerDefaultRateLimit.js +11 -0
  406. package/open-sse/services/proxyAutoSelector.js +24 -0
  407. package/open-sse/services/qoderModels.js +214 -0
  408. package/open-sse/services/quotaFetchThrottle.js +103 -0
  409. package/open-sse/services/quotaMonitor.js +310 -0
  410. package/open-sse/services/quotaPreflight.js +266 -0
  411. package/open-sse/services/rateLimitManager/headers.js +56 -0
  412. package/open-sse/services/rateLimitManager.js +616 -0
  413. package/open-sse/services/rateLimitSemaphore.js +112 -0
  414. package/open-sse/services/responsesInputSanitizer.js +99 -0
  415. package/open-sse/services/slidingWindowLimiter.js +44 -0
  416. package/open-sse/services/streamRecovery.js +355 -0
  417. package/open-sse/services/taskAwareRouter.js +227 -0
  418. package/open-sse/services/taskAwareRouting.js +332 -0
  419. package/open-sse/services/thinkingBudget.js +247 -0
  420. package/open-sse/services/tokenRefresh/dedup.js +31 -0
  421. package/open-sse/services/tokenRefresh/providers.js +624 -0
  422. package/open-sse/services/tokenRefresh.js +254 -0
  423. package/open-sse/services/usage/claude.js +147 -0
  424. package/open-sse/services/usage/codebuddy-cn.js +138 -0
  425. package/open-sse/services/usage/codex.js +267 -0
  426. package/open-sse/services/usage/github.js +100 -0
  427. package/open-sse/services/usage/google.js +241 -0
  428. package/open-sse/services/usage/grok-cli.js +274 -0
  429. package/open-sse/services/usage/kiro.js +188 -0
  430. package/open-sse/services/usage/minimax.js +234 -0
  431. package/open-sse/services/usage/misc.js +288 -0
  432. package/open-sse/services/usage/shared.js +70 -0
  433. package/open-sse/services/usage.js +62 -0
  434. package/open-sse/services/usageDb.js +2 -0
  435. package/open-sse/services/webSearchRouting.js +25 -0
  436. package/open-sse/services/wildcardRouter.js +59 -0
  437. package/open-sse/shared/clineAuth.js +37 -0
  438. package/open-sse/shared/machineId.js +19 -0
  439. package/open-sse/shared/qoder/constants.js +64 -0
  440. package/open-sse/shared/qoder/cosy.js +175 -0
  441. package/open-sse/shared/qoder/encoding.js +55 -0
  442. package/open-sse/transformer/responsesTransformer.js +439 -0
  443. package/open-sse/transformer/streamToJsonConverter.js +103 -0
  444. package/open-sse/translator/concerns/chunk.js +11 -0
  445. package/open-sse/translator/concerns/finishReason.js +63 -0
  446. package/open-sse/translator/concerns/image.js +124 -0
  447. package/open-sse/translator/concerns/json.js +5 -0
  448. package/open-sse/translator/concerns/message.js +7 -0
  449. package/open-sse/translator/concerns/modality.js +155 -0
  450. package/open-sse/translator/concerns/paramSupport.js +75 -0
  451. package/open-sse/translator/concerns/prefetch.js +96 -0
  452. package/open-sse/translator/concerns/reasoning.js +24 -0
  453. package/open-sse/translator/concerns/thinking.js +53 -0
  454. package/open-sse/translator/concerns/thinkingUnified.js +329 -0
  455. package/open-sse/translator/concerns/toolCall.js +153 -0
  456. package/open-sse/translator/concerns/usage.js +69 -0
  457. package/open-sse/translator/formats/claude.js +368 -0
  458. package/open-sse/translator/formats/gemini.js +380 -0
  459. package/open-sse/translator/formats/maxTokens.js +34 -0
  460. package/open-sse/translator/formats/openai.js +134 -0
  461. package/open-sse/translator/formats/responsesApi.js +141 -0
  462. package/open-sse/translator/formats.js +36 -0
  463. package/open-sse/translator/helpers/claudeHelper.js +216 -0
  464. package/open-sse/translator/helpers/geminiHelper.js +372 -0
  465. package/open-sse/translator/helpers/imageHelper.js +34 -0
  466. package/open-sse/translator/helpers/maxTokensHelper.js +27 -0
  467. package/open-sse/translator/helpers/openaiHelper.js +130 -0
  468. package/open-sse/translator/helpers/responsesApiHelper.js +139 -0
  469. package/open-sse/translator/helpers/toolCallHelper.js +148 -0
  470. package/open-sse/translator/index.js +252 -0
  471. package/open-sse/translator/request/antigravity-to-openai.js +242 -0
  472. package/open-sse/translator/request/claude-to-kiro.js +478 -0
  473. package/open-sse/translator/request/claude-to-openai.js +263 -0
  474. package/open-sse/translator/request/gemini-to-openai.js +152 -0
  475. package/open-sse/translator/request/openai-responses.js +385 -0
  476. package/open-sse/translator/request/openai-to-claude.js +383 -0
  477. package/open-sse/translator/request/openai-to-commandcode.js +176 -0
  478. package/open-sse/translator/request/openai-to-cursor.js +185 -0
  479. package/open-sse/translator/request/openai-to-gemini.js +442 -0
  480. package/open-sse/translator/request/openai-to-kiro.js +607 -0
  481. package/open-sse/translator/request/openai-to-kiro.old.js +278 -0
  482. package/open-sse/translator/request/openai-to-ollama.js +195 -0
  483. package/open-sse/translator/request/openai-to-vertex.js +42 -0
  484. package/open-sse/translator/response/claude-to-openai.js +195 -0
  485. package/open-sse/translator/response/commandcode-to-openai.js +188 -0
  486. package/open-sse/translator/response/cursor-to-openai.js +30 -0
  487. package/open-sse/translator/response/gemini-to-openai.js +147 -0
  488. package/open-sse/translator/response/kiro-to-claude.js +261 -0
  489. package/open-sse/translator/response/kiro-to-openai.js +160 -0
  490. package/open-sse/translator/response/ollama-to-openai.js +134 -0
  491. package/open-sse/translator/response/openai-responses.js +535 -0
  492. package/open-sse/translator/response/openai-to-antigravity.js +123 -0
  493. package/open-sse/translator/response/openai-to-claude.js +265 -0
  494. package/open-sse/translator/schema/blocks.js +43 -0
  495. package/open-sse/translator/schema/defaults.js +7 -0
  496. package/open-sse/translator/schema/finishReasons.js +27 -0
  497. package/open-sse/translator/schema/index.js +8 -0
  498. package/open-sse/translator/schema/roles.js +16 -0
  499. package/open-sse/utils/agentGoalPolicy.js +85 -0
  500. package/open-sse/utils/aiSdkCompat.js +75 -0
  501. package/open-sse/utils/bypassHandler.js +298 -0
  502. package/open-sse/utils/cacheControlPolicy.js +189 -0
  503. package/open-sse/utils/claudeCloaking.js +155 -0
  504. package/open-sse/utils/claudeHeaderCache.js +70 -0
  505. package/open-sse/utils/claudeSignature.js +41 -0
  506. package/open-sse/utils/clientDetector.js +63 -0
  507. package/open-sse/utils/codebuddySanitizer.js +96 -0
  508. package/open-sse/utils/composerToolCalls.js +158 -0
  509. package/open-sse/utils/cors.js +13 -0
  510. package/open-sse/utils/cursorChecksum.js +149 -0
  511. package/open-sse/utils/cursorImages.js +224 -0
  512. package/open-sse/utils/cursorProtobuf.js +904 -0
  513. package/open-sse/utils/cursorVersionDetector.js +55 -0
  514. package/open-sse/utils/debugLog.js +14 -0
  515. package/open-sse/utils/diagnostics.js +143 -0
  516. package/open-sse/utils/error.js +164 -0
  517. package/open-sse/utils/estimateSize.js +33 -0
  518. package/open-sse/utils/finishReason.js +32 -0
  519. package/open-sse/utils/flattenToolHistory.js +68 -0
  520. package/open-sse/utils/headers.js +36 -0
  521. package/open-sse/utils/heapPressure.js +35 -0
  522. package/open-sse/utils/jsonToSse.js +125 -0
  523. package/open-sse/utils/keepaliveThreshold.js +40 -0
  524. package/open-sse/utils/logger.js +104 -0
  525. package/open-sse/utils/noThinkingAlias.js +74 -0
  526. package/open-sse/utils/number.js +7 -0
  527. package/open-sse/utils/ollamaTransform.js +85 -0
  528. package/open-sse/utils/opencodeHeaders.js +47 -0
  529. package/open-sse/utils/progressTracker.js +81 -0
  530. package/open-sse/utils/providerRequestLogging.js +219 -0
  531. package/open-sse/utils/proxyFetch.js +369 -0
  532. package/open-sse/utils/reasoningContentInjector.js +79 -0
  533. package/open-sse/utils/reasoningFields.js +70 -0
  534. package/open-sse/utils/requestLogger.js +260 -0
  535. package/open-sse/utils/responsesInputNormalization.js +92 -0
  536. package/open-sse/utils/responsesStatePolicy.js +52 -0
  537. package/open-sse/utils/responsesStreamHelpers.js +49 -0
  538. package/open-sse/utils/sessionManager.js +240 -0
  539. package/open-sse/utils/sleep.js +6 -0
  540. package/open-sse/utils/sse.js +14 -0
  541. package/open-sse/utils/sseConstants.js +23 -0
  542. package/open-sse/utils/sseHeartbeat.js +104 -0
  543. package/open-sse/utils/stream.js +517 -0
  544. package/open-sse/utils/streamFailureFinalization.js +134 -0
  545. package/open-sse/utils/streamHandler.js +250 -0
  546. package/open-sse/utils/streamHelpers.js +137 -0
  547. package/open-sse/utils/textualToolCall.js +104 -0
  548. package/open-sse/utils/thinkCloseMarker.js +72 -0
  549. package/open-sse/utils/thinkTagParser.js +146 -0
  550. package/open-sse/utils/toolCallArguments.js +12 -0
  551. package/open-sse/utils/toolDeduper.js +49 -0
  552. package/open-sse/utils/toolSources.js +31 -0
  553. package/open-sse/utils/upstreamResponseHeaders.js +25 -0
  554. package/open-sse/utils/urlSanitize.js +15 -0
  555. package/open-sse/utils/usageTracking.js +347 -0
  556. package/package.json +1 -1
@@ -0,0 +1,517 @@
1
+ import { translateResponse, initState } from "../translator/index.js";
2
+ import { FORMATS } from "../translator/formats.js";
3
+ import { trackPendingRequest, appendRequestLog } from '../../../dist/lib/usageDb.js';
4
+ import { extractUsage, hasValidUsage, estimateUsage, logUsage, addBufferToUsage, filterUsageForFormat, COLORS } from "./usageTracking.js";
5
+ import { parseSSELine, hasValuableContent, fixInvalidId, formatSSE } from "./streamHelpers.js";
6
+ import { getOpenAIResponsesEventName, isOpenAIResponsesTerminalEvent, formatIncompleteOpenAIResponsesStreamFailure } from "./responsesStreamHelpers.js";
7
+ import { dbg, isDebugEnabled } from "./debugLog.js";
8
+
9
+ export { COLORS, formatSSE };
10
+
11
+ // sharedEncoder is stateless — safe to share across streams
12
+ const sharedEncoder = new TextEncoder();
13
+
14
+ /**
15
+ * Stream modes
16
+ */
17
+ const STREAM_MODE = {
18
+ TRANSLATE: "translate", // Full translation between formats
19
+ PASSTHROUGH: "passthrough" // No translation, normalize output, extract usage
20
+ };
21
+
22
+ /**
23
+ * Create unified SSE transform stream
24
+ * @param {object} options
25
+ * @param {string} options.mode - Stream mode: translate, passthrough
26
+ * @param {string} options.targetFormat - Provider format (for translate mode)
27
+ * @param {string} options.sourceFormat - Client format (for translate mode)
28
+ * @param {string} options.provider - Provider name
29
+ * @param {object} options.reqLogger - Request logger instance
30
+ * @param {string} options.model - Model name
31
+ * @param {string} options.connectionId - Connection ID for usage tracking
32
+ * @param {object} options.body - Request body (for input token estimation)
33
+ * @param {function} options.onStreamComplete - Callback when stream completes (content, usage)
34
+ * @param {string} options.apiKey - API key for usage tracking
35
+ */
36
+ export function createSSEStream(options = {}) {
37
+ const {
38
+ mode = STREAM_MODE.TRANSLATE,
39
+ targetFormat,
40
+ sourceFormat,
41
+ provider = null,
42
+ reqLogger = null,
43
+ toolNameMap = null,
44
+ model = null,
45
+ connectionId = null,
46
+ body = null,
47
+ onStreamComplete = null,
48
+ apiKey = null
49
+ } = options;
50
+
51
+ let buffer = "";
52
+ let usage = null;
53
+
54
+ // Per-stream decoder with stream:true to correctly handle multi-byte chars split across chunks
55
+ const decoder = new TextDecoder("utf-8", { fatal: false });
56
+
57
+ const state = mode === STREAM_MODE.TRANSLATE ? { ...initState(sourceFormat), provider, toolNameMap, model } : null;
58
+
59
+ let totalContentLength = 0;
60
+ let accumulatedContent = "";
61
+ let accumulatedThinking = "";
62
+ let ttftAt = null;
63
+ let sseLineCount = 0;
64
+ let sseEmittedCount = 0;
65
+ const eventTypeCounts = {};
66
+
67
+ // Track Responses API event framing for same-format passthrough (codex)
68
+ let currentOpenAIResponsesEvent = null;
69
+ let openAIResponsesTerminalSeen = false;
70
+ let openAIResponsesDoneSent = false;
71
+
72
+ return new TransformStream({
73
+ transform(chunk, controller) {
74
+ if (!ttftAt) ttftAt = Date.now();
75
+ const text = decoder.decode(chunk, { stream: true });
76
+ buffer += text;
77
+ reqLogger?.appendProviderChunk?.(text);
78
+
79
+ const lines = buffer.split("\n");
80
+ buffer = lines.pop() || "";
81
+
82
+ for (const line of lines) {
83
+ const trimmed = line.trim();
84
+ if (isDebugEnabled && trimmed) {
85
+ sseLineCount++;
86
+ if (trimmed.startsWith("event:")) {
87
+ const evt = trimmed.slice(6).trim();
88
+ eventTypeCounts[evt] = (eventTypeCounts[evt] || 0) + 1;
89
+ }
90
+ }
91
+
92
+ // Capture Responses API event name to preserve framing in same-format passthrough
93
+ if (mode === STREAM_MODE.TRANSLATE && targetFormat === FORMATS.OPENAI_RESPONSES && trimmed.startsWith("event:")) {
94
+ currentOpenAIResponsesEvent = trimmed.slice(6).trim();
95
+ }
96
+
97
+ // Passthrough mode: normalize and forward
98
+ if (mode === STREAM_MODE.PASSTHROUGH) {
99
+ let output;
100
+ let injectedUsage = false;
101
+
102
+ // Handle raw JSON error disguised as SSE in passthrough mode
103
+ if (trimmed.startsWith("{")) {
104
+ try {
105
+ const parsedJson = JSON.parse(trimmed);
106
+ if (parsedJson && (parsedJson.error || parsedJson.code !== undefined || parsedJson.msg)) {
107
+ const errorMsg = parsedJson.error?.message || parsedJson.msg || (typeof parsedJson.error === "string" ? parsedJson.error : JSON.stringify(parsedJson));
108
+ const errorChunk = {
109
+ id: `err_${Date.now()}`,
110
+ object: "chat.completion.chunk",
111
+ created: Math.floor(Date.now() / 1000),
112
+ model: model || "unknown",
113
+ choices: [{
114
+ index: 0,
115
+ delta: { content: `\n\n[Provider Error]: ${errorMsg}\n\n` },
116
+ finish_reason: "stop"
117
+ }]
118
+ };
119
+ output = formatSSE(errorChunk, FORMATS.OPENAI);
120
+ reqLogger?.appendConvertedChunk?.(output);
121
+ controller.enqueue(sharedEncoder.encode(output));
122
+
123
+ const doneOutput = "data: [DONE]\n\n";
124
+ reqLogger?.appendConvertedChunk?.(doneOutput);
125
+ controller.enqueue(sharedEncoder.encode(doneOutput));
126
+ continue;
127
+ }
128
+ } catch (e) {}
129
+ }
130
+
131
+ if (trimmed.startsWith("data:") && trimmed.slice(5).trim() !== "[DONE]") {
132
+ try {
133
+ const parsed = JSON.parse(trimmed.slice(5).trim());
134
+
135
+ const idFixed = fixInvalidId(parsed);
136
+
137
+ // Ensure OpenAI-required fields are present on streaming chunks (Letta compat)
138
+ let fieldsInjected = false;
139
+ if (parsed.choices !== undefined) {
140
+ if (!parsed.object) { parsed.object = "chat.completion.chunk"; fieldsInjected = true; }
141
+ if (!parsed.created) { parsed.created = Math.floor(Date.now() / 1000); fieldsInjected = true; }
142
+ }
143
+
144
+ // Strip Azure-specific non-standard fields from streaming chunks
145
+ if (parsed.prompt_filter_results !== undefined) {
146
+ delete parsed.prompt_filter_results;
147
+ fieldsInjected = true;
148
+ }
149
+ if (parsed?.choices) {
150
+ for (const choice of parsed.choices) {
151
+ if (choice.content_filter_results !== undefined) {
152
+ delete choice.content_filter_results;
153
+ fieldsInjected = true;
154
+ }
155
+ }
156
+ }
157
+
158
+ if (!hasValuableContent(parsed, FORMATS.OPENAI)) {
159
+ continue;
160
+ }
161
+
162
+ const delta = parsed.choices?.[0]?.delta;
163
+
164
+ // Map refusal to content for clients that do not support the refusal field
165
+ if (delta?.refusal && !delta?.content) {
166
+ delta.content = `[Refusal]: ${delta.refusal}`;
167
+ }
168
+
169
+ const content = delta?.content;
170
+ const reasoning = delta?.reasoning_content;
171
+ if (content && typeof content === "string") {
172
+ totalContentLength += content.length;
173
+ accumulatedContent += content;
174
+ }
175
+ if (reasoning && typeof reasoning === "string") {
176
+ totalContentLength += reasoning.length;
177
+ accumulatedThinking += reasoning;
178
+ }
179
+
180
+ const extracted = extractUsage(parsed);
181
+ if (extracted) {
182
+ usage = extracted;
183
+ }
184
+
185
+ const isFinishChunk = parsed.choices?.[0]?.finish_reason;
186
+ if (isFinishChunk && !hasValidUsage(parsed.usage)) {
187
+ const estimated = estimateUsage(body, totalContentLength, FORMATS.OPENAI);
188
+ parsed.usage = filterUsageForFormat(estimated, FORMATS.OPENAI);
189
+ output = `data: ${JSON.stringify(parsed)}\n`;
190
+ usage = estimated;
191
+ injectedUsage = true;
192
+ } else if (isFinishChunk && usage) {
193
+ const buffered = addBufferToUsage(usage);
194
+ parsed.usage = filterUsageForFormat(buffered, FORMATS.OPENAI);
195
+ output = `data: ${JSON.stringify(parsed)}\n`;
196
+ injectedUsage = true;
197
+ } else if (idFixed || fieldsInjected) {
198
+ output = `data: ${JSON.stringify(parsed)}\n`;
199
+ injectedUsage = true;
200
+ }
201
+ } catch { }
202
+ }
203
+
204
+ if (!injectedUsage) {
205
+ if (line.startsWith("data:") && !line.startsWith("data: ")) {
206
+ output = "data: " + line.slice(5) + "\n";
207
+ } else {
208
+ output = line + "\n";
209
+ }
210
+ }
211
+
212
+ reqLogger?.appendConvertedChunk?.(output);
213
+ controller.enqueue(sharedEncoder.encode(output));
214
+ continue;
215
+ }
216
+
217
+ // Translate mode
218
+ if (!trimmed) continue;
219
+
220
+ const parsed = parseSSELine(trimmed, targetFormat);
221
+ if (!parsed) continue;
222
+
223
+ // Intercept raw JSON error that provider sent instead of SSE
224
+ if (parsed._isRawError) {
225
+ const errorMsg = parsed.raw.error?.message || parsed.raw.msg || (typeof parsed.raw.error === "string" ? parsed.raw.error : JSON.stringify(parsed.raw));
226
+ const errorChunk = {
227
+ id: `err_${Date.now()}`,
228
+ object: "chat.completion.chunk",
229
+ created: Math.floor(Date.now() / 1000),
230
+ model: model || "unknown",
231
+ choices: [{
232
+ index: 0,
233
+ delta: { content: `\n\n[Provider Error]: ${errorMsg}\n\n` },
234
+ finish_reason: "stop"
235
+ }]
236
+ };
237
+ const output = formatSSE(errorChunk, sourceFormat);
238
+ reqLogger?.appendConvertedChunk?.(output);
239
+ controller.enqueue(sharedEncoder.encode(output));
240
+ sseEmittedCount++;
241
+
242
+ const doneOutput = "data: [DONE]\n\n";
243
+ reqLogger?.appendConvertedChunk?.(doneOutput);
244
+ controller.enqueue(sharedEncoder.encode(doneOutput));
245
+ if (targetFormat === FORMATS.OPENAI_RESPONSES && sourceFormat === FORMATS.OPENAI_RESPONSES) openAIResponsesDoneSent = true;
246
+ continue;
247
+ }
248
+
249
+ // Map refusal to content for older clients that do not support refusal field
250
+ if (parsed.choices?.[0]?.delta?.refusal && !parsed.choices[0].delta.content) {
251
+ parsed.choices[0].delta.content = `[Refusal]: ${parsed.choices[0].delta.refusal}`;
252
+ }
253
+
254
+ // Responses API same-format passthrough: preserve event framing + track terminal state
255
+ const isOpenAIResponsesStream = targetFormat === FORMATS.OPENAI_RESPONSES;
256
+ const keepsOpenAIResponsesFormat = isOpenAIResponsesStream && sourceFormat === FORMATS.OPENAI_RESPONSES;
257
+ const openAIResponsesEventName = isOpenAIResponsesStream
258
+ ? getOpenAIResponsesEventName(currentOpenAIResponsesEvent, parsed)
259
+ : null;
260
+
261
+ if (isOpenAIResponsesStream && isOpenAIResponsesTerminalEvent(openAIResponsesEventName, parsed)) {
262
+ openAIResponsesTerminalSeen = true;
263
+ }
264
+
265
+ // For Ollama: done=true is the final chunk with finish_reason/usage, must translate
266
+ // For other formats: done=true is the [DONE] sentinel, skip
267
+ if (parsed && parsed.done && targetFormat !== FORMATS.OLLAMA) {
268
+ // Synthesize response.failed if the Responses stream never sent a terminal event
269
+ if (keepsOpenAIResponsesFormat && !openAIResponsesTerminalSeen) {
270
+ const failedOutput = formatIncompleteOpenAIResponsesStreamFailure();
271
+ reqLogger?.appendConvertedChunk?.(failedOutput);
272
+ controller.enqueue(sharedEncoder.encode(failedOutput));
273
+ openAIResponsesTerminalSeen = true;
274
+ sseEmittedCount++;
275
+ }
276
+
277
+ const output = "data: [DONE]\n\n";
278
+ reqLogger?.appendConvertedChunk?.(output);
279
+ controller.enqueue(sharedEncoder.encode(output));
280
+ if (keepsOpenAIResponsesFormat) openAIResponsesDoneSent = true;
281
+ continue;
282
+ }
283
+
284
+ // Claude format - content
285
+ if (parsed.delta?.text) {
286
+ totalContentLength += parsed.delta.text.length;
287
+ accumulatedContent += parsed.delta.text;
288
+ }
289
+ // Claude format - thinking
290
+ if (parsed.delta?.thinking) {
291
+ totalContentLength += parsed.delta.thinking.length;
292
+ accumulatedThinking += parsed.delta.thinking;
293
+ }
294
+
295
+ // OpenAI format - content
296
+ if (parsed.choices?.[0]?.delta?.content) {
297
+ totalContentLength += parsed.choices[0].delta.content.length;
298
+ accumulatedContent += parsed.choices[0].delta.content;
299
+ }
300
+ // OpenAI format - reasoning
301
+ if (parsed.choices?.[0]?.delta?.reasoning_content) {
302
+ totalContentLength += parsed.choices[0].delta.reasoning_content.length;
303
+ accumulatedThinking += parsed.choices[0].delta.reasoning_content;
304
+ }
305
+
306
+ // Gemini format
307
+ if (parsed.candidates?.[0]?.content?.parts) {
308
+ for (const part of parsed.candidates[0].content.parts) {
309
+ if (part.text && typeof part.text === "string") {
310
+ totalContentLength += part.text.length;
311
+ // Check if this is thinking content
312
+ if (part.thought === true) {
313
+ accumulatedThinking += part.text;
314
+ } else {
315
+ accumulatedContent += part.text;
316
+ }
317
+ }
318
+ }
319
+ }
320
+
321
+ // Extract usage
322
+ const extracted = extractUsage(parsed);
323
+ if (extracted) state.usage = extracted; // Keep original usage for logging
324
+
325
+ // Responses same-format passthrough: re-emit with original event framing
326
+ if (keepsOpenAIResponsesFormat && openAIResponsesEventName) {
327
+ const output = formatSSE({ event: openAIResponsesEventName, data: parsed }, sourceFormat);
328
+ reqLogger?.appendConvertedChunk?.(output);
329
+ controller.enqueue(sharedEncoder.encode(output));
330
+ currentOpenAIResponsesEvent = null;
331
+ sseEmittedCount++;
332
+ continue;
333
+ }
334
+
335
+ currentOpenAIResponsesEvent = null;
336
+
337
+ // Translate: targetFormat -> openai -> sourceFormat
338
+ const translated = translateResponse(targetFormat, sourceFormat, parsed, state);
339
+
340
+ // Log OpenAI intermediate chunks (if available)
341
+ if (translated?._openaiIntermediate) {
342
+ for (const item of translated._openaiIntermediate) {
343
+ const openaiOutput = formatSSE(item, FORMATS.OPENAI);
344
+ reqLogger?.appendOpenAIChunk?.(openaiOutput);
345
+ }
346
+ }
347
+
348
+ if (translated?.length > 0) {
349
+ for (const item of translated) {
350
+ if (item === null || item === undefined) continue;
351
+ // Filter empty chunks
352
+ if (!hasValuableContent(item, sourceFormat)) {
353
+ continue; // Skip this empty chunk
354
+ }
355
+
356
+ // Inject estimated usage if finish chunk has no valid usage
357
+ const isFinishChunk = item.type === "message_delta" || item.choices?.[0]?.finish_reason;
358
+ if (state.finishReason && isFinishChunk && !hasValidUsage(item.usage) && totalContentLength > 0) {
359
+ const estimated = estimateUsage(body, totalContentLength, sourceFormat);
360
+ item.usage = filterUsageForFormat(estimated, sourceFormat); // Filter + already has buffer
361
+ state.usage = estimated;
362
+ } else if (state.finishReason && isFinishChunk && state.usage) {
363
+ // Add buffer and filter usage for client (but keep original in state.usage for logging)
364
+ const buffered = addBufferToUsage(state.usage);
365
+ item.usage = filterUsageForFormat(buffered, sourceFormat);
366
+ }
367
+
368
+ const output = formatSSE(item, sourceFormat);
369
+ reqLogger?.appendConvertedChunk?.(output);
370
+ controller.enqueue(sharedEncoder.encode(output));
371
+ sseEmittedCount++;
372
+ }
373
+ }
374
+ }
375
+ },
376
+
377
+ flush(controller) {
378
+ const evtSummary = Object.entries(eventTypeCounts).map(([k, v]) => `${k}=${v}`).join(",") || "none";
379
+ dbg("SSE", `flush | provider=${provider} | model=${model} | recvLines=${sseLineCount} | emitted=${sseEmittedCount} | events=[${evtSummary}]`);
380
+ trackPendingRequest(model, provider, connectionId, false);
381
+ try {
382
+ const remaining = decoder.decode();
383
+ if (remaining) buffer += remaining;
384
+
385
+ if (mode === STREAM_MODE.PASSTHROUGH) {
386
+ if (buffer) {
387
+ let output = buffer;
388
+ if (buffer.startsWith("data:") && !buffer.startsWith("data: ")) {
389
+ output = "data: " + buffer.slice(5);
390
+ }
391
+ reqLogger?.appendConvertedChunk?.(output);
392
+ controller.enqueue(sharedEncoder.encode(output));
393
+ }
394
+
395
+ if (!hasValidUsage(usage) && totalContentLength > 0) {
396
+ usage = estimateUsage(body, totalContentLength, FORMATS.OPENAI);
397
+ }
398
+
399
+
400
+ // IMPORTANT: In passthrough mode we still must terminate the SSE stream.
401
+ // Some clients (e.g. OpenClaw) expect the OpenAI-style sentinel:
402
+ // data: [DONE]\n\n
403
+ // Without it they can hang until timeout and trigger failover.
404
+ const doneOutput = "data: [DONE]\n\n";
405
+ reqLogger?.appendConvertedChunk?.(doneOutput);
406
+ controller.enqueue(sharedEncoder.encode(doneOutput));
407
+
408
+ if (onStreamComplete) {
409
+ onStreamComplete({
410
+ content: accumulatedContent,
411
+ thinking: accumulatedThinking
412
+ }, usage, ttftAt);
413
+ }
414
+ return;
415
+ }
416
+
417
+ if (buffer.trim()) {
418
+ const parsed = parseSSELine(buffer.trim());
419
+ if (parsed && !parsed.done) {
420
+ const translated = translateResponse(targetFormat, sourceFormat, parsed, state);
421
+
422
+ if (translated?._openaiIntermediate) {
423
+ for (const item of translated._openaiIntermediate) {
424
+ const openaiOutput = formatSSE(item, FORMATS.OPENAI);
425
+ reqLogger?.appendOpenAIChunk?.(openaiOutput);
426
+ }
427
+ }
428
+
429
+ if (translated?.length > 0) {
430
+ for (const item of translated) {
431
+ if (item === null || item === undefined) continue;
432
+ const output = formatSSE(item, sourceFormat);
433
+ reqLogger?.appendConvertedChunk?.(output);
434
+ controller.enqueue(sharedEncoder.encode(output));
435
+ }
436
+ }
437
+ }
438
+ }
439
+
440
+ const flushed = translateResponse(targetFormat, sourceFormat, null, state);
441
+
442
+ if (flushed?._openaiIntermediate) {
443
+ for (const item of flushed._openaiIntermediate) {
444
+ const openaiOutput = formatSSE(item, FORMATS.OPENAI);
445
+ reqLogger?.appendOpenAIChunk?.(openaiOutput);
446
+ }
447
+ }
448
+
449
+ if (flushed?.length > 0) {
450
+ for (const item of flushed) {
451
+ if (item === null || item === undefined) continue;
452
+ const output = formatSSE(item, sourceFormat);
453
+ reqLogger?.appendConvertedChunk?.(output);
454
+ controller.enqueue(sharedEncoder.encode(output));
455
+ }
456
+ }
457
+
458
+ // Synthesize response.failed if a Responses passthrough stream never reached a terminal event
459
+ const keepsOpenAIResponsesFormat = targetFormat === FORMATS.OPENAI_RESPONSES && sourceFormat === FORMATS.OPENAI_RESPONSES;
460
+ if (keepsOpenAIResponsesFormat && !openAIResponsesTerminalSeen) {
461
+ const failedOutput = formatIncompleteOpenAIResponsesStreamFailure();
462
+ reqLogger?.appendConvertedChunk?.(failedOutput);
463
+ controller.enqueue(sharedEncoder.encode(failedOutput));
464
+ openAIResponsesTerminalSeen = true;
465
+ }
466
+
467
+ if (!keepsOpenAIResponsesFormat || !openAIResponsesDoneSent) {
468
+ const doneOutput = "data: [DONE]\n\n";
469
+ reqLogger?.appendConvertedChunk?.(doneOutput);
470
+ controller.enqueue(sharedEncoder.encode(doneOutput));
471
+ }
472
+
473
+ if (!hasValidUsage(state?.usage) && totalContentLength > 0) {
474
+ state.usage = estimateUsage(body, totalContentLength, sourceFormat);
475
+ }
476
+
477
+ if (onStreamComplete) {
478
+ onStreamComplete({
479
+ content: accumulatedContent,
480
+ thinking: accumulatedThinking
481
+ }, state?.usage, ttftAt);
482
+ }
483
+ } catch (error) {
484
+ console.log("Error in flush:", error);
485
+ }
486
+ }
487
+ });
488
+ }
489
+
490
+ export function createSSETransformStreamWithLogger(targetFormat, sourceFormat, provider = null, reqLogger = null, toolNameMap = null, model = null, connectionId = null, body = null, onStreamComplete = null, apiKey = null) {
491
+ return createSSEStream({
492
+ mode: STREAM_MODE.TRANSLATE,
493
+ targetFormat,
494
+ sourceFormat,
495
+ provider,
496
+ reqLogger,
497
+ toolNameMap,
498
+ model,
499
+ connectionId,
500
+ body,
501
+ onStreamComplete,
502
+ apiKey
503
+ });
504
+ }
505
+
506
+ export function createPassthroughStreamWithLogger(provider = null, reqLogger = null, model = null, connectionId = null, body = null, onStreamComplete = null, apiKey = null) {
507
+ return createSSEStream({
508
+ mode: STREAM_MODE.PASSTHROUGH,
509
+ provider,
510
+ reqLogger,
511
+ model,
512
+ connectionId,
513
+ body,
514
+ onStreamComplete,
515
+ apiKey
516
+ });
517
+ }
@@ -0,0 +1,134 @@
1
+ import {
2
+ finalizeMostRecentPendingRequest,
3
+ finalizePendingRequestById,
4
+ } from '../../../dist/lib/usage/usageHistory.js';
5
+
6
+ import { HTTP_STATUS } from "../config/constants.js";
7
+ import { buildErrorBody } from "./error.js";
8
+
9
+ export function finalizeStreamRequestLog({
10
+ pendingRequestId,
11
+ model,
12
+ provider,
13
+ connectionId,
14
+ providerResponse,
15
+ clientResponse,
16
+ status,
17
+ error,
18
+ errorCode,
19
+ onWarn,
20
+ }) {
21
+ try {
22
+ const completedById = finalizePendingRequestById(pendingRequestId, {
23
+ providerResponse,
24
+ clientResponse,
25
+ status,
26
+ error: error || null,
27
+ errorCode: errorCode || null,
28
+ });
29
+ if (!completedById) {
30
+ finalizeMostRecentPendingRequest(model, provider, connectionId, {
31
+ providerResponse,
32
+ clientResponse,
33
+ status,
34
+ error: error || null,
35
+ errorCode: errorCode || null,
36
+ });
37
+ }
38
+ } catch (err) {
39
+ try {
40
+ if (onWarn) {
41
+ onWarn(err);
42
+ } else {
43
+ console.warn(
44
+ "finalizeMostRecentPendingRequest failed:",
45
+ err && typeof err === "object" && "message" in err
46
+ ? err.message
47
+ : err
48
+ );
49
+ }
50
+ } catch {}
51
+ }
52
+ }
53
+
54
+ export function createStreamFailureFinalizers({
55
+ isFailureCompletionRecorded,
56
+ isStreamCompletionRecorded = () => false,
57
+ onStreamComplete,
58
+ persistFailureUsage,
59
+ onStreamFailure,
60
+ }) {
61
+ const handleStreamFailure = (failure) => {
62
+ if (isStreamCompletionRecorded()) {
63
+ return true;
64
+ }
65
+
66
+ const status = failure.status || HTTP_STATUS.BAD_GATEWAY;
67
+ const message = failure.message || "Upstream stream error";
68
+ const code = failure.code || failure.type || String(status);
69
+
70
+ if (!isFailureCompletionRecorded()) {
71
+ const errorBody = buildErrorBody(status, message);
72
+ onStreamComplete({
73
+ status,
74
+ usage: null,
75
+ responseBody: errorBody,
76
+ providerPayload: errorBody,
77
+ clientPayload: errorBody,
78
+ error: message,
79
+ errorCode: code,
80
+ ttft: 0,
81
+ });
82
+ }
83
+
84
+ persistFailureUsage(status, code);
85
+ try {
86
+ onStreamFailure?.(failure);
87
+ } catch {
88
+ // Best-effort fallback state update only.
89
+ }
90
+ return true;
91
+ };
92
+
93
+ const isClientClosedPipelineError = (message, statusCode) => {
94
+ const normalized = message.toLowerCase();
95
+ return (
96
+ statusCode === 499 ||
97
+ normalized.includes("responseaborted") ||
98
+ normalized.includes("controller is already closed") ||
99
+ normalized.includes("readablestream is closed") ||
100
+ normalized.includes("writablestream is closed") ||
101
+ normalized.includes("aborterror")
102
+ );
103
+ };
104
+
105
+ let pipelineStreamFailureFinalized = false;
106
+ const onPipelineStreamError = ({ message, statusCode }) => {
107
+ if (pipelineStreamFailureFinalized) return true;
108
+ pipelineStreamFailureFinalized = true;
109
+
110
+ const normalizedMessage = message || "Upstream stream error";
111
+ const clientClosed = isClientClosedPipelineError(normalizedMessage, statusCode);
112
+ const status = clientClosed
113
+ ? 499
114
+ : Number.isFinite(statusCode) && statusCode >= 400 && statusCode <= 599
115
+ ? statusCode
116
+ : HTTP_STATUS.BAD_GATEWAY;
117
+ const code = clientClosed
118
+ ? "client_disconnected"
119
+ : normalizedMessage.toLowerCase().includes("terminated")
120
+ ? "stream_terminated"
121
+ : "stream_pipeline_error";
122
+ const type = clientClosed ? "client_disconnected" : "stream_error";
123
+
124
+ handleStreamFailure({
125
+ status,
126
+ message: normalizedMessage,
127
+ code,
128
+ type,
129
+ });
130
+ return true;
131
+ };
132
+
133
+ return { handleStreamFailure, onPipelineStreamError };
134
+ }