@fudrouter/fsrouter 0.6.59 → 0.6.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (556) hide show
  1. package/package.json +1 -1
  2. package/open-sse/AGENTS.md +0 -39
  3. package/open-sse/config/anthropicHeaders.js +0 -87
  4. package/open-sse/config/appConstants.js +0 -238
  5. package/open-sse/config/audioRegistry.js +0 -506
  6. package/open-sse/config/cliFingerprints.js +0 -304
  7. package/open-sse/config/codexInstructions.js +0 -119
  8. package/open-sse/config/codexQuotaScopes.js +0 -42
  9. package/open-sse/config/constants.js +0 -4
  10. package/open-sse/config/contextEditing.js +0 -68
  11. package/open-sse/config/credentialLoader.js +0 -83
  12. package/open-sse/config/defaultThinkingSignature.js +0 -12
  13. package/open-sse/config/embeddingRegistry.js +0 -264
  14. package/open-sse/config/errorConfig.js +0 -96
  15. package/open-sse/config/freeModelCatalog.data.js +0 -121
  16. package/open-sse/config/freeModelCatalog.js +0 -90
  17. package/open-sse/config/freeTierCatalog.js +0 -81
  18. package/open-sse/config/googleTtsLanguages.js +0 -62
  19. package/open-sse/config/imageParamDefs.js +0 -360
  20. package/open-sse/config/imageRegistry.js +0 -493
  21. package/open-sse/config/kiroConstants.js +0 -268
  22. package/open-sse/config/mediaConfig.js +0 -27
  23. package/open-sse/config/mediaServiceKinds.js +0 -71
  24. package/open-sse/config/models.js +0 -13
  25. package/open-sse/config/moderationRegistry.js +0 -71
  26. package/open-sse/config/musicRegistry.js +0 -99
  27. package/open-sse/config/ocrRegistry.js +0 -61
  28. package/open-sse/config/ollamaModels.js +0 -19
  29. package/open-sse/config/providerErrorRules.js +0 -114
  30. package/open-sse/config/providerFieldStrips.js +0 -35
  31. package/open-sse/config/providerHeaderProfiles.js +0 -191
  32. package/open-sse/config/providerModels.js +0 -106
  33. package/open-sse/config/providerRegistry.js +0 -16
  34. package/open-sse/config/providers.js +0 -19
  35. package/open-sse/config/registryUtils.js +0 -106
  36. package/open-sse/config/rerankRegistry.js +0 -177
  37. package/open-sse/config/runtimeConfig.js +0 -96
  38. package/open-sse/config/runway.js +0 -39
  39. package/open-sse/config/searchRegistry.js +0 -153
  40. package/open-sse/config/toolCloaking.js +0 -199
  41. package/open-sse/config/ttsModels.js +0 -129
  42. package/open-sse/config/videoRegistry.js +0 -207
  43. package/open-sse/executors/adapta-web.js +0 -435
  44. package/open-sse/executors/antigravity.js +0 -534
  45. package/open-sse/executors/antigravityUpstreamError.js +0 -13
  46. package/open-sse/executors/auggie.js +0 -437
  47. package/open-sse/executors/azure-openai.js +0 -32
  48. package/open-sse/executors/azure.js +0 -57
  49. package/open-sse/executors/base.js +0 -181
  50. package/open-sse/executors/bedrock.js +0 -633
  51. package/open-sse/executors/blackbox-web.js +0 -578
  52. package/open-sse/executors/chatgpt-web.js +0 -2042
  53. package/open-sse/executors/chipotle.js +0 -357
  54. package/open-sse/executors/claude-web-with-auto-refresh.js +0 -73
  55. package/open-sse/executors/claude-web.js +0 -586
  56. package/open-sse/executors/cliproxyapi.js +0 -296
  57. package/open-sse/executors/cloudflare-ai.js +0 -46
  58. package/open-sse/executors/codebuddy-cn.js +0 -40
  59. package/open-sse/executors/codex.js +0 -1324
  60. package/open-sse/executors/commandCode.js +0 -558
  61. package/open-sse/executors/commandcode.js +0 -88
  62. package/open-sse/executors/copilot-m365-connection.js +0 -176
  63. package/open-sse/executors/copilot-m365-frames.js +0 -192
  64. package/open-sse/executors/copilot-m365-web.js +0 -299
  65. package/open-sse/executors/copilot-web.js +0 -580
  66. package/open-sse/executors/cursor.js +0 -795
  67. package/open-sse/executors/deepseek-web-with-auto-refresh.js +0 -150
  68. package/open-sse/executors/deepseek-web.js +0 -875
  69. package/open-sse/executors/default.js +0 -430
  70. package/open-sse/executors/devin-cli.js +0 -351
  71. package/open-sse/executors/doubao-web.js +0 -550
  72. package/open-sse/executors/duckduckgo-web.js +0 -629
  73. package/open-sse/executors/forceResponsesUpstream.js +0 -33
  74. package/open-sse/executors/gemini-business.js +0 -320
  75. package/open-sse/executors/gemini-cli.js +0 -89
  76. package/open-sse/executors/gemini-web.js +0 -297
  77. package/open-sse/executors/github.js +0 -379
  78. package/open-sse/executors/gitlab.js +0 -569
  79. package/open-sse/executors/glm.js +0 -361
  80. package/open-sse/executors/grok-cli.js +0 -119
  81. package/open-sse/executors/grok-web.js +0 -345
  82. package/open-sse/executors/huggingchat.js +0 -467
  83. package/open-sse/executors/iflow.js +0 -108
  84. package/open-sse/executors/index.js +0 -78
  85. package/open-sse/executors/inner-ai.js +0 -527
  86. package/open-sse/executors/kimchi.js +0 -123
  87. package/open-sse/executors/kimi-web.js +0 -325
  88. package/open-sse/executors/kimi.js +0 -97
  89. package/open-sse/executors/kiro.js +0 -503
  90. package/open-sse/executors/kiroThinking.js +0 -44
  91. package/open-sse/executors/lmarena.js +0 -395
  92. package/open-sse/executors/mimo-free.js +0 -167
  93. package/open-sse/executors/mimocode.js +0 -392
  94. package/open-sse/executors/ninerouter.js +0 -155
  95. package/open-sse/executors/nlpcloud.js +0 -438
  96. package/open-sse/executors/ollama-local.js +0 -14
  97. package/open-sse/executors/opencode-go.js +0 -41
  98. package/open-sse/executors/opencode.js +0 -32
  99. package/open-sse/executors/perplexity-web.js +0 -581
  100. package/open-sse/executors/poe-web.js +0 -133
  101. package/open-sse/executors/pollinations.js +0 -95
  102. package/open-sse/executors/puter.js +0 -31
  103. package/open-sse/executors/qoder.js +0 -448
  104. package/open-sse/executors/qwen-web.js +0 -372
  105. package/open-sse/executors/qwen.js +0 -129
  106. package/open-sse/executors/t3-chat-web.js +0 -417
  107. package/open-sse/executors/theoldllm.js +0 -290
  108. package/open-sse/executors/trae.js +0 -418
  109. package/open-sse/executors/v0-vercel-web.js +0 -141
  110. package/open-sse/executors/venice-web.js +0 -142
  111. package/open-sse/executors/vertex.js +0 -131
  112. package/open-sse/executors/vertexMedia.js +0 -236
  113. package/open-sse/executors/windsurf.js +0 -560
  114. package/open-sse/executors/xai.js +0 -46
  115. package/open-sse/executors/xiaomi-tokenplan.js +0 -19
  116. package/open-sse/executors/yuanbao-web.js +0 -385
  117. package/open-sse/executors/zed-hosted.js +0 -281
  118. package/open-sse/executors/zenmux-free.js +0 -247
  119. package/open-sse/handlers/audioSpeech.js +0 -759
  120. package/open-sse/handlers/audioTranscription.js +0 -395
  121. package/open-sse/handlers/audioTranslation.js +0 -181
  122. package/open-sse/handlers/chatCore/nonStreamingHandler.js +0 -300
  123. package/open-sse/handlers/chatCore/requestDetail.js +0 -102
  124. package/open-sse/handlers/chatCore/sseToJsonHandler.js +0 -231
  125. package/open-sse/handlers/chatCore/streamingHandler.js +0 -95
  126. package/open-sse/handlers/chatCore.js +0 -404
  127. package/open-sse/handlers/embeddingProviders/_base.js +0 -4
  128. package/open-sse/handlers/embeddingProviders/gemini.js +0 -54
  129. package/open-sse/handlers/embeddingProviders/index.js +0 -23
  130. package/open-sse/handlers/embeddingProviders/openai.js +0 -39
  131. package/open-sse/handlers/embeddingProviders/openaiCompatNode.js +0 -13
  132. package/open-sse/handlers/embeddingsCore.js +0 -126
  133. package/open-sse/handlers/fetch/index.js +0 -237
  134. package/open-sse/handlers/imageGenerationCore.js +0 -230
  135. package/open-sse/handlers/imageProviders/_base.js +0 -31
  136. package/open-sse/handlers/imageProviders/antigravity.js +0 -73
  137. package/open-sse/handlers/imageProviders/blackForestLabs.js +0 -63
  138. package/open-sse/handlers/imageProviders/cloudflareAi.js +0 -207
  139. package/open-sse/handlers/imageProviders/codex.js +0 -217
  140. package/open-sse/handlers/imageProviders/comfyui.js +0 -25
  141. package/open-sse/handlers/imageProviders/falAi.js +0 -62
  142. package/open-sse/handlers/imageProviders/gemini.js +0 -40
  143. package/open-sse/handlers/imageProviders/huggingface.js +0 -38
  144. package/open-sse/handlers/imageProviders/index.js +0 -44
  145. package/open-sse/handlers/imageProviders/leonardo.js +0 -435
  146. package/open-sse/handlers/imageProviders/nanobanana.js +0 -79
  147. package/open-sse/handlers/imageProviders/openai.js +0 -61
  148. package/open-sse/handlers/imageProviders/runwayml.js +0 -72
  149. package/open-sse/handlers/imageProviders/sdwebui.js +0 -36
  150. package/open-sse/handlers/imageProviders/stabilityAi.js +0 -59
  151. package/open-sse/handlers/imageProviders/weavy.js +0 -222
  152. package/open-sse/handlers/moderations.js +0 -92
  153. package/open-sse/handlers/ocr.js +0 -89
  154. package/open-sse/handlers/rerank.js +0 -223
  155. package/open-sse/handlers/responseSanitizer/reasoning.js +0 -144
  156. package/open-sse/handlers/responsesHandler.js +0 -99
  157. package/open-sse/handlers/search/callers.js +0 -371
  158. package/open-sse/handlers/search/chatSearch.js +0 -409
  159. package/open-sse/handlers/search/index.js +0 -201
  160. package/open-sse/handlers/search/normalizers.js +0 -223
  161. package/open-sse/handlers/search.js +0 -1056
  162. package/open-sse/handlers/sseParser.js +0 -469
  163. package/open-sse/handlers/sttCore.js +0 -193
  164. package/open-sse/handlers/ttsCore.js +0 -74
  165. package/open-sse/handlers/ttsProviders/_base.js +0 -39
  166. package/open-sse/handlers/ttsProviders/edgeTts.js +0 -89
  167. package/open-sse/handlers/ttsProviders/elevenlabs.js +0 -48
  168. package/open-sse/handlers/ttsProviders/gemini.js +0 -117
  169. package/open-sse/handlers/ttsProviders/genericFormats.js +0 -169
  170. package/open-sse/handlers/ttsProviders/googleTts.js +0 -54
  171. package/open-sse/handlers/ttsProviders/index.js +0 -50
  172. package/open-sse/handlers/ttsProviders/localDevice.js +0 -87
  173. package/open-sse/handlers/ttsProviders/minimax.js +0 -59
  174. package/open-sse/handlers/ttsProviders/openai.js +0 -30
  175. package/open-sse/handlers/ttsProviders/openrouter.js +0 -70
  176. package/open-sse/handlers/usageExtractor.js +0 -93
  177. package/open-sse/handlers/videoGenerationCore.js +0 -119
  178. package/open-sse/handlers/videoProviders/index.js +0 -22
  179. package/open-sse/handlers/videoProviders/leonardo.js +0 -511
  180. package/open-sse/handlers/videoProviders/weavy.js +0 -198
  181. package/open-sse/handlers/webFetch.js +0 -200
  182. package/open-sse/index.js +0 -79
  183. package/open-sse/mcp-server/audit.js +0 -283
  184. package/open-sse/mcp-server/catalog.js +0 -184
  185. package/open-sse/mcp-server/descriptionCompressor.js +0 -175
  186. package/open-sse/mcp-server/httpAuthContext.js +0 -32
  187. package/open-sse/mcp-server/httpTransport.js +0 -229
  188. package/open-sse/mcp-server/index.js +0 -33
  189. package/open-sse/mcp-server/mcpCallerIdentity.js +0 -21
  190. package/open-sse/mcp-server/runtimeHeartbeat.js +0 -110
  191. package/open-sse/mcp-server/schemas/a2a.js +0 -153
  192. package/open-sse/mcp-server/schemas/audit.js +0 -17
  193. package/open-sse/mcp-server/schemas/index.js +0 -166
  194. package/open-sse/mcp-server/schemas/pickFastestModel.js +0 -90
  195. package/open-sse/mcp-server/schemas/toolDefinition.js +0 -0
  196. package/open-sse/mcp-server/schemas/toolSearch.js +0 -32
  197. package/open-sse/mcp-server/schemas/tools.js +0 -1219
  198. package/open-sse/mcp-server/scopeEnforcement.js +0 -80
  199. package/open-sse/mcp-server/server.js +0 -1168
  200. package/open-sse/mcp-server/toolCardinality.js +0 -78
  201. package/open-sse/mcp-server/toolSearch/catalog.js +0 -66
  202. package/open-sse/mcp-server/toolSearch/handler.js +0 -20
  203. package/open-sse/mcp-server/toolSearch/index.js +0 -10
  204. package/open-sse/mcp-server/toolSearch/register.js +0 -21
  205. package/open-sse/mcp-server/toolSearch/search.js +0 -55
  206. package/open-sse/mcp-server/toolSearch/signature.js +0 -67
  207. package/open-sse/mcp-server/tools/advancedTools.js +0 -893
  208. package/open-sse/mcp-server/tools/agentSkillTools.js +0 -69
  209. package/open-sse/mcp-server/tools/compressionTools.js +0 -309
  210. package/open-sse/mcp-server/tools/gamificationTools.js +0 -134
  211. package/open-sse/mcp-server/tools/githubSkillTools.js +0 -102
  212. package/open-sse/mcp-server/tools/memoryTools.js +0 -118
  213. package/open-sse/mcp-server/tools/notionTools.js +0 -101
  214. package/open-sse/mcp-server/tools/obsidianTools.js +0 -307
  215. package/open-sse/mcp-server/tools/pickFastestModel.js +0 -223
  216. package/open-sse/mcp-server/tools/pluginTools.js +0 -181
  217. package/open-sse/mcp-server/tools/poolTools.js +0 -139
  218. package/open-sse/mcp-server/tools/skillTools.js +0 -113
  219. package/open-sse/package.json +0 -10
  220. package/open-sse/providers/REGISTRY_TEMPLATE.js +0 -98
  221. package/open-sse/providers/capabilities.js +0 -293
  222. package/open-sse/providers/index.js +0 -51
  223. package/open-sse/providers/models/helpers.js +0 -20
  224. package/open-sse/providers/models/namePatterns.js +0 -33
  225. package/open-sse/providers/models/schema.js +0 -40
  226. package/open-sse/providers/pricing.js +0 -308
  227. package/open-sse/providers/registry/alicode-intl.js +0 -30
  228. package/open-sse/providers/registry/alicode.js +0 -31
  229. package/open-sse/providers/registry/anthropic.js +0 -37
  230. package/open-sse/providers/registry/antigravity.js +0 -81
  231. package/open-sse/providers/registry/assemblyai.js +0 -38
  232. package/open-sse/providers/registry/aws-polly.js +0 -45
  233. package/open-sse/providers/registry/azure.js +0 -21
  234. package/open-sse/providers/registry/black-forest-labs.js +0 -32
  235. package/open-sse/providers/registry/blackbox.js +0 -41
  236. package/open-sse/providers/registry/brave-search.js +0 -35
  237. package/open-sse/providers/registry/byteplus.js +0 -35
  238. package/open-sse/providers/registry/cartesia.js +0 -36
  239. package/open-sse/providers/registry/cerebras.js +0 -31
  240. package/open-sse/providers/registry/chutes.js +0 -24
  241. package/open-sse/providers/registry/claude.js +0 -87
  242. package/open-sse/providers/registry/cline.js +0 -51
  243. package/open-sse/providers/registry/clinepass.js +0 -57
  244. package/open-sse/providers/registry/cloudflare-ai.js +0 -55
  245. package/open-sse/providers/registry/codebuddy-cn.js +0 -77
  246. package/open-sse/providers/registry/codex.js +0 -100
  247. package/open-sse/providers/registry/cohere.js +0 -27
  248. package/open-sse/providers/registry/comfyui.js +0 -20
  249. package/open-sse/providers/registry/commandcode.js +0 -43
  250. package/open-sse/providers/registry/coqui.js +0 -30
  251. package/open-sse/providers/registry/cursor.js +0 -58
  252. package/open-sse/providers/registry/deepgram.js +0 -33
  253. package/open-sse/providers/registry/deepseek.js +0 -51
  254. package/open-sse/providers/registry/digitalocean.js +0 -92
  255. package/open-sse/providers/registry/edge-tts.js +0 -24
  256. package/open-sse/providers/registry/elevenlabs.js +0 -35
  257. package/open-sse/providers/registry/exa.js +0 -50
  258. package/open-sse/providers/registry/fal-ai.js +0 -34
  259. package/open-sse/providers/registry/featherless.js +0 -34
  260. package/open-sse/providers/registry/firecrawl.js +0 -34
  261. package/open-sse/providers/registry/fireworks.js +0 -29
  262. package/open-sse/providers/registry/gemini-cli.js +0 -58
  263. package/open-sse/providers/registry/gemini.js +0 -83
  264. package/open-sse/providers/registry/github.js +0 -88
  265. package/open-sse/providers/registry/gitlab.js +0 -32
  266. package/open-sse/providers/registry/glm-cn.js +0 -35
  267. package/open-sse/providers/registry/glm.js +0 -58
  268. package/open-sse/providers/registry/google-pse.js +0 -35
  269. package/open-sse/providers/registry/google-tts.js +0 -24
  270. package/open-sse/providers/registry/grok-cli.js +0 -86
  271. package/open-sse/providers/registry/grok-web.js +0 -39
  272. package/open-sse/providers/registry/groq.js +0 -37
  273. package/open-sse/providers/registry/huggingface.js +0 -34
  274. package/open-sse/providers/registry/hyperbolic.js +0 -35
  275. package/open-sse/providers/registry/ibm-bob.js +0 -27
  276. package/open-sse/providers/registry/iflow.js +0 -52
  277. package/open-sse/providers/registry/index.js +0 -210
  278. package/open-sse/providers/registry/inworld.js +0 -36
  279. package/open-sse/providers/registry/jina-ai.js +0 -42
  280. package/open-sse/providers/registry/jina-reader.js +0 -34
  281. package/open-sse/providers/registry/kilocode.js +0 -51
  282. package/open-sse/providers/registry/kimchi.js +0 -49
  283. package/open-sse/providers/registry/kimi-coding.js +0 -65
  284. package/open-sse/providers/registry/kimi.js +0 -56
  285. package/open-sse/providers/registry/kiro.js +0 -115
  286. package/open-sse/providers/registry/linkup.js +0 -34
  287. package/open-sse/providers/registry/local-device.js +0 -24
  288. package/open-sse/providers/registry/mimo-free.js +0 -24
  289. package/open-sse/providers/registry/minimax-cn.js +0 -76
  290. package/open-sse/providers/registry/minimax.js +0 -83
  291. package/open-sse/providers/registry/mistral.js +0 -34
  292. package/open-sse/providers/registry/mmf.js +0 -19
  293. package/open-sse/providers/registry/nanobanana.js +0 -35
  294. package/open-sse/providers/registry/nebius.js +0 -27
  295. package/open-sse/providers/registry/nvidia.js +0 -43
  296. package/open-sse/providers/registry/ollama-local.js +0 -19
  297. package/open-sse/providers/registry/ollama.js +0 -36
  298. package/open-sse/providers/registry/openai.js +0 -84
  299. package/open-sse/providers/registry/opencode-go.js +0 -41
  300. package/open-sse/providers/registry/opencode.js +0 -25
  301. package/open-sse/providers/registry/openrouter.js +0 -60
  302. package/open-sse/providers/registry/perplexity-agent.js +0 -49
  303. package/open-sse/providers/registry/perplexity-web.js +0 -33
  304. package/open-sse/providers/registry/perplexity.js +0 -37
  305. package/open-sse/providers/registry/playht.js +0 -36
  306. package/open-sse/providers/registry/qoder.js +0 -54
  307. package/open-sse/providers/registry/qwen.js +0 -33
  308. package/open-sse/providers/registry/recraft.js +0 -24
  309. package/open-sse/providers/registry/runwayml.js +0 -30
  310. package/open-sse/providers/registry/sdwebui.js +0 -20
  311. package/open-sse/providers/registry/searchapi.js +0 -35
  312. package/open-sse/providers/registry/searxng.js +0 -35
  313. package/open-sse/providers/registry/serper.js +0 -35
  314. package/open-sse/providers/registry/siliconflow.js +0 -39
  315. package/open-sse/providers/registry/stability-ai.js +0 -31
  316. package/open-sse/providers/registry/tavily.js +0 -50
  317. package/open-sse/providers/registry/together.js +0 -31
  318. package/open-sse/providers/registry/topaz.js +0 -19
  319. package/open-sse/providers/registry/tortoise.js +0 -30
  320. package/open-sse/providers/registry/venice.js +0 -56
  321. package/open-sse/providers/registry/vercel-ai-gateway.js +0 -41
  322. package/open-sse/providers/registry/vertex-partner.js +0 -29
  323. package/open-sse/providers/registry/vertex.js +0 -32
  324. package/open-sse/providers/registry/volcengine-ark.js +0 -35
  325. package/open-sse/providers/registry/voyage-ai.js +0 -30
  326. package/open-sse/providers/registry/xai.js +0 -45
  327. package/open-sse/providers/registry/xiaomi-mimo.js +0 -46
  328. package/open-sse/providers/registry/xiaomi-tokenplan.js +0 -63
  329. package/open-sse/providers/registry/youcom.js +0 -35
  330. package/open-sse/providers/schema.js +0 -76
  331. package/open-sse/providers/shared.js +0 -74
  332. package/open-sse/providers/thinkingLevels.js +0 -48
  333. package/open-sse/rtk/applyFilter.js +0 -15
  334. package/open-sse/rtk/autodetect.js +0 -111
  335. package/open-sse/rtk/caveman.js +0 -100
  336. package/open-sse/rtk/cavemanPrompts.js +0 -78
  337. package/open-sse/rtk/constants.js +0 -55
  338. package/open-sse/rtk/filters/buildOutput.js +0 -127
  339. package/open-sse/rtk/filters/dedupLog.js +0 -44
  340. package/open-sse/rtk/filters/find.js +0 -50
  341. package/open-sse/rtk/filters/gitDiff.js +0 -92
  342. package/open-sse/rtk/filters/gitLog.js +0 -99
  343. package/open-sse/rtk/filters/gitStatus.js +0 -117
  344. package/open-sse/rtk/filters/grep.js +0 -48
  345. package/open-sse/rtk/filters/ls.js +0 -79
  346. package/open-sse/rtk/filters/readNumbered.js +0 -27
  347. package/open-sse/rtk/filters/searchList.js +0 -52
  348. package/open-sse/rtk/filters/smartTruncate.js +0 -15
  349. package/open-sse/rtk/filters/tree.js +0 -32
  350. package/open-sse/rtk/headroom.js +0 -215
  351. package/open-sse/rtk/index.js +0 -155
  352. package/open-sse/rtk/paleo.js +0 -47
  353. package/open-sse/rtk/ponytail.js +0 -9
  354. package/open-sse/rtk/ponytailPrompt.js +0 -52
  355. package/open-sse/rtk/ponytailPrompts.js +0 -76
  356. package/open-sse/rtk/pxpipe.js +0 -104
  357. package/open-sse/rtk/registry.js +0 -38
  358. package/open-sse/rtk/systemInject.js +0 -98
  359. package/open-sse/services/accountFallback.js +0 -323
  360. package/open-sse/services/antigravityHeaders.js +0 -91
  361. package/open-sse/services/antigravityVersion.js +0 -154
  362. package/open-sse/services/clinepassModels.js +0 -63
  363. package/open-sse/services/codexQuotaFetcher.js +0 -312
  364. package/open-sse/services/codexVerbosity.js +0 -30
  365. package/open-sse/services/combo/context.js +0 -12
  366. package/open-sse/services/combo/fingerprintExpansion.js +0 -51
  367. package/open-sse/services/combo/headroomRanking.js +0 -28
  368. package/open-sse/services/combo/quotaExhaustionCutoff.js +0 -87
  369. package/open-sse/services/combo/quotaScoring.js +0 -226
  370. package/open-sse/services/combo/quotaShareConcurrency.js +0 -25
  371. package/open-sse/services/combo/quotaShareInflight.js +0 -50
  372. package/open-sse/services/combo/quotaShareStrategy.js +0 -130
  373. package/open-sse/services/combo/resolveAutoStrategy.js +0 -231
  374. package/open-sse/services/combo/responseValidation.js +0 -140
  375. package/open-sse/services/combo/runtimeUnits.js +0 -195
  376. package/open-sse/services/combo/sessionStickiness.js +0 -128
  377. package/open-sse/services/combo/shadowRouting.js +0 -131
  378. package/open-sse/services/combo/targetExhaustion.js +0 -75
  379. package/open-sse/services/combo/targetSorters.js +0 -126
  380. package/open-sse/services/combo/targetTimeoutRunner.js +0 -65
  381. package/open-sse/services/combo/validateQuality.js +0 -271
  382. package/open-sse/services/combo.js +0 -571
  383. package/open-sse/services/comboAgentMiddleware.js +0 -91
  384. package/open-sse/services/comboConfig.js +0 -153
  385. package/open-sse/services/comboManifestMetrics.js +0 -10
  386. package/open-sse/services/comboMetrics.js +0 -278
  387. package/open-sse/services/compact.js +0 -71
  388. package/open-sse/services/copilotModels.js +0 -155
  389. package/open-sse/services/emergencyFallback.js +0 -109
  390. package/open-sse/services/errorClassifier.js +0 -190
  391. package/open-sse/services/evalRouting.js +0 -201
  392. package/open-sse/services/freeWebSearch.js +0 -4
  393. package/open-sse/services/fusion.js +0 -223
  394. package/open-sse/services/intentClassifier.js +0 -631
  395. package/open-sse/services/kimchiModels.js +0 -176
  396. package/open-sse/services/kiroModels.js +0 -332
  397. package/open-sse/services/model.js +0 -136
  398. package/open-sse/services/modelCapabilities.js +0 -5
  399. package/open-sse/services/modelDeprecation.js +0 -101
  400. package/open-sse/services/modelFamilyFallback.js +0 -166
  401. package/open-sse/services/oauthCredentialManager.js +0 -156
  402. package/open-sse/services/pipeline.js +0 -107
  403. package/open-sse/services/projectId.js +0 -306
  404. package/open-sse/services/provider.js +0 -169
  405. package/open-sse/services/providerCooldownTracker.js +0 -94
  406. package/open-sse/services/providerDefaultRateLimit.js +0 -11
  407. package/open-sse/services/proxyAutoSelector.js +0 -24
  408. package/open-sse/services/qoderModels.js +0 -214
  409. package/open-sse/services/quotaFetchThrottle.js +0 -103
  410. package/open-sse/services/quotaMonitor.js +0 -310
  411. package/open-sse/services/quotaPreflight.js +0 -266
  412. package/open-sse/services/rateLimitManager/headers.js +0 -56
  413. package/open-sse/services/rateLimitManager.js +0 -616
  414. package/open-sse/services/rateLimitSemaphore.js +0 -112
  415. package/open-sse/services/responsesInputSanitizer.js +0 -99
  416. package/open-sse/services/slidingWindowLimiter.js +0 -44
  417. package/open-sse/services/streamRecovery.js +0 -355
  418. package/open-sse/services/taskAwareRouter.js +0 -227
  419. package/open-sse/services/taskAwareRouting.js +0 -332
  420. package/open-sse/services/thinkingBudget.js +0 -247
  421. package/open-sse/services/tokenRefresh/dedup.js +0 -31
  422. package/open-sse/services/tokenRefresh/providers.js +0 -624
  423. package/open-sse/services/tokenRefresh.js +0 -254
  424. package/open-sse/services/usage/claude.js +0 -147
  425. package/open-sse/services/usage/codebuddy-cn.js +0 -138
  426. package/open-sse/services/usage/codex.js +0 -267
  427. package/open-sse/services/usage/github.js +0 -100
  428. package/open-sse/services/usage/google.js +0 -241
  429. package/open-sse/services/usage/grok-cli.js +0 -274
  430. package/open-sse/services/usage/kiro.js +0 -188
  431. package/open-sse/services/usage/minimax.js +0 -234
  432. package/open-sse/services/usage/misc.js +0 -288
  433. package/open-sse/services/usage/shared.js +0 -70
  434. package/open-sse/services/usage.js +0 -62
  435. package/open-sse/services/usageDb.js +0 -2
  436. package/open-sse/services/webSearchRouting.js +0 -25
  437. package/open-sse/services/wildcardRouter.js +0 -59
  438. package/open-sse/shared/clineAuth.js +0 -37
  439. package/open-sse/shared/machineId.js +0 -19
  440. package/open-sse/shared/qoder/constants.js +0 -64
  441. package/open-sse/shared/qoder/cosy.js +0 -175
  442. package/open-sse/shared/qoder/encoding.js +0 -55
  443. package/open-sse/transformer/responsesTransformer.js +0 -439
  444. package/open-sse/transformer/streamToJsonConverter.js +0 -103
  445. package/open-sse/translator/concerns/chunk.js +0 -11
  446. package/open-sse/translator/concerns/finishReason.js +0 -63
  447. package/open-sse/translator/concerns/image.js +0 -124
  448. package/open-sse/translator/concerns/json.js +0 -5
  449. package/open-sse/translator/concerns/message.js +0 -7
  450. package/open-sse/translator/concerns/modality.js +0 -155
  451. package/open-sse/translator/concerns/paramSupport.js +0 -75
  452. package/open-sse/translator/concerns/prefetch.js +0 -96
  453. package/open-sse/translator/concerns/reasoning.js +0 -24
  454. package/open-sse/translator/concerns/thinking.js +0 -53
  455. package/open-sse/translator/concerns/thinkingUnified.js +0 -329
  456. package/open-sse/translator/concerns/toolCall.js +0 -153
  457. package/open-sse/translator/concerns/usage.js +0 -69
  458. package/open-sse/translator/formats/claude.js +0 -368
  459. package/open-sse/translator/formats/gemini.js +0 -380
  460. package/open-sse/translator/formats/maxTokens.js +0 -34
  461. package/open-sse/translator/formats/openai.js +0 -134
  462. package/open-sse/translator/formats/responsesApi.js +0 -141
  463. package/open-sse/translator/formats.js +0 -36
  464. package/open-sse/translator/helpers/claudeHelper.js +0 -216
  465. package/open-sse/translator/helpers/geminiHelper.js +0 -372
  466. package/open-sse/translator/helpers/imageHelper.js +0 -34
  467. package/open-sse/translator/helpers/maxTokensHelper.js +0 -27
  468. package/open-sse/translator/helpers/openaiHelper.js +0 -130
  469. package/open-sse/translator/helpers/responsesApiHelper.js +0 -139
  470. package/open-sse/translator/helpers/toolCallHelper.js +0 -148
  471. package/open-sse/translator/index.js +0 -252
  472. package/open-sse/translator/request/antigravity-to-openai.js +0 -242
  473. package/open-sse/translator/request/claude-to-kiro.js +0 -478
  474. package/open-sse/translator/request/claude-to-openai.js +0 -263
  475. package/open-sse/translator/request/gemini-to-openai.js +0 -152
  476. package/open-sse/translator/request/openai-responses.js +0 -385
  477. package/open-sse/translator/request/openai-to-claude.js +0 -383
  478. package/open-sse/translator/request/openai-to-commandcode.js +0 -176
  479. package/open-sse/translator/request/openai-to-cursor.js +0 -185
  480. package/open-sse/translator/request/openai-to-gemini.js +0 -442
  481. package/open-sse/translator/request/openai-to-kiro.js +0 -607
  482. package/open-sse/translator/request/openai-to-kiro.old.js +0 -278
  483. package/open-sse/translator/request/openai-to-ollama.js +0 -195
  484. package/open-sse/translator/request/openai-to-vertex.js +0 -42
  485. package/open-sse/translator/response/claude-to-openai.js +0 -195
  486. package/open-sse/translator/response/commandcode-to-openai.js +0 -188
  487. package/open-sse/translator/response/cursor-to-openai.js +0 -30
  488. package/open-sse/translator/response/gemini-to-openai.js +0 -147
  489. package/open-sse/translator/response/kiro-to-claude.js +0 -261
  490. package/open-sse/translator/response/kiro-to-openai.js +0 -160
  491. package/open-sse/translator/response/ollama-to-openai.js +0 -134
  492. package/open-sse/translator/response/openai-responses.js +0 -535
  493. package/open-sse/translator/response/openai-to-antigravity.js +0 -123
  494. package/open-sse/translator/response/openai-to-claude.js +0 -265
  495. package/open-sse/translator/schema/blocks.js +0 -43
  496. package/open-sse/translator/schema/defaults.js +0 -7
  497. package/open-sse/translator/schema/finishReasons.js +0 -27
  498. package/open-sse/translator/schema/index.js +0 -8
  499. package/open-sse/translator/schema/roles.js +0 -16
  500. package/open-sse/utils/agentGoalPolicy.js +0 -85
  501. package/open-sse/utils/aiSdkCompat.js +0 -75
  502. package/open-sse/utils/bypassHandler.js +0 -298
  503. package/open-sse/utils/cacheControlPolicy.js +0 -189
  504. package/open-sse/utils/claudeCloaking.js +0 -155
  505. package/open-sse/utils/claudeHeaderCache.js +0 -70
  506. package/open-sse/utils/claudeSignature.js +0 -41
  507. package/open-sse/utils/clientDetector.js +0 -63
  508. package/open-sse/utils/codebuddySanitizer.js +0 -96
  509. package/open-sse/utils/composerToolCalls.js +0 -158
  510. package/open-sse/utils/cors.js +0 -13
  511. package/open-sse/utils/cursorChecksum.js +0 -149
  512. package/open-sse/utils/cursorImages.js +0 -224
  513. package/open-sse/utils/cursorProtobuf.js +0 -904
  514. package/open-sse/utils/cursorVersionDetector.js +0 -55
  515. package/open-sse/utils/debugLog.js +0 -14
  516. package/open-sse/utils/diagnostics.js +0 -143
  517. package/open-sse/utils/error.js +0 -164
  518. package/open-sse/utils/estimateSize.js +0 -33
  519. package/open-sse/utils/finishReason.js +0 -32
  520. package/open-sse/utils/flattenToolHistory.js +0 -68
  521. package/open-sse/utils/headers.js +0 -36
  522. package/open-sse/utils/heapPressure.js +0 -35
  523. package/open-sse/utils/jsonToSse.js +0 -125
  524. package/open-sse/utils/keepaliveThreshold.js +0 -40
  525. package/open-sse/utils/logger.js +0 -104
  526. package/open-sse/utils/noThinkingAlias.js +0 -74
  527. package/open-sse/utils/number.js +0 -7
  528. package/open-sse/utils/ollamaTransform.js +0 -85
  529. package/open-sse/utils/opencodeHeaders.js +0 -47
  530. package/open-sse/utils/progressTracker.js +0 -81
  531. package/open-sse/utils/providerRequestLogging.js +0 -219
  532. package/open-sse/utils/proxyFetch.js +0 -369
  533. package/open-sse/utils/reasoningContentInjector.js +0 -79
  534. package/open-sse/utils/reasoningFields.js +0 -70
  535. package/open-sse/utils/requestLogger.js +0 -260
  536. package/open-sse/utils/responsesInputNormalization.js +0 -92
  537. package/open-sse/utils/responsesStatePolicy.js +0 -52
  538. package/open-sse/utils/responsesStreamHelpers.js +0 -49
  539. package/open-sse/utils/sessionManager.js +0 -240
  540. package/open-sse/utils/sleep.js +0 -6
  541. package/open-sse/utils/sse.js +0 -14
  542. package/open-sse/utils/sseConstants.js +0 -23
  543. package/open-sse/utils/sseHeartbeat.js +0 -104
  544. package/open-sse/utils/stream.js +0 -517
  545. package/open-sse/utils/streamFailureFinalization.js +0 -134
  546. package/open-sse/utils/streamHandler.js +0 -250
  547. package/open-sse/utils/streamHelpers.js +0 -137
  548. package/open-sse/utils/textualToolCall.js +0 -104
  549. package/open-sse/utils/thinkCloseMarker.js +0 -72
  550. package/open-sse/utils/thinkTagParser.js +0 -146
  551. package/open-sse/utils/toolCallArguments.js +0 -12
  552. package/open-sse/utils/toolDeduper.js +0 -49
  553. package/open-sse/utils/toolSources.js +0 -31
  554. package/open-sse/utils/upstreamResponseHeaders.js +0 -25
  555. package/open-sse/utils/urlSanitize.js +0 -15
  556. package/open-sse/utils/usageTracking.js +0 -347
@@ -1,616 +0,0 @@
1
- import Bottleneck from "bottleneck";
2
- import { parseRetryAfterFromBody } from "./accountFallback.js";
3
- import { getProviderCategory } from "../config/providerRegistry.js";
4
- import { getCodexRateLimitKey } from "../executors/codex.js";
5
- import { awaitProviderDefaultSlot } from "./providerDefaultRateLimit.js";
6
- import {
7
- DEFAULT_RESILIENCE_SETTINGS,
8
- resolveResilienceSettings
9
- } from "../../src/lib/resilience/settings";
10
- import {
11
- STANDARD_HEADERS,
12
- ANTHROPIC_HEADERS,
13
- parseResetTime,
14
- toPlainHeaders
15
- } from "./rateLimitManager/headers";
16
- function toRecord(value) {
17
- return value && typeof value === "object" && !Array.isArray(value) ? value : {};
18
- }
19
- function toNumber(value, fallback = 0) {
20
- const parsed = typeof value === "number" ? value : typeof value === "string" && value.trim().length > 0 ? Number(value) : Number.NaN;
21
- return Number.isFinite(parsed) ? parsed : fallback;
22
- }
23
- function isNodeTestRunnerChild() {
24
- return typeof process.env.NODE_TEST_CONTEXT === "string";
25
- }
26
- function logRateLimit(...args) {
27
- if (!isNodeTestRunnerChild()) console.log(...args);
28
- }
29
- function warnRateLimit(...args) {
30
- if (!isNodeTestRunnerChild()) console.warn(...args);
31
- }
32
- function errorRateLimit(...args) {
33
- if (!isNodeTestRunnerChild()) console.error(...args);
34
- }
35
- const limiters = /* @__PURE__ */ new Map();
36
- const enabledConnections = /* @__PURE__ */ new Set();
37
- const connectionRateLimitOverrides = /* @__PURE__ */ new Map();
38
- const learnedLimits = {};
39
- const MAX_LEARNED_LIMITS = 200;
40
- const INACTIVE_LIMITER_MS = 10 * 60 * 1e3;
41
- const limiterLastUsed = /* @__PURE__ */ new Map();
42
- let persistTimer = null;
43
- const pendingAsyncOperations = /* @__PURE__ */ new Set();
44
- const PERSIST_DEBOUNCE_MS = 6e4;
45
- let initialized = false;
46
- let currentRequestQueueSettings = DEFAULT_RESILIENCE_SETTINGS.requestQueue;
47
- const lastDispatchAt = /* @__PURE__ */ new Map();
48
- let watchdogInterval = null;
49
- const WATCHDOG_INTERVAL_MS = 3e4;
50
- const WEDGE_THRESHOLD_MS = 12e4;
51
- function isAutoEnableActive(settings) {
52
- const env = process.env.RATE_LIMIT_AUTO_ENABLE?.trim().toLowerCase();
53
- if (env === "false" || env === "0" || env === "off") return false;
54
- if (env === "true" || env === "1" || env === "on") return true;
55
- return settings.autoEnableApiKeyProviders;
56
- }
57
- const EFFECTIVELY_INFINITE = Number.MAX_SAFE_INTEGER;
58
- const EFFECTIVELY_INFINITE_CONCURRENCY = 1e3;
59
- function resolveRpm(override) {
60
- return typeof override === "number" && override > 0 ? override : EFFECTIVELY_INFINITE;
61
- }
62
- function resolveMinTime(override) {
63
- return typeof override === "number" && override > 0 ? override : 0;
64
- }
65
- function resolveMaxConcurrent(override) {
66
- return typeof override === "number" && override > 0 ? override : EFFECTIVELY_INFINITE_CONCURRENCY;
67
- }
68
- function buildLimiterDefaults() {
69
- return {
70
- maxConcurrent: resolveMaxConcurrent(currentRequestQueueSettings.concurrentRequests),
71
- minTime: resolveMinTime(currentRequestQueueSettings.minTimeBetweenRequestsMs),
72
- reservoir: resolveRpm(currentRequestQueueSettings.requestsPerMinute),
73
- reservoirRefreshAmount: resolveRpm(currentRequestQueueSettings.requestsPerMinute),
74
- reservoirRefreshInterval: 60 * 1e3
75
- };
76
- }
77
- function updateAllLimiterSettings() {
78
- const defaults = buildLimiterDefaults();
79
- for (const limiter of limiters.values()) {
80
- limiter.updateSettings(defaults);
81
- }
82
- }
83
- function reconcileEnabledConnections(connectionsRaw, requestQueueSettings) {
84
- const nextEnabledConnections = /* @__PURE__ */ new Set();
85
- let explicitCount = 0;
86
- let autoCount = 0;
87
- for (const connRaw of connectionsRaw) {
88
- const conn = toRecord(connRaw);
89
- const connectionId = typeof conn.id === "string" ? conn.id : "";
90
- const provider = typeof conn.provider === "string" ? conn.provider : "";
91
- const isActive = conn.isActive === true;
92
- const rateLimitProtection = conn.rateLimitProtection === true;
93
- if (!connectionId || !provider) continue;
94
- if (rateLimitProtection) {
95
- nextEnabledConnections.add(connectionId);
96
- explicitCount++;
97
- continue;
98
- }
99
- if (isAutoEnableActive(requestQueueSettings) && getProviderCategory(provider) === "apikey" && isActive) {
100
- nextEnabledConnections.add(connectionId);
101
- autoCount++;
102
- getLimiter(provider, connectionId);
103
- }
104
- }
105
- for (const connectionId of Array.from(enabledConnections)) {
106
- if (!nextEnabledConnections.has(connectionId)) {
107
- disableRateLimitProtection(connectionId);
108
- }
109
- }
110
- for (const connectionId of nextEnabledConnections) {
111
- enabledConnections.add(connectionId);
112
- }
113
- return {
114
- explicitCount,
115
- autoCount
116
- };
117
- }
118
- function watchdogTick() {
119
- const now = Date.now();
120
- for (const [key, limiter] of Array.from(limiters)) {
121
- const lastUsed = limiterLastUsed.get(key) ?? 0;
122
- if (now - lastUsed > INACTIVE_LIMITER_MS) {
123
- const counts = limiter.counts();
124
- if (counts.QUEUED === 0 && counts.RUNNING === 0 && counts.EXECUTING === 0) {
125
- limiters.delete(key);
126
- lastDispatchAt.delete(key);
127
- limiterLastUsed.delete(key);
128
- logRateLimit(
129
- `\u{1F9F9} [RATE-LIMIT] Evicting idle limiter: ${key} (inactive for ${Math.round((now - lastUsed) / 1e3)}s)`
130
- );
131
- trackAsyncOperation(limiter.disconnect());
132
- }
133
- }
134
- }
135
- for (const [key, limiter] of Array.from(limiters)) {
136
- const counts = limiter.counts();
137
- if (counts.QUEUED === 0) continue;
138
- if (counts.RUNNING > 0 || counts.EXECUTING > 0) continue;
139
- const lastDispatch = lastDispatchAt.get(key);
140
- if (lastDispatch === void 0) {
141
- lastDispatchAt.set(key, now);
142
- continue;
143
- }
144
- const stalledMs = now - lastDispatch;
145
- if (stalledMs < WEDGE_THRESHOLD_MS) continue;
146
- warnRateLimit(
147
- `\u{1F6A8} [RATE-LIMIT] WEDGED: ${key} queued=${counts.QUEUED} running=0 executing=0 stalled=${stalledMs}ms \u2014 force-resetting`
148
- );
149
- limiters.delete(key);
150
- lastDispatchAt.delete(key);
151
- limiterLastUsed.delete(key);
152
- trackAsyncOperation(limiter.disconnect());
153
- }
154
- }
155
- let shutdownHandlersRegistered = false;
156
- function startRateLimitWatchdog() {
157
- if (watchdogInterval) return;
158
- watchdogInterval = setInterval(watchdogTick, WATCHDOG_INTERVAL_MS);
159
- watchdogInterval.unref?.();
160
- if (!shutdownHandlersRegistered) {
161
- shutdownHandlersRegistered = true;
162
- process.once("SIGTERM", shutdownLimiters);
163
- process.once("SIGINT", shutdownLimiters);
164
- }
165
- }
166
- function stopRateLimitWatchdog() {
167
- if (!watchdogInterval) return;
168
- clearInterval(watchdogInterval);
169
- watchdogInterval = null;
170
- }
171
- function shutdownLimiters() {
172
- for (const limiter of limiters.values()) {
173
- limiter.stop({ dropWaitingJobs: false });
174
- }
175
- limiters.clear();
176
- lastDispatchAt.clear();
177
- limiterLastUsed.clear();
178
- }
179
- function trackAsyncOperation(promise) {
180
- pendingAsyncOperations.add(promise);
181
- void promise.then(
182
- () => {
183
- pendingAsyncOperations.delete(promise);
184
- },
185
- () => {
186
- pendingAsyncOperations.delete(promise);
187
- }
188
- );
189
- return promise;
190
- }
191
- async function initializeRateLimits() {
192
- if (initialized) return;
193
- initialized = true;
194
- try {
195
- const { getProviderConnections, getSettings } = await import("@/lib/localDb");
196
- const [connections, settings] = await Promise.all([getProviderConnections(), getSettings()]);
197
- const resilience = resolveResilienceSettings(settings);
198
- currentRequestQueueSettings = { ...resilience.requestQueue };
199
- const { explicitCount, autoCount } = reconcileEnabledConnections(
200
- connections,
201
- currentRequestQueueSettings
202
- );
203
- updateAllLimiterSettings();
204
- connectionRateLimitOverrides.clear();
205
- for (const conn of connections) {
206
- const overrides = conn.rateLimitOverrides;
207
- if (overrides && typeof overrides === "object" && !Array.isArray(overrides)) {
208
- connectionRateLimitOverrides.set(String(conn.id), overrides);
209
- }
210
- }
211
- if (explicitCount > 0 || autoCount > 0) {
212
- logRateLimit(
213
- `\u{1F6E1}\uFE0F [RATE-LIMIT] Loaded ${explicitCount} explicit + ${autoCount} auto-enabled protection(s)`
214
- );
215
- }
216
- await loadPersistedLimits();
217
- startRateLimitWatchdog();
218
- } catch (err) {
219
- errorRateLimit("[RATE-LIMIT] Failed to load settings:", err.message);
220
- }
221
- }
222
- async function applyRequestQueueSettings(nextSettings) {
223
- currentRequestQueueSettings = { ...nextSettings };
224
- const { getProviderConnections } = await import("@/lib/localDb");
225
- const connections = await getProviderConnections();
226
- reconcileEnabledConnections(connections, currentRequestQueueSettings);
227
- updateAllLimiterSettings();
228
- }
229
- function enableRateLimitProtection(connectionId) {
230
- enabledConnections.add(connectionId);
231
- }
232
- function disableRateLimitProtection(connectionId) {
233
- enabledConnections.delete(connectionId);
234
- for (const [key, limiter] of Array.from(limiters)) {
235
- if (key.includes(connectionId)) {
236
- limiters.delete(key);
237
- lastDispatchAt.delete(key);
238
- limiterLastUsed.delete(key);
239
- trackAsyncOperation(limiter.disconnect());
240
- }
241
- }
242
- }
243
- function isRateLimitEnabled(connectionId) {
244
- return enabledConnections.has(connectionId);
245
- }
246
- function refreshConnectionRateLimits(connectionId, overrides) {
247
- if (overrides === null || overrides === void 0) {
248
- connectionRateLimitOverrides.delete(connectionId);
249
- } else {
250
- connectionRateLimitOverrides.set(connectionId, overrides);
251
- }
252
- for (const [key, limiter] of Array.from(limiters)) {
253
- if (key.includes(connectionId)) {
254
- limiters.delete(key);
255
- lastDispatchAt.delete(key);
256
- limiterLastUsed.delete(key);
257
- trackAsyncOperation(limiter.disconnect());
258
- }
259
- }
260
- }
261
- function getLimiterKey(provider, connectionId, model = null) {
262
- if (provider === "codex" && model) {
263
- return `${provider}:${getCodexRateLimitKey(connectionId, model)}`;
264
- }
265
- if ((provider === "gemini" || provider === "github") && model) {
266
- return `${provider}:${connectionId}:${model}`;
267
- }
268
- return `${provider}:${connectionId}`;
269
- }
270
- function getLimiter(provider, connectionId, model = null) {
271
- const key = getLimiterKey(provider, connectionId, model);
272
- if (!limiters.has(key)) {
273
- const defaults = buildLimiterDefaults();
274
- const overrides = connectionRateLimitOverrides.get(connectionId);
275
- if (overrides) {
276
- if (typeof overrides.maxConcurrent === "number" && overrides.maxConcurrent > 0) {
277
- defaults.maxConcurrent = overrides.maxConcurrent;
278
- }
279
- if (typeof overrides.minTime === "number" && overrides.minTime > 0) {
280
- defaults.minTime = overrides.minTime;
281
- }
282
- if (typeof overrides.rpm === "number" && overrides.rpm > 0) {
283
- defaults.reservoir = overrides.rpm;
284
- defaults.reservoirRefreshAmount = overrides.rpm;
285
- defaults.reservoirRefreshInterval = 60 * 1e3;
286
- }
287
- }
288
- const limiter = new Bottleneck({
289
- ...defaults,
290
- id: key
291
- });
292
- limiter.on("executing", () => {
293
- lastDispatchAt.set(key, Date.now());
294
- });
295
- limiters.set(key, limiter);
296
- lastDispatchAt.set(key, Date.now());
297
- limiterLastUsed.set(key, Date.now());
298
- }
299
- limiterLastUsed.set(key, Date.now());
300
- return limiters.get(key);
301
- }
302
- async function withRateLimit(provider, connectionId, model, fn, signal = null) {
303
- if (!enabledConnections.has(connectionId)) {
304
- return fn();
305
- }
306
- if (signal?.aborted) {
307
- const reason = signal.reason;
308
- if (reason instanceof Error) throw reason;
309
- const err = new Error(typeof reason === "string" ? reason : "The operation was aborted");
310
- err.name = "AbortError";
311
- throw err;
312
- }
313
- await awaitProviderDefaultSlot(
314
- provider,
315
- connectionId,
316
- signal,
317
- currentRequestQueueSettings.maxWaitMs
318
- );
319
- const limiter = getLimiter(provider, connectionId, model);
320
- const maxWaitMs = currentRequestQueueSettings.maxWaitMs;
321
- const scheduleOpts = maxWaitMs && maxWaitMs > 0 ? { expiration: maxWaitMs } : {};
322
- try {
323
- if (signal) {
324
- let abortListener;
325
- const abortPromise = new Promise((_, reject) => {
326
- const onAbort = () => {
327
- const reason = signal.reason;
328
- const err = reason instanceof Error ? reason : new Error(typeof reason === "string" ? reason : "The operation was aborted");
329
- err.name = "AbortError";
330
- reject(err);
331
- };
332
- if (signal.aborted) {
333
- onAbort();
334
- return;
335
- }
336
- abortListener = onAbort;
337
- signal.addEventListener("abort", abortListener, { once: true });
338
- });
339
- try {
340
- return await Promise.race([limiter.schedule(scheduleOpts, fn), abortPromise]);
341
- } finally {
342
- if (abortListener) {
343
- signal.removeEventListener("abort", abortListener);
344
- }
345
- }
346
- } else {
347
- return await limiter.schedule(scheduleOpts, fn);
348
- }
349
- } catch (err) {
350
- if (err?.message?.includes("This job timed out")) {
351
- const key = getLimiterKey(provider, connectionId, model);
352
- logRateLimit(
353
- `\u23F0 [RATE-LIMIT] ${key} \u2014 job expired after ${Math.ceil((maxWaitMs || 0) / 1e3)}s in queue, dropping`
354
- );
355
- const queueErr = new Error(
356
- `Request dropped after exceeding the local rate-limit queue budget maxWaitMs (${maxWaitMs}ms) for ${model ? `${provider}/${model}` : provider} \u2014 this is OmniRoute's request queue (resilienceSettings.requestQueue.maxWaitMs), not an upstream timeout. Raise it in Settings \u2192 Resilience if this is queue saturation rather than a slow provider.`,
357
- { cause: err }
358
- );
359
- queueErr.code = "RATE_LIMIT_QUEUE_TIMEOUT";
360
- throw queueErr;
361
- }
362
- throw err;
363
- }
364
- }
365
- function updateFromHeaders(provider, connectionId, headers, status, model = null) {
366
- if (!enabledConnections.has(connectionId)) return;
367
- if (!headers) return;
368
- const plainHeaders = toPlainHeaders(headers);
369
- const limiter = getLimiter(provider, connectionId, model);
370
- const headerMap = provider === "claude" || provider === "anthropic" ? ANTHROPIC_HEADERS : STANDARD_HEADERS;
371
- const getHeader = (name) => {
372
- return plainHeaders[name.toLowerCase()] || null;
373
- };
374
- const limit = parseInt(getHeader(headerMap.limit));
375
- const remaining = parseInt(getHeader(headerMap.remaining));
376
- const resetStr = getHeader(headerMap.reset);
377
- const retryAfterStr = getHeader(headerMap.retryAfter);
378
- const overLimit = getHeader(STANDARD_HEADERS.overLimit);
379
- if (status === 429) {
380
- const retryAfterMs = parseResetTime(retryAfterStr) || 6e4;
381
- const counts = limiter.counts();
382
- const limiterKey = getLimiterKey(provider, connectionId, model);
383
- logRateLimit(
384
- `\u{1F6AB} [RATE-LIMIT] ${provider}:${connectionId.slice(0, 8)} \u2014 429 received, pausing for ${Math.ceil(retryAfterMs / 1e3)}s, dropping ${counts.QUEUED} queued request(s)`
385
- );
386
- limiters.delete(limiterKey);
387
- lastDispatchAt.delete(limiterKey);
388
- limiterLastUsed.delete(limiterKey);
389
- trackAsyncOperation(limiter.disconnect());
390
- return;
391
- }
392
- if (overLimit === "yes") {
393
- logRateLimit(
394
- `\u26A0\uFE0F [RATE-LIMIT] ${provider}:${connectionId.slice(0, 8)} \u2014 near capacity, slowing down`
395
- );
396
- limiter.updateSettings({
397
- minTime: 200
398
- // Add 200ms between requests
399
- });
400
- return;
401
- }
402
- if (!isNaN(limit) && limit > 0) {
403
- const resetMs = parseResetTime(resetStr) || 6e4;
404
- const minTime = Math.max(0, Math.floor(6e4 / limit) - 10);
405
- const updates = { minTime };
406
- if (!isNaN(remaining)) {
407
- if (remaining < limit * 0.1) {
408
- updates.reservoir = remaining;
409
- updates.reservoirRefreshAmount = limit;
410
- updates.reservoirRefreshInterval = resetMs;
411
- logRateLimit(
412
- `\u26A0\uFE0F [RATE-LIMIT] ${provider}:${connectionId.slice(0, 8)} \u2014 ${remaining}/${limit} remaining, throttling`
413
- );
414
- } else if (remaining > limit * 0.5) {
415
- updates.minTime = 0;
416
- updates.reservoir = null;
417
- updates.reservoirRefreshAmount = null;
418
- updates.reservoirRefreshInterval = null;
419
- }
420
- }
421
- limiter.updateSettings(updates);
422
- recordLearnedLimit(
423
- provider,
424
- connectionId,
425
- { limit, remaining, minTime: updates.minTime },
426
- model
427
- );
428
- }
429
- }
430
- function getRateLimitStatus(provider, connectionId) {
431
- const key = `${provider}:${connectionId}`;
432
- const limiter = limiters.get(key);
433
- if (!limiter) {
434
- return {
435
- enabled: enabledConnections.has(connectionId),
436
- active: false,
437
- queued: 0,
438
- running: 0
439
- };
440
- }
441
- const counts = limiter.counts();
442
- return {
443
- enabled: enabledConnections.has(connectionId),
444
- active: true,
445
- queued: counts.QUEUED || 0,
446
- running: counts.RUNNING || 0,
447
- executing: counts.EXECUTING || 0,
448
- done: counts.DONE || 0
449
- };
450
- }
451
- function getAllRateLimitStatus() {
452
- const result = {};
453
- for (const [key, limiter] of limiters) {
454
- const counts = limiter.counts();
455
- result[key] = {
456
- queued: counts.QUEUED || 0,
457
- running: counts.RUNNING || 0,
458
- executing: counts.EXECUTING || 0
459
- };
460
- }
461
- return result;
462
- }
463
- function getLearnedLimits() {
464
- return { ...learnedLimits };
465
- }
466
- async function persistLearnedLimitsNow() {
467
- try {
468
- const { updateSettings } = await import("@/lib/db/settings");
469
- await updateSettings({ learnedRateLimits: JSON.stringify(learnedLimits) });
470
- logRateLimit(
471
- `\u{1F4BE} [RATE-LIMIT] Persisted learned limits for ${Object.keys(learnedLimits).length} provider(s)`
472
- );
473
- } catch (err) {
474
- errorRateLimit("[RATE-LIMIT] Failed to persist learned limits:", err.message);
475
- }
476
- }
477
- function recordLearnedLimit(provider, connectionId, limits, model = null) {
478
- const key = getLimiterKey(provider, connectionId, model);
479
- learnedLimits[key] = {
480
- ...limits,
481
- provider,
482
- connectionId,
483
- lastUpdated: Date.now()
484
- };
485
- if (!persistTimer) {
486
- persistTimer = setTimeout(async () => {
487
- persistTimer = null;
488
- await trackAsyncOperation(persistLearnedLimitsNow());
489
- }, PERSIST_DEBOUNCE_MS);
490
- }
491
- }
492
- async function __flushLearnedLimitsForTests() {
493
- if (persistTimer) {
494
- clearTimeout(persistTimer);
495
- persistTimer = null;
496
- }
497
- await trackAsyncOperation(persistLearnedLimitsNow());
498
- if (pendingAsyncOperations.size > 0) {
499
- await Promise.allSettled(Array.from(pendingAsyncOperations));
500
- }
501
- }
502
- async function __resetRateLimitManagerForTests() {
503
- if (persistTimer) {
504
- clearTimeout(persistTimer);
505
- persistTimer = null;
506
- }
507
- const disconnectPromises = [];
508
- for (const limiter of limiters.values()) {
509
- disconnectPromises.push(limiter.disconnect());
510
- }
511
- limiters.clear();
512
- enabledConnections.clear();
513
- initialized = false;
514
- lastDispatchAt.clear();
515
- limiterLastUsed.clear();
516
- shutdownHandlersRegistered = false;
517
- for (const key of Object.keys(learnedLimits)) {
518
- delete learnedLimits[key];
519
- }
520
- if (pendingAsyncOperations.size > 0) {
521
- await Promise.allSettled(Array.from(pendingAsyncOperations));
522
- }
523
- if (disconnectPromises.length > 0) {
524
- await Promise.allSettled(disconnectPromises);
525
- }
526
- }
527
- async function __getLimiterStateForTests(provider, connectionId, model = null) {
528
- const key = getLimiterKey(provider, connectionId, model);
529
- const limiter = limiters.get(key);
530
- if (!limiter) return null;
531
- const counts = limiter.counts();
532
- const reservoir = await limiter.currentReservoir();
533
- return {
534
- key,
535
- reservoir,
536
- queued: counts.QUEUED || 0,
537
- running: counts.RUNNING || 0,
538
- executing: counts.EXECUTING || 0,
539
- done: counts.DONE || 0
540
- };
541
- }
542
- async function loadPersistedLimits() {
543
- try {
544
- const { getSettings } = await import("@/lib/db/settings");
545
- const settings = await getSettings();
546
- const raw = settings?.learnedRateLimits;
547
- if (typeof raw !== "string" || raw.trim().length === 0) return;
548
- const parsed = toRecord(JSON.parse(raw));
549
- let count = 0;
550
- for (const [key, dataRaw] of Object.entries(parsed)) {
551
- const data = toRecord(dataRaw);
552
- const lastUpdated = toNumber(data.lastUpdated, 0);
553
- if (lastUpdated > 0 && Date.now() - lastUpdated > 24 * 60 * 60 * 1e3) continue;
554
- const connectionId = typeof data.connectionId === "string" ? data.connectionId : "";
555
- const provider = typeof data.provider === "string" ? data.provider : "";
556
- const limit = toNumber(data.limit, 0);
557
- const remaining = toNumber(data.remaining, 0);
558
- const minTime = toNumber(data.minTime, 0);
559
- learnedLimits[key] = {
560
- provider,
561
- connectionId,
562
- lastUpdated,
563
- ...limit > 0 ? { limit } : {},
564
- ...remaining >= 0 ? { remaining } : {},
565
- ...minTime >= 0 ? { minTime } : {}
566
- };
567
- if (connectionId && enabledConnections.has(connectionId)) {
568
- const limiter = limiters.get(key);
569
- if (limiter && limit > 0) {
570
- const inferredMinTime = minTime || Math.max(0, Math.floor(6e4 / limit) - 10);
571
- limiter.updateSettings({ minTime: inferredMinTime });
572
- count++;
573
- }
574
- }
575
- }
576
- if (count > 0) {
577
- logRateLimit(`\u{1F4E5} [RATE-LIMIT] Restored ${count} learned rate limit(s) from persistence`);
578
- }
579
- } catch (err) {
580
- errorRateLimit("[RATE-LIMIT] Failed to load persisted limits:", err.message);
581
- }
582
- }
583
- function updateFromResponseBody(provider, connectionId, responseBody, status, model = null) {
584
- if (!enabledConnections.has(connectionId)) return;
585
- const { retryAfterMs, reason } = parseRetryAfterFromBody(responseBody);
586
- if (retryAfterMs && retryAfterMs > 0) {
587
- const limiter = getLimiter(provider, connectionId, model);
588
- logRateLimit(
589
- `\u{1F6AB} [RATE-LIMIT] ${provider}:${connectionId.slice(0, 8)} \u2014 body-parsed retry: ${Math.ceil(retryAfterMs / 1e3)}s (${reason})`
590
- );
591
- limiter.updateSettings({
592
- reservoir: 0,
593
- reservoirRefreshAmount: 60,
594
- reservoirRefreshInterval: retryAfterMs
595
- });
596
- }
597
- }
598
- export {
599
- __flushLearnedLimitsForTests,
600
- __getLimiterStateForTests,
601
- __resetRateLimitManagerForTests,
602
- applyRequestQueueSettings,
603
- disableRateLimitProtection,
604
- enableRateLimitProtection,
605
- getAllRateLimitStatus,
606
- getLearnedLimits,
607
- getRateLimitStatus,
608
- initializeRateLimits,
609
- isRateLimitEnabled,
610
- refreshConnectionRateLimits,
611
- startRateLimitWatchdog,
612
- stopRateLimitWatchdog,
613
- updateFromHeaders,
614
- updateFromResponseBody,
615
- withRateLimit
616
- };