@jsonstudio/llms 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (538) hide show
  1. package/README.md +265 -0
  2. package/dist/api/index.d.ts +10 -0
  3. package/dist/api/index.js +11 -0
  4. package/dist/api/llmswitch-config.d.ts +15 -0
  5. package/dist/api/llmswitch-config.js +415 -0
  6. package/dist/api/llmswitch-types.d.ts +412 -0
  7. package/dist/api/llmswitch-types.js +60 -0
  8. package/dist/bridge/routecodex-adapter.d.ts +74 -0
  9. package/dist/bridge/routecodex-adapter.js +226 -0
  10. package/dist/config/index.d.ts +3 -0
  11. package/dist/config/index.js +5 -0
  12. package/dist/config-unified/enhanced-path-resolver.d.ts +5 -0
  13. package/dist/config-unified/enhanced-path-resolver.js +38 -0
  14. package/dist/config-unified/unified-config.d.ts +26 -0
  15. package/dist/config-unified/unified-config.js +187 -0
  16. package/dist/conversion/codec-registry.d.ts +10 -0
  17. package/dist/conversion/codec-registry.js +25 -0
  18. package/dist/conversion/codecs/anthropic-openai-codec.d.ts +23 -0
  19. package/dist/conversion/codecs/anthropic-openai-codec.js +546 -0
  20. package/dist/conversion/codecs/gemini-openai-codec.d.ts +16 -0
  21. package/dist/conversion/codecs/gemini-openai-codec.js +437 -0
  22. package/dist/conversion/codecs/openai-openai-codec.d.ts +12 -0
  23. package/dist/conversion/codecs/openai-openai-codec.js +125 -0
  24. package/dist/conversion/codecs/responses-openai-codec.d.ts +12 -0
  25. package/dist/conversion/codecs/responses-openai-codec.js +154 -0
  26. package/dist/conversion/config/config-manager.d.ts +212 -0
  27. package/dist/conversion/config/config-manager.js +310 -0
  28. package/dist/conversion/conversion-v3/adapters/index.d.ts +2 -0
  29. package/dist/conversion/conversion-v3/adapters/index.js +1 -0
  30. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.d.ts +38 -0
  31. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.js +55 -0
  32. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.d.ts +22 -0
  33. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.js +84 -0
  34. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.d.ts +4 -0
  35. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.js +285 -0
  36. package/dist/conversion/conversion-v3/compatibility/index.d.ts +3 -0
  37. package/dist/conversion/conversion-v3/compatibility/index.js +2 -0
  38. package/dist/conversion/conversion-v3/config/default-configs.d.ts +48 -0
  39. package/dist/conversion/conversion-v3/config/default-configs.js +1083 -0
  40. package/dist/conversion/conversion-v3/config/index.d.ts +5 -0
  41. package/dist/conversion/conversion-v3/config/index.js +5 -0
  42. package/dist/conversion/conversion-v3/config/pipeline-config-manager.d.ts +49 -0
  43. package/dist/conversion/conversion-v3/config/pipeline-config-manager.js +65 -0
  44. package/dist/conversion/conversion-v3/index.d.ts +11 -0
  45. package/dist/conversion/conversion-v3/index.js +17 -0
  46. package/dist/conversion/conversion-v3/nodes/index.d.ts +56 -0
  47. package/dist/conversion/conversion-v3/nodes/index.js +149 -0
  48. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.d.ts +25 -0
  49. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.js +56 -0
  50. package/dist/conversion/conversion-v3/nodes/input/base-input-node.d.ts +75 -0
  51. package/dist/conversion/conversion-v3/nodes/input/base-input-node.js +237 -0
  52. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.d.ts +25 -0
  53. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.js +56 -0
  54. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.d.ts +4 -0
  55. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.js +197 -0
  56. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.d.ts +16 -0
  57. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.js +125 -0
  58. package/dist/conversion/conversion-v3/nodes/input/index.d.ts +8 -0
  59. package/dist/conversion/conversion-v3/nodes/input/index.js +8 -0
  60. package/dist/conversion/conversion-v3/nodes/input/input-decision.d.ts +46 -0
  61. package/dist/conversion/conversion-v3/nodes/input/input-decision.js +125 -0
  62. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.d.ts +20 -0
  63. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.js +51 -0
  64. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.d.ts +71 -0
  65. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.js +320 -0
  66. package/dist/conversion/conversion-v3/nodes/output/base-output-node.d.ts +116 -0
  67. package/dist/conversion/conversion-v3/nodes/output/base-output-node.js +512 -0
  68. package/dist/conversion/conversion-v3/nodes/output/index.d.ts +7 -0
  69. package/dist/conversion/conversion-v3/nodes/output/index.js +7 -0
  70. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.d.ts +71 -0
  71. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.js +293 -0
  72. package/dist/conversion/conversion-v3/nodes/output/output-decision.d.ts +68 -0
  73. package/dist/conversion/conversion-v3/nodes/output/output-decision.js +161 -0
  74. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.d.ts +64 -0
  75. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.js +323 -0
  76. package/dist/conversion/conversion-v3/nodes/process/base-process-node.d.ts +72 -0
  77. package/dist/conversion/conversion-v3/nodes/process/base-process-node.js +246 -0
  78. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.d.ts +135 -0
  79. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.js +854 -0
  80. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.d.ts +29 -0
  81. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.js +181 -0
  82. package/dist/conversion/conversion-v3/nodes/process/index.d.ts +10 -0
  83. package/dist/conversion/conversion-v3/nodes/process/index.js +10 -0
  84. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.d.ts +59 -0
  85. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.js +243 -0
  86. package/dist/conversion/conversion-v3/nodes/process/response-process-node.d.ts +17 -0
  87. package/dist/conversion/conversion-v3/nodes/process/response-process-node.js +213 -0
  88. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.d.ts +26 -0
  89. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.js +299 -0
  90. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.d.ts +40 -0
  91. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.js +430 -0
  92. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.d.ts +12 -0
  93. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.js +129 -0
  94. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.d.ts +15 -0
  95. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.js +57 -0
  96. package/dist/conversion/conversion-v3/nodes/response/index.d.ts +4 -0
  97. package/dist/conversion/conversion-v3/nodes/response/index.js +4 -0
  98. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.d.ts +15 -0
  99. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.js +87 -0
  100. package/dist/conversion/conversion-v3/nodes/response/response-utils.d.ts +1 -0
  101. package/dist/conversion/conversion-v3/nodes/response/response-utils.js +1 -0
  102. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.d.ts +12 -0
  103. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.js +67 -0
  104. package/dist/conversion/conversion-v3/nodes/sse/index.d.ts +3 -0
  105. package/dist/conversion/conversion-v3/nodes/sse/index.js +3 -0
  106. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.d.ts +27 -0
  107. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.js +165 -0
  108. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.d.ts +19 -0
  109. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.js +267 -0
  110. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.d.ts +18 -0
  111. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.js +48 -0
  112. package/dist/conversion/conversion-v3/pipelines/index.d.ts +6 -0
  113. package/dist/conversion/conversion-v3/pipelines/index.js +6 -0
  114. package/dist/conversion/conversion-v3/pipelines/super-pipeline.d.ts +112 -0
  115. package/dist/conversion/conversion-v3/pipelines/super-pipeline.js +566 -0
  116. package/dist/conversion/conversion-v3/response/provider-response-converter.d.ts +28 -0
  117. package/dist/conversion/conversion-v3/response/provider-response-converter.js +249 -0
  118. package/dist/conversion/conversion-v3/sse/index.d.ts +140 -0
  119. package/dist/conversion/conversion-v3/sse/index.js +115 -0
  120. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +11 -0
  121. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.js +79 -0
  122. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.d.ts +79 -0
  123. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.js +296 -0
  124. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.d.ts +55 -0
  125. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.js +233 -0
  126. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.d.ts +99 -0
  127. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.js +599 -0
  128. package/dist/conversion/conversion-v3/sse/json-to-sse/index.d.ts +6 -0
  129. package/dist/conversion/conversion-v3/sse/json-to-sse/index.js +7 -0
  130. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.d.ts +79 -0
  131. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.js +322 -0
  132. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.d.ts +37 -0
  133. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.js +218 -0
  134. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.d.ts +40 -0
  135. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.js +263 -0
  136. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.d.ts +32 -0
  137. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.js +106 -0
  138. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.d.ts +4 -0
  139. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.js +40 -0
  140. package/dist/conversion/conversion-v3/sse/shared/constants.d.ts +272 -0
  141. package/dist/conversion/conversion-v3/sse/shared/constants.js +321 -0
  142. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.d.ts +158 -0
  143. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.js +210 -0
  144. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.d.ts +82 -0
  145. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.js +275 -0
  146. package/dist/conversion/conversion-v3/sse/shared/serializers/index.d.ts +39 -0
  147. package/dist/conversion/conversion-v3/sse/shared/serializers/index.js +54 -0
  148. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.d.ts +123 -0
  149. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.js +356 -0
  150. package/dist/conversion/conversion-v3/sse/shared/serializers/types.d.ts +51 -0
  151. package/dist/conversion/conversion-v3/sse/shared/serializers/types.js +4 -0
  152. package/dist/conversion/conversion-v3/sse/shared/utils.d.ts +254 -0
  153. package/dist/conversion/conversion-v3/sse/shared/utils.js +543 -0
  154. package/dist/conversion/conversion-v3/sse/shared/writer.d.ts +111 -0
  155. package/dist/conversion/conversion-v3/sse/shared/writer.js +268 -0
  156. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +13 -0
  157. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.js +139 -0
  158. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.d.ts +165 -0
  159. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.js +776 -0
  160. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.d.ts +106 -0
  161. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.js +540 -0
  162. package/dist/conversion/conversion-v3/sse/sse-to-json/index.d.ts +6 -0
  163. package/dist/conversion/conversion-v3/sse/sse-to-json/index.js +7 -0
  164. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.d.ts +73 -0
  165. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.js +332 -0
  166. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.d.ts +59 -0
  167. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.js +270 -0
  168. package/dist/conversion/conversion-v3/sse/types/anthropic-types.d.ts +87 -0
  169. package/dist/conversion/conversion-v3/sse/types/anthropic-types.js +5 -0
  170. package/dist/conversion/conversion-v3/sse/types/chat-types.d.ts +308 -0
  171. package/dist/conversion/conversion-v3/sse/types/chat-types.js +32 -0
  172. package/dist/conversion/conversion-v3/sse/types/conversion-context.d.ts +211 -0
  173. package/dist/conversion/conversion-v3/sse/types/conversion-context.js +20 -0
  174. package/dist/conversion/conversion-v3/sse/types/core-interfaces.d.ts +90 -0
  175. package/dist/conversion/conversion-v3/sse/types/core-interfaces.js +5 -0
  176. package/dist/conversion/conversion-v3/sse/types/index.d.ts +14 -0
  177. package/dist/conversion/conversion-v3/sse/types/index.js +7 -0
  178. package/dist/conversion/conversion-v3/sse/types/responses-types.d.ts +328 -0
  179. package/dist/conversion/conversion-v3/sse/types/responses-types.js +38 -0
  180. package/dist/conversion/conversion-v3/sse/types/sse-events.d.ts +180 -0
  181. package/dist/conversion/conversion-v3/sse/types/sse-events.js +150 -0
  182. package/dist/conversion/conversion-v3/sse/types/stream-state.d.ts +204 -0
  183. package/dist/conversion/conversion-v3/sse/types/stream-state.js +44 -0
  184. package/dist/conversion/conversion-v3/sse/types/utility-types.d.ts +230 -0
  185. package/dist/conversion/conversion-v3/sse/types/utility-types.js +49 -0
  186. package/dist/conversion/conversion-v3/standards/context-adapter.d.ts +146 -0
  187. package/dist/conversion/conversion-v3/standards/context-adapter.js +438 -0
  188. package/dist/conversion/conversion-v3/standards/errors.d.ts +38 -0
  189. package/dist/conversion/conversion-v3/standards/errors.js +27 -0
  190. package/dist/conversion/conversion-v3/standards/index.d.ts +15 -0
  191. package/dist/conversion/conversion-v3/standards/index.js +11 -0
  192. package/dist/conversion/conversion-v3/standards/node-capabilities.d.ts +123 -0
  193. package/dist/conversion/conversion-v3/standards/node-capabilities.js +330 -0
  194. package/dist/conversion/conversion-v3/standards/pipeline-context.d.ts +237 -0
  195. package/dist/conversion/conversion-v3/standards/pipeline-context.js +84 -0
  196. package/dist/conversion/conversion-v3/standards/pipeline-node.d.ts +196 -0
  197. package/dist/conversion/conversion-v3/standards/pipeline-node.js +316 -0
  198. package/dist/conversion/conversion-v3/standards/snapshot-handles.d.ts +24 -0
  199. package/dist/conversion/conversion-v3/standards/snapshot-handles.js +49 -0
  200. package/dist/conversion/conversion-v3/types/config-types.d.ts +242 -0
  201. package/dist/conversion/conversion-v3/types/config-types.js +13 -0
  202. package/dist/conversion/conversion-v3/types/index.d.ts +8 -0
  203. package/dist/conversion/conversion-v3/types/index.js +11 -0
  204. package/dist/conversion/conversion-v3/types/node-types.d.ts +211 -0
  205. package/dist/conversion/conversion-v3/types/node-types.js +20 -0
  206. package/dist/conversion/conversion-v3/types/pipeline-types.d.ts +246 -0
  207. package/dist/conversion/conversion-v3/types/pipeline-types.js +26 -0
  208. package/dist/conversion/conversion-v3/types/request-types.d.ts +293 -0
  209. package/dist/conversion/conversion-v3/types/request-types.js +26 -0
  210. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.d.ts +10 -0
  211. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.js +103 -0
  212. package/dist/conversion/conversion-v3/validations/index.d.ts +8 -0
  213. package/dist/conversion/conversion-v3/validations/index.js +7 -0
  214. package/dist/conversion/conversion-v3/validations/node-graph-validator.d.ts +116 -0
  215. package/dist/conversion/conversion-v3/validations/node-graph-validator.js +505 -0
  216. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.d.ts +139 -0
  217. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.js +338 -0
  218. package/dist/conversion/hub/config/types.d.ts +26 -0
  219. package/dist/conversion/hub/config/types.js +1 -0
  220. package/dist/conversion/hub/core/detour-registry.d.ts +9 -0
  221. package/dist/conversion/hub/core/detour-registry.js +23 -0
  222. package/dist/conversion/hub/core/hub-context.d.ts +21 -0
  223. package/dist/conversion/hub/core/hub-context.js +1 -0
  224. package/dist/conversion/hub/core/index.d.ts +3 -0
  225. package/dist/conversion/hub/core/index.js +3 -0
  226. package/dist/conversion/hub/core/stage-driver.d.ts +30 -0
  227. package/dist/conversion/hub/core/stage-driver.js +31 -0
  228. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.d.ts +16 -0
  229. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.js +23 -0
  230. package/dist/conversion/hub/format-adapters/chat-format-adapter.d.ts +17 -0
  231. package/dist/conversion/hub/format-adapters/chat-format-adapter.js +23 -0
  232. package/dist/conversion/hub/format-adapters/gemini-format-adapter.d.ts +16 -0
  233. package/dist/conversion/hub/format-adapters/gemini-format-adapter.js +23 -0
  234. package/dist/conversion/hub/format-adapters/index.d.ts +21 -0
  235. package/dist/conversion/hub/format-adapters/index.js +4 -0
  236. package/dist/conversion/hub/format-adapters/responses-format-adapter.d.ts +17 -0
  237. package/dist/conversion/hub/format-adapters/responses-format-adapter.js +23 -0
  238. package/dist/conversion/hub/hub-feature.d.ts +1 -0
  239. package/dist/conversion/hub/hub-feature.js +25 -0
  240. package/dist/conversion/hub/node-support.d.ts +19 -0
  241. package/dist/conversion/hub/node-support.js +115 -0
  242. package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +68 -0
  243. package/dist/conversion/hub/pipeline/hub-pipeline.js +421 -0
  244. package/dist/conversion/hub/pipelines/inbound.d.ts +22 -0
  245. package/dist/conversion/hub/pipelines/inbound.js +64 -0
  246. package/dist/conversion/hub/pipelines/outbound.d.ts +22 -0
  247. package/dist/conversion/hub/pipelines/outbound.js +57 -0
  248. package/dist/conversion/hub/process/chat-process.d.ts +13 -0
  249. package/dist/conversion/hub/process/chat-process.js +50 -0
  250. package/dist/conversion/hub/registry.d.ts +28 -0
  251. package/dist/conversion/hub/registry.js +98 -0
  252. package/dist/conversion/hub/response/chat-response-utils.d.ts +6 -0
  253. package/dist/conversion/hub/response/chat-response-utils.js +89 -0
  254. package/dist/conversion/hub/response/provider-response.d.ts +20 -0
  255. package/dist/conversion/hub/response/provider-response.js +196 -0
  256. package/dist/conversion/hub/response/response-mappers.d.ts +19 -0
  257. package/dist/conversion/hub/response/response-mappers.js +23 -0
  258. package/dist/conversion/hub/response/response-runtime.d.ts +3 -0
  259. package/dist/conversion/hub/response/response-runtime.js +206 -0
  260. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +7 -0
  261. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.js +308 -0
  262. package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +7 -0
  263. package/dist/conversion/hub/semantic-mappers/chat-mapper.js +304 -0
  264. package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +7 -0
  265. package/dist/conversion/hub/semantic-mappers/gemini-mapper.js +477 -0
  266. package/dist/conversion/hub/semantic-mappers/index.d.ts +4 -0
  267. package/dist/conversion/hub/semantic-mappers/index.js +4 -0
  268. package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +21 -0
  269. package/dist/conversion/hub/semantic-mappers/responses-mapper.js +379 -0
  270. package/dist/conversion/hub/snapshot-recorder.d.ts +12 -0
  271. package/dist/conversion/hub/snapshot-recorder.js +69 -0
  272. package/dist/conversion/hub/standardized-bridge.d.ts +12 -0
  273. package/dist/conversion/hub/standardized-bridge.js +248 -0
  274. package/dist/conversion/hub/types/chat-envelope.d.ts +67 -0
  275. package/dist/conversion/hub/types/chat-envelope.js +1 -0
  276. package/dist/conversion/hub/types/chat-schema.d.ts +112 -0
  277. package/dist/conversion/hub/types/chat-schema.js +1 -0
  278. package/dist/conversion/hub/types/errors.d.ts +5 -0
  279. package/dist/conversion/hub/types/errors.js +13 -0
  280. package/dist/conversion/hub/types/format-envelope.d.ts +7 -0
  281. package/dist/conversion/hub/types/format-envelope.js +1 -0
  282. package/dist/conversion/hub/types/index.d.ts +6 -0
  283. package/dist/conversion/hub/types/index.js +6 -0
  284. package/dist/conversion/hub/types/json.d.ts +9 -0
  285. package/dist/conversion/hub/types/json.js +9 -0
  286. package/dist/conversion/hub/types/node.d.ts +31 -0
  287. package/dist/conversion/hub/types/node.js +1 -0
  288. package/dist/conversion/hub/types/standardized.d.ts +94 -0
  289. package/dist/conversion/hub/types/standardized.js +1 -0
  290. package/dist/conversion/index.d.ts +28 -0
  291. package/dist/conversion/index.js +28 -0
  292. package/dist/conversion/responses/responses-openai-bridge.d.ts +95 -0
  293. package/dist/conversion/responses/responses-openai-bridge.js +1330 -0
  294. package/dist/conversion/schema-validator.d.ts +7 -0
  295. package/dist/conversion/schema-validator.js +67 -0
  296. package/dist/conversion/shared/args-mapping.d.ts +18 -0
  297. package/dist/conversion/shared/args-mapping.js +213 -0
  298. package/dist/conversion/shared/chat-request-filters.d.ts +9 -0
  299. package/dist/conversion/shared/chat-request-filters.js +74 -0
  300. package/dist/conversion/shared/jsonish.d.ts +3 -0
  301. package/dist/conversion/shared/jsonish.js +177 -0
  302. package/dist/conversion/shared/mcp-injection.d.ts +2 -0
  303. package/dist/conversion/shared/mcp-injection.js +89 -0
  304. package/dist/conversion/shared/media.d.ts +1 -0
  305. package/dist/conversion/shared/media.js +9 -0
  306. package/dist/conversion/shared/openai-finalizer.d.ts +9 -0
  307. package/dist/conversion/shared/openai-finalizer.js +104 -0
  308. package/dist/conversion/shared/openai-message-normalize.d.ts +1 -0
  309. package/dist/conversion/shared/openai-message-normalize.js +442 -0
  310. package/dist/conversion/shared/payload-budget.d.ts +13 -0
  311. package/dist/conversion/shared/payload-budget.js +248 -0
  312. package/dist/conversion/shared/reasoning-mapping.d.ts +5 -0
  313. package/dist/conversion/shared/reasoning-mapping.js +8 -0
  314. package/dist/conversion/shared/responses-conversation-store.d.ts +41 -0
  315. package/dist/conversion/shared/responses-conversation-store.js +285 -0
  316. package/dist/conversion/shared/responses-id-utils.d.ts +7 -0
  317. package/dist/conversion/shared/responses-id-utils.js +29 -0
  318. package/dist/conversion/shared/responses-instructions.d.ts +1 -0
  319. package/dist/conversion/shared/responses-instructions.js +113 -0
  320. package/dist/conversion/shared/responses-metadata.d.ts +1 -0
  321. package/dist/conversion/shared/responses-metadata.js +1 -0
  322. package/dist/conversion/shared/responses-request-adapter.d.ts +66 -0
  323. package/dist/conversion/shared/responses-request-adapter.js +461 -0
  324. package/dist/conversion/shared/snapshot-hooks.d.ts +12 -0
  325. package/dist/conversion/shared/snapshot-hooks.js +7 -0
  326. package/dist/conversion/shared/streaming-text-extractor.d.ts +26 -0
  327. package/dist/conversion/shared/streaming-text-extractor.js +145 -0
  328. package/dist/conversion/shared/text-markup-normalizer.d.ts +9 -0
  329. package/dist/conversion/shared/text-markup-normalizer.js +319 -0
  330. package/dist/conversion/shared/tool-canonicalizer.d.ts +2 -0
  331. package/dist/conversion/shared/tool-canonicalizer.js +50 -0
  332. package/dist/conversion/shared/tool-filter-pipeline.d.ts +17 -0
  333. package/dist/conversion/shared/tool-filter-pipeline.js +79 -0
  334. package/dist/conversion/shared/tool-governor.d.ts +27 -0
  335. package/dist/conversion/shared/tool-governor.js +269 -0
  336. package/dist/conversion/shared/tool-harvester.d.ts +31 -0
  337. package/dist/conversion/shared/tool-harvester.js +321 -0
  338. package/dist/conversion/shared/tool-mapping.d.ts +10 -0
  339. package/dist/conversion/shared/tool-mapping.js +10 -0
  340. package/dist/conversion/shared/tooling.d.ts +26 -0
  341. package/dist/conversion/shared/tooling.js +143 -0
  342. package/dist/conversion/types.d.ts +33 -0
  343. package/dist/conversion/types.js +1 -0
  344. package/dist/core/index.d.ts +6 -0
  345. package/dist/core/index.js +9 -0
  346. package/dist/core/llmswitch-engine-v2.d.ts +132 -0
  347. package/dist/core/llmswitch-engine-v2.js +649 -0
  348. package/dist/core/llmswitch-factory-v2.d.ts +123 -0
  349. package/dist/core/llmswitch-factory-v2.js +521 -0
  350. package/dist/endpoints/base-endpoint-handler.d.ts +128 -0
  351. package/dist/endpoints/base-endpoint-handler.js +545 -0
  352. package/dist/endpoints/chat-endpoint-handler.d.ts +115 -0
  353. package/dist/endpoints/chat-endpoint-handler.js +218 -0
  354. package/dist/endpoints/endpoint-router.d.ts +127 -0
  355. package/dist/endpoints/endpoint-router.js +438 -0
  356. package/dist/endpoints/index.d.ts +13 -0
  357. package/dist/endpoints/index.js +11 -0
  358. package/dist/endpoints/messages-endpoint-handler.d.ts +171 -0
  359. package/dist/endpoints/messages-endpoint-handler.js +238 -0
  360. package/dist/endpoints/responses-endpoint-handler.d.ts +147 -0
  361. package/dist/endpoints/responses-endpoint-handler.js +233 -0
  362. package/dist/filters/builtin/add-fields-filter.d.ts +8 -0
  363. package/dist/filters/builtin/add-fields-filter.js +16 -0
  364. package/dist/filters/builtin/blacklist-filter.d.ts +8 -0
  365. package/dist/filters/builtin/blacklist-filter.js +19 -0
  366. package/dist/filters/builtin/whitelist-filter.d.ts +8 -0
  367. package/dist/filters/builtin/whitelist-filter.js +19 -0
  368. package/dist/filters/engine.d.ts +16 -0
  369. package/dist/filters/engine.js +167 -0
  370. package/dist/filters/index.d.ts +19 -0
  371. package/dist/filters/index.js +24 -0
  372. package/dist/filters/special/request-streaming-to-nonstreaming.d.ts +12 -0
  373. package/dist/filters/special/request-streaming-to-nonstreaming.js +27 -0
  374. package/dist/filters/special/request-tool-choice-policy.d.ts +11 -0
  375. package/dist/filters/special/request-tool-choice-policy.js +27 -0
  376. package/dist/filters/special/request-tool-list-filter.d.ts +11 -0
  377. package/dist/filters/special/request-tool-list-filter.js +167 -0
  378. package/dist/filters/special/request-toolcalls-stringify.d.ts +10 -0
  379. package/dist/filters/special/request-toolcalls-stringify.js +44 -0
  380. package/dist/filters/special/request-tools-normalize.d.ts +12 -0
  381. package/dist/filters/special/request-tools-normalize.js +140 -0
  382. package/dist/filters/special/response-finish-invariants.d.ts +11 -0
  383. package/dist/filters/special/response-finish-invariants.js +30 -0
  384. package/dist/filters/special/response-openai-to-responses-bridge.d.ts +13 -0
  385. package/dist/filters/special/response-openai-to-responses-bridge.js +24 -0
  386. package/dist/filters/special/response-tool-arguments-blacklist.d.ts +12 -0
  387. package/dist/filters/special/response-tool-arguments-blacklist.js +63 -0
  388. package/dist/filters/special/response-tool-arguments-schema-converge.d.ts +13 -0
  389. package/dist/filters/special/response-tool-arguments-schema-converge.js +63 -0
  390. package/dist/filters/special/response-tool-arguments-stringify.d.ts +9 -0
  391. package/dist/filters/special/response-tool-arguments-stringify.js +134 -0
  392. package/dist/filters/special/response-tool-arguments-toon-decode.d.ts +10 -0
  393. package/dist/filters/special/response-tool-arguments-toon-decode.js +94 -0
  394. package/dist/filters/special/response-tool-arguments-whitelist.d.ts +11 -0
  395. package/dist/filters/special/response-tool-arguments-whitelist.js +56 -0
  396. package/dist/filters/special/response-tool-text-canonicalize.d.ts +10 -0
  397. package/dist/filters/special/response-tool-text-canonicalize.js +20 -0
  398. package/dist/filters/special/tool-filter-hooks.d.ts +19 -0
  399. package/dist/filters/special/tool-filter-hooks.js +341 -0
  400. package/dist/filters/special/tool-post-constraints.d.ts +31 -0
  401. package/dist/filters/special/tool-post-constraints.js +120 -0
  402. package/dist/filters/types.d.ts +68 -0
  403. package/dist/filters/types.js +3 -0
  404. package/dist/filters/utils/fieldmap-loader.d.ts +2 -0
  405. package/dist/filters/utils/fieldmap-loader.js +16 -0
  406. package/dist/filters/utils/snapshot-writer.d.ts +10 -0
  407. package/dist/filters/utils/snapshot-writer.js +47 -0
  408. package/dist/guidance/index.d.ts +3 -0
  409. package/dist/guidance/index.js +228 -0
  410. package/dist/hooks/hooks-integration.d.ts +161 -0
  411. package/dist/hooks/hooks-integration.js +519 -0
  412. package/dist/hooks/index.d.ts +10 -0
  413. package/dist/hooks/index.js +13 -0
  414. package/dist/html-to-markdown.d.ts +5 -0
  415. package/dist/html-to-markdown.js +66 -0
  416. package/dist/http/sse-response.d.ts +22 -0
  417. package/dist/http/sse-response.js +103 -0
  418. package/dist/index.d.ts +10 -0
  419. package/dist/index.js +10 -0
  420. package/dist/router/virtual-router/bootstrap.d.ts +6 -0
  421. package/dist/router/virtual-router/bootstrap.js +620 -0
  422. package/dist/router/virtual-router/classifier.d.ts +10 -0
  423. package/dist/router/virtual-router/classifier.js +99 -0
  424. package/dist/router/virtual-router/engine.d.ts +35 -0
  425. package/dist/router/virtual-router/engine.js +260 -0
  426. package/dist/router/virtual-router/error-center.d.ts +10 -0
  427. package/dist/router/virtual-router/error-center.js +39 -0
  428. package/dist/router/virtual-router/features.d.ts +3 -0
  429. package/dist/router/virtual-router/features.js +162 -0
  430. package/dist/router/virtual-router/health-manager.d.ts +18 -0
  431. package/dist/router/virtual-router/health-manager.js +98 -0
  432. package/dist/router/virtual-router/load-balancer.d.ts +18 -0
  433. package/dist/router/virtual-router/load-balancer.js +67 -0
  434. package/dist/router/virtual-router/provider-registry.d.ts +11 -0
  435. package/dist/router/virtual-router/provider-registry.js +74 -0
  436. package/dist/router/virtual-router/types.d.ts +206 -0
  437. package/dist/router/virtual-router/types.js +31 -0
  438. package/dist/sse/index.d.ts +140 -0
  439. package/dist/sse/index.js +115 -0
  440. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +11 -0
  441. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.js +79 -0
  442. package/dist/sse/json-to-sse/chat-json-to-sse-converter.d.ts +79 -0
  443. package/dist/sse/json-to-sse/chat-json-to-sse-converter.js +296 -0
  444. package/dist/sse/json-to-sse/event-generators/chat.d.ts +55 -0
  445. package/dist/sse/json-to-sse/event-generators/chat.js +233 -0
  446. package/dist/sse/json-to-sse/event-generators/responses.d.ts +99 -0
  447. package/dist/sse/json-to-sse/event-generators/responses.js +599 -0
  448. package/dist/sse/json-to-sse/index.d.ts +6 -0
  449. package/dist/sse/json-to-sse/index.js +7 -0
  450. package/dist/sse/json-to-sse/responses-json-to-sse-converter.d.ts +79 -0
  451. package/dist/sse/json-to-sse/responses-json-to-sse-converter.js +322 -0
  452. package/dist/sse/json-to-sse/sequencers/chat-sequencer.d.ts +37 -0
  453. package/dist/sse/json-to-sse/sequencers/chat-sequencer.js +218 -0
  454. package/dist/sse/json-to-sse/sequencers/responses-sequencer.d.ts +40 -0
  455. package/dist/sse/json-to-sse/sequencers/responses-sequencer.js +263 -0
  456. package/dist/sse/registry/sse-codec-registry.d.ts +32 -0
  457. package/dist/sse/registry/sse-codec-registry.js +106 -0
  458. package/dist/sse/shared/chat-serializer.d.ts +4 -0
  459. package/dist/sse/shared/chat-serializer.js +40 -0
  460. package/dist/sse/shared/constants.d.ts +272 -0
  461. package/dist/sse/shared/constants.js +321 -0
  462. package/dist/sse/shared/serializers/base-serializer.d.ts +158 -0
  463. package/dist/sse/shared/serializers/base-serializer.js +210 -0
  464. package/dist/sse/shared/serializers/chat-event-serializer.d.ts +82 -0
  465. package/dist/sse/shared/serializers/chat-event-serializer.js +275 -0
  466. package/dist/sse/shared/serializers/index.d.ts +39 -0
  467. package/dist/sse/shared/serializers/index.js +54 -0
  468. package/dist/sse/shared/serializers/responses-event-serializer.d.ts +123 -0
  469. package/dist/sse/shared/serializers/responses-event-serializer.js +356 -0
  470. package/dist/sse/shared/serializers/types.d.ts +51 -0
  471. package/dist/sse/shared/serializers/types.js +4 -0
  472. package/dist/sse/shared/utils.d.ts +254 -0
  473. package/dist/sse/shared/utils.js +543 -0
  474. package/dist/sse/shared/writer.d.ts +111 -0
  475. package/dist/sse/shared/writer.js +268 -0
  476. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +13 -0
  477. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.js +139 -0
  478. package/dist/sse/sse-to-json/builders/response-builder.d.ts +165 -0
  479. package/dist/sse/sse-to-json/builders/response-builder.js +776 -0
  480. package/dist/sse/sse-to-json/chat-sse-to-json-converter.d.ts +106 -0
  481. package/dist/sse/sse-to-json/chat-sse-to-json-converter.js +540 -0
  482. package/dist/sse/sse-to-json/index.d.ts +6 -0
  483. package/dist/sse/sse-to-json/index.js +7 -0
  484. package/dist/sse/sse-to-json/parsers/sse-parser.d.ts +73 -0
  485. package/dist/sse/sse-to-json/parsers/sse-parser.js +340 -0
  486. package/dist/sse/sse-to-json/responses-sse-to-json-converter.d.ts +59 -0
  487. package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +270 -0
  488. package/dist/sse/types/anthropic-types.d.ts +87 -0
  489. package/dist/sse/types/anthropic-types.js +5 -0
  490. package/dist/sse/types/chat-types.d.ts +308 -0
  491. package/dist/sse/types/chat-types.js +32 -0
  492. package/dist/sse/types/conversion-context.d.ts +211 -0
  493. package/dist/sse/types/conversion-context.js +20 -0
  494. package/dist/sse/types/core-interfaces.d.ts +90 -0
  495. package/dist/sse/types/core-interfaces.js +5 -0
  496. package/dist/sse/types/index.d.ts +14 -0
  497. package/dist/sse/types/index.js +7 -0
  498. package/dist/sse/types/responses-types.d.ts +328 -0
  499. package/dist/sse/types/responses-types.js +38 -0
  500. package/dist/sse/types/sse-events.d.ts +180 -0
  501. package/dist/sse/types/sse-events.js +150 -0
  502. package/dist/sse/types/stream-state.d.ts +204 -0
  503. package/dist/sse/types/stream-state.js +44 -0
  504. package/dist/sse/types/utility-types.d.ts +230 -0
  505. package/dist/sse/types/utility-types.js +49 -0
  506. package/dist/tools/proxy/anthropic-tool-proxy.d.ts +19 -0
  507. package/dist/tools/proxy/anthropic-tool-proxy.js +57 -0
  508. package/dist/tools/proxy/executors/web-fetch.d.ts +6 -0
  509. package/dist/tools/proxy/executors/web-fetch.js +39 -0
  510. package/dist/tools/proxy/registry.d.ts +8 -0
  511. package/dist/tools/proxy/registry.js +14 -0
  512. package/dist/tools/proxy/types.d.ts +29 -0
  513. package/dist/tools/proxy/types.js +1 -0
  514. package/dist/tools/tool-registry.d.ts +8 -0
  515. package/dist/tools/tool-registry.js +154 -0
  516. package/dist/tools/web-fetch-html.d.ts +15 -0
  517. package/dist/tools/web-fetch-html.js +83 -0
  518. package/dist/utils/conversion-adapter.d.ts +65 -0
  519. package/dist/utils/conversion-adapter.js +183 -0
  520. package/dist/utils/error-factory.d.ts +88 -0
  521. package/dist/utils/error-factory.js +138 -0
  522. package/dist/utils/error-utils.d.ts +334 -0
  523. package/dist/utils/error-utils.js +782 -0
  524. package/dist/utils/index.d.ts +8 -0
  525. package/dist/utils/index.js +13 -0
  526. package/dist/utils/performance-utils.d.ts +205 -0
  527. package/dist/utils/performance-utils.js +440 -0
  528. package/dist/utils/profile-mapper.d.ts +32 -0
  529. package/dist/utils/profile-mapper.js +269 -0
  530. package/dist/utils/request-processor.d.ts +52 -0
  531. package/dist/utils/request-processor.js +210 -0
  532. package/dist/utils/request-utils.d.ts +117 -0
  533. package/dist/utils/request-utils.js +333 -0
  534. package/dist/utils/response-utils.d.ts +127 -0
  535. package/dist/utils/response-utils.js +516 -0
  536. package/dist/utils/token-counter.d.ts +89 -0
  537. package/dist/utils/token-counter.js +541 -0
  538. package/package.json +65 -0
@@ -0,0 +1,128 @@
1
+ /**
2
+ * 端点处理器基类
3
+ *
4
+ * 为Chat、Responses、Messages端点提供统一的处理基础
5
+ */
6
+ import type { LLMSwitchHookContext, LLMSwitchHookStage, LLMSwitchProcessingResult, EndpointType, ProtocolType, ProcessingMode, SSEEvent } from '../api/llmswitch-types.js';
7
+ import type { HooksIntegration } from '../hooks/hooks-integration.js';
8
+ /**
9
+ * 端点处理配置
10
+ */
11
+ export interface EndpointHandlerConfig {
12
+ endpoint: EndpointType;
13
+ protocol: ProtocolType;
14
+ enabled: boolean;
15
+ sse: {
16
+ enabled: boolean;
17
+ accumulateMs: number;
18
+ maxEvents: number;
19
+ timeout: number;
20
+ };
21
+ hooks: {
22
+ enabled: boolean;
23
+ stages: string[];
24
+ timeout: number;
25
+ };
26
+ conversion: {
27
+ autoDetect: boolean;
28
+ fallbackToOriginal: boolean;
29
+ };
30
+ }
31
+ /**
32
+ * 端点处理器基类
33
+ */
34
+ export declare abstract class BaseEndpointHandler {
35
+ protected config: EndpointHandlerConfig;
36
+ protected hooksAdapter: HooksIntegration;
37
+ constructor(config: EndpointHandlerConfig, hooksAdapter: HooksIntegration);
38
+ /**
39
+ * 处理请求 - llmswitch-core只负责请求预处理
40
+ */
41
+ protected preprocessRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
42
+ /**
43
+ * 处理流式请求预处理 - llmswitch-core只负责请求预处理
44
+ */
45
+ preprocessStreamingRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<AsyncIterable<SSEEvent>>;
46
+ /**
47
+ * 响应后处理 - 从workflow接收响应进行处理
48
+ */
49
+ postprocessResponse(response: any, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
50
+ /**
51
+ * 流式响应后处理 - 从workflow接收流式响应进行处理
52
+ */
53
+ postprocessStreamingResponse(events: AsyncIterable<SSEEvent>, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<AsyncIterable<SSEEvent>>;
54
+ /**
55
+ * 公共请求处理方法 - 供路由器调用
56
+ */
57
+ processRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
58
+ /**
59
+ * 执行请求预处理流水线 - 为workflow准备
60
+ */
61
+ protected executeRequestPreprocessingPipeline(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
62
+ /**
63
+ * 执行响应后处理流水线 - 从workflow接收响应
64
+ */
65
+ protected executeResponsePostprocessingPipeline(response: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
66
+ /**
67
+ * 执行流式请求预处理流水线 - 为workflow准备
68
+ */
69
+ protected executeStreamingPreprocessingPipeline(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
70
+ /**
71
+ * 执行流式响应后处理流水线 - 从workflow接收响应
72
+ */
73
+ protected executeStreamingResponsePostprocessingPipeline(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
74
+ /**
75
+ * 在流式请求中应用Hooks
76
+ */
77
+ protected processStreamWithHooks(streamGenerator: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
78
+ /**
79
+ * 在流式响应中应用Hooks
80
+ */
81
+ protected processStreamWithResponseHooks(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
82
+ /**
83
+ * 生成流式响应 - 默认实现
84
+ */
85
+ protected generateStreamingResponse(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
86
+ /**
87
+ * 执行Hook阶段
88
+ */
89
+ protected executeHookStage(stages: string[], context: LLMSwitchHookContext, data: any): Promise<LLMSwitchProcessingResult>;
90
+ /**
91
+ * 抽象方法:处理端点具体请求预处理逻辑
92
+ * llmswitch-core只负责请求预处理,不执行实际调用
93
+ */
94
+ protected abstract processEndpointRequest(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
95
+ /**
96
+ * 抽象方法:处理流式端点请求预处理
97
+ * llmswitch-core只负责请求预处理,不执行实际调用
98
+ */
99
+ protected abstract processStreamingEndpointRequest(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
100
+ /**
101
+ * 构建Hook上下文
102
+ */
103
+ protected buildHookContext(stage: LLMSwitchHookStage, pathIdentifier: string, processingMode: ProcessingMode, additionalContext?: Partial<LLMSwitchHookContext>): LLMSwitchHookContext;
104
+ /**
105
+ * 生成路径标识符
106
+ */
107
+ protected generatePathIdentifier(request: any): string;
108
+ /**
109
+ * 检测处理模式
110
+ */
111
+ protected detectProcessingMode(request: any): ProcessingMode;
112
+ /**
113
+ * 生成执行ID
114
+ */
115
+ protected generateExecutionId(): string;
116
+ /**
117
+ * 获取端点信息
118
+ */
119
+ getEndpointInfo(): EndpointHandlerConfig;
120
+ /**
121
+ * 更新配置
122
+ */
123
+ updateConfig(updates: Partial<EndpointHandlerConfig>): void;
124
+ /**
125
+ * 健康检查
126
+ */
127
+ healthCheck(): Promise<boolean>;
128
+ }
@@ -0,0 +1,545 @@
1
+ /**
2
+ * 端点处理器基类
3
+ *
4
+ * 为Chat、Responses、Messages端点提供统一的处理基础
5
+ */
6
+ /**
7
+ * 端点处理器基类
8
+ */
9
+ export class BaseEndpointHandler {
10
+ config;
11
+ hooksAdapter;
12
+ constructor(config, hooksAdapter) {
13
+ this.config = config;
14
+ this.hooksAdapter = hooksAdapter;
15
+ }
16
+ /**
17
+ * 处理请求 - llmswitch-core只负责请求预处理
18
+ */
19
+ async preprocessRequest(request, context) {
20
+ if (!this.config.enabled) {
21
+ return {
22
+ success: false,
23
+ error: new Error(`Endpoint ${this.config.endpoint} is disabled`),
24
+ executionTime: 0,
25
+ metadata: {
26
+ endpoint: this.config.endpoint,
27
+ originalProtocol: this.config.protocol,
28
+ targetProtocol: this.config.protocol,
29
+ processingMode: 'non-streaming',
30
+ stage: 'disabled'
31
+ }
32
+ };
33
+ }
34
+ const pathIdentifier = this.generatePathIdentifier(request);
35
+ const processingMode = this.detectProcessingMode(request);
36
+ // 构建Hook上下文
37
+ const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
38
+ return this.executeRequestPreprocessingPipeline(request, hookContext);
39
+ }
40
+ /**
41
+ * 处理流式请求预处理 - llmswitch-core只负责请求预处理
42
+ */
43
+ async preprocessStreamingRequest(request, context) {
44
+ if (!this.config.enabled) {
45
+ throw new Error(`Endpoint ${this.config.endpoint} is disabled`);
46
+ }
47
+ const pathIdentifier = this.generatePathIdentifier(request);
48
+ const processingMode = 'streaming';
49
+ // 构建Hook上下文
50
+ const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
51
+ return this.executeStreamingPreprocessingPipeline(request, hookContext);
52
+ }
53
+ /**
54
+ * 响应后处理 - 从workflow接收响应进行处理
55
+ */
56
+ async postprocessResponse(response, originalEndpoint, context) {
57
+ return this.executeResponsePostprocessingPipeline(response, context);
58
+ }
59
+ /**
60
+ * 流式响应后处理 - 从workflow接收流式响应进行处理
61
+ */
62
+ async postprocessStreamingResponse(events, originalEndpoint, context) {
63
+ return this.executeStreamingResponsePostprocessingPipeline(events, context);
64
+ }
65
+ /**
66
+ * 公共请求处理方法 - 供路由器调用
67
+ */
68
+ async processRequest(request, context) {
69
+ return this.preprocessRequest(request, context);
70
+ }
71
+ /**
72
+ * 执行请求预处理流水线 - 为workflow准备
73
+ */
74
+ async executeRequestPreprocessingPipeline(request, context) {
75
+ const startTime = Date.now();
76
+ let currentRequest = request;
77
+ let hookResults = [];
78
+ try {
79
+ // 1. 请求验证和预处理 (REQUEST_1_*)
80
+ const validationResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], { ...context, hookSequence: 1 }, currentRequest);
81
+ if (!validationResult.success) {
82
+ throw validationResult.error;
83
+ }
84
+ currentRequest = validationResult.data;
85
+ hookResults.push(...validationResult.metadata?.hookResults || []);
86
+ // 2. 端点路由处理 (REQUEST_2_*)
87
+ const routingResult = await this.executeHookStage(['REQUEST_2_ROUTING_PRE', 'REQUEST_2_ROUTING_POST'], { ...context, hookSequence: 2 }, currentRequest);
88
+ if (!routingResult.success) {
89
+ throw routingResult.error;
90
+ }
91
+ currentRequest = routingResult.data;
92
+ hookResults.push(...routingResult.metadata?.hookResults || []);
93
+ // 3. 协议转换(请求方向)(REQUEST_3_*)
94
+ const conversionResult = await this.executeHookStage(['REQUEST_3_CONVERSION_PRE', 'REQUEST_3_CONVERSION_POST'], { ...context, hookSequence: 3 }, currentRequest);
95
+ if (!conversionResult.success) {
96
+ throw conversionResult.error;
97
+ }
98
+ currentRequest = conversionResult.data;
99
+ hookResults.push(...conversionResult.metadata?.hookResults || []);
100
+ // 4. 工具处理(请求方向)(REQUEST_4_*)
101
+ const toolsResult = await this.executeHookStage(['REQUEST_4_TOOLS_PRE', 'REQUEST_4_TOOLS_POST'], { ...context, hookSequence: 4 }, currentRequest);
102
+ if (!toolsResult.success) {
103
+ throw toolsResult.error;
104
+ }
105
+ currentRequest = toolsResult.data;
106
+ hookResults.push(...toolsResult.metadata?.hookResults || []);
107
+ // 5. SSE处理(流式请求)(REQUEST_5_*)
108
+ const sseResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, currentRequest);
109
+ if (!sseResult.success) {
110
+ throw sseResult.error;
111
+ }
112
+ currentRequest = sseResult.data;
113
+ hookResults.push(...sseResult.metadata?.hookResults || []);
114
+ // 6. 快照捕获(请求前)(REQUEST_6_*)
115
+ const snapshotResult = await this.executeHookStage(['REQUEST_6_SNAPSHOT_PRE', 'REQUEST_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentRequest);
116
+ if (!snapshotResult.success) {
117
+ throw snapshotResult.error;
118
+ }
119
+ currentRequest = snapshotResult.data;
120
+ hookResults.push(...snapshotResult.metadata?.hookResults || []);
121
+ // 7. 监控指标收集(请求)(REQUEST_7_*)
122
+ const monitoringResult = await this.executeHookStage(['REQUEST_7_MONITORING_PRE', 'REQUEST_7_MONITORING_POST'], { ...context, hookSequence: 7 }, currentRequest);
123
+ if (!monitoringResult.success) {
124
+ throw monitoringResult.error;
125
+ }
126
+ currentRequest = monitoringResult.data;
127
+ hookResults.push(...monitoringResult.metadata?.hookResults || []);
128
+ // 8. 最终请求验证 (REQUEST_8_*)
129
+ const finalValidationResult = await this.executeHookStage(['REQUEST_8_VALIDATION_PRE', 'REQUEST_8_VALIDATION_POST'], { ...context, hookSequence: 8 }, currentRequest);
130
+ if (!finalValidationResult.success) {
131
+ throw finalValidationResult.error;
132
+ }
133
+ // 完成请求预处理,返回处理后的请求给workflow
134
+ return {
135
+ success: true,
136
+ data: finalValidationResult.data, // 处理后的请求,传递给workflow
137
+ executionTime: Date.now() - startTime,
138
+ metadata: {
139
+ endpoint: this.config.endpoint,
140
+ originalProtocol: this.config.protocol,
141
+ targetProtocol: this.config.protocol,
142
+ processingMode: context.processingMode,
143
+ stage: 'request_preprocessing_completed',
144
+ hookResults
145
+ }
146
+ };
147
+ }
148
+ catch (error) {
149
+ return {
150
+ success: false,
151
+ error: error,
152
+ executionTime: Date.now() - startTime,
153
+ metadata: {
154
+ endpoint: this.config.endpoint,
155
+ originalProtocol: this.config.protocol,
156
+ targetProtocol: this.config.protocol,
157
+ processingMode: context.processingMode,
158
+ stage: 'request_preprocessing_failed',
159
+ hookResults
160
+ }
161
+ };
162
+ }
163
+ }
164
+ /**
165
+ * 执行响应后处理流水线 - 从workflow接收响应
166
+ */
167
+ async executeResponsePostprocessingPipeline(response, context) {
168
+ const startTime = Date.now();
169
+ let currentResponse = response;
170
+ let hookResults = [];
171
+ try {
172
+ // 1. 响应接收和初始处理 (RESPONSE_1_*)
173
+ const receiveResult = await this.executeHookStage(['RESPONSE_1_RECEIVE_PRE', 'RESPONSE_1_RECEIVE_POST'], { ...context, hookSequence: 1 }, currentResponse);
174
+ if (!receiveResult.success) {
175
+ throw receiveResult.error;
176
+ }
177
+ currentResponse = receiveResult.data;
178
+ hookResults.push(...receiveResult.metadata?.hookResults || []);
179
+ // 2. 协议转换(响应方向)(RESPONSE_2_*)
180
+ const conversionResult = await this.executeHookStage(['RESPONSE_2_CONVERSION_PRE', 'RESPONSE_2_CONVERSION_POST'], { ...context, hookSequence: 2 }, currentResponse);
181
+ if (!conversionResult.success) {
182
+ throw conversionResult.error;
183
+ }
184
+ currentResponse = conversionResult.data;
185
+ hookResults.push(...conversionResult.metadata?.hookResults || []);
186
+ // 3. 工具结果处理 (RESPONSE_3_*)
187
+ const toolsResult = await this.executeHookStage(['RESPONSE_3_TOOLS_PRE', 'RESPONSE_3_TOOLS_POST'], { ...context, hookSequence: 3 }, currentResponse);
188
+ if (!toolsResult.success) {
189
+ throw toolsResult.error;
190
+ }
191
+ currentResponse = toolsResult.data;
192
+ hookResults.push(...toolsResult.metadata?.hookResults || []);
193
+ // 4. SSE处理(流式响应)(RESPONSE_4_*)
194
+ const sseResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, currentResponse);
195
+ if (!sseResult.success) {
196
+ throw sseResult.error;
197
+ }
198
+ currentResponse = sseResult.data;
199
+ hookResults.push(...sseResult.metadata?.hookResults || []);
200
+ // 5. 响应格式化和清理 (RESPONSE_5_*)
201
+ const formattingResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, currentResponse);
202
+ if (!formattingResult.success) {
203
+ throw formattingResult.error;
204
+ }
205
+ currentResponse = formattingResult.data;
206
+ hookResults.push(...formattingResult.metadata?.hookResults || []);
207
+ // 6. 快照存储(响应后)(RESPONSE_6_*)
208
+ const snapshotResult = await this.executeHookStage(['RESPONSE_6_SNAPSHOT_PRE', 'RESPONSE_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentResponse);
209
+ if (!snapshotResult.success) {
210
+ throw snapshotResult.error;
211
+ }
212
+ currentResponse = snapshotResult.data;
213
+ hookResults.push(...snapshotResult.metadata?.hookResults || []);
214
+ // 7. 响应质量检查 (RESPONSE_7_*)
215
+ const qualityResult = await this.executeHookStage(['RESPONSE_7_QUALITY_PRE', 'RESPONSE_7_QUALITY_POST'], { ...context, hookSequence: 7 }, currentResponse);
216
+ if (!qualityResult.success) {
217
+ throw qualityResult.error;
218
+ }
219
+ currentResponse = qualityResult.data;
220
+ hookResults.push(...qualityResult.metadata?.hookResults || []);
221
+ // 8. 监控报告和指标更新 (RESPONSE_8_*)
222
+ const finalMonitoringResult = await this.executeHookStage(['RESPONSE_8_MONITORING_PRE', 'RESPONSE_8_MONITORING_POST'], { ...context, hookSequence: 8 }, currentResponse);
223
+ if (!finalMonitoringResult.success) {
224
+ throw finalMonitoringResult.error;
225
+ }
226
+ // 完成响应后处理,返回最终响应
227
+ return {
228
+ success: true,
229
+ data: finalMonitoringResult.data, // 最终处理后的响应
230
+ executionTime: Date.now() - startTime,
231
+ metadata: {
232
+ endpoint: this.config.endpoint,
233
+ originalProtocol: this.config.protocol,
234
+ targetProtocol: this.config.protocol,
235
+ processingMode: context.processingMode,
236
+ stage: 'response_postprocessing_completed',
237
+ hookResults
238
+ }
239
+ };
240
+ }
241
+ catch (error) {
242
+ return {
243
+ success: false,
244
+ error: error,
245
+ executionTime: Date.now() - startTime,
246
+ metadata: {
247
+ endpoint: this.config.endpoint,
248
+ originalProtocol: this.config.protocol,
249
+ targetProtocol: this.config.protocol,
250
+ processingMode: context.processingMode,
251
+ stage: 'response_postprocessing_failed',
252
+ hookResults
253
+ }
254
+ };
255
+ }
256
+ }
257
+ /**
258
+ * 执行流式请求预处理流水线 - 为workflow准备
259
+ */
260
+ async *executeStreamingPreprocessingPipeline(request, context) {
261
+ // 执行请求预处理Hooks
262
+ const preResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], context, request);
263
+ if (!preResult.success) {
264
+ throw preResult.error;
265
+ }
266
+ // 执行流式请求预处理(由子类实现)
267
+ const streamGenerator = this.processStreamingEndpointRequest(preResult.data, context);
268
+ yield* this.processStreamWithHooks(streamGenerator, context);
269
+ }
270
+ /**
271
+ * 执行流式响应后处理流水线 - 从workflow接收响应
272
+ */
273
+ async *executeStreamingResponsePostprocessingPipeline(events, context) {
274
+ // 在流上应用响应后处理Hooks
275
+ yield* this.processStreamWithResponseHooks(events, context);
276
+ }
277
+ /**
278
+ * 在流式请求中应用Hooks
279
+ */
280
+ async *processStreamWithHooks(streamGenerator, context) {
281
+ const sseEvents = [];
282
+ let accumulatedTime = 0;
283
+ try {
284
+ for await (const event of streamGenerator) {
285
+ sseEvents.push(event);
286
+ // 累积事件
287
+ accumulatedTime += Date.now() - (event.timestamp || Date.now());
288
+ // 如果达到累积时间或事件数量限制,触发Hooks
289
+ if (accumulatedTime >= this.config.sse.accumulateMs ||
290
+ sseEvents.length >= this.config.sse.maxEvents) {
291
+ // 执行SSE处理Hooks
292
+ const hookResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, sseEvents);
293
+ if (hookResult.success) {
294
+ yield* hookResult.data;
295
+ }
296
+ else {
297
+ throw hookResult.error;
298
+ }
299
+ // 重置累积
300
+ sseEvents.length = 0;
301
+ accumulatedTime = 0;
302
+ }
303
+ else {
304
+ yield event;
305
+ }
306
+ }
307
+ // 处理剩余事件
308
+ if (sseEvents.length > 0) {
309
+ yield* sseEvents;
310
+ }
311
+ }
312
+ catch (error) {
313
+ // 发出错误事件
314
+ yield {
315
+ event: 'error',
316
+ data: JSON.stringify({ error: error.message }),
317
+ timestamp: Date.now()
318
+ };
319
+ }
320
+ }
321
+ /**
322
+ * 在流式响应中应用Hooks
323
+ */
324
+ async *processStreamWithResponseHooks(events, context) {
325
+ const sseEvents = [];
326
+ let accumulatedTime = 0;
327
+ try {
328
+ for await (const event of events) {
329
+ sseEvents.push(event);
330
+ // 累积事件
331
+ accumulatedTime += Date.now() - (event.timestamp || Date.now());
332
+ // 如果达到累积时间或事件数量限制,触发Hooks
333
+ if (accumulatedTime >= this.config.sse.accumulateMs ||
334
+ sseEvents.length >= this.config.sse.maxEvents) {
335
+ // 执行响应SSE处理Hooks
336
+ const hookResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, sseEvents);
337
+ if (hookResult.success) {
338
+ yield* hookResult.data;
339
+ }
340
+ else {
341
+ throw hookResult.error;
342
+ }
343
+ // 重置累积
344
+ sseEvents.length = 0;
345
+ accumulatedTime = 0;
346
+ }
347
+ else {
348
+ yield event;
349
+ }
350
+ }
351
+ // 处理剩余事件并应用最终Hooks
352
+ if (sseEvents.length > 0) {
353
+ const hookResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, sseEvents);
354
+ if (hookResult.success) {
355
+ yield* hookResult.data;
356
+ }
357
+ else {
358
+ throw hookResult.error;
359
+ }
360
+ }
361
+ }
362
+ catch (error) {
363
+ // 发出错误事件
364
+ yield {
365
+ event: 'error',
366
+ data: JSON.stringify({ error: error.message }),
367
+ timestamp: Date.now()
368
+ };
369
+ }
370
+ }
371
+ /**
372
+ * 生成流式响应 - 默认实现
373
+ */
374
+ async *generateStreamingResponse(request, context) {
375
+ // 默认流式响应实现
376
+ yield {
377
+ event: 'message',
378
+ data: JSON.stringify({
379
+ id: `msg_${Date.now()}`,
380
+ object: 'chat.completion.chunk',
381
+ created: Math.floor(Date.now() / 1000),
382
+ model: request.model || 'default',
383
+ choices: [{
384
+ index: 0,
385
+ delta: { content: 'This is a default streaming response from llmswitch-core.' },
386
+ finish_reason: null
387
+ }]
388
+ }),
389
+ timestamp: Date.now()
390
+ };
391
+ // 结束事件
392
+ yield {
393
+ event: 'done',
394
+ data: JSON.stringify({ finished: true }),
395
+ timestamp: Date.now()
396
+ };
397
+ }
398
+ /**
399
+ * 执行Hook阶段
400
+ */
401
+ async executeHookStage(stages, context, data) {
402
+ if (!this.config.hooks.enabled) {
403
+ return {
404
+ success: true,
405
+ data,
406
+ executionTime: 0,
407
+ metadata: {
408
+ endpoint: this.config.endpoint,
409
+ originalProtocol: this.config.protocol,
410
+ targetProtocol: this.config.protocol,
411
+ processingMode: context.processingMode,
412
+ stage: stages[0],
413
+ hookResults: []
414
+ }
415
+ };
416
+ }
417
+ const startTime = Date.now();
418
+ let currentData = data;
419
+ const results = [];
420
+ for (let i = 0; i < stages.length; i++) {
421
+ const stage = stages[i];
422
+ const hookContext = {
423
+ ...context,
424
+ stage: stage,
425
+ hookSequence: context.hookSequence + i
426
+ };
427
+ try {
428
+ const result = await this.hooksAdapter.executeHook(stage, hookContext, currentData);
429
+ if (!result.success) {
430
+ return {
431
+ success: false,
432
+ error: result.error,
433
+ executionTime: Date.now() - startTime,
434
+ metadata: {
435
+ endpoint: this.config.endpoint,
436
+ originalProtocol: this.config.protocol,
437
+ targetProtocol: this.config.protocol,
438
+ processingMode: context.processingMode,
439
+ stage,
440
+ hookResults: results
441
+ }
442
+ };
443
+ }
444
+ currentData = result.data;
445
+ results.push(result.metadata?.hookResults || []);
446
+ }
447
+ catch (error) {
448
+ return {
449
+ success: false,
450
+ error: error,
451
+ executionTime: Date.now() - startTime,
452
+ metadata: {
453
+ endpoint: this.config.endpoint,
454
+ originalProtocol: this.config.protocol,
455
+ targetProtocol: this.config.protocol,
456
+ processingMode: context.processingMode,
457
+ stage,
458
+ hookResults: results
459
+ }
460
+ };
461
+ }
462
+ }
463
+ return {
464
+ success: true,
465
+ data: currentData,
466
+ executionTime: Date.now() - startTime,
467
+ metadata: {
468
+ endpoint: this.config.endpoint,
469
+ originalProtocol: this.config.protocol,
470
+ targetProtocol: this.config.protocol,
471
+ processingMode: context.processingMode,
472
+ stage: stages[stages.length - 1],
473
+ hookResults: results.flat()
474
+ }
475
+ };
476
+ }
477
+ /**
478
+ * 构建Hook上下文
479
+ */
480
+ buildHookContext(stage, pathIdentifier, processingMode, additionalContext) {
481
+ return {
482
+ executionId: this.generateExecutionId(),
483
+ stage,
484
+ startTime: Date.now(),
485
+ requestId: additionalContext?.requestId,
486
+ moduleId: `endpoint-${this.config.endpoint}`,
487
+ metadata: additionalContext?.metadata,
488
+ endpoint: this.config.endpoint,
489
+ originalProtocol: this.config.protocol,
490
+ targetProtocol: this.config.protocol,
491
+ pathIdentifier,
492
+ processingMode,
493
+ hookSequence: 1,
494
+ totalHooks: 16
495
+ };
496
+ }
497
+ /**
498
+ * 生成路径标识符
499
+ */
500
+ generatePathIdentifier(request) {
501
+ // 默认使用请求ID或生成唯一标识
502
+ return request.id || `${this.config.endpoint}-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
503
+ }
504
+ /**
505
+ * 检测处理模式
506
+ */
507
+ detectProcessingMode(request) {
508
+ // 检查是否为流式请求
509
+ if (request.stream === true || request.stream === 'true') {
510
+ return 'streaming';
511
+ }
512
+ // 自动检测模式
513
+ return 'auto';
514
+ }
515
+ /**
516
+ * 生成执行ID
517
+ */
518
+ generateExecutionId() {
519
+ return `exec-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
520
+ }
521
+ /**
522
+ * 获取端点信息
523
+ */
524
+ getEndpointInfo() {
525
+ return { ...this.config };
526
+ }
527
+ /**
528
+ * 更新配置
529
+ */
530
+ updateConfig(updates) {
531
+ this.config = { ...this.config, ...updates };
532
+ }
533
+ /**
534
+ * 健康检查
535
+ */
536
+ async healthCheck() {
537
+ try {
538
+ // 基本健康检查逻辑
539
+ return this.config.enabled;
540
+ }
541
+ catch (error) {
542
+ return false;
543
+ }
544
+ }
545
+ }