@jsonstudio/llms 0.4.3 → 0.4.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (542) hide show
  1. package/README.md +3 -1
  2. package/dist/bridge/routecodex-adapter.js +6 -3
  3. package/dist/config-unified/enhanced-path-resolver.js +14 -6
  4. package/dist/config-unified/unified-config.js +103 -59
  5. package/dist/conversion/codec-registry.js +15 -3
  6. package/dist/conversion/codecs/anthropic-openai-codec.d.ts +3 -13
  7. package/dist/conversion/codecs/anthropic-openai-codec.js +18 -473
  8. package/dist/conversion/codecs/gemini-openai-codec.js +91 -48
  9. package/dist/conversion/codecs/responses-openai-codec.js +9 -2
  10. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.js +3 -0
  11. package/dist/conversion/hub/format-adapters/chat-format-adapter.js +3 -0
  12. package/dist/conversion/hub/format-adapters/gemini-format-adapter.js +3 -0
  13. package/dist/conversion/hub/format-adapters/responses-format-adapter.d.ts +2 -0
  14. package/dist/conversion/hub/format-adapters/responses-format-adapter.js +9 -0
  15. package/dist/conversion/hub/node-support.js +3 -1
  16. package/dist/conversion/hub/pipeline/hub-pipeline.js +41 -37
  17. package/dist/conversion/hub/process/chat-process.js +258 -41
  18. package/dist/conversion/hub/response/provider-response.js +9 -3
  19. package/dist/conversion/hub/response/response-mappers.js +1 -1
  20. package/dist/conversion/hub/response/response-runtime.js +109 -10
  21. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.js +70 -156
  22. package/dist/conversion/hub/semantic-mappers/chat-mapper.js +63 -52
  23. package/dist/conversion/hub/semantic-mappers/gemini-mapper.js +76 -143
  24. package/dist/conversion/hub/semantic-mappers/responses-mapper.js +40 -160
  25. package/dist/conversion/hub/standardized-bridge.js +3 -0
  26. package/dist/conversion/hub/tool-governance/engine.d.ts +16 -0
  27. package/dist/conversion/hub/tool-governance/engine.js +266 -0
  28. package/dist/conversion/hub/tool-governance/index.d.ts +3 -0
  29. package/dist/conversion/hub/tool-governance/index.js +2 -0
  30. package/dist/conversion/hub/tool-governance/rules.d.ts +2 -0
  31. package/dist/conversion/hub/tool-governance/rules.js +76 -0
  32. package/dist/conversion/hub/tool-governance/types.d.ts +38 -0
  33. package/dist/conversion/index.d.ts +6 -0
  34. package/dist/conversion/index.js +6 -0
  35. package/dist/conversion/pipeline/codecs/v2/anthropic-openai-pipeline.d.ts +12 -0
  36. package/dist/conversion/pipeline/codecs/v2/anthropic-openai-pipeline.js +100 -0
  37. package/dist/conversion/pipeline/codecs/v2/openai-openai-pipeline.d.ts +15 -0
  38. package/dist/conversion/pipeline/codecs/v2/openai-openai-pipeline.js +174 -0
  39. package/dist/conversion/pipeline/codecs/v2/responses-openai-pipeline.d.ts +14 -0
  40. package/dist/conversion/pipeline/codecs/v2/responses-openai-pipeline.js +166 -0
  41. package/dist/conversion/pipeline/codecs/v2/shared/openai-chat-helpers.d.ts +13 -0
  42. package/dist/conversion/pipeline/codecs/v2/shared/openai-chat-helpers.js +66 -0
  43. package/dist/conversion/pipeline/hooks/adapter-context.d.ts +7 -0
  44. package/dist/conversion/pipeline/hooks/adapter-context.js +18 -0
  45. package/dist/conversion/pipeline/hooks/protocol-hooks.d.ts +67 -0
  46. package/dist/conversion/pipeline/hooks/protocol-hooks.js +1 -0
  47. package/dist/conversion/pipeline/index.d.ts +35 -0
  48. package/dist/conversion/pipeline/index.js +103 -0
  49. package/dist/conversion/pipeline/meta/meta-bag.d.ts +20 -0
  50. package/dist/conversion/pipeline/meta/meta-bag.js +81 -0
  51. package/dist/conversion/pipeline/schema/canonical-chat.d.ts +18 -0
  52. package/dist/conversion/pipeline/schema/canonical-chat.js +1 -0
  53. package/dist/conversion/pipeline/schema/index.d.ts +1 -0
  54. package/dist/conversion/pipeline/schema/index.js +1 -0
  55. package/dist/conversion/responses/responses-openai-bridge.d.ts +11 -58
  56. package/dist/conversion/responses/responses-openai-bridge.js +157 -1144
  57. package/dist/conversion/shared/anthropic-message-utils.d.ts +12 -0
  58. package/dist/conversion/shared/anthropic-message-utils.js +587 -0
  59. package/dist/conversion/shared/bridge-actions.d.ts +39 -0
  60. package/dist/conversion/shared/bridge-actions.js +709 -0
  61. package/dist/conversion/shared/{responses-conversation-store.d.ts → bridge-conversation-store.d.ts} +7 -7
  62. package/dist/conversion/shared/bridge-conversation-store.js +279 -0
  63. package/dist/conversion/shared/bridge-id-utils.js +42 -0
  64. package/dist/conversion/shared/bridge-instructions.d.ts +1 -0
  65. package/dist/conversion/shared/bridge-instructions.js +113 -0
  66. package/dist/conversion/shared/bridge-message-types.d.ts +39 -0
  67. package/dist/conversion/shared/bridge-message-types.js +1 -0
  68. package/dist/conversion/shared/bridge-message-utils.d.ts +22 -0
  69. package/dist/conversion/shared/bridge-message-utils.js +473 -0
  70. package/dist/conversion/shared/bridge-metadata.d.ts +1 -0
  71. package/dist/conversion/shared/bridge-metadata.js +1 -0
  72. package/dist/conversion/shared/bridge-policies.d.ts +18 -0
  73. package/dist/conversion/shared/bridge-policies.js +276 -0
  74. package/dist/conversion/shared/bridge-request-adapter.d.ts +28 -0
  75. package/dist/conversion/shared/bridge-request-adapter.js +430 -0
  76. package/dist/conversion/shared/chat-output-normalizer.d.ts +4 -0
  77. package/dist/conversion/shared/chat-output-normalizer.js +56 -0
  78. package/dist/conversion/shared/chat-request-filters.js +24 -1
  79. package/dist/conversion/shared/gemini-tool-utils.d.ts +5 -0
  80. package/dist/conversion/shared/gemini-tool-utils.js +130 -0
  81. package/dist/conversion/shared/metadata-passthrough.d.ts +11 -0
  82. package/dist/conversion/shared/metadata-passthrough.js +57 -0
  83. package/dist/conversion/shared/output-content-normalizer.d.ts +12 -0
  84. package/dist/conversion/shared/output-content-normalizer.js +119 -0
  85. package/dist/conversion/shared/reasoning-normalizer.d.ts +21 -0
  86. package/dist/conversion/shared/reasoning-normalizer.js +368 -0
  87. package/dist/conversion/shared/reasoning-tool-normalizer.d.ts +12 -0
  88. package/dist/conversion/shared/reasoning-tool-normalizer.js +132 -0
  89. package/dist/conversion/shared/reasoning-tool-parser.d.ts +10 -0
  90. package/dist/conversion/shared/reasoning-tool-parser.js +95 -0
  91. package/dist/conversion/shared/reasoning-utils.d.ts +2 -0
  92. package/dist/conversion/shared/reasoning-utils.js +42 -0
  93. package/dist/conversion/shared/responses-conversation-store.js +5 -11
  94. package/dist/conversion/shared/responses-message-utils.d.ts +15 -0
  95. package/dist/conversion/shared/responses-message-utils.js +206 -0
  96. package/dist/conversion/shared/responses-output-builder.d.ts +15 -0
  97. package/dist/conversion/shared/responses-output-builder.js +179 -0
  98. package/dist/conversion/shared/responses-output-utils.d.ts +7 -0
  99. package/dist/conversion/shared/responses-output-utils.js +108 -0
  100. package/dist/conversion/shared/responses-request-adapter.d.ts +3 -41
  101. package/dist/conversion/shared/responses-request-adapter.js +9 -40
  102. package/dist/conversion/shared/responses-response-utils.d.ts +3 -0
  103. package/dist/conversion/shared/responses-response-utils.js +209 -0
  104. package/dist/conversion/shared/responses-tool-utils.d.ts +12 -0
  105. package/dist/conversion/shared/responses-tool-utils.js +90 -0
  106. package/dist/conversion/shared/responses-types.d.ts +33 -0
  107. package/dist/conversion/shared/responses-types.js +1 -0
  108. package/dist/conversion/shared/tool-call-utils.d.ts +11 -0
  109. package/dist/conversion/shared/tool-call-utils.js +56 -0
  110. package/dist/conversion/shared/tool-mapping.d.ts +9 -0
  111. package/dist/conversion/shared/tool-mapping.js +124 -0
  112. package/dist/conversion/shared/tool-normalizers.d.ts +4 -0
  113. package/dist/conversion/shared/tool-normalizers.js +84 -0
  114. package/dist/router/virtual-router/bootstrap.js +18 -3
  115. package/dist/router/virtual-router/provider-registry.js +4 -2
  116. package/dist/router/virtual-router/types.d.ts +6 -0
  117. package/dist/sse/index.d.ts +38 -2
  118. package/dist/sse/index.js +27 -0
  119. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +12 -9
  120. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.js +106 -73
  121. package/dist/sse/json-to-sse/chat-json-to-sse-converter.js +6 -2
  122. package/dist/sse/json-to-sse/gemini-json-to-sse-converter.d.ts +14 -0
  123. package/dist/sse/json-to-sse/gemini-json-to-sse-converter.js +99 -0
  124. package/dist/sse/json-to-sse/index.d.ts +2 -1
  125. package/dist/sse/json-to-sse/index.js +2 -0
  126. package/dist/sse/json-to-sse/sequencers/anthropic-sequencer.d.ts +13 -0
  127. package/dist/sse/json-to-sse/sequencers/anthropic-sequencer.js +150 -0
  128. package/dist/sse/json-to-sse/sequencers/chat-sequencer.d.ts +3 -1
  129. package/dist/sse/json-to-sse/sequencers/chat-sequencer.js +49 -3
  130. package/dist/sse/json-to-sse/sequencers/gemini-sequencer.d.ts +10 -0
  131. package/dist/sse/json-to-sse/sequencers/gemini-sequencer.js +95 -0
  132. package/dist/sse/json-to-sse/sequencers/responses-sequencer.js +31 -5
  133. package/dist/sse/registry/sse-codec-registry.d.ts +1 -1
  134. package/dist/sse/registry/sse-codec-registry.js +30 -1
  135. package/dist/sse/shared/reasoning-dispatcher.d.ts +10 -0
  136. package/dist/sse/shared/reasoning-dispatcher.js +25 -0
  137. package/dist/sse/shared/responses-output-normalizer.d.ts +12 -0
  138. package/dist/sse/shared/responses-output-normalizer.js +45 -0
  139. package/dist/sse/shared/serializers/anthropic-event-serializer.d.ts +2 -0
  140. package/dist/sse/shared/serializers/anthropic-event-serializer.js +9 -0
  141. package/dist/sse/shared/serializers/gemini-event-serializer.d.ts +2 -0
  142. package/dist/sse/shared/serializers/gemini-event-serializer.js +5 -0
  143. package/dist/sse/shared/serializers/index.d.ts +2 -0
  144. package/dist/sse/shared/serializers/index.js +2 -0
  145. package/dist/sse/shared/writer.d.ts +17 -1
  146. package/dist/sse/shared/writer.js +37 -1
  147. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +9 -11
  148. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.js +92 -127
  149. package/dist/sse/sse-to-json/builders/anthropic-response-builder.d.ts +16 -0
  150. package/dist/sse/sse-to-json/builders/anthropic-response-builder.js +151 -0
  151. package/dist/sse/sse-to-json/builders/response-builder.d.ts +1 -1
  152. package/dist/sse/sse-to-json/builders/response-builder.js +29 -7
  153. package/dist/sse/sse-to-json/chat-sse-to-json-converter.d.ts +8 -0
  154. package/dist/sse/sse-to-json/chat-sse-to-json-converter.js +116 -26
  155. package/dist/sse/sse-to-json/gemini-sse-to-json-converter.d.ts +13 -0
  156. package/dist/sse/sse-to-json/gemini-sse-to-json-converter.js +160 -0
  157. package/dist/sse/sse-to-json/index.d.ts +2 -1
  158. package/dist/sse/sse-to-json/index.js +2 -0
  159. package/dist/sse/sse-to-json/parsers/sse-parser.js +73 -13
  160. package/dist/sse/sse-to-json/responses-sse-to-json-converter.d.ts +1 -0
  161. package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +10 -8
  162. package/dist/sse/types/anthropic-types.d.ts +119 -36
  163. package/dist/sse/types/anthropic-types.js +8 -5
  164. package/dist/sse/types/chat-types.d.ts +19 -6
  165. package/dist/sse/types/chat-types.js +2 -1
  166. package/dist/sse/types/conversion-context.d.ts +14 -11
  167. package/dist/sse/types/core-interfaces.d.ts +7 -3
  168. package/dist/sse/types/gemini-types.d.ts +116 -0
  169. package/dist/sse/types/gemini-types.js +5 -0
  170. package/dist/sse/types/index.d.ts +5 -2
  171. package/dist/sse/types/index.js +2 -0
  172. package/dist/sse/types/responses-types.d.ts +20 -20
  173. package/dist/sse/types/sse-events.d.ts +4 -3
  174. package/dist/sse/types/stream-state.d.ts +34 -39
  175. package/dist/sse/types/utility-types.d.ts +47 -43
  176. package/dist/sse/types/utility-types.js +10 -13
  177. package/dist/tools/tool-registry.js +156 -98
  178. package/package.json +7 -7
  179. package/dist/api/index.d.ts +0 -10
  180. package/dist/api/index.js +0 -11
  181. package/dist/api/llmswitch-config.d.ts +0 -15
  182. package/dist/api/llmswitch-config.js +0 -415
  183. package/dist/api/llmswitch-types.d.ts +0 -412
  184. package/dist/api/llmswitch-types.js +0 -60
  185. package/dist/bridge/routecodex-adapter.d.ts +0 -74
  186. package/dist/config/index.d.ts +0 -3
  187. package/dist/config/index.js +0 -5
  188. package/dist/config-unified/enhanced-path-resolver.d.ts +0 -5
  189. package/dist/config-unified/unified-config.d.ts +0 -26
  190. package/dist/conversion/codec-registry.d.ts +0 -10
  191. package/dist/conversion/codecs/gemini-openai-codec.d.ts +0 -16
  192. package/dist/conversion/codecs/openai-openai-codec.d.ts +0 -12
  193. package/dist/conversion/codecs/responses-openai-codec.d.ts +0 -12
  194. package/dist/conversion/config/config-manager.d.ts +0 -212
  195. package/dist/conversion/conversion-v3/adapters/index.d.ts +0 -2
  196. package/dist/conversion/conversion-v3/adapters/index.js +0 -1
  197. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.d.ts +0 -38
  198. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.js +0 -55
  199. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.d.ts +0 -22
  200. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.js +0 -84
  201. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.d.ts +0 -4
  202. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.js +0 -285
  203. package/dist/conversion/conversion-v3/compatibility/index.d.ts +0 -3
  204. package/dist/conversion/conversion-v3/compatibility/index.js +0 -2
  205. package/dist/conversion/conversion-v3/config/default-configs.d.ts +0 -48
  206. package/dist/conversion/conversion-v3/config/default-configs.js +0 -1007
  207. package/dist/conversion/conversion-v3/config/index.d.ts +0 -5
  208. package/dist/conversion/conversion-v3/config/index.js +0 -5
  209. package/dist/conversion/conversion-v3/config/pipeline-config-manager.d.ts +0 -49
  210. package/dist/conversion/conversion-v3/config/pipeline-config-manager.js +0 -65
  211. package/dist/conversion/conversion-v3/index.d.ts +0 -11
  212. package/dist/conversion/conversion-v3/index.js +0 -17
  213. package/dist/conversion/conversion-v3/nodes/index.d.ts +0 -56
  214. package/dist/conversion/conversion-v3/nodes/index.js +0 -149
  215. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.d.ts +0 -25
  216. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.js +0 -56
  217. package/dist/conversion/conversion-v3/nodes/input/base-input-node.d.ts +0 -75
  218. package/dist/conversion/conversion-v3/nodes/input/base-input-node.js +0 -237
  219. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.d.ts +0 -25
  220. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.js +0 -56
  221. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.d.ts +0 -4
  222. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.js +0 -197
  223. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.d.ts +0 -16
  224. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.js +0 -125
  225. package/dist/conversion/conversion-v3/nodes/input/index.d.ts +0 -8
  226. package/dist/conversion/conversion-v3/nodes/input/index.js +0 -8
  227. package/dist/conversion/conversion-v3/nodes/input/input-decision.d.ts +0 -46
  228. package/dist/conversion/conversion-v3/nodes/input/input-decision.js +0 -125
  229. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.d.ts +0 -20
  230. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.js +0 -51
  231. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.d.ts +0 -71
  232. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.js +0 -320
  233. package/dist/conversion/conversion-v3/nodes/output/base-output-node.d.ts +0 -116
  234. package/dist/conversion/conversion-v3/nodes/output/base-output-node.js +0 -512
  235. package/dist/conversion/conversion-v3/nodes/output/index.d.ts +0 -7
  236. package/dist/conversion/conversion-v3/nodes/output/index.js +0 -7
  237. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.d.ts +0 -71
  238. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.js +0 -293
  239. package/dist/conversion/conversion-v3/nodes/output/output-decision.d.ts +0 -68
  240. package/dist/conversion/conversion-v3/nodes/output/output-decision.js +0 -161
  241. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.d.ts +0 -64
  242. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.js +0 -323
  243. package/dist/conversion/conversion-v3/nodes/process/base-process-node.d.ts +0 -72
  244. package/dist/conversion/conversion-v3/nodes/process/base-process-node.js +0 -246
  245. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.d.ts +0 -135
  246. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.js +0 -854
  247. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.d.ts +0 -29
  248. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.js +0 -181
  249. package/dist/conversion/conversion-v3/nodes/process/index.d.ts +0 -10
  250. package/dist/conversion/conversion-v3/nodes/process/index.js +0 -10
  251. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.d.ts +0 -59
  252. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.js +0 -243
  253. package/dist/conversion/conversion-v3/nodes/process/response-process-node.d.ts +0 -17
  254. package/dist/conversion/conversion-v3/nodes/process/response-process-node.js +0 -213
  255. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.d.ts +0 -30
  256. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.js +0 -360
  257. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.d.ts +0 -40
  258. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.js +0 -430
  259. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.d.ts +0 -12
  260. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.js +0 -129
  261. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.d.ts +0 -15
  262. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.js +0 -57
  263. package/dist/conversion/conversion-v3/nodes/response/index.d.ts +0 -4
  264. package/dist/conversion/conversion-v3/nodes/response/index.js +0 -4
  265. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.d.ts +0 -15
  266. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.js +0 -87
  267. package/dist/conversion/conversion-v3/nodes/response/response-utils.d.ts +0 -1
  268. package/dist/conversion/conversion-v3/nodes/response/response-utils.js +0 -1
  269. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.d.ts +0 -12
  270. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.js +0 -67
  271. package/dist/conversion/conversion-v3/nodes/sse/index.d.ts +0 -3
  272. package/dist/conversion/conversion-v3/nodes/sse/index.js +0 -3
  273. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.d.ts +0 -27
  274. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.js +0 -165
  275. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.d.ts +0 -19
  276. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.js +0 -267
  277. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.d.ts +0 -18
  278. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.js +0 -48
  279. package/dist/conversion/conversion-v3/pipelines/index.d.ts +0 -6
  280. package/dist/conversion/conversion-v3/pipelines/index.js +0 -6
  281. package/dist/conversion/conversion-v3/pipelines/super-pipeline.d.ts +0 -112
  282. package/dist/conversion/conversion-v3/pipelines/super-pipeline.js +0 -566
  283. package/dist/conversion/conversion-v3/response/provider-response-converter.d.ts +0 -28
  284. package/dist/conversion/conversion-v3/response/provider-response-converter.js +0 -249
  285. package/dist/conversion/conversion-v3/sse/index.d.ts +0 -140
  286. package/dist/conversion/conversion-v3/sse/index.js +0 -115
  287. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +0 -11
  288. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.js +0 -79
  289. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  290. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.js +0 -296
  291. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  292. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.js +0 -233
  293. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  294. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.js +0 -599
  295. package/dist/conversion/conversion-v3/sse/json-to-sse/index.d.ts +0 -6
  296. package/dist/conversion/conversion-v3/sse/json-to-sse/index.js +0 -7
  297. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  298. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.js +0 -322
  299. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.d.ts +0 -37
  300. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.js +0 -218
  301. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  302. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.js +0 -263
  303. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.d.ts +0 -32
  304. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.js +0 -106
  305. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.d.ts +0 -4
  306. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.js +0 -40
  307. package/dist/conversion/conversion-v3/sse/shared/constants.d.ts +0 -272
  308. package/dist/conversion/conversion-v3/sse/shared/constants.js +0 -321
  309. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.d.ts +0 -158
  310. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.js +0 -210
  311. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  312. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.js +0 -275
  313. package/dist/conversion/conversion-v3/sse/shared/serializers/index.d.ts +0 -39
  314. package/dist/conversion/conversion-v3/sse/shared/serializers/index.js +0 -54
  315. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  316. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.js +0 -356
  317. package/dist/conversion/conversion-v3/sse/shared/serializers/types.d.ts +0 -51
  318. package/dist/conversion/conversion-v3/sse/shared/serializers/types.js +0 -4
  319. package/dist/conversion/conversion-v3/sse/shared/utils.d.ts +0 -254
  320. package/dist/conversion/conversion-v3/sse/shared/utils.js +0 -543
  321. package/dist/conversion/conversion-v3/sse/shared/writer.d.ts +0 -111
  322. package/dist/conversion/conversion-v3/sse/shared/writer.js +0 -268
  323. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +0 -13
  324. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.js +0 -139
  325. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.d.ts +0 -165
  326. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.js +0 -776
  327. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.d.ts +0 -106
  328. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.js +0 -540
  329. package/dist/conversion/conversion-v3/sse/sse-to-json/index.d.ts +0 -6
  330. package/dist/conversion/conversion-v3/sse/sse-to-json/index.js +0 -7
  331. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  332. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.js +0 -332
  333. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.d.ts +0 -59
  334. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.js +0 -270
  335. package/dist/conversion/conversion-v3/sse/types/anthropic-types.d.ts +0 -87
  336. package/dist/conversion/conversion-v3/sse/types/anthropic-types.js +0 -5
  337. package/dist/conversion/conversion-v3/sse/types/chat-types.d.ts +0 -308
  338. package/dist/conversion/conversion-v3/sse/types/chat-types.js +0 -32
  339. package/dist/conversion/conversion-v3/sse/types/conversion-context.d.ts +0 -211
  340. package/dist/conversion/conversion-v3/sse/types/conversion-context.js +0 -20
  341. package/dist/conversion/conversion-v3/sse/types/core-interfaces.d.ts +0 -90
  342. package/dist/conversion/conversion-v3/sse/types/core-interfaces.js +0 -5
  343. package/dist/conversion/conversion-v3/sse/types/index.d.ts +0 -14
  344. package/dist/conversion/conversion-v3/sse/types/index.js +0 -7
  345. package/dist/conversion/conversion-v3/sse/types/responses-types.d.ts +0 -328
  346. package/dist/conversion/conversion-v3/sse/types/responses-types.js +0 -38
  347. package/dist/conversion/conversion-v3/sse/types/sse-events.d.ts +0 -180
  348. package/dist/conversion/conversion-v3/sse/types/sse-events.js +0 -150
  349. package/dist/conversion/conversion-v3/sse/types/stream-state.d.ts +0 -204
  350. package/dist/conversion/conversion-v3/sse/types/stream-state.js +0 -44
  351. package/dist/conversion/conversion-v3/sse/types/utility-types.d.ts +0 -230
  352. package/dist/conversion/conversion-v3/sse/types/utility-types.js +0 -49
  353. package/dist/conversion/conversion-v3/standards/context-adapter.d.ts +0 -146
  354. package/dist/conversion/conversion-v3/standards/context-adapter.js +0 -438
  355. package/dist/conversion/conversion-v3/standards/errors.d.ts +0 -38
  356. package/dist/conversion/conversion-v3/standards/errors.js +0 -27
  357. package/dist/conversion/conversion-v3/standards/index.d.ts +0 -15
  358. package/dist/conversion/conversion-v3/standards/index.js +0 -11
  359. package/dist/conversion/conversion-v3/standards/node-capabilities.d.ts +0 -123
  360. package/dist/conversion/conversion-v3/standards/node-capabilities.js +0 -330
  361. package/dist/conversion/conversion-v3/standards/pipeline-context.d.ts +0 -237
  362. package/dist/conversion/conversion-v3/standards/pipeline-context.js +0 -84
  363. package/dist/conversion/conversion-v3/standards/pipeline-node.d.ts +0 -196
  364. package/dist/conversion/conversion-v3/standards/pipeline-node.js +0 -316
  365. package/dist/conversion/conversion-v3/standards/snapshot-handles.d.ts +0 -24
  366. package/dist/conversion/conversion-v3/standards/snapshot-handles.js +0 -49
  367. package/dist/conversion/conversion-v3/types/config-types.d.ts +0 -242
  368. package/dist/conversion/conversion-v3/types/config-types.js +0 -13
  369. package/dist/conversion/conversion-v3/types/index.d.ts +0 -8
  370. package/dist/conversion/conversion-v3/types/index.js +0 -11
  371. package/dist/conversion/conversion-v3/types/node-types.d.ts +0 -211
  372. package/dist/conversion/conversion-v3/types/node-types.js +0 -20
  373. package/dist/conversion/conversion-v3/types/pipeline-types.d.ts +0 -246
  374. package/dist/conversion/conversion-v3/types/pipeline-types.js +0 -26
  375. package/dist/conversion/conversion-v3/types/request-types.d.ts +0 -293
  376. package/dist/conversion/conversion-v3/types/request-types.js +0 -26
  377. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.d.ts +0 -10
  378. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.js +0 -103
  379. package/dist/conversion/conversion-v3/validations/index.d.ts +0 -8
  380. package/dist/conversion/conversion-v3/validations/index.js +0 -7
  381. package/dist/conversion/conversion-v3/validations/node-graph-validator.d.ts +0 -116
  382. package/dist/conversion/conversion-v3/validations/node-graph-validator.js +0 -505
  383. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.d.ts +0 -139
  384. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.js +0 -338
  385. package/dist/conversion/hub/config/types.d.ts +0 -26
  386. package/dist/conversion/hub/core/detour-registry.d.ts +0 -9
  387. package/dist/conversion/hub/core/hub-context.d.ts +0 -21
  388. package/dist/conversion/hub/core/index.d.ts +0 -3
  389. package/dist/conversion/hub/core/stage-driver.d.ts +0 -30
  390. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.d.ts +0 -16
  391. package/dist/conversion/hub/format-adapters/chat-format-adapter.d.ts +0 -17
  392. package/dist/conversion/hub/format-adapters/gemini-format-adapter.d.ts +0 -16
  393. package/dist/conversion/hub/format-adapters/index.d.ts +0 -21
  394. package/dist/conversion/hub/hub-feature.d.ts +0 -1
  395. package/dist/conversion/hub/node-support.d.ts +0 -19
  396. package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +0 -68
  397. package/dist/conversion/hub/pipelines/inbound.d.ts +0 -22
  398. package/dist/conversion/hub/pipelines/outbound.d.ts +0 -22
  399. package/dist/conversion/hub/process/chat-process.d.ts +0 -13
  400. package/dist/conversion/hub/registry.d.ts +0 -28
  401. package/dist/conversion/hub/response/chat-response-utils.d.ts +0 -6
  402. package/dist/conversion/hub/response/provider-response.d.ts +0 -20
  403. package/dist/conversion/hub/response/response-mappers.d.ts +0 -19
  404. package/dist/conversion/hub/response/response-runtime.d.ts +0 -3
  405. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +0 -7
  406. package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +0 -7
  407. package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +0 -7
  408. package/dist/conversion/hub/semantic-mappers/index.d.ts +0 -4
  409. package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +0 -21
  410. package/dist/conversion/hub/snapshot-recorder.d.ts +0 -12
  411. package/dist/conversion/hub/standardized-bridge.d.ts +0 -12
  412. package/dist/conversion/hub/types/chat-envelope.d.ts +0 -67
  413. package/dist/conversion/hub/types/chat-schema.d.ts +0 -112
  414. package/dist/conversion/hub/types/errors.d.ts +0 -5
  415. package/dist/conversion/hub/types/format-envelope.d.ts +0 -7
  416. package/dist/conversion/hub/types/index.d.ts +0 -6
  417. package/dist/conversion/hub/types/json.d.ts +0 -9
  418. package/dist/conversion/hub/types/node.d.ts +0 -31
  419. package/dist/conversion/hub/types/standardized.d.ts +0 -94
  420. package/dist/conversion/schema-validator.d.ts +0 -7
  421. package/dist/conversion/shared/args-mapping.d.ts +0 -18
  422. package/dist/conversion/shared/chat-request-filters.d.ts +0 -9
  423. package/dist/conversion/shared/jsonish.d.ts +0 -3
  424. package/dist/conversion/shared/mcp-injection.d.ts +0 -2
  425. package/dist/conversion/shared/media.d.ts +0 -1
  426. package/dist/conversion/shared/openai-finalizer.d.ts +0 -9
  427. package/dist/conversion/shared/openai-message-normalize.d.ts +0 -1
  428. package/dist/conversion/shared/payload-budget.d.ts +0 -13
  429. package/dist/conversion/shared/reasoning-mapping.d.ts +0 -5
  430. package/dist/conversion/shared/responses-instructions.d.ts +0 -1
  431. package/dist/conversion/shared/responses-metadata.d.ts +0 -1
  432. package/dist/conversion/shared/snapshot-hooks.d.ts +0 -12
  433. package/dist/conversion/shared/streaming-text-extractor.d.ts +0 -26
  434. package/dist/conversion/shared/text-markup-normalizer.d.ts +0 -9
  435. package/dist/conversion/shared/tool-canonicalizer.d.ts +0 -2
  436. package/dist/conversion/shared/tool-filter-pipeline.d.ts +0 -17
  437. package/dist/conversion/shared/tool-governor.d.ts +0 -27
  438. package/dist/conversion/shared/tool-harvester.d.ts +0 -31
  439. package/dist/conversion/shared/tooling.d.ts +0 -26
  440. package/dist/conversion/types.d.ts +0 -33
  441. package/dist/core/index.d.ts +0 -6
  442. package/dist/core/index.js +0 -9
  443. package/dist/core/llmswitch-engine-v2.d.ts +0 -132
  444. package/dist/core/llmswitch-engine-v2.js +0 -649
  445. package/dist/core/llmswitch-factory-v2.d.ts +0 -123
  446. package/dist/core/llmswitch-factory-v2.js +0 -521
  447. package/dist/endpoints/base-endpoint-handler.d.ts +0 -128
  448. package/dist/endpoints/base-endpoint-handler.js +0 -545
  449. package/dist/endpoints/chat-endpoint-handler.d.ts +0 -115
  450. package/dist/endpoints/chat-endpoint-handler.js +0 -218
  451. package/dist/endpoints/endpoint-router.d.ts +0 -127
  452. package/dist/endpoints/endpoint-router.js +0 -438
  453. package/dist/endpoints/index.d.ts +0 -13
  454. package/dist/endpoints/index.js +0 -11
  455. package/dist/endpoints/messages-endpoint-handler.d.ts +0 -171
  456. package/dist/endpoints/messages-endpoint-handler.js +0 -238
  457. package/dist/endpoints/responses-endpoint-handler.d.ts +0 -147
  458. package/dist/endpoints/responses-endpoint-handler.js +0 -233
  459. package/dist/filters/builtin/add-fields-filter.d.ts +0 -8
  460. package/dist/filters/builtin/blacklist-filter.d.ts +0 -8
  461. package/dist/filters/builtin/whitelist-filter.d.ts +0 -8
  462. package/dist/filters/engine.d.ts +0 -16
  463. package/dist/filters/index.d.ts +0 -19
  464. package/dist/filters/special/request-streaming-to-nonstreaming.d.ts +0 -12
  465. package/dist/filters/special/request-tool-choice-policy.d.ts +0 -11
  466. package/dist/filters/special/request-tool-list-filter.d.ts +0 -11
  467. package/dist/filters/special/request-toolcalls-stringify.d.ts +0 -10
  468. package/dist/filters/special/request-tools-normalize.d.ts +0 -12
  469. package/dist/filters/special/response-finish-invariants.d.ts +0 -11
  470. package/dist/filters/special/response-openai-to-responses-bridge.d.ts +0 -13
  471. package/dist/filters/special/response-tool-arguments-blacklist.d.ts +0 -12
  472. package/dist/filters/special/response-tool-arguments-schema-converge.d.ts +0 -13
  473. package/dist/filters/special/response-tool-arguments-stringify.d.ts +0 -9
  474. package/dist/filters/special/response-tool-arguments-toon-decode.d.ts +0 -10
  475. package/dist/filters/special/response-tool-arguments-whitelist.d.ts +0 -11
  476. package/dist/filters/special/response-tool-text-canonicalize.d.ts +0 -10
  477. package/dist/filters/special/tool-filter-hooks.d.ts +0 -19
  478. package/dist/filters/special/tool-post-constraints.d.ts +0 -31
  479. package/dist/filters/types.d.ts +0 -68
  480. package/dist/filters/utils/fieldmap-loader.d.ts +0 -2
  481. package/dist/filters/utils/snapshot-writer.d.ts +0 -10
  482. package/dist/guidance/index.d.ts +0 -3
  483. package/dist/hooks/hooks-integration.d.ts +0 -161
  484. package/dist/hooks/hooks-integration.js +0 -519
  485. package/dist/hooks/index.d.ts +0 -10
  486. package/dist/hooks/index.js +0 -13
  487. package/dist/html-to-markdown.d.ts +0 -5
  488. package/dist/html-to-markdown.js +0 -66
  489. package/dist/http/sse-response.d.ts +0 -22
  490. package/dist/router/virtual-router/bootstrap.d.ts +0 -6
  491. package/dist/router/virtual-router/classifier.d.ts +0 -10
  492. package/dist/router/virtual-router/engine.d.ts +0 -35
  493. package/dist/router/virtual-router/error-center.d.ts +0 -10
  494. package/dist/router/virtual-router/features.d.ts +0 -3
  495. package/dist/router/virtual-router/health-manager.d.ts +0 -18
  496. package/dist/router/virtual-router/load-balancer.d.ts +0 -18
  497. package/dist/router/virtual-router/provider-registry.d.ts +0 -11
  498. package/dist/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  499. package/dist/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  500. package/dist/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  501. package/dist/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  502. package/dist/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  503. package/dist/sse/shared/chat-serializer.d.ts +0 -4
  504. package/dist/sse/shared/constants.d.ts +0 -272
  505. package/dist/sse/shared/serializers/base-serializer.d.ts +0 -158
  506. package/dist/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  507. package/dist/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  508. package/dist/sse/shared/serializers/types.d.ts +0 -51
  509. package/dist/sse/shared/utils.d.ts +0 -254
  510. package/dist/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  511. package/dist/tools/proxy/anthropic-tool-proxy.d.ts +0 -19
  512. package/dist/tools/proxy/anthropic-tool-proxy.js +0 -57
  513. package/dist/tools/proxy/executors/web-fetch.d.ts +0 -6
  514. package/dist/tools/proxy/executors/web-fetch.js +0 -39
  515. package/dist/tools/proxy/registry.d.ts +0 -8
  516. package/dist/tools/proxy/registry.js +0 -14
  517. package/dist/tools/proxy/types.d.ts +0 -29
  518. package/dist/tools/tool-registry.d.ts +0 -8
  519. package/dist/tools/web-fetch-html.d.ts +0 -15
  520. package/dist/tools/web-fetch-html.js +0 -83
  521. package/dist/utils/conversion-adapter.d.ts +0 -65
  522. package/dist/utils/conversion-adapter.js +0 -183
  523. package/dist/utils/error-factory.d.ts +0 -88
  524. package/dist/utils/error-factory.js +0 -138
  525. package/dist/utils/error-utils.d.ts +0 -334
  526. package/dist/utils/error-utils.js +0 -782
  527. package/dist/utils/index.d.ts +0 -8
  528. package/dist/utils/index.js +0 -13
  529. package/dist/utils/performance-utils.d.ts +0 -205
  530. package/dist/utils/performance-utils.js +0 -440
  531. package/dist/utils/profile-mapper.d.ts +0 -32
  532. package/dist/utils/profile-mapper.js +0 -269
  533. package/dist/utils/request-processor.d.ts +0 -52
  534. package/dist/utils/request-processor.js +0 -210
  535. package/dist/utils/request-utils.d.ts +0 -117
  536. package/dist/utils/request-utils.js +0 -333
  537. package/dist/utils/response-utils.d.ts +0 -127
  538. package/dist/utils/response-utils.js +0 -516
  539. package/dist/utils/token-counter.d.ts +0 -89
  540. package/dist/utils/token-counter.js +0 -541
  541. /package/dist/{tools/proxy → conversion/hub/tool-governance}/types.js +0 -0
  542. /package/dist/conversion/shared/{responses-id-utils.d.ts → bridge-id-utils.d.ts} +0 -0
@@ -1,128 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- import type { LLMSwitchHookContext, LLMSwitchHookStage, LLMSwitchProcessingResult, EndpointType, ProtocolType, ProcessingMode, SSEEvent } from '../api/llmswitch-types.js';
7
- import type { HooksIntegration } from '../hooks/hooks-integration.js';
8
- /**
9
- * 端点处理配置
10
- */
11
- export interface EndpointHandlerConfig {
12
- endpoint: EndpointType;
13
- protocol: ProtocolType;
14
- enabled: boolean;
15
- sse: {
16
- enabled: boolean;
17
- accumulateMs: number;
18
- maxEvents: number;
19
- timeout: number;
20
- };
21
- hooks: {
22
- enabled: boolean;
23
- stages: string[];
24
- timeout: number;
25
- };
26
- conversion: {
27
- autoDetect: boolean;
28
- fallbackToOriginal: boolean;
29
- };
30
- }
31
- /**
32
- * 端点处理器基类
33
- */
34
- export declare abstract class BaseEndpointHandler {
35
- protected config: EndpointHandlerConfig;
36
- protected hooksAdapter: HooksIntegration;
37
- constructor(config: EndpointHandlerConfig, hooksAdapter: HooksIntegration);
38
- /**
39
- * 处理请求 - llmswitch-core只负责请求预处理
40
- */
41
- protected preprocessRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
42
- /**
43
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
44
- */
45
- preprocessStreamingRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<AsyncIterable<SSEEvent>>;
46
- /**
47
- * 响应后处理 - 从workflow接收响应进行处理
48
- */
49
- postprocessResponse(response: any, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
50
- /**
51
- * 流式响应后处理 - 从workflow接收流式响应进行处理
52
- */
53
- postprocessStreamingResponse(events: AsyncIterable<SSEEvent>, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<AsyncIterable<SSEEvent>>;
54
- /**
55
- * 公共请求处理方法 - 供路由器调用
56
- */
57
- processRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
58
- /**
59
- * 执行请求预处理流水线 - 为workflow准备
60
- */
61
- protected executeRequestPreprocessingPipeline(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
62
- /**
63
- * 执行响应后处理流水线 - 从workflow接收响应
64
- */
65
- protected executeResponsePostprocessingPipeline(response: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
66
- /**
67
- * 执行流式请求预处理流水线 - 为workflow准备
68
- */
69
- protected executeStreamingPreprocessingPipeline(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
70
- /**
71
- * 执行流式响应后处理流水线 - 从workflow接收响应
72
- */
73
- protected executeStreamingResponsePostprocessingPipeline(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
74
- /**
75
- * 在流式请求中应用Hooks
76
- */
77
- protected processStreamWithHooks(streamGenerator: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
78
- /**
79
- * 在流式响应中应用Hooks
80
- */
81
- protected processStreamWithResponseHooks(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
82
- /**
83
- * 生成流式响应 - 默认实现
84
- */
85
- protected generateStreamingResponse(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
86
- /**
87
- * 执行Hook阶段
88
- */
89
- protected executeHookStage(stages: string[], context: LLMSwitchHookContext, data: any): Promise<LLMSwitchProcessingResult>;
90
- /**
91
- * 抽象方法:处理端点具体请求预处理逻辑
92
- * llmswitch-core只负责请求预处理,不执行实际调用
93
- */
94
- protected abstract processEndpointRequest(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
95
- /**
96
- * 抽象方法:处理流式端点请求预处理
97
- * llmswitch-core只负责请求预处理,不执行实际调用
98
- */
99
- protected abstract processStreamingEndpointRequest(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
100
- /**
101
- * 构建Hook上下文
102
- */
103
- protected buildHookContext(stage: LLMSwitchHookStage, pathIdentifier: string, processingMode: ProcessingMode, additionalContext?: Partial<LLMSwitchHookContext>): LLMSwitchHookContext;
104
- /**
105
- * 生成路径标识符
106
- */
107
- protected generatePathIdentifier(request: any): string;
108
- /**
109
- * 检测处理模式
110
- */
111
- protected detectProcessingMode(request: any): ProcessingMode;
112
- /**
113
- * 生成执行ID
114
- */
115
- protected generateExecutionId(): string;
116
- /**
117
- * 获取端点信息
118
- */
119
- getEndpointInfo(): EndpointHandlerConfig;
120
- /**
121
- * 更新配置
122
- */
123
- updateConfig(updates: Partial<EndpointHandlerConfig>): void;
124
- /**
125
- * 健康检查
126
- */
127
- healthCheck(): Promise<boolean>;
128
- }
@@ -1,545 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- /**
7
- * 端点处理器基类
8
- */
9
- export class BaseEndpointHandler {
10
- config;
11
- hooksAdapter;
12
- constructor(config, hooksAdapter) {
13
- this.config = config;
14
- this.hooksAdapter = hooksAdapter;
15
- }
16
- /**
17
- * 处理请求 - llmswitch-core只负责请求预处理
18
- */
19
- async preprocessRequest(request, context) {
20
- if (!this.config.enabled) {
21
- return {
22
- success: false,
23
- error: new Error(`Endpoint ${this.config.endpoint} is disabled`),
24
- executionTime: 0,
25
- metadata: {
26
- endpoint: this.config.endpoint,
27
- originalProtocol: this.config.protocol,
28
- targetProtocol: this.config.protocol,
29
- processingMode: 'non-streaming',
30
- stage: 'disabled'
31
- }
32
- };
33
- }
34
- const pathIdentifier = this.generatePathIdentifier(request);
35
- const processingMode = this.detectProcessingMode(request);
36
- // 构建Hook上下文
37
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
38
- return this.executeRequestPreprocessingPipeline(request, hookContext);
39
- }
40
- /**
41
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
42
- */
43
- async preprocessStreamingRequest(request, context) {
44
- if (!this.config.enabled) {
45
- throw new Error(`Endpoint ${this.config.endpoint} is disabled`);
46
- }
47
- const pathIdentifier = this.generatePathIdentifier(request);
48
- const processingMode = 'streaming';
49
- // 构建Hook上下文
50
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
51
- return this.executeStreamingPreprocessingPipeline(request, hookContext);
52
- }
53
- /**
54
- * 响应后处理 - 从workflow接收响应进行处理
55
- */
56
- async postprocessResponse(response, originalEndpoint, context) {
57
- return this.executeResponsePostprocessingPipeline(response, context);
58
- }
59
- /**
60
- * 流式响应后处理 - 从workflow接收流式响应进行处理
61
- */
62
- async postprocessStreamingResponse(events, originalEndpoint, context) {
63
- return this.executeStreamingResponsePostprocessingPipeline(events, context);
64
- }
65
- /**
66
- * 公共请求处理方法 - 供路由器调用
67
- */
68
- async processRequest(request, context) {
69
- return this.preprocessRequest(request, context);
70
- }
71
- /**
72
- * 执行请求预处理流水线 - 为workflow准备
73
- */
74
- async executeRequestPreprocessingPipeline(request, context) {
75
- const startTime = Date.now();
76
- let currentRequest = request;
77
- let hookResults = [];
78
- try {
79
- // 1. 请求验证和预处理 (REQUEST_1_*)
80
- const validationResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], { ...context, hookSequence: 1 }, currentRequest);
81
- if (!validationResult.success) {
82
- throw validationResult.error;
83
- }
84
- currentRequest = validationResult.data;
85
- hookResults.push(...validationResult.metadata?.hookResults || []);
86
- // 2. 端点路由处理 (REQUEST_2_*)
87
- const routingResult = await this.executeHookStage(['REQUEST_2_ROUTING_PRE', 'REQUEST_2_ROUTING_POST'], { ...context, hookSequence: 2 }, currentRequest);
88
- if (!routingResult.success) {
89
- throw routingResult.error;
90
- }
91
- currentRequest = routingResult.data;
92
- hookResults.push(...routingResult.metadata?.hookResults || []);
93
- // 3. 协议转换(请求方向)(REQUEST_3_*)
94
- const conversionResult = await this.executeHookStage(['REQUEST_3_CONVERSION_PRE', 'REQUEST_3_CONVERSION_POST'], { ...context, hookSequence: 3 }, currentRequest);
95
- if (!conversionResult.success) {
96
- throw conversionResult.error;
97
- }
98
- currentRequest = conversionResult.data;
99
- hookResults.push(...conversionResult.metadata?.hookResults || []);
100
- // 4. 工具处理(请求方向)(REQUEST_4_*)
101
- const toolsResult = await this.executeHookStage(['REQUEST_4_TOOLS_PRE', 'REQUEST_4_TOOLS_POST'], { ...context, hookSequence: 4 }, currentRequest);
102
- if (!toolsResult.success) {
103
- throw toolsResult.error;
104
- }
105
- currentRequest = toolsResult.data;
106
- hookResults.push(...toolsResult.metadata?.hookResults || []);
107
- // 5. SSE处理(流式请求)(REQUEST_5_*)
108
- const sseResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, currentRequest);
109
- if (!sseResult.success) {
110
- throw sseResult.error;
111
- }
112
- currentRequest = sseResult.data;
113
- hookResults.push(...sseResult.metadata?.hookResults || []);
114
- // 6. 快照捕获(请求前)(REQUEST_6_*)
115
- const snapshotResult = await this.executeHookStage(['REQUEST_6_SNAPSHOT_PRE', 'REQUEST_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentRequest);
116
- if (!snapshotResult.success) {
117
- throw snapshotResult.error;
118
- }
119
- currentRequest = snapshotResult.data;
120
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
121
- // 7. 监控指标收集(请求)(REQUEST_7_*)
122
- const monitoringResult = await this.executeHookStage(['REQUEST_7_MONITORING_PRE', 'REQUEST_7_MONITORING_POST'], { ...context, hookSequence: 7 }, currentRequest);
123
- if (!monitoringResult.success) {
124
- throw monitoringResult.error;
125
- }
126
- currentRequest = monitoringResult.data;
127
- hookResults.push(...monitoringResult.metadata?.hookResults || []);
128
- // 8. 最终请求验证 (REQUEST_8_*)
129
- const finalValidationResult = await this.executeHookStage(['REQUEST_8_VALIDATION_PRE', 'REQUEST_8_VALIDATION_POST'], { ...context, hookSequence: 8 }, currentRequest);
130
- if (!finalValidationResult.success) {
131
- throw finalValidationResult.error;
132
- }
133
- // 完成请求预处理,返回处理后的请求给workflow
134
- return {
135
- success: true,
136
- data: finalValidationResult.data, // 处理后的请求,传递给workflow
137
- executionTime: Date.now() - startTime,
138
- metadata: {
139
- endpoint: this.config.endpoint,
140
- originalProtocol: this.config.protocol,
141
- targetProtocol: this.config.protocol,
142
- processingMode: context.processingMode,
143
- stage: 'request_preprocessing_completed',
144
- hookResults
145
- }
146
- };
147
- }
148
- catch (error) {
149
- return {
150
- success: false,
151
- error: error,
152
- executionTime: Date.now() - startTime,
153
- metadata: {
154
- endpoint: this.config.endpoint,
155
- originalProtocol: this.config.protocol,
156
- targetProtocol: this.config.protocol,
157
- processingMode: context.processingMode,
158
- stage: 'request_preprocessing_failed',
159
- hookResults
160
- }
161
- };
162
- }
163
- }
164
- /**
165
- * 执行响应后处理流水线 - 从workflow接收响应
166
- */
167
- async executeResponsePostprocessingPipeline(response, context) {
168
- const startTime = Date.now();
169
- let currentResponse = response;
170
- let hookResults = [];
171
- try {
172
- // 1. 响应接收和初始处理 (RESPONSE_1_*)
173
- const receiveResult = await this.executeHookStage(['RESPONSE_1_RECEIVE_PRE', 'RESPONSE_1_RECEIVE_POST'], { ...context, hookSequence: 1 }, currentResponse);
174
- if (!receiveResult.success) {
175
- throw receiveResult.error;
176
- }
177
- currentResponse = receiveResult.data;
178
- hookResults.push(...receiveResult.metadata?.hookResults || []);
179
- // 2. 协议转换(响应方向)(RESPONSE_2_*)
180
- const conversionResult = await this.executeHookStage(['RESPONSE_2_CONVERSION_PRE', 'RESPONSE_2_CONVERSION_POST'], { ...context, hookSequence: 2 }, currentResponse);
181
- if (!conversionResult.success) {
182
- throw conversionResult.error;
183
- }
184
- currentResponse = conversionResult.data;
185
- hookResults.push(...conversionResult.metadata?.hookResults || []);
186
- // 3. 工具结果处理 (RESPONSE_3_*)
187
- const toolsResult = await this.executeHookStage(['RESPONSE_3_TOOLS_PRE', 'RESPONSE_3_TOOLS_POST'], { ...context, hookSequence: 3 }, currentResponse);
188
- if (!toolsResult.success) {
189
- throw toolsResult.error;
190
- }
191
- currentResponse = toolsResult.data;
192
- hookResults.push(...toolsResult.metadata?.hookResults || []);
193
- // 4. SSE处理(流式响应)(RESPONSE_4_*)
194
- const sseResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, currentResponse);
195
- if (!sseResult.success) {
196
- throw sseResult.error;
197
- }
198
- currentResponse = sseResult.data;
199
- hookResults.push(...sseResult.metadata?.hookResults || []);
200
- // 5. 响应格式化和清理 (RESPONSE_5_*)
201
- const formattingResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, currentResponse);
202
- if (!formattingResult.success) {
203
- throw formattingResult.error;
204
- }
205
- currentResponse = formattingResult.data;
206
- hookResults.push(...formattingResult.metadata?.hookResults || []);
207
- // 6. 快照存储(响应后)(RESPONSE_6_*)
208
- const snapshotResult = await this.executeHookStage(['RESPONSE_6_SNAPSHOT_PRE', 'RESPONSE_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentResponse);
209
- if (!snapshotResult.success) {
210
- throw snapshotResult.error;
211
- }
212
- currentResponse = snapshotResult.data;
213
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
214
- // 7. 响应质量检查 (RESPONSE_7_*)
215
- const qualityResult = await this.executeHookStage(['RESPONSE_7_QUALITY_PRE', 'RESPONSE_7_QUALITY_POST'], { ...context, hookSequence: 7 }, currentResponse);
216
- if (!qualityResult.success) {
217
- throw qualityResult.error;
218
- }
219
- currentResponse = qualityResult.data;
220
- hookResults.push(...qualityResult.metadata?.hookResults || []);
221
- // 8. 监控报告和指标更新 (RESPONSE_8_*)
222
- const finalMonitoringResult = await this.executeHookStage(['RESPONSE_8_MONITORING_PRE', 'RESPONSE_8_MONITORING_POST'], { ...context, hookSequence: 8 }, currentResponse);
223
- if (!finalMonitoringResult.success) {
224
- throw finalMonitoringResult.error;
225
- }
226
- // 完成响应后处理,返回最终响应
227
- return {
228
- success: true,
229
- data: finalMonitoringResult.data, // 最终处理后的响应
230
- executionTime: Date.now() - startTime,
231
- metadata: {
232
- endpoint: this.config.endpoint,
233
- originalProtocol: this.config.protocol,
234
- targetProtocol: this.config.protocol,
235
- processingMode: context.processingMode,
236
- stage: 'response_postprocessing_completed',
237
- hookResults
238
- }
239
- };
240
- }
241
- catch (error) {
242
- return {
243
- success: false,
244
- error: error,
245
- executionTime: Date.now() - startTime,
246
- metadata: {
247
- endpoint: this.config.endpoint,
248
- originalProtocol: this.config.protocol,
249
- targetProtocol: this.config.protocol,
250
- processingMode: context.processingMode,
251
- stage: 'response_postprocessing_failed',
252
- hookResults
253
- }
254
- };
255
- }
256
- }
257
- /**
258
- * 执行流式请求预处理流水线 - 为workflow准备
259
- */
260
- async *executeStreamingPreprocessingPipeline(request, context) {
261
- // 执行请求预处理Hooks
262
- const preResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], context, request);
263
- if (!preResult.success) {
264
- throw preResult.error;
265
- }
266
- // 执行流式请求预处理(由子类实现)
267
- const streamGenerator = this.processStreamingEndpointRequest(preResult.data, context);
268
- yield* this.processStreamWithHooks(streamGenerator, context);
269
- }
270
- /**
271
- * 执行流式响应后处理流水线 - 从workflow接收响应
272
- */
273
- async *executeStreamingResponsePostprocessingPipeline(events, context) {
274
- // 在流上应用响应后处理Hooks
275
- yield* this.processStreamWithResponseHooks(events, context);
276
- }
277
- /**
278
- * 在流式请求中应用Hooks
279
- */
280
- async *processStreamWithHooks(streamGenerator, context) {
281
- const sseEvents = [];
282
- let accumulatedTime = 0;
283
- try {
284
- for await (const event of streamGenerator) {
285
- sseEvents.push(event);
286
- // 累积事件
287
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
288
- // 如果达到累积时间或事件数量限制,触发Hooks
289
- if (accumulatedTime >= this.config.sse.accumulateMs ||
290
- sseEvents.length >= this.config.sse.maxEvents) {
291
- // 执行SSE处理Hooks
292
- const hookResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, sseEvents);
293
- if (hookResult.success) {
294
- yield* hookResult.data;
295
- }
296
- else {
297
- throw hookResult.error;
298
- }
299
- // 重置累积
300
- sseEvents.length = 0;
301
- accumulatedTime = 0;
302
- }
303
- else {
304
- yield event;
305
- }
306
- }
307
- // 处理剩余事件
308
- if (sseEvents.length > 0) {
309
- yield* sseEvents;
310
- }
311
- }
312
- catch (error) {
313
- // 发出错误事件
314
- yield {
315
- event: 'error',
316
- data: JSON.stringify({ error: error.message }),
317
- timestamp: Date.now()
318
- };
319
- }
320
- }
321
- /**
322
- * 在流式响应中应用Hooks
323
- */
324
- async *processStreamWithResponseHooks(events, context) {
325
- const sseEvents = [];
326
- let accumulatedTime = 0;
327
- try {
328
- for await (const event of events) {
329
- sseEvents.push(event);
330
- // 累积事件
331
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
332
- // 如果达到累积时间或事件数量限制,触发Hooks
333
- if (accumulatedTime >= this.config.sse.accumulateMs ||
334
- sseEvents.length >= this.config.sse.maxEvents) {
335
- // 执行响应SSE处理Hooks
336
- const hookResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, sseEvents);
337
- if (hookResult.success) {
338
- yield* hookResult.data;
339
- }
340
- else {
341
- throw hookResult.error;
342
- }
343
- // 重置累积
344
- sseEvents.length = 0;
345
- accumulatedTime = 0;
346
- }
347
- else {
348
- yield event;
349
- }
350
- }
351
- // 处理剩余事件并应用最终Hooks
352
- if (sseEvents.length > 0) {
353
- const hookResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, sseEvents);
354
- if (hookResult.success) {
355
- yield* hookResult.data;
356
- }
357
- else {
358
- throw hookResult.error;
359
- }
360
- }
361
- }
362
- catch (error) {
363
- // 发出错误事件
364
- yield {
365
- event: 'error',
366
- data: JSON.stringify({ error: error.message }),
367
- timestamp: Date.now()
368
- };
369
- }
370
- }
371
- /**
372
- * 生成流式响应 - 默认实现
373
- */
374
- async *generateStreamingResponse(request, context) {
375
- // 默认流式响应实现
376
- yield {
377
- event: 'message',
378
- data: JSON.stringify({
379
- id: `msg_${Date.now()}`,
380
- object: 'chat.completion.chunk',
381
- created: Math.floor(Date.now() / 1000),
382
- model: request.model || 'default',
383
- choices: [{
384
- index: 0,
385
- delta: { content: 'This is a default streaming response from llmswitch-core.' },
386
- finish_reason: null
387
- }]
388
- }),
389
- timestamp: Date.now()
390
- };
391
- // 结束事件
392
- yield {
393
- event: 'done',
394
- data: JSON.stringify({ finished: true }),
395
- timestamp: Date.now()
396
- };
397
- }
398
- /**
399
- * 执行Hook阶段
400
- */
401
- async executeHookStage(stages, context, data) {
402
- if (!this.config.hooks.enabled) {
403
- return {
404
- success: true,
405
- data,
406
- executionTime: 0,
407
- metadata: {
408
- endpoint: this.config.endpoint,
409
- originalProtocol: this.config.protocol,
410
- targetProtocol: this.config.protocol,
411
- processingMode: context.processingMode,
412
- stage: stages[0],
413
- hookResults: []
414
- }
415
- };
416
- }
417
- const startTime = Date.now();
418
- let currentData = data;
419
- const results = [];
420
- for (let i = 0; i < stages.length; i++) {
421
- const stage = stages[i];
422
- const hookContext = {
423
- ...context,
424
- stage: stage,
425
- hookSequence: context.hookSequence + i
426
- };
427
- try {
428
- const result = await this.hooksAdapter.executeHook(stage, hookContext, currentData);
429
- if (!result.success) {
430
- return {
431
- success: false,
432
- error: result.error,
433
- executionTime: Date.now() - startTime,
434
- metadata: {
435
- endpoint: this.config.endpoint,
436
- originalProtocol: this.config.protocol,
437
- targetProtocol: this.config.protocol,
438
- processingMode: context.processingMode,
439
- stage,
440
- hookResults: results
441
- }
442
- };
443
- }
444
- currentData = result.data;
445
- results.push(result.metadata?.hookResults || []);
446
- }
447
- catch (error) {
448
- return {
449
- success: false,
450
- error: error,
451
- executionTime: Date.now() - startTime,
452
- metadata: {
453
- endpoint: this.config.endpoint,
454
- originalProtocol: this.config.protocol,
455
- targetProtocol: this.config.protocol,
456
- processingMode: context.processingMode,
457
- stage,
458
- hookResults: results
459
- }
460
- };
461
- }
462
- }
463
- return {
464
- success: true,
465
- data: currentData,
466
- executionTime: Date.now() - startTime,
467
- metadata: {
468
- endpoint: this.config.endpoint,
469
- originalProtocol: this.config.protocol,
470
- targetProtocol: this.config.protocol,
471
- processingMode: context.processingMode,
472
- stage: stages[stages.length - 1],
473
- hookResults: results.flat()
474
- }
475
- };
476
- }
477
- /**
478
- * 构建Hook上下文
479
- */
480
- buildHookContext(stage, pathIdentifier, processingMode, additionalContext) {
481
- return {
482
- executionId: this.generateExecutionId(),
483
- stage,
484
- startTime: Date.now(),
485
- requestId: additionalContext?.requestId,
486
- moduleId: `endpoint-${this.config.endpoint}`,
487
- metadata: additionalContext?.metadata,
488
- endpoint: this.config.endpoint,
489
- originalProtocol: this.config.protocol,
490
- targetProtocol: this.config.protocol,
491
- pathIdentifier,
492
- processingMode,
493
- hookSequence: 1,
494
- totalHooks: 16
495
- };
496
- }
497
- /**
498
- * 生成路径标识符
499
- */
500
- generatePathIdentifier(request) {
501
- // 默认使用请求ID或生成唯一标识
502
- return request.id || `${this.config.endpoint}-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
503
- }
504
- /**
505
- * 检测处理模式
506
- */
507
- detectProcessingMode(request) {
508
- // 检查是否为流式请求
509
- if (request.stream === true || request.stream === 'true') {
510
- return 'streaming';
511
- }
512
- // 自动检测模式
513
- return 'auto';
514
- }
515
- /**
516
- * 生成执行ID
517
- */
518
- generateExecutionId() {
519
- return `exec-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
520
- }
521
- /**
522
- * 获取端点信息
523
- */
524
- getEndpointInfo() {
525
- return { ...this.config };
526
- }
527
- /**
528
- * 更新配置
529
- */
530
- updateConfig(updates) {
531
- this.config = { ...this.config, ...updates };
532
- }
533
- /**
534
- * 健康检查
535
- */
536
- async healthCheck() {
537
- try {
538
- // 基本健康检查逻辑
539
- return this.config.enabled;
540
- }
541
- catch (error) {
542
- return false;
543
- }
544
- }
545
- }