@jsonstudio/llms 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (416) hide show
  1. package/README.md +3 -1
  2. package/dist/bridge/routecodex-adapter.js +6 -3
  3. package/dist/config-unified/enhanced-path-resolver.js +14 -6
  4. package/dist/config-unified/unified-config.js +103 -59
  5. package/dist/conversion/codec-registry.js +4 -2
  6. package/dist/conversion/hub/pipeline/hub-pipeline.js +4 -5
  7. package/dist/conversion/hub/process/chat-process.js +258 -41
  8. package/dist/conversion/hub/response/provider-response.js +8 -2
  9. package/dist/conversion/hub/tool-governance/engine.d.ts +16 -0
  10. package/dist/conversion/hub/tool-governance/engine.js +266 -0
  11. package/dist/conversion/hub/tool-governance/index.d.ts +3 -0
  12. package/dist/conversion/hub/tool-governance/index.js +2 -0
  13. package/dist/conversion/hub/tool-governance/rules.d.ts +2 -0
  14. package/dist/conversion/hub/tool-governance/rules.js +76 -0
  15. package/dist/conversion/hub/tool-governance/types.d.ts +38 -0
  16. package/dist/conversion/index.d.ts +1 -0
  17. package/dist/conversion/index.js +1 -0
  18. package/dist/conversion/responses/responses-openai-bridge.js +5 -3
  19. package/dist/sse/sse-to-json/builders/response-builder.js +2 -1
  20. package/dist/sse/sse-to-json/chat-sse-to-json-converter.js +37 -23
  21. package/dist/sse/sse-to-json/parsers/sse-parser.js +20 -12
  22. package/dist/sse/sse-to-json/responses-sse-to-json-converter.d.ts +1 -0
  23. package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +10 -8
  24. package/dist/sse/types/chat-types.d.ts +9 -6
  25. package/dist/sse/types/conversion-context.d.ts +14 -11
  26. package/dist/sse/types/core-interfaces.d.ts +6 -2
  27. package/dist/sse/types/index.d.ts +1 -1
  28. package/dist/sse/types/responses-types.d.ts +20 -20
  29. package/dist/sse/types/sse-events.d.ts +4 -3
  30. package/dist/sse/types/stream-state.d.ts +34 -39
  31. package/dist/sse/types/utility-types.d.ts +47 -43
  32. package/dist/sse/types/utility-types.js +10 -13
  33. package/dist/tools/tool-registry.js +156 -98
  34. package/package.json +7 -7
  35. package/dist/api/index.d.ts +0 -10
  36. package/dist/api/index.js +0 -11
  37. package/dist/api/llmswitch-config.d.ts +0 -15
  38. package/dist/api/llmswitch-config.js +0 -415
  39. package/dist/api/llmswitch-types.d.ts +0 -412
  40. package/dist/api/llmswitch-types.js +0 -60
  41. package/dist/bridge/routecodex-adapter.d.ts +0 -74
  42. package/dist/config/index.d.ts +0 -3
  43. package/dist/config/index.js +0 -5
  44. package/dist/config-unified/enhanced-path-resolver.d.ts +0 -5
  45. package/dist/config-unified/unified-config.d.ts +0 -26
  46. package/dist/conversion/codec-registry.d.ts +0 -10
  47. package/dist/conversion/codecs/anthropic-openai-codec.d.ts +0 -23
  48. package/dist/conversion/codecs/gemini-openai-codec.d.ts +0 -16
  49. package/dist/conversion/codecs/openai-openai-codec.d.ts +0 -12
  50. package/dist/conversion/codecs/responses-openai-codec.d.ts +0 -12
  51. package/dist/conversion/config/config-manager.d.ts +0 -212
  52. package/dist/conversion/conversion-v3/adapters/index.d.ts +0 -2
  53. package/dist/conversion/conversion-v3/adapters/index.js +0 -1
  54. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.d.ts +0 -38
  55. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.js +0 -55
  56. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.d.ts +0 -22
  57. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.js +0 -84
  58. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.d.ts +0 -4
  59. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.js +0 -285
  60. package/dist/conversion/conversion-v3/compatibility/index.d.ts +0 -3
  61. package/dist/conversion/conversion-v3/compatibility/index.js +0 -2
  62. package/dist/conversion/conversion-v3/config/default-configs.d.ts +0 -48
  63. package/dist/conversion/conversion-v3/config/default-configs.js +0 -1007
  64. package/dist/conversion/conversion-v3/config/index.d.ts +0 -5
  65. package/dist/conversion/conversion-v3/config/index.js +0 -5
  66. package/dist/conversion/conversion-v3/config/pipeline-config-manager.d.ts +0 -49
  67. package/dist/conversion/conversion-v3/config/pipeline-config-manager.js +0 -65
  68. package/dist/conversion/conversion-v3/index.d.ts +0 -11
  69. package/dist/conversion/conversion-v3/index.js +0 -17
  70. package/dist/conversion/conversion-v3/nodes/index.d.ts +0 -56
  71. package/dist/conversion/conversion-v3/nodes/index.js +0 -149
  72. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.d.ts +0 -25
  73. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.js +0 -56
  74. package/dist/conversion/conversion-v3/nodes/input/base-input-node.d.ts +0 -75
  75. package/dist/conversion/conversion-v3/nodes/input/base-input-node.js +0 -237
  76. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.d.ts +0 -25
  77. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.js +0 -56
  78. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.d.ts +0 -4
  79. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.js +0 -197
  80. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.d.ts +0 -16
  81. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.js +0 -125
  82. package/dist/conversion/conversion-v3/nodes/input/index.d.ts +0 -8
  83. package/dist/conversion/conversion-v3/nodes/input/index.js +0 -8
  84. package/dist/conversion/conversion-v3/nodes/input/input-decision.d.ts +0 -46
  85. package/dist/conversion/conversion-v3/nodes/input/input-decision.js +0 -125
  86. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.d.ts +0 -20
  87. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.js +0 -51
  88. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.d.ts +0 -71
  89. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.js +0 -320
  90. package/dist/conversion/conversion-v3/nodes/output/base-output-node.d.ts +0 -116
  91. package/dist/conversion/conversion-v3/nodes/output/base-output-node.js +0 -512
  92. package/dist/conversion/conversion-v3/nodes/output/index.d.ts +0 -7
  93. package/dist/conversion/conversion-v3/nodes/output/index.js +0 -7
  94. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.d.ts +0 -71
  95. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.js +0 -293
  96. package/dist/conversion/conversion-v3/nodes/output/output-decision.d.ts +0 -68
  97. package/dist/conversion/conversion-v3/nodes/output/output-decision.js +0 -161
  98. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.d.ts +0 -64
  99. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.js +0 -323
  100. package/dist/conversion/conversion-v3/nodes/process/base-process-node.d.ts +0 -72
  101. package/dist/conversion/conversion-v3/nodes/process/base-process-node.js +0 -246
  102. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.d.ts +0 -135
  103. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.js +0 -854
  104. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.d.ts +0 -29
  105. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.js +0 -181
  106. package/dist/conversion/conversion-v3/nodes/process/index.d.ts +0 -10
  107. package/dist/conversion/conversion-v3/nodes/process/index.js +0 -10
  108. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.d.ts +0 -59
  109. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.js +0 -243
  110. package/dist/conversion/conversion-v3/nodes/process/response-process-node.d.ts +0 -17
  111. package/dist/conversion/conversion-v3/nodes/process/response-process-node.js +0 -213
  112. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.d.ts +0 -30
  113. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.js +0 -360
  114. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.d.ts +0 -40
  115. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.js +0 -430
  116. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.d.ts +0 -12
  117. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.js +0 -129
  118. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.d.ts +0 -15
  119. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.js +0 -57
  120. package/dist/conversion/conversion-v3/nodes/response/index.d.ts +0 -4
  121. package/dist/conversion/conversion-v3/nodes/response/index.js +0 -4
  122. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.d.ts +0 -15
  123. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.js +0 -87
  124. package/dist/conversion/conversion-v3/nodes/response/response-utils.d.ts +0 -1
  125. package/dist/conversion/conversion-v3/nodes/response/response-utils.js +0 -1
  126. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.d.ts +0 -12
  127. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.js +0 -67
  128. package/dist/conversion/conversion-v3/nodes/sse/index.d.ts +0 -3
  129. package/dist/conversion/conversion-v3/nodes/sse/index.js +0 -3
  130. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.d.ts +0 -27
  131. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.js +0 -165
  132. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.d.ts +0 -19
  133. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.js +0 -267
  134. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.d.ts +0 -18
  135. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.js +0 -48
  136. package/dist/conversion/conversion-v3/pipelines/index.d.ts +0 -6
  137. package/dist/conversion/conversion-v3/pipelines/index.js +0 -6
  138. package/dist/conversion/conversion-v3/pipelines/super-pipeline.d.ts +0 -112
  139. package/dist/conversion/conversion-v3/pipelines/super-pipeline.js +0 -566
  140. package/dist/conversion/conversion-v3/response/provider-response-converter.d.ts +0 -28
  141. package/dist/conversion/conversion-v3/response/provider-response-converter.js +0 -249
  142. package/dist/conversion/conversion-v3/sse/index.d.ts +0 -140
  143. package/dist/conversion/conversion-v3/sse/index.js +0 -115
  144. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +0 -11
  145. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.js +0 -79
  146. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  147. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.js +0 -296
  148. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  149. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.js +0 -233
  150. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  151. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.js +0 -599
  152. package/dist/conversion/conversion-v3/sse/json-to-sse/index.d.ts +0 -6
  153. package/dist/conversion/conversion-v3/sse/json-to-sse/index.js +0 -7
  154. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  155. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.js +0 -322
  156. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.d.ts +0 -37
  157. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.js +0 -218
  158. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  159. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.js +0 -263
  160. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.d.ts +0 -32
  161. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.js +0 -106
  162. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.d.ts +0 -4
  163. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.js +0 -40
  164. package/dist/conversion/conversion-v3/sse/shared/constants.d.ts +0 -272
  165. package/dist/conversion/conversion-v3/sse/shared/constants.js +0 -321
  166. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.d.ts +0 -158
  167. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.js +0 -210
  168. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  169. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.js +0 -275
  170. package/dist/conversion/conversion-v3/sse/shared/serializers/index.d.ts +0 -39
  171. package/dist/conversion/conversion-v3/sse/shared/serializers/index.js +0 -54
  172. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  173. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.js +0 -356
  174. package/dist/conversion/conversion-v3/sse/shared/serializers/types.d.ts +0 -51
  175. package/dist/conversion/conversion-v3/sse/shared/serializers/types.js +0 -4
  176. package/dist/conversion/conversion-v3/sse/shared/utils.d.ts +0 -254
  177. package/dist/conversion/conversion-v3/sse/shared/utils.js +0 -543
  178. package/dist/conversion/conversion-v3/sse/shared/writer.d.ts +0 -111
  179. package/dist/conversion/conversion-v3/sse/shared/writer.js +0 -268
  180. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +0 -13
  181. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.js +0 -139
  182. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.d.ts +0 -165
  183. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.js +0 -776
  184. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.d.ts +0 -106
  185. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.js +0 -540
  186. package/dist/conversion/conversion-v3/sse/sse-to-json/index.d.ts +0 -6
  187. package/dist/conversion/conversion-v3/sse/sse-to-json/index.js +0 -7
  188. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  189. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.js +0 -332
  190. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.d.ts +0 -59
  191. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.js +0 -270
  192. package/dist/conversion/conversion-v3/sse/types/anthropic-types.d.ts +0 -87
  193. package/dist/conversion/conversion-v3/sse/types/anthropic-types.js +0 -5
  194. package/dist/conversion/conversion-v3/sse/types/chat-types.d.ts +0 -308
  195. package/dist/conversion/conversion-v3/sse/types/chat-types.js +0 -32
  196. package/dist/conversion/conversion-v3/sse/types/conversion-context.d.ts +0 -211
  197. package/dist/conversion/conversion-v3/sse/types/conversion-context.js +0 -20
  198. package/dist/conversion/conversion-v3/sse/types/core-interfaces.d.ts +0 -90
  199. package/dist/conversion/conversion-v3/sse/types/core-interfaces.js +0 -5
  200. package/dist/conversion/conversion-v3/sse/types/index.d.ts +0 -14
  201. package/dist/conversion/conversion-v3/sse/types/index.js +0 -7
  202. package/dist/conversion/conversion-v3/sse/types/responses-types.d.ts +0 -328
  203. package/dist/conversion/conversion-v3/sse/types/responses-types.js +0 -38
  204. package/dist/conversion/conversion-v3/sse/types/sse-events.d.ts +0 -180
  205. package/dist/conversion/conversion-v3/sse/types/sse-events.js +0 -150
  206. package/dist/conversion/conversion-v3/sse/types/stream-state.d.ts +0 -204
  207. package/dist/conversion/conversion-v3/sse/types/stream-state.js +0 -44
  208. package/dist/conversion/conversion-v3/sse/types/utility-types.d.ts +0 -230
  209. package/dist/conversion/conversion-v3/sse/types/utility-types.js +0 -49
  210. package/dist/conversion/conversion-v3/standards/context-adapter.d.ts +0 -146
  211. package/dist/conversion/conversion-v3/standards/context-adapter.js +0 -438
  212. package/dist/conversion/conversion-v3/standards/errors.d.ts +0 -38
  213. package/dist/conversion/conversion-v3/standards/errors.js +0 -27
  214. package/dist/conversion/conversion-v3/standards/index.d.ts +0 -15
  215. package/dist/conversion/conversion-v3/standards/index.js +0 -11
  216. package/dist/conversion/conversion-v3/standards/node-capabilities.d.ts +0 -123
  217. package/dist/conversion/conversion-v3/standards/node-capabilities.js +0 -330
  218. package/dist/conversion/conversion-v3/standards/pipeline-context.d.ts +0 -237
  219. package/dist/conversion/conversion-v3/standards/pipeline-context.js +0 -84
  220. package/dist/conversion/conversion-v3/standards/pipeline-node.d.ts +0 -196
  221. package/dist/conversion/conversion-v3/standards/pipeline-node.js +0 -316
  222. package/dist/conversion/conversion-v3/standards/snapshot-handles.d.ts +0 -24
  223. package/dist/conversion/conversion-v3/standards/snapshot-handles.js +0 -49
  224. package/dist/conversion/conversion-v3/types/config-types.d.ts +0 -242
  225. package/dist/conversion/conversion-v3/types/config-types.js +0 -13
  226. package/dist/conversion/conversion-v3/types/index.d.ts +0 -8
  227. package/dist/conversion/conversion-v3/types/index.js +0 -11
  228. package/dist/conversion/conversion-v3/types/node-types.d.ts +0 -211
  229. package/dist/conversion/conversion-v3/types/node-types.js +0 -20
  230. package/dist/conversion/conversion-v3/types/pipeline-types.d.ts +0 -246
  231. package/dist/conversion/conversion-v3/types/pipeline-types.js +0 -26
  232. package/dist/conversion/conversion-v3/types/request-types.d.ts +0 -293
  233. package/dist/conversion/conversion-v3/types/request-types.js +0 -26
  234. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.d.ts +0 -10
  235. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.js +0 -103
  236. package/dist/conversion/conversion-v3/validations/index.d.ts +0 -8
  237. package/dist/conversion/conversion-v3/validations/index.js +0 -7
  238. package/dist/conversion/conversion-v3/validations/node-graph-validator.d.ts +0 -116
  239. package/dist/conversion/conversion-v3/validations/node-graph-validator.js +0 -505
  240. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.d.ts +0 -139
  241. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.js +0 -338
  242. package/dist/conversion/hub/config/types.d.ts +0 -26
  243. package/dist/conversion/hub/core/detour-registry.d.ts +0 -9
  244. package/dist/conversion/hub/core/hub-context.d.ts +0 -21
  245. package/dist/conversion/hub/core/index.d.ts +0 -3
  246. package/dist/conversion/hub/core/stage-driver.d.ts +0 -30
  247. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.d.ts +0 -16
  248. package/dist/conversion/hub/format-adapters/chat-format-adapter.d.ts +0 -17
  249. package/dist/conversion/hub/format-adapters/gemini-format-adapter.d.ts +0 -16
  250. package/dist/conversion/hub/format-adapters/index.d.ts +0 -21
  251. package/dist/conversion/hub/format-adapters/responses-format-adapter.d.ts +0 -17
  252. package/dist/conversion/hub/hub-feature.d.ts +0 -1
  253. package/dist/conversion/hub/node-support.d.ts +0 -19
  254. package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +0 -68
  255. package/dist/conversion/hub/pipelines/inbound.d.ts +0 -22
  256. package/dist/conversion/hub/pipelines/outbound.d.ts +0 -22
  257. package/dist/conversion/hub/process/chat-process.d.ts +0 -13
  258. package/dist/conversion/hub/registry.d.ts +0 -28
  259. package/dist/conversion/hub/response/chat-response-utils.d.ts +0 -6
  260. package/dist/conversion/hub/response/provider-response.d.ts +0 -20
  261. package/dist/conversion/hub/response/response-mappers.d.ts +0 -19
  262. package/dist/conversion/hub/response/response-runtime.d.ts +0 -3
  263. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +0 -7
  264. package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +0 -7
  265. package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +0 -7
  266. package/dist/conversion/hub/semantic-mappers/index.d.ts +0 -4
  267. package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +0 -21
  268. package/dist/conversion/hub/snapshot-recorder.d.ts +0 -12
  269. package/dist/conversion/hub/standardized-bridge.d.ts +0 -12
  270. package/dist/conversion/hub/types/chat-envelope.d.ts +0 -67
  271. package/dist/conversion/hub/types/chat-schema.d.ts +0 -112
  272. package/dist/conversion/hub/types/errors.d.ts +0 -5
  273. package/dist/conversion/hub/types/format-envelope.d.ts +0 -7
  274. package/dist/conversion/hub/types/index.d.ts +0 -6
  275. package/dist/conversion/hub/types/json.d.ts +0 -9
  276. package/dist/conversion/hub/types/node.d.ts +0 -31
  277. package/dist/conversion/hub/types/standardized.d.ts +0 -94
  278. package/dist/conversion/responses/responses-openai-bridge.d.ts +0 -95
  279. package/dist/conversion/schema-validator.d.ts +0 -7
  280. package/dist/conversion/shared/args-mapping.d.ts +0 -18
  281. package/dist/conversion/shared/chat-request-filters.d.ts +0 -9
  282. package/dist/conversion/shared/jsonish.d.ts +0 -3
  283. package/dist/conversion/shared/mcp-injection.d.ts +0 -2
  284. package/dist/conversion/shared/media.d.ts +0 -1
  285. package/dist/conversion/shared/openai-finalizer.d.ts +0 -9
  286. package/dist/conversion/shared/openai-message-normalize.d.ts +0 -1
  287. package/dist/conversion/shared/payload-budget.d.ts +0 -13
  288. package/dist/conversion/shared/reasoning-mapping.d.ts +0 -5
  289. package/dist/conversion/shared/responses-conversation-store.d.ts +0 -41
  290. package/dist/conversion/shared/responses-id-utils.d.ts +0 -7
  291. package/dist/conversion/shared/responses-instructions.d.ts +0 -1
  292. package/dist/conversion/shared/responses-metadata.d.ts +0 -1
  293. package/dist/conversion/shared/responses-request-adapter.d.ts +0 -66
  294. package/dist/conversion/shared/snapshot-hooks.d.ts +0 -12
  295. package/dist/conversion/shared/streaming-text-extractor.d.ts +0 -26
  296. package/dist/conversion/shared/text-markup-normalizer.d.ts +0 -9
  297. package/dist/conversion/shared/tool-canonicalizer.d.ts +0 -2
  298. package/dist/conversion/shared/tool-filter-pipeline.d.ts +0 -17
  299. package/dist/conversion/shared/tool-governor.d.ts +0 -27
  300. package/dist/conversion/shared/tool-harvester.d.ts +0 -31
  301. package/dist/conversion/shared/tool-mapping.d.ts +0 -10
  302. package/dist/conversion/shared/tooling.d.ts +0 -26
  303. package/dist/conversion/types.d.ts +0 -33
  304. package/dist/core/index.d.ts +0 -6
  305. package/dist/core/index.js +0 -9
  306. package/dist/core/llmswitch-engine-v2.d.ts +0 -132
  307. package/dist/core/llmswitch-engine-v2.js +0 -649
  308. package/dist/core/llmswitch-factory-v2.d.ts +0 -123
  309. package/dist/core/llmswitch-factory-v2.js +0 -521
  310. package/dist/endpoints/base-endpoint-handler.d.ts +0 -128
  311. package/dist/endpoints/base-endpoint-handler.js +0 -545
  312. package/dist/endpoints/chat-endpoint-handler.d.ts +0 -115
  313. package/dist/endpoints/chat-endpoint-handler.js +0 -218
  314. package/dist/endpoints/endpoint-router.d.ts +0 -127
  315. package/dist/endpoints/endpoint-router.js +0 -438
  316. package/dist/endpoints/index.d.ts +0 -13
  317. package/dist/endpoints/index.js +0 -11
  318. package/dist/endpoints/messages-endpoint-handler.d.ts +0 -171
  319. package/dist/endpoints/messages-endpoint-handler.js +0 -238
  320. package/dist/endpoints/responses-endpoint-handler.d.ts +0 -147
  321. package/dist/endpoints/responses-endpoint-handler.js +0 -233
  322. package/dist/filters/builtin/add-fields-filter.d.ts +0 -8
  323. package/dist/filters/builtin/blacklist-filter.d.ts +0 -8
  324. package/dist/filters/builtin/whitelist-filter.d.ts +0 -8
  325. package/dist/filters/engine.d.ts +0 -16
  326. package/dist/filters/index.d.ts +0 -19
  327. package/dist/filters/special/request-streaming-to-nonstreaming.d.ts +0 -12
  328. package/dist/filters/special/request-tool-choice-policy.d.ts +0 -11
  329. package/dist/filters/special/request-tool-list-filter.d.ts +0 -11
  330. package/dist/filters/special/request-toolcalls-stringify.d.ts +0 -10
  331. package/dist/filters/special/request-tools-normalize.d.ts +0 -12
  332. package/dist/filters/special/response-finish-invariants.d.ts +0 -11
  333. package/dist/filters/special/response-openai-to-responses-bridge.d.ts +0 -13
  334. package/dist/filters/special/response-tool-arguments-blacklist.d.ts +0 -12
  335. package/dist/filters/special/response-tool-arguments-schema-converge.d.ts +0 -13
  336. package/dist/filters/special/response-tool-arguments-stringify.d.ts +0 -9
  337. package/dist/filters/special/response-tool-arguments-toon-decode.d.ts +0 -10
  338. package/dist/filters/special/response-tool-arguments-whitelist.d.ts +0 -11
  339. package/dist/filters/special/response-tool-text-canonicalize.d.ts +0 -10
  340. package/dist/filters/special/tool-filter-hooks.d.ts +0 -19
  341. package/dist/filters/special/tool-post-constraints.d.ts +0 -31
  342. package/dist/filters/types.d.ts +0 -68
  343. package/dist/filters/utils/fieldmap-loader.d.ts +0 -2
  344. package/dist/filters/utils/snapshot-writer.d.ts +0 -10
  345. package/dist/guidance/index.d.ts +0 -3
  346. package/dist/hooks/hooks-integration.d.ts +0 -161
  347. package/dist/hooks/hooks-integration.js +0 -519
  348. package/dist/hooks/index.d.ts +0 -10
  349. package/dist/hooks/index.js +0 -13
  350. package/dist/html-to-markdown.d.ts +0 -5
  351. package/dist/html-to-markdown.js +0 -66
  352. package/dist/http/sse-response.d.ts +0 -22
  353. package/dist/router/virtual-router/bootstrap.d.ts +0 -6
  354. package/dist/router/virtual-router/classifier.d.ts +0 -10
  355. package/dist/router/virtual-router/engine.d.ts +0 -35
  356. package/dist/router/virtual-router/error-center.d.ts +0 -10
  357. package/dist/router/virtual-router/features.d.ts +0 -3
  358. package/dist/router/virtual-router/health-manager.d.ts +0 -18
  359. package/dist/router/virtual-router/load-balancer.d.ts +0 -18
  360. package/dist/router/virtual-router/provider-registry.d.ts +0 -11
  361. package/dist/router/virtual-router/types.d.ts +0 -206
  362. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +0 -11
  363. package/dist/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  364. package/dist/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  365. package/dist/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  366. package/dist/sse/json-to-sse/index.d.ts +0 -6
  367. package/dist/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  368. package/dist/sse/json-to-sse/sequencers/chat-sequencer.d.ts +0 -37
  369. package/dist/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  370. package/dist/sse/registry/sse-codec-registry.d.ts +0 -32
  371. package/dist/sse/shared/chat-serializer.d.ts +0 -4
  372. package/dist/sse/shared/constants.d.ts +0 -272
  373. package/dist/sse/shared/serializers/base-serializer.d.ts +0 -158
  374. package/dist/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  375. package/dist/sse/shared/serializers/index.d.ts +0 -39
  376. package/dist/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  377. package/dist/sse/shared/serializers/types.d.ts +0 -51
  378. package/dist/sse/shared/utils.d.ts +0 -254
  379. package/dist/sse/shared/writer.d.ts +0 -111
  380. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +0 -13
  381. package/dist/sse/sse-to-json/builders/response-builder.d.ts +0 -165
  382. package/dist/sse/sse-to-json/chat-sse-to-json-converter.d.ts +0 -106
  383. package/dist/sse/sse-to-json/index.d.ts +0 -6
  384. package/dist/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  385. package/dist/sse/types/anthropic-types.d.ts +0 -87
  386. package/dist/tools/proxy/anthropic-tool-proxy.d.ts +0 -19
  387. package/dist/tools/proxy/anthropic-tool-proxy.js +0 -57
  388. package/dist/tools/proxy/executors/web-fetch.d.ts +0 -6
  389. package/dist/tools/proxy/executors/web-fetch.js +0 -39
  390. package/dist/tools/proxy/registry.d.ts +0 -8
  391. package/dist/tools/proxy/registry.js +0 -14
  392. package/dist/tools/proxy/types.d.ts +0 -29
  393. package/dist/tools/tool-registry.d.ts +0 -8
  394. package/dist/tools/web-fetch-html.d.ts +0 -15
  395. package/dist/tools/web-fetch-html.js +0 -83
  396. package/dist/utils/conversion-adapter.d.ts +0 -65
  397. package/dist/utils/conversion-adapter.js +0 -183
  398. package/dist/utils/error-factory.d.ts +0 -88
  399. package/dist/utils/error-factory.js +0 -138
  400. package/dist/utils/error-utils.d.ts +0 -334
  401. package/dist/utils/error-utils.js +0 -782
  402. package/dist/utils/index.d.ts +0 -8
  403. package/dist/utils/index.js +0 -13
  404. package/dist/utils/performance-utils.d.ts +0 -205
  405. package/dist/utils/performance-utils.js +0 -440
  406. package/dist/utils/profile-mapper.d.ts +0 -32
  407. package/dist/utils/profile-mapper.js +0 -269
  408. package/dist/utils/request-processor.d.ts +0 -52
  409. package/dist/utils/request-processor.js +0 -210
  410. package/dist/utils/request-utils.d.ts +0 -117
  411. package/dist/utils/request-utils.js +0 -333
  412. package/dist/utils/response-utils.d.ts +0 -127
  413. package/dist/utils/response-utils.js +0 -516
  414. package/dist/utils/token-counter.d.ts +0 -89
  415. package/dist/utils/token-counter.js +0 -541
  416. /package/dist/{tools/proxy → conversion/hub/tool-governance}/types.js +0 -0
@@ -1,128 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- import type { LLMSwitchHookContext, LLMSwitchHookStage, LLMSwitchProcessingResult, EndpointType, ProtocolType, ProcessingMode, SSEEvent } from '../api/llmswitch-types.js';
7
- import type { HooksIntegration } from '../hooks/hooks-integration.js';
8
- /**
9
- * 端点处理配置
10
- */
11
- export interface EndpointHandlerConfig {
12
- endpoint: EndpointType;
13
- protocol: ProtocolType;
14
- enabled: boolean;
15
- sse: {
16
- enabled: boolean;
17
- accumulateMs: number;
18
- maxEvents: number;
19
- timeout: number;
20
- };
21
- hooks: {
22
- enabled: boolean;
23
- stages: string[];
24
- timeout: number;
25
- };
26
- conversion: {
27
- autoDetect: boolean;
28
- fallbackToOriginal: boolean;
29
- };
30
- }
31
- /**
32
- * 端点处理器基类
33
- */
34
- export declare abstract class BaseEndpointHandler {
35
- protected config: EndpointHandlerConfig;
36
- protected hooksAdapter: HooksIntegration;
37
- constructor(config: EndpointHandlerConfig, hooksAdapter: HooksIntegration);
38
- /**
39
- * 处理请求 - llmswitch-core只负责请求预处理
40
- */
41
- protected preprocessRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
42
- /**
43
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
44
- */
45
- preprocessStreamingRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<AsyncIterable<SSEEvent>>;
46
- /**
47
- * 响应后处理 - 从workflow接收响应进行处理
48
- */
49
- postprocessResponse(response: any, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
50
- /**
51
- * 流式响应后处理 - 从workflow接收流式响应进行处理
52
- */
53
- postprocessStreamingResponse(events: AsyncIterable<SSEEvent>, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<AsyncIterable<SSEEvent>>;
54
- /**
55
- * 公共请求处理方法 - 供路由器调用
56
- */
57
- processRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
58
- /**
59
- * 执行请求预处理流水线 - 为workflow准备
60
- */
61
- protected executeRequestPreprocessingPipeline(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
62
- /**
63
- * 执行响应后处理流水线 - 从workflow接收响应
64
- */
65
- protected executeResponsePostprocessingPipeline(response: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
66
- /**
67
- * 执行流式请求预处理流水线 - 为workflow准备
68
- */
69
- protected executeStreamingPreprocessingPipeline(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
70
- /**
71
- * 执行流式响应后处理流水线 - 从workflow接收响应
72
- */
73
- protected executeStreamingResponsePostprocessingPipeline(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
74
- /**
75
- * 在流式请求中应用Hooks
76
- */
77
- protected processStreamWithHooks(streamGenerator: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
78
- /**
79
- * 在流式响应中应用Hooks
80
- */
81
- protected processStreamWithResponseHooks(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
82
- /**
83
- * 生成流式响应 - 默认实现
84
- */
85
- protected generateStreamingResponse(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
86
- /**
87
- * 执行Hook阶段
88
- */
89
- protected executeHookStage(stages: string[], context: LLMSwitchHookContext, data: any): Promise<LLMSwitchProcessingResult>;
90
- /**
91
- * 抽象方法:处理端点具体请求预处理逻辑
92
- * llmswitch-core只负责请求预处理,不执行实际调用
93
- */
94
- protected abstract processEndpointRequest(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
95
- /**
96
- * 抽象方法:处理流式端点请求预处理
97
- * llmswitch-core只负责请求预处理,不执行实际调用
98
- */
99
- protected abstract processStreamingEndpointRequest(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
100
- /**
101
- * 构建Hook上下文
102
- */
103
- protected buildHookContext(stage: LLMSwitchHookStage, pathIdentifier: string, processingMode: ProcessingMode, additionalContext?: Partial<LLMSwitchHookContext>): LLMSwitchHookContext;
104
- /**
105
- * 生成路径标识符
106
- */
107
- protected generatePathIdentifier(request: any): string;
108
- /**
109
- * 检测处理模式
110
- */
111
- protected detectProcessingMode(request: any): ProcessingMode;
112
- /**
113
- * 生成执行ID
114
- */
115
- protected generateExecutionId(): string;
116
- /**
117
- * 获取端点信息
118
- */
119
- getEndpointInfo(): EndpointHandlerConfig;
120
- /**
121
- * 更新配置
122
- */
123
- updateConfig(updates: Partial<EndpointHandlerConfig>): void;
124
- /**
125
- * 健康检查
126
- */
127
- healthCheck(): Promise<boolean>;
128
- }
@@ -1,545 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- /**
7
- * 端点处理器基类
8
- */
9
- export class BaseEndpointHandler {
10
- config;
11
- hooksAdapter;
12
- constructor(config, hooksAdapter) {
13
- this.config = config;
14
- this.hooksAdapter = hooksAdapter;
15
- }
16
- /**
17
- * 处理请求 - llmswitch-core只负责请求预处理
18
- */
19
- async preprocessRequest(request, context) {
20
- if (!this.config.enabled) {
21
- return {
22
- success: false,
23
- error: new Error(`Endpoint ${this.config.endpoint} is disabled`),
24
- executionTime: 0,
25
- metadata: {
26
- endpoint: this.config.endpoint,
27
- originalProtocol: this.config.protocol,
28
- targetProtocol: this.config.protocol,
29
- processingMode: 'non-streaming',
30
- stage: 'disabled'
31
- }
32
- };
33
- }
34
- const pathIdentifier = this.generatePathIdentifier(request);
35
- const processingMode = this.detectProcessingMode(request);
36
- // 构建Hook上下文
37
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
38
- return this.executeRequestPreprocessingPipeline(request, hookContext);
39
- }
40
- /**
41
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
42
- */
43
- async preprocessStreamingRequest(request, context) {
44
- if (!this.config.enabled) {
45
- throw new Error(`Endpoint ${this.config.endpoint} is disabled`);
46
- }
47
- const pathIdentifier = this.generatePathIdentifier(request);
48
- const processingMode = 'streaming';
49
- // 构建Hook上下文
50
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
51
- return this.executeStreamingPreprocessingPipeline(request, hookContext);
52
- }
53
- /**
54
- * 响应后处理 - 从workflow接收响应进行处理
55
- */
56
- async postprocessResponse(response, originalEndpoint, context) {
57
- return this.executeResponsePostprocessingPipeline(response, context);
58
- }
59
- /**
60
- * 流式响应后处理 - 从workflow接收流式响应进行处理
61
- */
62
- async postprocessStreamingResponse(events, originalEndpoint, context) {
63
- return this.executeStreamingResponsePostprocessingPipeline(events, context);
64
- }
65
- /**
66
- * 公共请求处理方法 - 供路由器调用
67
- */
68
- async processRequest(request, context) {
69
- return this.preprocessRequest(request, context);
70
- }
71
- /**
72
- * 执行请求预处理流水线 - 为workflow准备
73
- */
74
- async executeRequestPreprocessingPipeline(request, context) {
75
- const startTime = Date.now();
76
- let currentRequest = request;
77
- let hookResults = [];
78
- try {
79
- // 1. 请求验证和预处理 (REQUEST_1_*)
80
- const validationResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], { ...context, hookSequence: 1 }, currentRequest);
81
- if (!validationResult.success) {
82
- throw validationResult.error;
83
- }
84
- currentRequest = validationResult.data;
85
- hookResults.push(...validationResult.metadata?.hookResults || []);
86
- // 2. 端点路由处理 (REQUEST_2_*)
87
- const routingResult = await this.executeHookStage(['REQUEST_2_ROUTING_PRE', 'REQUEST_2_ROUTING_POST'], { ...context, hookSequence: 2 }, currentRequest);
88
- if (!routingResult.success) {
89
- throw routingResult.error;
90
- }
91
- currentRequest = routingResult.data;
92
- hookResults.push(...routingResult.metadata?.hookResults || []);
93
- // 3. 协议转换(请求方向)(REQUEST_3_*)
94
- const conversionResult = await this.executeHookStage(['REQUEST_3_CONVERSION_PRE', 'REQUEST_3_CONVERSION_POST'], { ...context, hookSequence: 3 }, currentRequest);
95
- if (!conversionResult.success) {
96
- throw conversionResult.error;
97
- }
98
- currentRequest = conversionResult.data;
99
- hookResults.push(...conversionResult.metadata?.hookResults || []);
100
- // 4. 工具处理(请求方向)(REQUEST_4_*)
101
- const toolsResult = await this.executeHookStage(['REQUEST_4_TOOLS_PRE', 'REQUEST_4_TOOLS_POST'], { ...context, hookSequence: 4 }, currentRequest);
102
- if (!toolsResult.success) {
103
- throw toolsResult.error;
104
- }
105
- currentRequest = toolsResult.data;
106
- hookResults.push(...toolsResult.metadata?.hookResults || []);
107
- // 5. SSE处理(流式请求)(REQUEST_5_*)
108
- const sseResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, currentRequest);
109
- if (!sseResult.success) {
110
- throw sseResult.error;
111
- }
112
- currentRequest = sseResult.data;
113
- hookResults.push(...sseResult.metadata?.hookResults || []);
114
- // 6. 快照捕获(请求前)(REQUEST_6_*)
115
- const snapshotResult = await this.executeHookStage(['REQUEST_6_SNAPSHOT_PRE', 'REQUEST_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentRequest);
116
- if (!snapshotResult.success) {
117
- throw snapshotResult.error;
118
- }
119
- currentRequest = snapshotResult.data;
120
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
121
- // 7. 监控指标收集(请求)(REQUEST_7_*)
122
- const monitoringResult = await this.executeHookStage(['REQUEST_7_MONITORING_PRE', 'REQUEST_7_MONITORING_POST'], { ...context, hookSequence: 7 }, currentRequest);
123
- if (!monitoringResult.success) {
124
- throw monitoringResult.error;
125
- }
126
- currentRequest = monitoringResult.data;
127
- hookResults.push(...monitoringResult.metadata?.hookResults || []);
128
- // 8. 最终请求验证 (REQUEST_8_*)
129
- const finalValidationResult = await this.executeHookStage(['REQUEST_8_VALIDATION_PRE', 'REQUEST_8_VALIDATION_POST'], { ...context, hookSequence: 8 }, currentRequest);
130
- if (!finalValidationResult.success) {
131
- throw finalValidationResult.error;
132
- }
133
- // 完成请求预处理,返回处理后的请求给workflow
134
- return {
135
- success: true,
136
- data: finalValidationResult.data, // 处理后的请求,传递给workflow
137
- executionTime: Date.now() - startTime,
138
- metadata: {
139
- endpoint: this.config.endpoint,
140
- originalProtocol: this.config.protocol,
141
- targetProtocol: this.config.protocol,
142
- processingMode: context.processingMode,
143
- stage: 'request_preprocessing_completed',
144
- hookResults
145
- }
146
- };
147
- }
148
- catch (error) {
149
- return {
150
- success: false,
151
- error: error,
152
- executionTime: Date.now() - startTime,
153
- metadata: {
154
- endpoint: this.config.endpoint,
155
- originalProtocol: this.config.protocol,
156
- targetProtocol: this.config.protocol,
157
- processingMode: context.processingMode,
158
- stage: 'request_preprocessing_failed',
159
- hookResults
160
- }
161
- };
162
- }
163
- }
164
- /**
165
- * 执行响应后处理流水线 - 从workflow接收响应
166
- */
167
- async executeResponsePostprocessingPipeline(response, context) {
168
- const startTime = Date.now();
169
- let currentResponse = response;
170
- let hookResults = [];
171
- try {
172
- // 1. 响应接收和初始处理 (RESPONSE_1_*)
173
- const receiveResult = await this.executeHookStage(['RESPONSE_1_RECEIVE_PRE', 'RESPONSE_1_RECEIVE_POST'], { ...context, hookSequence: 1 }, currentResponse);
174
- if (!receiveResult.success) {
175
- throw receiveResult.error;
176
- }
177
- currentResponse = receiveResult.data;
178
- hookResults.push(...receiveResult.metadata?.hookResults || []);
179
- // 2. 协议转换(响应方向)(RESPONSE_2_*)
180
- const conversionResult = await this.executeHookStage(['RESPONSE_2_CONVERSION_PRE', 'RESPONSE_2_CONVERSION_POST'], { ...context, hookSequence: 2 }, currentResponse);
181
- if (!conversionResult.success) {
182
- throw conversionResult.error;
183
- }
184
- currentResponse = conversionResult.data;
185
- hookResults.push(...conversionResult.metadata?.hookResults || []);
186
- // 3. 工具结果处理 (RESPONSE_3_*)
187
- const toolsResult = await this.executeHookStage(['RESPONSE_3_TOOLS_PRE', 'RESPONSE_3_TOOLS_POST'], { ...context, hookSequence: 3 }, currentResponse);
188
- if (!toolsResult.success) {
189
- throw toolsResult.error;
190
- }
191
- currentResponse = toolsResult.data;
192
- hookResults.push(...toolsResult.metadata?.hookResults || []);
193
- // 4. SSE处理(流式响应)(RESPONSE_4_*)
194
- const sseResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, currentResponse);
195
- if (!sseResult.success) {
196
- throw sseResult.error;
197
- }
198
- currentResponse = sseResult.data;
199
- hookResults.push(...sseResult.metadata?.hookResults || []);
200
- // 5. 响应格式化和清理 (RESPONSE_5_*)
201
- const formattingResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, currentResponse);
202
- if (!formattingResult.success) {
203
- throw formattingResult.error;
204
- }
205
- currentResponse = formattingResult.data;
206
- hookResults.push(...formattingResult.metadata?.hookResults || []);
207
- // 6. 快照存储(响应后)(RESPONSE_6_*)
208
- const snapshotResult = await this.executeHookStage(['RESPONSE_6_SNAPSHOT_PRE', 'RESPONSE_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentResponse);
209
- if (!snapshotResult.success) {
210
- throw snapshotResult.error;
211
- }
212
- currentResponse = snapshotResult.data;
213
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
214
- // 7. 响应质量检查 (RESPONSE_7_*)
215
- const qualityResult = await this.executeHookStage(['RESPONSE_7_QUALITY_PRE', 'RESPONSE_7_QUALITY_POST'], { ...context, hookSequence: 7 }, currentResponse);
216
- if (!qualityResult.success) {
217
- throw qualityResult.error;
218
- }
219
- currentResponse = qualityResult.data;
220
- hookResults.push(...qualityResult.metadata?.hookResults || []);
221
- // 8. 监控报告和指标更新 (RESPONSE_8_*)
222
- const finalMonitoringResult = await this.executeHookStage(['RESPONSE_8_MONITORING_PRE', 'RESPONSE_8_MONITORING_POST'], { ...context, hookSequence: 8 }, currentResponse);
223
- if (!finalMonitoringResult.success) {
224
- throw finalMonitoringResult.error;
225
- }
226
- // 完成响应后处理,返回最终响应
227
- return {
228
- success: true,
229
- data: finalMonitoringResult.data, // 最终处理后的响应
230
- executionTime: Date.now() - startTime,
231
- metadata: {
232
- endpoint: this.config.endpoint,
233
- originalProtocol: this.config.protocol,
234
- targetProtocol: this.config.protocol,
235
- processingMode: context.processingMode,
236
- stage: 'response_postprocessing_completed',
237
- hookResults
238
- }
239
- };
240
- }
241
- catch (error) {
242
- return {
243
- success: false,
244
- error: error,
245
- executionTime: Date.now() - startTime,
246
- metadata: {
247
- endpoint: this.config.endpoint,
248
- originalProtocol: this.config.protocol,
249
- targetProtocol: this.config.protocol,
250
- processingMode: context.processingMode,
251
- stage: 'response_postprocessing_failed',
252
- hookResults
253
- }
254
- };
255
- }
256
- }
257
- /**
258
- * 执行流式请求预处理流水线 - 为workflow准备
259
- */
260
- async *executeStreamingPreprocessingPipeline(request, context) {
261
- // 执行请求预处理Hooks
262
- const preResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], context, request);
263
- if (!preResult.success) {
264
- throw preResult.error;
265
- }
266
- // 执行流式请求预处理(由子类实现)
267
- const streamGenerator = this.processStreamingEndpointRequest(preResult.data, context);
268
- yield* this.processStreamWithHooks(streamGenerator, context);
269
- }
270
- /**
271
- * 执行流式响应后处理流水线 - 从workflow接收响应
272
- */
273
- async *executeStreamingResponsePostprocessingPipeline(events, context) {
274
- // 在流上应用响应后处理Hooks
275
- yield* this.processStreamWithResponseHooks(events, context);
276
- }
277
- /**
278
- * 在流式请求中应用Hooks
279
- */
280
- async *processStreamWithHooks(streamGenerator, context) {
281
- const sseEvents = [];
282
- let accumulatedTime = 0;
283
- try {
284
- for await (const event of streamGenerator) {
285
- sseEvents.push(event);
286
- // 累积事件
287
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
288
- // 如果达到累积时间或事件数量限制,触发Hooks
289
- if (accumulatedTime >= this.config.sse.accumulateMs ||
290
- sseEvents.length >= this.config.sse.maxEvents) {
291
- // 执行SSE处理Hooks
292
- const hookResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, sseEvents);
293
- if (hookResult.success) {
294
- yield* hookResult.data;
295
- }
296
- else {
297
- throw hookResult.error;
298
- }
299
- // 重置累积
300
- sseEvents.length = 0;
301
- accumulatedTime = 0;
302
- }
303
- else {
304
- yield event;
305
- }
306
- }
307
- // 处理剩余事件
308
- if (sseEvents.length > 0) {
309
- yield* sseEvents;
310
- }
311
- }
312
- catch (error) {
313
- // 发出错误事件
314
- yield {
315
- event: 'error',
316
- data: JSON.stringify({ error: error.message }),
317
- timestamp: Date.now()
318
- };
319
- }
320
- }
321
- /**
322
- * 在流式响应中应用Hooks
323
- */
324
- async *processStreamWithResponseHooks(events, context) {
325
- const sseEvents = [];
326
- let accumulatedTime = 0;
327
- try {
328
- for await (const event of events) {
329
- sseEvents.push(event);
330
- // 累积事件
331
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
332
- // 如果达到累积时间或事件数量限制,触发Hooks
333
- if (accumulatedTime >= this.config.sse.accumulateMs ||
334
- sseEvents.length >= this.config.sse.maxEvents) {
335
- // 执行响应SSE处理Hooks
336
- const hookResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, sseEvents);
337
- if (hookResult.success) {
338
- yield* hookResult.data;
339
- }
340
- else {
341
- throw hookResult.error;
342
- }
343
- // 重置累积
344
- sseEvents.length = 0;
345
- accumulatedTime = 0;
346
- }
347
- else {
348
- yield event;
349
- }
350
- }
351
- // 处理剩余事件并应用最终Hooks
352
- if (sseEvents.length > 0) {
353
- const hookResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, sseEvents);
354
- if (hookResult.success) {
355
- yield* hookResult.data;
356
- }
357
- else {
358
- throw hookResult.error;
359
- }
360
- }
361
- }
362
- catch (error) {
363
- // 发出错误事件
364
- yield {
365
- event: 'error',
366
- data: JSON.stringify({ error: error.message }),
367
- timestamp: Date.now()
368
- };
369
- }
370
- }
371
- /**
372
- * 生成流式响应 - 默认实现
373
- */
374
- async *generateStreamingResponse(request, context) {
375
- // 默认流式响应实现
376
- yield {
377
- event: 'message',
378
- data: JSON.stringify({
379
- id: `msg_${Date.now()}`,
380
- object: 'chat.completion.chunk',
381
- created: Math.floor(Date.now() / 1000),
382
- model: request.model || 'default',
383
- choices: [{
384
- index: 0,
385
- delta: { content: 'This is a default streaming response from llmswitch-core.' },
386
- finish_reason: null
387
- }]
388
- }),
389
- timestamp: Date.now()
390
- };
391
- // 结束事件
392
- yield {
393
- event: 'done',
394
- data: JSON.stringify({ finished: true }),
395
- timestamp: Date.now()
396
- };
397
- }
398
- /**
399
- * 执行Hook阶段
400
- */
401
- async executeHookStage(stages, context, data) {
402
- if (!this.config.hooks.enabled) {
403
- return {
404
- success: true,
405
- data,
406
- executionTime: 0,
407
- metadata: {
408
- endpoint: this.config.endpoint,
409
- originalProtocol: this.config.protocol,
410
- targetProtocol: this.config.protocol,
411
- processingMode: context.processingMode,
412
- stage: stages[0],
413
- hookResults: []
414
- }
415
- };
416
- }
417
- const startTime = Date.now();
418
- let currentData = data;
419
- const results = [];
420
- for (let i = 0; i < stages.length; i++) {
421
- const stage = stages[i];
422
- const hookContext = {
423
- ...context,
424
- stage: stage,
425
- hookSequence: context.hookSequence + i
426
- };
427
- try {
428
- const result = await this.hooksAdapter.executeHook(stage, hookContext, currentData);
429
- if (!result.success) {
430
- return {
431
- success: false,
432
- error: result.error,
433
- executionTime: Date.now() - startTime,
434
- metadata: {
435
- endpoint: this.config.endpoint,
436
- originalProtocol: this.config.protocol,
437
- targetProtocol: this.config.protocol,
438
- processingMode: context.processingMode,
439
- stage,
440
- hookResults: results
441
- }
442
- };
443
- }
444
- currentData = result.data;
445
- results.push(result.metadata?.hookResults || []);
446
- }
447
- catch (error) {
448
- return {
449
- success: false,
450
- error: error,
451
- executionTime: Date.now() - startTime,
452
- metadata: {
453
- endpoint: this.config.endpoint,
454
- originalProtocol: this.config.protocol,
455
- targetProtocol: this.config.protocol,
456
- processingMode: context.processingMode,
457
- stage,
458
- hookResults: results
459
- }
460
- };
461
- }
462
- }
463
- return {
464
- success: true,
465
- data: currentData,
466
- executionTime: Date.now() - startTime,
467
- metadata: {
468
- endpoint: this.config.endpoint,
469
- originalProtocol: this.config.protocol,
470
- targetProtocol: this.config.protocol,
471
- processingMode: context.processingMode,
472
- stage: stages[stages.length - 1],
473
- hookResults: results.flat()
474
- }
475
- };
476
- }
477
- /**
478
- * 构建Hook上下文
479
- */
480
- buildHookContext(stage, pathIdentifier, processingMode, additionalContext) {
481
- return {
482
- executionId: this.generateExecutionId(),
483
- stage,
484
- startTime: Date.now(),
485
- requestId: additionalContext?.requestId,
486
- moduleId: `endpoint-${this.config.endpoint}`,
487
- metadata: additionalContext?.metadata,
488
- endpoint: this.config.endpoint,
489
- originalProtocol: this.config.protocol,
490
- targetProtocol: this.config.protocol,
491
- pathIdentifier,
492
- processingMode,
493
- hookSequence: 1,
494
- totalHooks: 16
495
- };
496
- }
497
- /**
498
- * 生成路径标识符
499
- */
500
- generatePathIdentifier(request) {
501
- // 默认使用请求ID或生成唯一标识
502
- return request.id || `${this.config.endpoint}-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
503
- }
504
- /**
505
- * 检测处理模式
506
- */
507
- detectProcessingMode(request) {
508
- // 检查是否为流式请求
509
- if (request.stream === true || request.stream === 'true') {
510
- return 'streaming';
511
- }
512
- // 自动检测模式
513
- return 'auto';
514
- }
515
- /**
516
- * 生成执行ID
517
- */
518
- generateExecutionId() {
519
- return `exec-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
520
- }
521
- /**
522
- * 获取端点信息
523
- */
524
- getEndpointInfo() {
525
- return { ...this.config };
526
- }
527
- /**
528
- * 更新配置
529
- */
530
- updateConfig(updates) {
531
- this.config = { ...this.config, ...updates };
532
- }
533
- /**
534
- * 健康检查
535
- */
536
- async healthCheck() {
537
- try {
538
- // 基本健康检查逻辑
539
- return this.config.enabled;
540
- }
541
- catch (error) {
542
- return false;
543
- }
544
- }
545
- }