@jsonstudio/llms 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +3 -1
  2. package/dist/bridge/routecodex-adapter.js +6 -3
  3. package/dist/config-unified/enhanced-path-resolver.js +14 -6
  4. package/dist/config-unified/unified-config.js +103 -59
  5. package/dist/conversion/codec-registry.js +4 -2
  6. package/dist/conversion/hub/pipeline/hub-pipeline.js +4 -5
  7. package/dist/conversion/hub/process/chat-process.js +258 -41
  8. package/dist/conversion/hub/response/provider-response.js +8 -2
  9. package/dist/conversion/hub/tool-governance/engine.d.ts +16 -0
  10. package/dist/conversion/hub/tool-governance/engine.js +266 -0
  11. package/dist/conversion/hub/tool-governance/index.d.ts +3 -0
  12. package/dist/conversion/hub/tool-governance/index.js +2 -0
  13. package/dist/conversion/hub/tool-governance/rules.d.ts +2 -0
  14. package/dist/conversion/hub/tool-governance/rules.js +76 -0
  15. package/dist/conversion/hub/tool-governance/types.d.ts +38 -0
  16. package/dist/conversion/index.d.ts +1 -0
  17. package/dist/conversion/index.js +1 -0
  18. package/dist/conversion/responses/responses-openai-bridge.js +5 -3
  19. package/dist/conversion/shared/responses-id-utils.js +18 -5
  20. package/dist/sse/sse-to-json/builders/response-builder.js +2 -1
  21. package/dist/sse/sse-to-json/chat-sse-to-json-converter.js +37 -23
  22. package/dist/sse/sse-to-json/parsers/sse-parser.js +20 -12
  23. package/dist/sse/sse-to-json/responses-sse-to-json-converter.d.ts +1 -0
  24. package/dist/sse/sse-to-json/responses-sse-to-json-converter.js +10 -8
  25. package/dist/sse/types/chat-types.d.ts +9 -6
  26. package/dist/sse/types/conversion-context.d.ts +14 -11
  27. package/dist/sse/types/core-interfaces.d.ts +6 -2
  28. package/dist/sse/types/index.d.ts +1 -1
  29. package/dist/sse/types/responses-types.d.ts +20 -20
  30. package/dist/sse/types/sse-events.d.ts +4 -3
  31. package/dist/sse/types/stream-state.d.ts +34 -39
  32. package/dist/sse/types/utility-types.d.ts +47 -43
  33. package/dist/sse/types/utility-types.js +10 -13
  34. package/dist/tools/tool-registry.js +156 -98
  35. package/package.json +6 -6
  36. package/dist/api/index.d.ts +0 -10
  37. package/dist/api/index.js +0 -11
  38. package/dist/api/llmswitch-config.d.ts +0 -15
  39. package/dist/api/llmswitch-config.js +0 -415
  40. package/dist/api/llmswitch-types.d.ts +0 -412
  41. package/dist/api/llmswitch-types.js +0 -60
  42. package/dist/bridge/routecodex-adapter.d.ts +0 -74
  43. package/dist/config/index.d.ts +0 -3
  44. package/dist/config/index.js +0 -5
  45. package/dist/config-unified/enhanced-path-resolver.d.ts +0 -5
  46. package/dist/config-unified/unified-config.d.ts +0 -26
  47. package/dist/conversion/codec-registry.d.ts +0 -10
  48. package/dist/conversion/codecs/anthropic-openai-codec.d.ts +0 -23
  49. package/dist/conversion/codecs/gemini-openai-codec.d.ts +0 -16
  50. package/dist/conversion/codecs/openai-openai-codec.d.ts +0 -12
  51. package/dist/conversion/codecs/responses-openai-codec.d.ts +0 -12
  52. package/dist/conversion/config/config-manager.d.ts +0 -212
  53. package/dist/conversion/conversion-v3/adapters/index.d.ts +0 -2
  54. package/dist/conversion/conversion-v3/adapters/index.js +0 -1
  55. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.d.ts +0 -38
  56. package/dist/conversion/conversion-v3/adapters/v3-to-standard-adapter.js +0 -55
  57. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.d.ts +0 -22
  58. package/dist/conversion/conversion-v3/compatibility/compatibility-profiles.js +0 -84
  59. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.d.ts +0 -4
  60. package/dist/conversion/conversion-v3/compatibility/compatibility-stages.js +0 -285
  61. package/dist/conversion/conversion-v3/compatibility/index.d.ts +0 -3
  62. package/dist/conversion/conversion-v3/compatibility/index.js +0 -2
  63. package/dist/conversion/conversion-v3/config/default-configs.d.ts +0 -48
  64. package/dist/conversion/conversion-v3/config/default-configs.js +0 -1083
  65. package/dist/conversion/conversion-v3/config/index.d.ts +0 -5
  66. package/dist/conversion/conversion-v3/config/index.js +0 -5
  67. package/dist/conversion/conversion-v3/config/pipeline-config-manager.d.ts +0 -49
  68. package/dist/conversion/conversion-v3/config/pipeline-config-manager.js +0 -65
  69. package/dist/conversion/conversion-v3/index.d.ts +0 -11
  70. package/dist/conversion/conversion-v3/index.js +0 -17
  71. package/dist/conversion/conversion-v3/nodes/index.d.ts +0 -56
  72. package/dist/conversion/conversion-v3/nodes/index.js +0 -149
  73. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.d.ts +0 -25
  74. package/dist/conversion/conversion-v3/nodes/input/anthropic-input-node.js +0 -56
  75. package/dist/conversion/conversion-v3/nodes/input/base-input-node.d.ts +0 -75
  76. package/dist/conversion/conversion-v3/nodes/input/base-input-node.js +0 -237
  77. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.d.ts +0 -25
  78. package/dist/conversion/conversion-v3/nodes/input/chat-input-node.js +0 -56
  79. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.d.ts +0 -4
  80. package/dist/conversion/conversion-v3/nodes/input/chat-shape-helpers.js +0 -197
  81. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.d.ts +0 -16
  82. package/dist/conversion/conversion-v3/nodes/input/gemini-input-node.js +0 -125
  83. package/dist/conversion/conversion-v3/nodes/input/index.d.ts +0 -8
  84. package/dist/conversion/conversion-v3/nodes/input/index.js +0 -8
  85. package/dist/conversion/conversion-v3/nodes/input/input-decision.d.ts +0 -46
  86. package/dist/conversion/conversion-v3/nodes/input/input-decision.js +0 -125
  87. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.d.ts +0 -20
  88. package/dist/conversion/conversion-v3/nodes/input/responses-input-node.js +0 -51
  89. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.d.ts +0 -71
  90. package/dist/conversion/conversion-v3/nodes/output/anthropic-output-node.js +0 -320
  91. package/dist/conversion/conversion-v3/nodes/output/base-output-node.d.ts +0 -116
  92. package/dist/conversion/conversion-v3/nodes/output/base-output-node.js +0 -512
  93. package/dist/conversion/conversion-v3/nodes/output/index.d.ts +0 -7
  94. package/dist/conversion/conversion-v3/nodes/output/index.js +0 -7
  95. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.d.ts +0 -71
  96. package/dist/conversion/conversion-v3/nodes/output/openai-output-node.js +0 -293
  97. package/dist/conversion/conversion-v3/nodes/output/output-decision.d.ts +0 -68
  98. package/dist/conversion/conversion-v3/nodes/output/output-decision.js +0 -161
  99. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.d.ts +0 -64
  100. package/dist/conversion/conversion-v3/nodes/output/responses-output-node.js +0 -323
  101. package/dist/conversion/conversion-v3/nodes/process/base-process-node.d.ts +0 -72
  102. package/dist/conversion/conversion-v3/nodes/process/base-process-node.js +0 -246
  103. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.d.ts +0 -135
  104. package/dist/conversion/conversion-v3/nodes/process/chat-process-node.js +0 -854
  105. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.d.ts +0 -29
  106. package/dist/conversion/conversion-v3/nodes/process/compatibility-process-node.js +0 -181
  107. package/dist/conversion/conversion-v3/nodes/process/index.d.ts +0 -10
  108. package/dist/conversion/conversion-v3/nodes/process/index.js +0 -10
  109. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.d.ts +0 -59
  110. package/dist/conversion/conversion-v3/nodes/process/passthrough-process-node.js +0 -243
  111. package/dist/conversion/conversion-v3/nodes/process/response-process-node.d.ts +0 -17
  112. package/dist/conversion/conversion-v3/nodes/process/response-process-node.js +0 -213
  113. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.d.ts +0 -26
  114. package/dist/conversion/conversion-v3/nodes/process/tool-process-node.js +0 -299
  115. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.d.ts +0 -40
  116. package/dist/conversion/conversion-v3/nodes/process/virtual-router-process-node.js +0 -430
  117. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.d.ts +0 -12
  118. package/dist/conversion/conversion-v3/nodes/response/anthropic-response-input-node.js +0 -129
  119. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.d.ts +0 -15
  120. package/dist/conversion/conversion-v3/nodes/response/chat-to-responses-response-node.js +0 -57
  121. package/dist/conversion/conversion-v3/nodes/response/index.d.ts +0 -4
  122. package/dist/conversion/conversion-v3/nodes/response/index.js +0 -4
  123. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.d.ts +0 -15
  124. package/dist/conversion/conversion-v3/nodes/response/openai-response-input-node.js +0 -87
  125. package/dist/conversion/conversion-v3/nodes/response/response-utils.d.ts +0 -1
  126. package/dist/conversion/conversion-v3/nodes/response/response-utils.js +0 -1
  127. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.d.ts +0 -12
  128. package/dist/conversion/conversion-v3/nodes/response/responses-response-input-node.js +0 -67
  129. package/dist/conversion/conversion-v3/nodes/sse/index.d.ts +0 -3
  130. package/dist/conversion/conversion-v3/nodes/sse/index.js +0 -3
  131. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.d.ts +0 -27
  132. package/dist/conversion/conversion-v3/nodes/sse/sse-input-node.js +0 -165
  133. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.d.ts +0 -19
  134. package/dist/conversion/conversion-v3/nodes/sse/sse-output-node.js +0 -267
  135. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.d.ts +0 -18
  136. package/dist/conversion/conversion-v3/nodes/sse/sse-passthrough-node.js +0 -48
  137. package/dist/conversion/conversion-v3/pipelines/index.d.ts +0 -6
  138. package/dist/conversion/conversion-v3/pipelines/index.js +0 -6
  139. package/dist/conversion/conversion-v3/pipelines/super-pipeline.d.ts +0 -112
  140. package/dist/conversion/conversion-v3/pipelines/super-pipeline.js +0 -566
  141. package/dist/conversion/conversion-v3/response/provider-response-converter.d.ts +0 -28
  142. package/dist/conversion/conversion-v3/response/provider-response-converter.js +0 -249
  143. package/dist/conversion/conversion-v3/sse/index.d.ts +0 -140
  144. package/dist/conversion/conversion-v3/sse/index.js +0 -115
  145. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +0 -11
  146. package/dist/conversion/conversion-v3/sse/json-to-sse/anthropic-json-to-sse-converter.js +0 -79
  147. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  148. package/dist/conversion/conversion-v3/sse/json-to-sse/chat-json-to-sse-converter.js +0 -296
  149. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  150. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/chat.js +0 -233
  151. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  152. package/dist/conversion/conversion-v3/sse/json-to-sse/event-generators/responses.js +0 -599
  153. package/dist/conversion/conversion-v3/sse/json-to-sse/index.d.ts +0 -6
  154. package/dist/conversion/conversion-v3/sse/json-to-sse/index.js +0 -7
  155. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  156. package/dist/conversion/conversion-v3/sse/json-to-sse/responses-json-to-sse-converter.js +0 -322
  157. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.d.ts +0 -37
  158. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/chat-sequencer.js +0 -218
  159. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  160. package/dist/conversion/conversion-v3/sse/json-to-sse/sequencers/responses-sequencer.js +0 -263
  161. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.d.ts +0 -32
  162. package/dist/conversion/conversion-v3/sse/registry/sse-codec-registry.js +0 -106
  163. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.d.ts +0 -4
  164. package/dist/conversion/conversion-v3/sse/shared/chat-serializer.js +0 -40
  165. package/dist/conversion/conversion-v3/sse/shared/constants.d.ts +0 -272
  166. package/dist/conversion/conversion-v3/sse/shared/constants.js +0 -321
  167. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.d.ts +0 -158
  168. package/dist/conversion/conversion-v3/sse/shared/serializers/base-serializer.js +0 -210
  169. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  170. package/dist/conversion/conversion-v3/sse/shared/serializers/chat-event-serializer.js +0 -275
  171. package/dist/conversion/conversion-v3/sse/shared/serializers/index.d.ts +0 -39
  172. package/dist/conversion/conversion-v3/sse/shared/serializers/index.js +0 -54
  173. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  174. package/dist/conversion/conversion-v3/sse/shared/serializers/responses-event-serializer.js +0 -356
  175. package/dist/conversion/conversion-v3/sse/shared/serializers/types.d.ts +0 -51
  176. package/dist/conversion/conversion-v3/sse/shared/serializers/types.js +0 -4
  177. package/dist/conversion/conversion-v3/sse/shared/utils.d.ts +0 -254
  178. package/dist/conversion/conversion-v3/sse/shared/utils.js +0 -543
  179. package/dist/conversion/conversion-v3/sse/shared/writer.d.ts +0 -111
  180. package/dist/conversion/conversion-v3/sse/shared/writer.js +0 -268
  181. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +0 -13
  182. package/dist/conversion/conversion-v3/sse/sse-to-json/anthropic-sse-to-json-converter.js +0 -139
  183. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.d.ts +0 -165
  184. package/dist/conversion/conversion-v3/sse/sse-to-json/builders/response-builder.js +0 -776
  185. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.d.ts +0 -106
  186. package/dist/conversion/conversion-v3/sse/sse-to-json/chat-sse-to-json-converter.js +0 -540
  187. package/dist/conversion/conversion-v3/sse/sse-to-json/index.d.ts +0 -6
  188. package/dist/conversion/conversion-v3/sse/sse-to-json/index.js +0 -7
  189. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  190. package/dist/conversion/conversion-v3/sse/sse-to-json/parsers/sse-parser.js +0 -332
  191. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.d.ts +0 -59
  192. package/dist/conversion/conversion-v3/sse/sse-to-json/responses-sse-to-json-converter.js +0 -270
  193. package/dist/conversion/conversion-v3/sse/types/anthropic-types.d.ts +0 -87
  194. package/dist/conversion/conversion-v3/sse/types/anthropic-types.js +0 -5
  195. package/dist/conversion/conversion-v3/sse/types/chat-types.d.ts +0 -308
  196. package/dist/conversion/conversion-v3/sse/types/chat-types.js +0 -32
  197. package/dist/conversion/conversion-v3/sse/types/conversion-context.d.ts +0 -211
  198. package/dist/conversion/conversion-v3/sse/types/conversion-context.js +0 -20
  199. package/dist/conversion/conversion-v3/sse/types/core-interfaces.d.ts +0 -90
  200. package/dist/conversion/conversion-v3/sse/types/core-interfaces.js +0 -5
  201. package/dist/conversion/conversion-v3/sse/types/index.d.ts +0 -14
  202. package/dist/conversion/conversion-v3/sse/types/index.js +0 -7
  203. package/dist/conversion/conversion-v3/sse/types/responses-types.d.ts +0 -328
  204. package/dist/conversion/conversion-v3/sse/types/responses-types.js +0 -38
  205. package/dist/conversion/conversion-v3/sse/types/sse-events.d.ts +0 -180
  206. package/dist/conversion/conversion-v3/sse/types/sse-events.js +0 -150
  207. package/dist/conversion/conversion-v3/sse/types/stream-state.d.ts +0 -204
  208. package/dist/conversion/conversion-v3/sse/types/stream-state.js +0 -44
  209. package/dist/conversion/conversion-v3/sse/types/utility-types.d.ts +0 -230
  210. package/dist/conversion/conversion-v3/sse/types/utility-types.js +0 -49
  211. package/dist/conversion/conversion-v3/standards/context-adapter.d.ts +0 -146
  212. package/dist/conversion/conversion-v3/standards/context-adapter.js +0 -438
  213. package/dist/conversion/conversion-v3/standards/errors.d.ts +0 -38
  214. package/dist/conversion/conversion-v3/standards/errors.js +0 -27
  215. package/dist/conversion/conversion-v3/standards/index.d.ts +0 -15
  216. package/dist/conversion/conversion-v3/standards/index.js +0 -11
  217. package/dist/conversion/conversion-v3/standards/node-capabilities.d.ts +0 -123
  218. package/dist/conversion/conversion-v3/standards/node-capabilities.js +0 -330
  219. package/dist/conversion/conversion-v3/standards/pipeline-context.d.ts +0 -237
  220. package/dist/conversion/conversion-v3/standards/pipeline-context.js +0 -84
  221. package/dist/conversion/conversion-v3/standards/pipeline-node.d.ts +0 -196
  222. package/dist/conversion/conversion-v3/standards/pipeline-node.js +0 -316
  223. package/dist/conversion/conversion-v3/standards/snapshot-handles.d.ts +0 -24
  224. package/dist/conversion/conversion-v3/standards/snapshot-handles.js +0 -49
  225. package/dist/conversion/conversion-v3/types/config-types.d.ts +0 -242
  226. package/dist/conversion/conversion-v3/types/config-types.js +0 -13
  227. package/dist/conversion/conversion-v3/types/index.d.ts +0 -8
  228. package/dist/conversion/conversion-v3/types/index.js +0 -11
  229. package/dist/conversion/conversion-v3/types/node-types.d.ts +0 -211
  230. package/dist/conversion/conversion-v3/types/node-types.js +0 -20
  231. package/dist/conversion/conversion-v3/types/pipeline-types.d.ts +0 -246
  232. package/dist/conversion/conversion-v3/types/pipeline-types.js +0 -26
  233. package/dist/conversion/conversion-v3/types/request-types.d.ts +0 -293
  234. package/dist/conversion/conversion-v3/types/request-types.js +0 -26
  235. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.d.ts +0 -10
  236. package/dist/conversion/conversion-v3/utils/provider-payload-sanitizer.js +0 -103
  237. package/dist/conversion/conversion-v3/validations/index.d.ts +0 -8
  238. package/dist/conversion/conversion-v3/validations/index.js +0 -7
  239. package/dist/conversion/conversion-v3/validations/node-graph-validator.d.ts +0 -116
  240. package/dist/conversion/conversion-v3/validations/node-graph-validator.js +0 -505
  241. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.d.ts +0 -139
  242. package/dist/conversion/conversion-v3/validations/tool-governance-enforcer.js +0 -338
  243. package/dist/conversion/hub/config/types.d.ts +0 -26
  244. package/dist/conversion/hub/core/detour-registry.d.ts +0 -9
  245. package/dist/conversion/hub/core/hub-context.d.ts +0 -21
  246. package/dist/conversion/hub/core/index.d.ts +0 -3
  247. package/dist/conversion/hub/core/stage-driver.d.ts +0 -30
  248. package/dist/conversion/hub/format-adapters/anthropic-format-adapter.d.ts +0 -16
  249. package/dist/conversion/hub/format-adapters/chat-format-adapter.d.ts +0 -17
  250. package/dist/conversion/hub/format-adapters/gemini-format-adapter.d.ts +0 -16
  251. package/dist/conversion/hub/format-adapters/index.d.ts +0 -21
  252. package/dist/conversion/hub/format-adapters/responses-format-adapter.d.ts +0 -17
  253. package/dist/conversion/hub/hub-feature.d.ts +0 -1
  254. package/dist/conversion/hub/node-support.d.ts +0 -19
  255. package/dist/conversion/hub/pipeline/hub-pipeline.d.ts +0 -68
  256. package/dist/conversion/hub/pipelines/inbound.d.ts +0 -22
  257. package/dist/conversion/hub/pipelines/outbound.d.ts +0 -22
  258. package/dist/conversion/hub/process/chat-process.d.ts +0 -13
  259. package/dist/conversion/hub/registry.d.ts +0 -28
  260. package/dist/conversion/hub/response/chat-response-utils.d.ts +0 -6
  261. package/dist/conversion/hub/response/provider-response.d.ts +0 -20
  262. package/dist/conversion/hub/response/response-mappers.d.ts +0 -19
  263. package/dist/conversion/hub/response/response-runtime.d.ts +0 -3
  264. package/dist/conversion/hub/semantic-mappers/anthropic-mapper.d.ts +0 -7
  265. package/dist/conversion/hub/semantic-mappers/chat-mapper.d.ts +0 -7
  266. package/dist/conversion/hub/semantic-mappers/gemini-mapper.d.ts +0 -7
  267. package/dist/conversion/hub/semantic-mappers/index.d.ts +0 -4
  268. package/dist/conversion/hub/semantic-mappers/responses-mapper.d.ts +0 -21
  269. package/dist/conversion/hub/snapshot-recorder.d.ts +0 -12
  270. package/dist/conversion/hub/standardized-bridge.d.ts +0 -12
  271. package/dist/conversion/hub/types/chat-envelope.d.ts +0 -67
  272. package/dist/conversion/hub/types/chat-schema.d.ts +0 -112
  273. package/dist/conversion/hub/types/errors.d.ts +0 -5
  274. package/dist/conversion/hub/types/format-envelope.d.ts +0 -7
  275. package/dist/conversion/hub/types/index.d.ts +0 -6
  276. package/dist/conversion/hub/types/json.d.ts +0 -9
  277. package/dist/conversion/hub/types/node.d.ts +0 -31
  278. package/dist/conversion/hub/types/standardized.d.ts +0 -94
  279. package/dist/conversion/responses/responses-openai-bridge.d.ts +0 -95
  280. package/dist/conversion/schema-validator.d.ts +0 -7
  281. package/dist/conversion/shared/args-mapping.d.ts +0 -18
  282. package/dist/conversion/shared/chat-request-filters.d.ts +0 -9
  283. package/dist/conversion/shared/jsonish.d.ts +0 -3
  284. package/dist/conversion/shared/mcp-injection.d.ts +0 -2
  285. package/dist/conversion/shared/media.d.ts +0 -1
  286. package/dist/conversion/shared/openai-finalizer.d.ts +0 -9
  287. package/dist/conversion/shared/openai-message-normalize.d.ts +0 -1
  288. package/dist/conversion/shared/payload-budget.d.ts +0 -13
  289. package/dist/conversion/shared/reasoning-mapping.d.ts +0 -5
  290. package/dist/conversion/shared/responses-conversation-store.d.ts +0 -41
  291. package/dist/conversion/shared/responses-id-utils.d.ts +0 -7
  292. package/dist/conversion/shared/responses-instructions.d.ts +0 -1
  293. package/dist/conversion/shared/responses-metadata.d.ts +0 -1
  294. package/dist/conversion/shared/responses-request-adapter.d.ts +0 -66
  295. package/dist/conversion/shared/snapshot-hooks.d.ts +0 -12
  296. package/dist/conversion/shared/streaming-text-extractor.d.ts +0 -26
  297. package/dist/conversion/shared/text-markup-normalizer.d.ts +0 -9
  298. package/dist/conversion/shared/tool-canonicalizer.d.ts +0 -2
  299. package/dist/conversion/shared/tool-filter-pipeline.d.ts +0 -17
  300. package/dist/conversion/shared/tool-governor.d.ts +0 -27
  301. package/dist/conversion/shared/tool-harvester.d.ts +0 -31
  302. package/dist/conversion/shared/tool-mapping.d.ts +0 -10
  303. package/dist/conversion/shared/tooling.d.ts +0 -26
  304. package/dist/conversion/types.d.ts +0 -33
  305. package/dist/core/index.d.ts +0 -6
  306. package/dist/core/index.js +0 -9
  307. package/dist/core/llmswitch-engine-v2.d.ts +0 -132
  308. package/dist/core/llmswitch-engine-v2.js +0 -649
  309. package/dist/core/llmswitch-factory-v2.d.ts +0 -123
  310. package/dist/core/llmswitch-factory-v2.js +0 -521
  311. package/dist/endpoints/base-endpoint-handler.d.ts +0 -128
  312. package/dist/endpoints/base-endpoint-handler.js +0 -545
  313. package/dist/endpoints/chat-endpoint-handler.d.ts +0 -115
  314. package/dist/endpoints/chat-endpoint-handler.js +0 -218
  315. package/dist/endpoints/endpoint-router.d.ts +0 -127
  316. package/dist/endpoints/endpoint-router.js +0 -438
  317. package/dist/endpoints/index.d.ts +0 -13
  318. package/dist/endpoints/index.js +0 -11
  319. package/dist/endpoints/messages-endpoint-handler.d.ts +0 -171
  320. package/dist/endpoints/messages-endpoint-handler.js +0 -238
  321. package/dist/endpoints/responses-endpoint-handler.d.ts +0 -147
  322. package/dist/endpoints/responses-endpoint-handler.js +0 -233
  323. package/dist/filters/builtin/add-fields-filter.d.ts +0 -8
  324. package/dist/filters/builtin/blacklist-filter.d.ts +0 -8
  325. package/dist/filters/builtin/whitelist-filter.d.ts +0 -8
  326. package/dist/filters/engine.d.ts +0 -16
  327. package/dist/filters/index.d.ts +0 -19
  328. package/dist/filters/special/request-streaming-to-nonstreaming.d.ts +0 -12
  329. package/dist/filters/special/request-tool-choice-policy.d.ts +0 -11
  330. package/dist/filters/special/request-tool-list-filter.d.ts +0 -11
  331. package/dist/filters/special/request-toolcalls-stringify.d.ts +0 -10
  332. package/dist/filters/special/request-tools-normalize.d.ts +0 -12
  333. package/dist/filters/special/response-finish-invariants.d.ts +0 -11
  334. package/dist/filters/special/response-openai-to-responses-bridge.d.ts +0 -13
  335. package/dist/filters/special/response-tool-arguments-blacklist.d.ts +0 -12
  336. package/dist/filters/special/response-tool-arguments-schema-converge.d.ts +0 -13
  337. package/dist/filters/special/response-tool-arguments-stringify.d.ts +0 -9
  338. package/dist/filters/special/response-tool-arguments-toon-decode.d.ts +0 -10
  339. package/dist/filters/special/response-tool-arguments-whitelist.d.ts +0 -11
  340. package/dist/filters/special/response-tool-text-canonicalize.d.ts +0 -10
  341. package/dist/filters/special/tool-filter-hooks.d.ts +0 -19
  342. package/dist/filters/special/tool-post-constraints.d.ts +0 -31
  343. package/dist/filters/types.d.ts +0 -68
  344. package/dist/filters/utils/fieldmap-loader.d.ts +0 -2
  345. package/dist/filters/utils/snapshot-writer.d.ts +0 -10
  346. package/dist/guidance/index.d.ts +0 -3
  347. package/dist/hooks/hooks-integration.d.ts +0 -161
  348. package/dist/hooks/hooks-integration.js +0 -519
  349. package/dist/hooks/index.d.ts +0 -10
  350. package/dist/hooks/index.js +0 -13
  351. package/dist/html-to-markdown.d.ts +0 -5
  352. package/dist/html-to-markdown.js +0 -66
  353. package/dist/http/sse-response.d.ts +0 -22
  354. package/dist/router/virtual-router/bootstrap.d.ts +0 -6
  355. package/dist/router/virtual-router/classifier.d.ts +0 -10
  356. package/dist/router/virtual-router/engine.d.ts +0 -35
  357. package/dist/router/virtual-router/error-center.d.ts +0 -10
  358. package/dist/router/virtual-router/features.d.ts +0 -3
  359. package/dist/router/virtual-router/health-manager.d.ts +0 -18
  360. package/dist/router/virtual-router/load-balancer.d.ts +0 -18
  361. package/dist/router/virtual-router/provider-registry.d.ts +0 -11
  362. package/dist/router/virtual-router/types.d.ts +0 -206
  363. package/dist/sse/json-to-sse/anthropic-json-to-sse-converter.d.ts +0 -11
  364. package/dist/sse/json-to-sse/chat-json-to-sse-converter.d.ts +0 -79
  365. package/dist/sse/json-to-sse/event-generators/chat.d.ts +0 -55
  366. package/dist/sse/json-to-sse/event-generators/responses.d.ts +0 -99
  367. package/dist/sse/json-to-sse/index.d.ts +0 -6
  368. package/dist/sse/json-to-sse/responses-json-to-sse-converter.d.ts +0 -79
  369. package/dist/sse/json-to-sse/sequencers/chat-sequencer.d.ts +0 -37
  370. package/dist/sse/json-to-sse/sequencers/responses-sequencer.d.ts +0 -40
  371. package/dist/sse/registry/sse-codec-registry.d.ts +0 -32
  372. package/dist/sse/shared/chat-serializer.d.ts +0 -4
  373. package/dist/sse/shared/constants.d.ts +0 -272
  374. package/dist/sse/shared/serializers/base-serializer.d.ts +0 -158
  375. package/dist/sse/shared/serializers/chat-event-serializer.d.ts +0 -82
  376. package/dist/sse/shared/serializers/index.d.ts +0 -39
  377. package/dist/sse/shared/serializers/responses-event-serializer.d.ts +0 -123
  378. package/dist/sse/shared/serializers/types.d.ts +0 -51
  379. package/dist/sse/shared/utils.d.ts +0 -254
  380. package/dist/sse/shared/writer.d.ts +0 -111
  381. package/dist/sse/sse-to-json/anthropic-sse-to-json-converter.d.ts +0 -13
  382. package/dist/sse/sse-to-json/builders/response-builder.d.ts +0 -165
  383. package/dist/sse/sse-to-json/chat-sse-to-json-converter.d.ts +0 -106
  384. package/dist/sse/sse-to-json/index.d.ts +0 -6
  385. package/dist/sse/sse-to-json/parsers/sse-parser.d.ts +0 -73
  386. package/dist/sse/types/anthropic-types.d.ts +0 -87
  387. package/dist/tools/proxy/anthropic-tool-proxy.d.ts +0 -19
  388. package/dist/tools/proxy/anthropic-tool-proxy.js +0 -57
  389. package/dist/tools/proxy/executors/web-fetch.d.ts +0 -6
  390. package/dist/tools/proxy/executors/web-fetch.js +0 -39
  391. package/dist/tools/proxy/registry.d.ts +0 -8
  392. package/dist/tools/proxy/registry.js +0 -14
  393. package/dist/tools/proxy/types.d.ts +0 -29
  394. package/dist/tools/tool-registry.d.ts +0 -8
  395. package/dist/tools/web-fetch-html.d.ts +0 -15
  396. package/dist/tools/web-fetch-html.js +0 -83
  397. package/dist/utils/conversion-adapter.d.ts +0 -65
  398. package/dist/utils/conversion-adapter.js +0 -183
  399. package/dist/utils/error-factory.d.ts +0 -88
  400. package/dist/utils/error-factory.js +0 -138
  401. package/dist/utils/error-utils.d.ts +0 -334
  402. package/dist/utils/error-utils.js +0 -782
  403. package/dist/utils/index.d.ts +0 -8
  404. package/dist/utils/index.js +0 -13
  405. package/dist/utils/performance-utils.d.ts +0 -205
  406. package/dist/utils/performance-utils.js +0 -440
  407. package/dist/utils/profile-mapper.d.ts +0 -32
  408. package/dist/utils/profile-mapper.js +0 -269
  409. package/dist/utils/request-processor.d.ts +0 -52
  410. package/dist/utils/request-processor.js +0 -210
  411. package/dist/utils/request-utils.d.ts +0 -117
  412. package/dist/utils/request-utils.js +0 -333
  413. package/dist/utils/response-utils.d.ts +0 -127
  414. package/dist/utils/response-utils.js +0 -516
  415. package/dist/utils/token-counter.d.ts +0 -89
  416. package/dist/utils/token-counter.js +0 -541
  417. /package/dist/{tools/proxy → conversion/hub/tool-governance}/types.js +0 -0
@@ -1,128 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- import type { LLMSwitchHookContext, LLMSwitchHookStage, LLMSwitchProcessingResult, EndpointType, ProtocolType, ProcessingMode, SSEEvent } from '../api/llmswitch-types.js';
7
- import type { HooksIntegration } from '../hooks/hooks-integration.js';
8
- /**
9
- * 端点处理配置
10
- */
11
- export interface EndpointHandlerConfig {
12
- endpoint: EndpointType;
13
- protocol: ProtocolType;
14
- enabled: boolean;
15
- sse: {
16
- enabled: boolean;
17
- accumulateMs: number;
18
- maxEvents: number;
19
- timeout: number;
20
- };
21
- hooks: {
22
- enabled: boolean;
23
- stages: string[];
24
- timeout: number;
25
- };
26
- conversion: {
27
- autoDetect: boolean;
28
- fallbackToOriginal: boolean;
29
- };
30
- }
31
- /**
32
- * 端点处理器基类
33
- */
34
- export declare abstract class BaseEndpointHandler {
35
- protected config: EndpointHandlerConfig;
36
- protected hooksAdapter: HooksIntegration;
37
- constructor(config: EndpointHandlerConfig, hooksAdapter: HooksIntegration);
38
- /**
39
- * 处理请求 - llmswitch-core只负责请求预处理
40
- */
41
- protected preprocessRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
42
- /**
43
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
44
- */
45
- preprocessStreamingRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<AsyncIterable<SSEEvent>>;
46
- /**
47
- * 响应后处理 - 从workflow接收响应进行处理
48
- */
49
- postprocessResponse(response: any, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
50
- /**
51
- * 流式响应后处理 - 从workflow接收流式响应进行处理
52
- */
53
- postprocessStreamingResponse(events: AsyncIterable<SSEEvent>, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<AsyncIterable<SSEEvent>>;
54
- /**
55
- * 公共请求处理方法 - 供路由器调用
56
- */
57
- processRequest(request: any, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
58
- /**
59
- * 执行请求预处理流水线 - 为workflow准备
60
- */
61
- protected executeRequestPreprocessingPipeline(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
62
- /**
63
- * 执行响应后处理流水线 - 从workflow接收响应
64
- */
65
- protected executeResponsePostprocessingPipeline(response: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
66
- /**
67
- * 执行流式请求预处理流水线 - 为workflow准备
68
- */
69
- protected executeStreamingPreprocessingPipeline(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
70
- /**
71
- * 执行流式响应后处理流水线 - 从workflow接收响应
72
- */
73
- protected executeStreamingResponsePostprocessingPipeline(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
74
- /**
75
- * 在流式请求中应用Hooks
76
- */
77
- protected processStreamWithHooks(streamGenerator: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
78
- /**
79
- * 在流式响应中应用Hooks
80
- */
81
- protected processStreamWithResponseHooks(events: AsyncIterable<SSEEvent>, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
82
- /**
83
- * 生成流式响应 - 默认实现
84
- */
85
- protected generateStreamingResponse(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
86
- /**
87
- * 执行Hook阶段
88
- */
89
- protected executeHookStage(stages: string[], context: LLMSwitchHookContext, data: any): Promise<LLMSwitchProcessingResult>;
90
- /**
91
- * 抽象方法:处理端点具体请求预处理逻辑
92
- * llmswitch-core只负责请求预处理,不执行实际调用
93
- */
94
- protected abstract processEndpointRequest(request: any, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
95
- /**
96
- * 抽象方法:处理流式端点请求预处理
97
- * llmswitch-core只负责请求预处理,不执行实际调用
98
- */
99
- protected abstract processStreamingEndpointRequest(request: any, context: LLMSwitchHookContext): AsyncIterable<SSEEvent>;
100
- /**
101
- * 构建Hook上下文
102
- */
103
- protected buildHookContext(stage: LLMSwitchHookStage, pathIdentifier: string, processingMode: ProcessingMode, additionalContext?: Partial<LLMSwitchHookContext>): LLMSwitchHookContext;
104
- /**
105
- * 生成路径标识符
106
- */
107
- protected generatePathIdentifier(request: any): string;
108
- /**
109
- * 检测处理模式
110
- */
111
- protected detectProcessingMode(request: any): ProcessingMode;
112
- /**
113
- * 生成执行ID
114
- */
115
- protected generateExecutionId(): string;
116
- /**
117
- * 获取端点信息
118
- */
119
- getEndpointInfo(): EndpointHandlerConfig;
120
- /**
121
- * 更新配置
122
- */
123
- updateConfig(updates: Partial<EndpointHandlerConfig>): void;
124
- /**
125
- * 健康检查
126
- */
127
- healthCheck(): Promise<boolean>;
128
- }
@@ -1,545 +0,0 @@
1
- /**
2
- * 端点处理器基类
3
- *
4
- * 为Chat、Responses、Messages端点提供统一的处理基础
5
- */
6
- /**
7
- * 端点处理器基类
8
- */
9
- export class BaseEndpointHandler {
10
- config;
11
- hooksAdapter;
12
- constructor(config, hooksAdapter) {
13
- this.config = config;
14
- this.hooksAdapter = hooksAdapter;
15
- }
16
- /**
17
- * 处理请求 - llmswitch-core只负责请求预处理
18
- */
19
- async preprocessRequest(request, context) {
20
- if (!this.config.enabled) {
21
- return {
22
- success: false,
23
- error: new Error(`Endpoint ${this.config.endpoint} is disabled`),
24
- executionTime: 0,
25
- metadata: {
26
- endpoint: this.config.endpoint,
27
- originalProtocol: this.config.protocol,
28
- targetProtocol: this.config.protocol,
29
- processingMode: 'non-streaming',
30
- stage: 'disabled'
31
- }
32
- };
33
- }
34
- const pathIdentifier = this.generatePathIdentifier(request);
35
- const processingMode = this.detectProcessingMode(request);
36
- // 构建Hook上下文
37
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
38
- return this.executeRequestPreprocessingPipeline(request, hookContext);
39
- }
40
- /**
41
- * 处理流式请求预处理 - llmswitch-core只负责请求预处理
42
- */
43
- async preprocessStreamingRequest(request, context) {
44
- if (!this.config.enabled) {
45
- throw new Error(`Endpoint ${this.config.endpoint} is disabled`);
46
- }
47
- const pathIdentifier = this.generatePathIdentifier(request);
48
- const processingMode = 'streaming';
49
- // 构建Hook上下文
50
- const hookContext = this.buildHookContext('REQUEST_1_VALIDATION_PRE', pathIdentifier, processingMode, context);
51
- return this.executeStreamingPreprocessingPipeline(request, hookContext);
52
- }
53
- /**
54
- * 响应后处理 - 从workflow接收响应进行处理
55
- */
56
- async postprocessResponse(response, originalEndpoint, context) {
57
- return this.executeResponsePostprocessingPipeline(response, context);
58
- }
59
- /**
60
- * 流式响应后处理 - 从workflow接收流式响应进行处理
61
- */
62
- async postprocessStreamingResponse(events, originalEndpoint, context) {
63
- return this.executeStreamingResponsePostprocessingPipeline(events, context);
64
- }
65
- /**
66
- * 公共请求处理方法 - 供路由器调用
67
- */
68
- async processRequest(request, context) {
69
- return this.preprocessRequest(request, context);
70
- }
71
- /**
72
- * 执行请求预处理流水线 - 为workflow准备
73
- */
74
- async executeRequestPreprocessingPipeline(request, context) {
75
- const startTime = Date.now();
76
- let currentRequest = request;
77
- let hookResults = [];
78
- try {
79
- // 1. 请求验证和预处理 (REQUEST_1_*)
80
- const validationResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], { ...context, hookSequence: 1 }, currentRequest);
81
- if (!validationResult.success) {
82
- throw validationResult.error;
83
- }
84
- currentRequest = validationResult.data;
85
- hookResults.push(...validationResult.metadata?.hookResults || []);
86
- // 2. 端点路由处理 (REQUEST_2_*)
87
- const routingResult = await this.executeHookStage(['REQUEST_2_ROUTING_PRE', 'REQUEST_2_ROUTING_POST'], { ...context, hookSequence: 2 }, currentRequest);
88
- if (!routingResult.success) {
89
- throw routingResult.error;
90
- }
91
- currentRequest = routingResult.data;
92
- hookResults.push(...routingResult.metadata?.hookResults || []);
93
- // 3. 协议转换(请求方向)(REQUEST_3_*)
94
- const conversionResult = await this.executeHookStage(['REQUEST_3_CONVERSION_PRE', 'REQUEST_3_CONVERSION_POST'], { ...context, hookSequence: 3 }, currentRequest);
95
- if (!conversionResult.success) {
96
- throw conversionResult.error;
97
- }
98
- currentRequest = conversionResult.data;
99
- hookResults.push(...conversionResult.metadata?.hookResults || []);
100
- // 4. 工具处理(请求方向)(REQUEST_4_*)
101
- const toolsResult = await this.executeHookStage(['REQUEST_4_TOOLS_PRE', 'REQUEST_4_TOOLS_POST'], { ...context, hookSequence: 4 }, currentRequest);
102
- if (!toolsResult.success) {
103
- throw toolsResult.error;
104
- }
105
- currentRequest = toolsResult.data;
106
- hookResults.push(...toolsResult.metadata?.hookResults || []);
107
- // 5. SSE处理(流式请求)(REQUEST_5_*)
108
- const sseResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, currentRequest);
109
- if (!sseResult.success) {
110
- throw sseResult.error;
111
- }
112
- currentRequest = sseResult.data;
113
- hookResults.push(...sseResult.metadata?.hookResults || []);
114
- // 6. 快照捕获(请求前)(REQUEST_6_*)
115
- const snapshotResult = await this.executeHookStage(['REQUEST_6_SNAPSHOT_PRE', 'REQUEST_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentRequest);
116
- if (!snapshotResult.success) {
117
- throw snapshotResult.error;
118
- }
119
- currentRequest = snapshotResult.data;
120
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
121
- // 7. 监控指标收集(请求)(REQUEST_7_*)
122
- const monitoringResult = await this.executeHookStage(['REQUEST_7_MONITORING_PRE', 'REQUEST_7_MONITORING_POST'], { ...context, hookSequence: 7 }, currentRequest);
123
- if (!monitoringResult.success) {
124
- throw monitoringResult.error;
125
- }
126
- currentRequest = monitoringResult.data;
127
- hookResults.push(...monitoringResult.metadata?.hookResults || []);
128
- // 8. 最终请求验证 (REQUEST_8_*)
129
- const finalValidationResult = await this.executeHookStage(['REQUEST_8_VALIDATION_PRE', 'REQUEST_8_VALIDATION_POST'], { ...context, hookSequence: 8 }, currentRequest);
130
- if (!finalValidationResult.success) {
131
- throw finalValidationResult.error;
132
- }
133
- // 完成请求预处理,返回处理后的请求给workflow
134
- return {
135
- success: true,
136
- data: finalValidationResult.data, // 处理后的请求,传递给workflow
137
- executionTime: Date.now() - startTime,
138
- metadata: {
139
- endpoint: this.config.endpoint,
140
- originalProtocol: this.config.protocol,
141
- targetProtocol: this.config.protocol,
142
- processingMode: context.processingMode,
143
- stage: 'request_preprocessing_completed',
144
- hookResults
145
- }
146
- };
147
- }
148
- catch (error) {
149
- return {
150
- success: false,
151
- error: error,
152
- executionTime: Date.now() - startTime,
153
- metadata: {
154
- endpoint: this.config.endpoint,
155
- originalProtocol: this.config.protocol,
156
- targetProtocol: this.config.protocol,
157
- processingMode: context.processingMode,
158
- stage: 'request_preprocessing_failed',
159
- hookResults
160
- }
161
- };
162
- }
163
- }
164
- /**
165
- * 执行响应后处理流水线 - 从workflow接收响应
166
- */
167
- async executeResponsePostprocessingPipeline(response, context) {
168
- const startTime = Date.now();
169
- let currentResponse = response;
170
- let hookResults = [];
171
- try {
172
- // 1. 响应接收和初始处理 (RESPONSE_1_*)
173
- const receiveResult = await this.executeHookStage(['RESPONSE_1_RECEIVE_PRE', 'RESPONSE_1_RECEIVE_POST'], { ...context, hookSequence: 1 }, currentResponse);
174
- if (!receiveResult.success) {
175
- throw receiveResult.error;
176
- }
177
- currentResponse = receiveResult.data;
178
- hookResults.push(...receiveResult.metadata?.hookResults || []);
179
- // 2. 协议转换(响应方向)(RESPONSE_2_*)
180
- const conversionResult = await this.executeHookStage(['RESPONSE_2_CONVERSION_PRE', 'RESPONSE_2_CONVERSION_POST'], { ...context, hookSequence: 2 }, currentResponse);
181
- if (!conversionResult.success) {
182
- throw conversionResult.error;
183
- }
184
- currentResponse = conversionResult.data;
185
- hookResults.push(...conversionResult.metadata?.hookResults || []);
186
- // 3. 工具结果处理 (RESPONSE_3_*)
187
- const toolsResult = await this.executeHookStage(['RESPONSE_3_TOOLS_PRE', 'RESPONSE_3_TOOLS_POST'], { ...context, hookSequence: 3 }, currentResponse);
188
- if (!toolsResult.success) {
189
- throw toolsResult.error;
190
- }
191
- currentResponse = toolsResult.data;
192
- hookResults.push(...toolsResult.metadata?.hookResults || []);
193
- // 4. SSE处理(流式响应)(RESPONSE_4_*)
194
- const sseResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, currentResponse);
195
- if (!sseResult.success) {
196
- throw sseResult.error;
197
- }
198
- currentResponse = sseResult.data;
199
- hookResults.push(...sseResult.metadata?.hookResults || []);
200
- // 5. 响应格式化和清理 (RESPONSE_5_*)
201
- const formattingResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, currentResponse);
202
- if (!formattingResult.success) {
203
- throw formattingResult.error;
204
- }
205
- currentResponse = formattingResult.data;
206
- hookResults.push(...formattingResult.metadata?.hookResults || []);
207
- // 6. 快照存储(响应后)(RESPONSE_6_*)
208
- const snapshotResult = await this.executeHookStage(['RESPONSE_6_SNAPSHOT_PRE', 'RESPONSE_6_SNAPSHOT_POST'], { ...context, hookSequence: 6 }, currentResponse);
209
- if (!snapshotResult.success) {
210
- throw snapshotResult.error;
211
- }
212
- currentResponse = snapshotResult.data;
213
- hookResults.push(...snapshotResult.metadata?.hookResults || []);
214
- // 7. 响应质量检查 (RESPONSE_7_*)
215
- const qualityResult = await this.executeHookStage(['RESPONSE_7_QUALITY_PRE', 'RESPONSE_7_QUALITY_POST'], { ...context, hookSequence: 7 }, currentResponse);
216
- if (!qualityResult.success) {
217
- throw qualityResult.error;
218
- }
219
- currentResponse = qualityResult.data;
220
- hookResults.push(...qualityResult.metadata?.hookResults || []);
221
- // 8. 监控报告和指标更新 (RESPONSE_8_*)
222
- const finalMonitoringResult = await this.executeHookStage(['RESPONSE_8_MONITORING_PRE', 'RESPONSE_8_MONITORING_POST'], { ...context, hookSequence: 8 }, currentResponse);
223
- if (!finalMonitoringResult.success) {
224
- throw finalMonitoringResult.error;
225
- }
226
- // 完成响应后处理,返回最终响应
227
- return {
228
- success: true,
229
- data: finalMonitoringResult.data, // 最终处理后的响应
230
- executionTime: Date.now() - startTime,
231
- metadata: {
232
- endpoint: this.config.endpoint,
233
- originalProtocol: this.config.protocol,
234
- targetProtocol: this.config.protocol,
235
- processingMode: context.processingMode,
236
- stage: 'response_postprocessing_completed',
237
- hookResults
238
- }
239
- };
240
- }
241
- catch (error) {
242
- return {
243
- success: false,
244
- error: error,
245
- executionTime: Date.now() - startTime,
246
- metadata: {
247
- endpoint: this.config.endpoint,
248
- originalProtocol: this.config.protocol,
249
- targetProtocol: this.config.protocol,
250
- processingMode: context.processingMode,
251
- stage: 'response_postprocessing_failed',
252
- hookResults
253
- }
254
- };
255
- }
256
- }
257
- /**
258
- * 执行流式请求预处理流水线 - 为workflow准备
259
- */
260
- async *executeStreamingPreprocessingPipeline(request, context) {
261
- // 执行请求预处理Hooks
262
- const preResult = await this.executeHookStage(['REQUEST_1_VALIDATION_PRE', 'REQUEST_1_VALIDATION_POST'], context, request);
263
- if (!preResult.success) {
264
- throw preResult.error;
265
- }
266
- // 执行流式请求预处理(由子类实现)
267
- const streamGenerator = this.processStreamingEndpointRequest(preResult.data, context);
268
- yield* this.processStreamWithHooks(streamGenerator, context);
269
- }
270
- /**
271
- * 执行流式响应后处理流水线 - 从workflow接收响应
272
- */
273
- async *executeStreamingResponsePostprocessingPipeline(events, context) {
274
- // 在流上应用响应后处理Hooks
275
- yield* this.processStreamWithResponseHooks(events, context);
276
- }
277
- /**
278
- * 在流式请求中应用Hooks
279
- */
280
- async *processStreamWithHooks(streamGenerator, context) {
281
- const sseEvents = [];
282
- let accumulatedTime = 0;
283
- try {
284
- for await (const event of streamGenerator) {
285
- sseEvents.push(event);
286
- // 累积事件
287
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
288
- // 如果达到累积时间或事件数量限制,触发Hooks
289
- if (accumulatedTime >= this.config.sse.accumulateMs ||
290
- sseEvents.length >= this.config.sse.maxEvents) {
291
- // 执行SSE处理Hooks
292
- const hookResult = await this.executeHookStage(['REQUEST_5_SSE_PRE', 'REQUEST_5_SSE_POST'], { ...context, hookSequence: 5 }, sseEvents);
293
- if (hookResult.success) {
294
- yield* hookResult.data;
295
- }
296
- else {
297
- throw hookResult.error;
298
- }
299
- // 重置累积
300
- sseEvents.length = 0;
301
- accumulatedTime = 0;
302
- }
303
- else {
304
- yield event;
305
- }
306
- }
307
- // 处理剩余事件
308
- if (sseEvents.length > 0) {
309
- yield* sseEvents;
310
- }
311
- }
312
- catch (error) {
313
- // 发出错误事件
314
- yield {
315
- event: 'error',
316
- data: JSON.stringify({ error: error.message }),
317
- timestamp: Date.now()
318
- };
319
- }
320
- }
321
- /**
322
- * 在流式响应中应用Hooks
323
- */
324
- async *processStreamWithResponseHooks(events, context) {
325
- const sseEvents = [];
326
- let accumulatedTime = 0;
327
- try {
328
- for await (const event of events) {
329
- sseEvents.push(event);
330
- // 累积事件
331
- accumulatedTime += Date.now() - (event.timestamp || Date.now());
332
- // 如果达到累积时间或事件数量限制,触发Hooks
333
- if (accumulatedTime >= this.config.sse.accumulateMs ||
334
- sseEvents.length >= this.config.sse.maxEvents) {
335
- // 执行响应SSE处理Hooks
336
- const hookResult = await this.executeHookStage(['RESPONSE_4_SSE_PRE', 'RESPONSE_4_SSE_POST'], { ...context, hookSequence: 4 }, sseEvents);
337
- if (hookResult.success) {
338
- yield* hookResult.data;
339
- }
340
- else {
341
- throw hookResult.error;
342
- }
343
- // 重置累积
344
- sseEvents.length = 0;
345
- accumulatedTime = 0;
346
- }
347
- else {
348
- yield event;
349
- }
350
- }
351
- // 处理剩余事件并应用最终Hooks
352
- if (sseEvents.length > 0) {
353
- const hookResult = await this.executeHookStage(['RESPONSE_5_FORMATTING_PRE', 'RESPONSE_5_FORMATTING_POST'], { ...context, hookSequence: 5 }, sseEvents);
354
- if (hookResult.success) {
355
- yield* hookResult.data;
356
- }
357
- else {
358
- throw hookResult.error;
359
- }
360
- }
361
- }
362
- catch (error) {
363
- // 发出错误事件
364
- yield {
365
- event: 'error',
366
- data: JSON.stringify({ error: error.message }),
367
- timestamp: Date.now()
368
- };
369
- }
370
- }
371
- /**
372
- * 生成流式响应 - 默认实现
373
- */
374
- async *generateStreamingResponse(request, context) {
375
- // 默认流式响应实现
376
- yield {
377
- event: 'message',
378
- data: JSON.stringify({
379
- id: `msg_${Date.now()}`,
380
- object: 'chat.completion.chunk',
381
- created: Math.floor(Date.now() / 1000),
382
- model: request.model || 'default',
383
- choices: [{
384
- index: 0,
385
- delta: { content: 'This is a default streaming response from llmswitch-core.' },
386
- finish_reason: null
387
- }]
388
- }),
389
- timestamp: Date.now()
390
- };
391
- // 结束事件
392
- yield {
393
- event: 'done',
394
- data: JSON.stringify({ finished: true }),
395
- timestamp: Date.now()
396
- };
397
- }
398
- /**
399
- * 执行Hook阶段
400
- */
401
- async executeHookStage(stages, context, data) {
402
- if (!this.config.hooks.enabled) {
403
- return {
404
- success: true,
405
- data,
406
- executionTime: 0,
407
- metadata: {
408
- endpoint: this.config.endpoint,
409
- originalProtocol: this.config.protocol,
410
- targetProtocol: this.config.protocol,
411
- processingMode: context.processingMode,
412
- stage: stages[0],
413
- hookResults: []
414
- }
415
- };
416
- }
417
- const startTime = Date.now();
418
- let currentData = data;
419
- const results = [];
420
- for (let i = 0; i < stages.length; i++) {
421
- const stage = stages[i];
422
- const hookContext = {
423
- ...context,
424
- stage: stage,
425
- hookSequence: context.hookSequence + i
426
- };
427
- try {
428
- const result = await this.hooksAdapter.executeHook(stage, hookContext, currentData);
429
- if (!result.success) {
430
- return {
431
- success: false,
432
- error: result.error,
433
- executionTime: Date.now() - startTime,
434
- metadata: {
435
- endpoint: this.config.endpoint,
436
- originalProtocol: this.config.protocol,
437
- targetProtocol: this.config.protocol,
438
- processingMode: context.processingMode,
439
- stage,
440
- hookResults: results
441
- }
442
- };
443
- }
444
- currentData = result.data;
445
- results.push(result.metadata?.hookResults || []);
446
- }
447
- catch (error) {
448
- return {
449
- success: false,
450
- error: error,
451
- executionTime: Date.now() - startTime,
452
- metadata: {
453
- endpoint: this.config.endpoint,
454
- originalProtocol: this.config.protocol,
455
- targetProtocol: this.config.protocol,
456
- processingMode: context.processingMode,
457
- stage,
458
- hookResults: results
459
- }
460
- };
461
- }
462
- }
463
- return {
464
- success: true,
465
- data: currentData,
466
- executionTime: Date.now() - startTime,
467
- metadata: {
468
- endpoint: this.config.endpoint,
469
- originalProtocol: this.config.protocol,
470
- targetProtocol: this.config.protocol,
471
- processingMode: context.processingMode,
472
- stage: stages[stages.length - 1],
473
- hookResults: results.flat()
474
- }
475
- };
476
- }
477
- /**
478
- * 构建Hook上下文
479
- */
480
- buildHookContext(stage, pathIdentifier, processingMode, additionalContext) {
481
- return {
482
- executionId: this.generateExecutionId(),
483
- stage,
484
- startTime: Date.now(),
485
- requestId: additionalContext?.requestId,
486
- moduleId: `endpoint-${this.config.endpoint}`,
487
- metadata: additionalContext?.metadata,
488
- endpoint: this.config.endpoint,
489
- originalProtocol: this.config.protocol,
490
- targetProtocol: this.config.protocol,
491
- pathIdentifier,
492
- processingMode,
493
- hookSequence: 1,
494
- totalHooks: 16
495
- };
496
- }
497
- /**
498
- * 生成路径标识符
499
- */
500
- generatePathIdentifier(request) {
501
- // 默认使用请求ID或生成唯一标识
502
- return request.id || `${this.config.endpoint}-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
503
- }
504
- /**
505
- * 检测处理模式
506
- */
507
- detectProcessingMode(request) {
508
- // 检查是否为流式请求
509
- if (request.stream === true || request.stream === 'true') {
510
- return 'streaming';
511
- }
512
- // 自动检测模式
513
- return 'auto';
514
- }
515
- /**
516
- * 生成执行ID
517
- */
518
- generateExecutionId() {
519
- return `exec-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
520
- }
521
- /**
522
- * 获取端点信息
523
- */
524
- getEndpointInfo() {
525
- return { ...this.config };
526
- }
527
- /**
528
- * 更新配置
529
- */
530
- updateConfig(updates) {
531
- this.config = { ...this.config, ...updates };
532
- }
533
- /**
534
- * 健康检查
535
- */
536
- async healthCheck() {
537
- try {
538
- // 基本健康检查逻辑
539
- return this.config.enabled;
540
- }
541
- catch (error) {
542
- return false;
543
- }
544
- }
545
- }