@illuma-ai/agents 1.0.81
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +485 -0
- package/dist/cjs/agents/AgentContext.cjs +734 -0
- package/dist/cjs/agents/AgentContext.cjs.map +1 -0
- package/dist/cjs/common/enum.cjs +190 -0
- package/dist/cjs/common/enum.cjs.map +1 -0
- package/dist/cjs/events.cjs +172 -0
- package/dist/cjs/events.cjs.map +1 -0
- package/dist/cjs/graphs/Graph.cjs +1615 -0
- package/dist/cjs/graphs/Graph.cjs.map +1 -0
- package/dist/cjs/graphs/MultiAgentGraph.cjs +890 -0
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -0
- package/dist/cjs/instrumentation.cjs +21 -0
- package/dist/cjs/instrumentation.cjs.map +1 -0
- package/dist/cjs/llm/anthropic/index.cjs +292 -0
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -0
- package/dist/cjs/llm/anthropic/types.cjs +50 -0
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -0
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +630 -0
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +218 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -0
- package/dist/cjs/llm/anthropic/utils/tools.cjs +29 -0
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -0
- package/dist/cjs/llm/bedrock/index.cjs +282 -0
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs +97 -0
- package/dist/cjs/llm/fake.cjs.map +1 -0
- package/dist/cjs/llm/google/index.cjs +216 -0
- package/dist/cjs/llm/google/index.cjs.map +1 -0
- package/dist/cjs/llm/google/utils/common.cjs +647 -0
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -0
- package/dist/cjs/llm/openai/index.cjs +1028 -0
- package/dist/cjs/llm/openai/index.cjs.map +1 -0
- package/dist/cjs/llm/openai/utils/index.cjs +765 -0
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -0
- package/dist/cjs/llm/openrouter/index.cjs +212 -0
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -0
- package/dist/cjs/llm/providers.cjs +43 -0
- package/dist/cjs/llm/providers.cjs.map +1 -0
- package/dist/cjs/llm/text.cjs +69 -0
- package/dist/cjs/llm/text.cjs.map +1 -0
- package/dist/cjs/llm/vertexai/index.cjs +329 -0
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -0
- package/dist/cjs/main.cjs +240 -0
- package/dist/cjs/main.cjs.map +1 -0
- package/dist/cjs/messages/cache.cjs +387 -0
- package/dist/cjs/messages/cache.cjs.map +1 -0
- package/dist/cjs/messages/content.cjs +53 -0
- package/dist/cjs/messages/content.cjs.map +1 -0
- package/dist/cjs/messages/core.cjs +367 -0
- package/dist/cjs/messages/core.cjs.map +1 -0
- package/dist/cjs/messages/format.cjs +761 -0
- package/dist/cjs/messages/format.cjs.map +1 -0
- package/dist/cjs/messages/ids.cjs +23 -0
- package/dist/cjs/messages/ids.cjs.map +1 -0
- package/dist/cjs/messages/prune.cjs +398 -0
- package/dist/cjs/messages/prune.cjs.map +1 -0
- package/dist/cjs/messages/tools.cjs +96 -0
- package/dist/cjs/messages/tools.cjs.map +1 -0
- package/dist/cjs/run.cjs +328 -0
- package/dist/cjs/run.cjs.map +1 -0
- package/dist/cjs/schemas/validate.cjs +324 -0
- package/dist/cjs/schemas/validate.cjs.map +1 -0
- package/dist/cjs/splitStream.cjs +210 -0
- package/dist/cjs/splitStream.cjs.map +1 -0
- package/dist/cjs/stream.cjs +620 -0
- package/dist/cjs/stream.cjs.map +1 -0
- package/dist/cjs/tools/BrowserTools.cjs +248 -0
- package/dist/cjs/tools/BrowserTools.cjs.map +1 -0
- package/dist/cjs/tools/Calculator.cjs +66 -0
- package/dist/cjs/tools/Calculator.cjs.map +1 -0
- package/dist/cjs/tools/CodeExecutor.cjs +234 -0
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -0
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +636 -0
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -0
- package/dist/cjs/tools/ToolNode.cjs +548 -0
- package/dist/cjs/tools/ToolNode.cjs.map +1 -0
- package/dist/cjs/tools/ToolSearch.cjs +909 -0
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -0
- package/dist/cjs/tools/handlers.cjs +255 -0
- package/dist/cjs/tools/handlers.cjs.map +1 -0
- package/dist/cjs/tools/schema.cjs +31 -0
- package/dist/cjs/tools/schema.cjs.map +1 -0
- package/dist/cjs/tools/search/anthropic.cjs +40 -0
- package/dist/cjs/tools/search/anthropic.cjs.map +1 -0
- package/dist/cjs/tools/search/content.cjs +140 -0
- package/dist/cjs/tools/search/content.cjs.map +1 -0
- package/dist/cjs/tools/search/firecrawl.cjs +179 -0
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -0
- package/dist/cjs/tools/search/format.cjs +203 -0
- package/dist/cjs/tools/search/format.cjs.map +1 -0
- package/dist/cjs/tools/search/highlights.cjs +245 -0
- package/dist/cjs/tools/search/highlights.cjs.map +1 -0
- package/dist/cjs/tools/search/rerankers.cjs +174 -0
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -0
- package/dist/cjs/tools/search/schema.cjs +117 -0
- package/dist/cjs/tools/search/schema.cjs.map +1 -0
- package/dist/cjs/tools/search/search.cjs +566 -0
- package/dist/cjs/tools/search/search.cjs.map +1 -0
- package/dist/cjs/tools/search/serper-scraper.cjs +132 -0
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -0
- package/dist/cjs/tools/search/tool.cjs +456 -0
- package/dist/cjs/tools/search/tool.cjs.map +1 -0
- package/dist/cjs/tools/search/utils.cjs +66 -0
- package/dist/cjs/tools/search/utils.cjs.map +1 -0
- package/dist/cjs/types/graph.cjs +29 -0
- package/dist/cjs/types/graph.cjs.map +1 -0
- package/dist/cjs/utils/contextAnalytics.cjs +66 -0
- package/dist/cjs/utils/contextAnalytics.cjs.map +1 -0
- package/dist/cjs/utils/events.cjs +31 -0
- package/dist/cjs/utils/events.cjs.map +1 -0
- package/dist/cjs/utils/graph.cjs +16 -0
- package/dist/cjs/utils/graph.cjs.map +1 -0
- package/dist/cjs/utils/handlers.cjs +70 -0
- package/dist/cjs/utils/handlers.cjs.map +1 -0
- package/dist/cjs/utils/llm.cjs +27 -0
- package/dist/cjs/utils/llm.cjs.map +1 -0
- package/dist/cjs/utils/misc.cjs +56 -0
- package/dist/cjs/utils/misc.cjs.map +1 -0
- package/dist/cjs/utils/run.cjs +73 -0
- package/dist/cjs/utils/run.cjs.map +1 -0
- package/dist/cjs/utils/schema.cjs +27 -0
- package/dist/cjs/utils/schema.cjs.map +1 -0
- package/dist/cjs/utils/title.cjs +125 -0
- package/dist/cjs/utils/title.cjs.map +1 -0
- package/dist/cjs/utils/tokens.cjs +125 -0
- package/dist/cjs/utils/tokens.cjs.map +1 -0
- package/dist/cjs/utils/toonFormat.cjs +388 -0
- package/dist/cjs/utils/toonFormat.cjs.map +1 -0
- package/dist/esm/agents/AgentContext.mjs +732 -0
- package/dist/esm/agents/AgentContext.mjs.map +1 -0
- package/dist/esm/common/enum.mjs +190 -0
- package/dist/esm/common/enum.mjs.map +1 -0
- package/dist/esm/events.mjs +164 -0
- package/dist/esm/events.mjs.map +1 -0
- package/dist/esm/graphs/Graph.mjs +1612 -0
- package/dist/esm/graphs/Graph.mjs.map +1 -0
- package/dist/esm/graphs/MultiAgentGraph.mjs +888 -0
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -0
- package/dist/esm/instrumentation.mjs +19 -0
- package/dist/esm/instrumentation.mjs.map +1 -0
- package/dist/esm/llm/anthropic/index.mjs +290 -0
- package/dist/esm/llm/anthropic/index.mjs.map +1 -0
- package/dist/esm/llm/anthropic/types.mjs +48 -0
- package/dist/esm/llm/anthropic/types.mjs.map +1 -0
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +627 -0
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +216 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -0
- package/dist/esm/llm/anthropic/utils/tools.mjs +27 -0
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -0
- package/dist/esm/llm/bedrock/index.mjs +280 -0
- package/dist/esm/llm/bedrock/index.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs +94 -0
- package/dist/esm/llm/fake.mjs.map +1 -0
- package/dist/esm/llm/google/index.mjs +214 -0
- package/dist/esm/llm/google/index.mjs.map +1 -0
- package/dist/esm/llm/google/utils/common.mjs +638 -0
- package/dist/esm/llm/google/utils/common.mjs.map +1 -0
- package/dist/esm/llm/openai/index.mjs +1018 -0
- package/dist/esm/llm/openai/index.mjs.map +1 -0
- package/dist/esm/llm/openai/utils/index.mjs +759 -0
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -0
- package/dist/esm/llm/openrouter/index.mjs +210 -0
- package/dist/esm/llm/openrouter/index.mjs.map +1 -0
- package/dist/esm/llm/providers.mjs +39 -0
- package/dist/esm/llm/providers.mjs.map +1 -0
- package/dist/esm/llm/text.mjs +67 -0
- package/dist/esm/llm/text.mjs.map +1 -0
- package/dist/esm/llm/vertexai/index.mjs +327 -0
- package/dist/esm/llm/vertexai/index.mjs.map +1 -0
- package/dist/esm/main.mjs +37 -0
- package/dist/esm/main.mjs.map +1 -0
- package/dist/esm/messages/cache.mjs +382 -0
- package/dist/esm/messages/cache.mjs.map +1 -0
- package/dist/esm/messages/content.mjs +51 -0
- package/dist/esm/messages/content.mjs.map +1 -0
- package/dist/esm/messages/core.mjs +359 -0
- package/dist/esm/messages/core.mjs.map +1 -0
- package/dist/esm/messages/format.mjs +752 -0
- package/dist/esm/messages/format.mjs.map +1 -0
- package/dist/esm/messages/ids.mjs +21 -0
- package/dist/esm/messages/ids.mjs.map +1 -0
- package/dist/esm/messages/prune.mjs +393 -0
- package/dist/esm/messages/prune.mjs.map +1 -0
- package/dist/esm/messages/tools.mjs +93 -0
- package/dist/esm/messages/tools.mjs.map +1 -0
- package/dist/esm/run.mjs +325 -0
- package/dist/esm/run.mjs.map +1 -0
- package/dist/esm/schemas/validate.mjs +317 -0
- package/dist/esm/schemas/validate.mjs.map +1 -0
- package/dist/esm/splitStream.mjs +207 -0
- package/dist/esm/splitStream.mjs.map +1 -0
- package/dist/esm/stream.mjs +616 -0
- package/dist/esm/stream.mjs.map +1 -0
- package/dist/esm/tools/BrowserTools.mjs +244 -0
- package/dist/esm/tools/BrowserTools.mjs.map +1 -0
- package/dist/esm/tools/Calculator.mjs +41 -0
- package/dist/esm/tools/Calculator.mjs.map +1 -0
- package/dist/esm/tools/CodeExecutor.mjs +226 -0
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -0
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +622 -0
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -0
- package/dist/esm/tools/ToolNode.mjs +545 -0
- package/dist/esm/tools/ToolNode.mjs.map +1 -0
- package/dist/esm/tools/ToolSearch.mjs +870 -0
- package/dist/esm/tools/ToolSearch.mjs.map +1 -0
- package/dist/esm/tools/handlers.mjs +250 -0
- package/dist/esm/tools/handlers.mjs.map +1 -0
- package/dist/esm/tools/schema.mjs +28 -0
- package/dist/esm/tools/schema.mjs.map +1 -0
- package/dist/esm/tools/search/anthropic.mjs +37 -0
- package/dist/esm/tools/search/anthropic.mjs.map +1 -0
- package/dist/esm/tools/search/content.mjs +119 -0
- package/dist/esm/tools/search/content.mjs.map +1 -0
- package/dist/esm/tools/search/firecrawl.mjs +176 -0
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -0
- package/dist/esm/tools/search/format.mjs +201 -0
- package/dist/esm/tools/search/format.mjs.map +1 -0
- package/dist/esm/tools/search/highlights.mjs +243 -0
- package/dist/esm/tools/search/highlights.mjs.map +1 -0
- package/dist/esm/tools/search/rerankers.mjs +168 -0
- package/dist/esm/tools/search/rerankers.mjs.map +1 -0
- package/dist/esm/tools/search/schema.mjs +104 -0
- package/dist/esm/tools/search/schema.mjs.map +1 -0
- package/dist/esm/tools/search/search.mjs +563 -0
- package/dist/esm/tools/search/search.mjs.map +1 -0
- package/dist/esm/tools/search/serper-scraper.mjs +129 -0
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -0
- package/dist/esm/tools/search/tool.mjs +454 -0
- package/dist/esm/tools/search/tool.mjs.map +1 -0
- package/dist/esm/tools/search/utils.mjs +61 -0
- package/dist/esm/tools/search/utils.mjs.map +1 -0
- package/dist/esm/types/graph.mjs +26 -0
- package/dist/esm/types/graph.mjs.map +1 -0
- package/dist/esm/utils/contextAnalytics.mjs +64 -0
- package/dist/esm/utils/contextAnalytics.mjs.map +1 -0
- package/dist/esm/utils/events.mjs +29 -0
- package/dist/esm/utils/events.mjs.map +1 -0
- package/dist/esm/utils/graph.mjs +13 -0
- package/dist/esm/utils/graph.mjs.map +1 -0
- package/dist/esm/utils/handlers.mjs +68 -0
- package/dist/esm/utils/handlers.mjs.map +1 -0
- package/dist/esm/utils/llm.mjs +24 -0
- package/dist/esm/utils/llm.mjs.map +1 -0
- package/dist/esm/utils/misc.mjs +53 -0
- package/dist/esm/utils/misc.mjs.map +1 -0
- package/dist/esm/utils/run.mjs +70 -0
- package/dist/esm/utils/run.mjs.map +1 -0
- package/dist/esm/utils/schema.mjs +24 -0
- package/dist/esm/utils/schema.mjs.map +1 -0
- package/dist/esm/utils/title.mjs +122 -0
- package/dist/esm/utils/title.mjs.map +1 -0
- package/dist/esm/utils/tokens.mjs +121 -0
- package/dist/esm/utils/tokens.mjs.map +1 -0
- package/dist/esm/utils/toonFormat.mjs +381 -0
- package/dist/esm/utils/toonFormat.mjs.map +1 -0
- package/dist/types/agents/AgentContext.d.ts +293 -0
- package/dist/types/common/enum.d.ts +155 -0
- package/dist/types/common/index.d.ts +1 -0
- package/dist/types/events.d.ts +31 -0
- package/dist/types/graphs/Graph.d.ts +216 -0
- package/dist/types/graphs/MultiAgentGraph.d.ts +104 -0
- package/dist/types/graphs/index.d.ts +2 -0
- package/dist/types/index.d.ts +21 -0
- package/dist/types/instrumentation.d.ts +1 -0
- package/dist/types/llm/anthropic/index.d.ts +39 -0
- package/dist/types/llm/anthropic/types.d.ts +37 -0
- package/dist/types/llm/anthropic/utils/message_inputs.d.ts +14 -0
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +14 -0
- package/dist/types/llm/anthropic/utils/output_parsers.d.ts +22 -0
- package/dist/types/llm/anthropic/utils/tools.d.ts +3 -0
- package/dist/types/llm/bedrock/index.d.ts +141 -0
- package/dist/types/llm/bedrock/types.d.ts +27 -0
- package/dist/types/llm/bedrock/utils/index.d.ts +5 -0
- package/dist/types/llm/bedrock/utils/message_inputs.d.ts +31 -0
- package/dist/types/llm/bedrock/utils/message_outputs.d.ts +33 -0
- package/dist/types/llm/fake.d.ts +31 -0
- package/dist/types/llm/google/index.d.ts +24 -0
- package/dist/types/llm/google/types.d.ts +42 -0
- package/dist/types/llm/google/utils/common.d.ts +34 -0
- package/dist/types/llm/google/utils/tools.d.ts +10 -0
- package/dist/types/llm/google/utils/zod_to_genai_parameters.d.ts +14 -0
- package/dist/types/llm/openai/index.d.ts +127 -0
- package/dist/types/llm/openai/types.d.ts +10 -0
- package/dist/types/llm/openai/utils/index.d.ts +29 -0
- package/dist/types/llm/openrouter/index.d.ts +15 -0
- package/dist/types/llm/providers.d.ts +5 -0
- package/dist/types/llm/text.d.ts +21 -0
- package/dist/types/llm/vertexai/index.d.ts +293 -0
- package/dist/types/messages/cache.d.ts +54 -0
- package/dist/types/messages/content.d.ts +7 -0
- package/dist/types/messages/core.d.ts +14 -0
- package/dist/types/messages/format.d.ts +137 -0
- package/dist/types/messages/ids.d.ts +3 -0
- package/dist/types/messages/index.d.ts +7 -0
- package/dist/types/messages/prune.d.ts +52 -0
- package/dist/types/messages/reducer.d.ts +9 -0
- package/dist/types/messages/tools.d.ts +17 -0
- package/dist/types/mockStream.d.ts +32 -0
- package/dist/types/prompts/collab.d.ts +1 -0
- package/dist/types/prompts/index.d.ts +2 -0
- package/dist/types/prompts/taskmanager.d.ts +41 -0
- package/dist/types/run.d.ts +41 -0
- package/dist/types/schemas/index.d.ts +1 -0
- package/dist/types/schemas/validate.d.ts +59 -0
- package/dist/types/splitStream.d.ts +37 -0
- package/dist/types/stream.d.ts +15 -0
- package/dist/types/test/mockTools.d.ts +28 -0
- package/dist/types/tools/BrowserTools.d.ts +87 -0
- package/dist/types/tools/Calculator.d.ts +34 -0
- package/dist/types/tools/CodeExecutor.d.ts +57 -0
- package/dist/types/tools/ProgrammaticToolCalling.d.ts +138 -0
- package/dist/types/tools/ToolNode.d.ts +51 -0
- package/dist/types/tools/ToolSearch.d.ts +219 -0
- package/dist/types/tools/handlers.d.ts +22 -0
- package/dist/types/tools/schema.d.ts +12 -0
- package/dist/types/tools/search/anthropic.d.ts +16 -0
- package/dist/types/tools/search/content.d.ts +4 -0
- package/dist/types/tools/search/firecrawl.d.ts +54 -0
- package/dist/types/tools/search/format.d.ts +5 -0
- package/dist/types/tools/search/highlights.d.ts +13 -0
- package/dist/types/tools/search/index.d.ts +3 -0
- package/dist/types/tools/search/rerankers.d.ts +38 -0
- package/dist/types/tools/search/schema.d.ts +103 -0
- package/dist/types/tools/search/search.d.ts +8 -0
- package/dist/types/tools/search/serper-scraper.d.ts +59 -0
- package/dist/types/tools/search/test.d.ts +1 -0
- package/dist/types/tools/search/tool.d.ts +3 -0
- package/dist/types/tools/search/types.d.ts +575 -0
- package/dist/types/tools/search/utils.d.ts +10 -0
- package/dist/types/types/graph.d.ts +399 -0
- package/dist/types/types/index.d.ts +5 -0
- package/dist/types/types/llm.d.ts +105 -0
- package/dist/types/types/messages.d.ts +4 -0
- package/dist/types/types/run.d.ts +112 -0
- package/dist/types/types/stream.d.ts +308 -0
- package/dist/types/types/tools.d.ts +296 -0
- package/dist/types/utils/contextAnalytics.d.ts +37 -0
- package/dist/types/utils/events.d.ts +6 -0
- package/dist/types/utils/graph.d.ts +2 -0
- package/dist/types/utils/handlers.d.ts +34 -0
- package/dist/types/utils/index.d.ts +9 -0
- package/dist/types/utils/llm.d.ts +3 -0
- package/dist/types/utils/llmConfig.d.ts +3 -0
- package/dist/types/utils/logging.d.ts +1 -0
- package/dist/types/utils/misc.d.ts +7 -0
- package/dist/types/utils/run.d.ts +27 -0
- package/dist/types/utils/schema.d.ts +8 -0
- package/dist/types/utils/title.d.ts +4 -0
- package/dist/types/utils/tokens.d.ts +28 -0
- package/dist/types/utils/toonFormat.d.ts +111 -0
- package/package.json +190 -0
- package/src/agents/AgentContext.test.ts +458 -0
- package/src/agents/AgentContext.ts +972 -0
- package/src/agents/__tests__/AgentContext.test.ts +805 -0
- package/src/agents/__tests__/resolveStructuredOutputMode.test.ts +137 -0
- package/src/common/enum.ts +203 -0
- package/src/common/index.ts +2 -0
- package/src/events.ts +223 -0
- package/src/graphs/Graph.ts +2228 -0
- package/src/graphs/MultiAgentGraph.ts +1063 -0
- package/src/graphs/__tests__/structured-output.integration.test.ts +809 -0
- package/src/graphs/__tests__/structured-output.test.ts +183 -0
- package/src/graphs/index.ts +2 -0
- package/src/index.ts +34 -0
- package/src/instrumentation.ts +22 -0
- package/src/llm/anthropic/Jacob_Lee_Resume_2023.pdf +0 -0
- package/src/llm/anthropic/index.ts +413 -0
- package/src/llm/anthropic/llm.spec.ts +1442 -0
- package/src/llm/anthropic/types.ts +140 -0
- package/src/llm/anthropic/utils/message_inputs.ts +757 -0
- package/src/llm/anthropic/utils/message_outputs.ts +289 -0
- package/src/llm/anthropic/utils/output_parsers.ts +133 -0
- package/src/llm/anthropic/utils/tools.ts +29 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.ts +495 -0
- package/src/llm/bedrock/index.ts +411 -0
- package/src/llm/bedrock/llm.spec.ts +616 -0
- package/src/llm/bedrock/types.ts +51 -0
- package/src/llm/bedrock/utils/index.ts +18 -0
- package/src/llm/bedrock/utils/message_inputs.ts +563 -0
- package/src/llm/bedrock/utils/message_outputs.ts +310 -0
- package/src/llm/fake.ts +133 -0
- package/src/llm/google/data/gettysburg10.wav +0 -0
- package/src/llm/google/data/hotdog.jpg +0 -0
- package/src/llm/google/index.ts +337 -0
- package/src/llm/google/llm.spec.ts +934 -0
- package/src/llm/google/types.ts +56 -0
- package/src/llm/google/utils/common.ts +873 -0
- package/src/llm/google/utils/tools.ts +160 -0
- package/src/llm/google/utils/zod_to_genai_parameters.ts +86 -0
- package/src/llm/openai/index.ts +1366 -0
- package/src/llm/openai/types.ts +24 -0
- package/src/llm/openai/utils/index.ts +1035 -0
- package/src/llm/openai/utils/isReasoningModel.test.ts +90 -0
- package/src/llm/openrouter/index.ts +291 -0
- package/src/llm/providers.ts +52 -0
- package/src/llm/text.ts +94 -0
- package/src/llm/vertexai/index.ts +359 -0
- package/src/messages/__tests__/tools.test.ts +473 -0
- package/src/messages/cache.test.ts +1261 -0
- package/src/messages/cache.ts +518 -0
- package/src/messages/content.test.ts +362 -0
- package/src/messages/content.ts +63 -0
- package/src/messages/core.ts +473 -0
- package/src/messages/ensureThinkingBlock.test.ts +468 -0
- package/src/messages/format.ts +1029 -0
- package/src/messages/formatAgentMessages.test.ts +1513 -0
- package/src/messages/formatAgentMessages.tools.test.ts +419 -0
- package/src/messages/formatMessage.test.ts +693 -0
- package/src/messages/ids.ts +26 -0
- package/src/messages/index.ts +7 -0
- package/src/messages/labelContentByAgent.test.ts +887 -0
- package/src/messages/prune.ts +568 -0
- package/src/messages/reducer.ts +80 -0
- package/src/messages/shiftIndexTokenCountMap.test.ts +81 -0
- package/src/messages/tools.ts +108 -0
- package/src/mockStream.ts +99 -0
- package/src/prompts/collab.ts +6 -0
- package/src/prompts/index.ts +2 -0
- package/src/prompts/taskmanager.ts +61 -0
- package/src/run.ts +467 -0
- package/src/schemas/index.ts +2 -0
- package/src/schemas/schema-preparation.test.ts +500 -0
- package/src/schemas/validate.test.ts +358 -0
- package/src/schemas/validate.ts +454 -0
- package/src/scripts/abort.ts +157 -0
- package/src/scripts/ant_web_search.ts +158 -0
- package/src/scripts/ant_web_search_edge_case.ts +162 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
- package/src/scripts/args.ts +48 -0
- package/src/scripts/caching.ts +132 -0
- package/src/scripts/cli.ts +172 -0
- package/src/scripts/cli2.ts +133 -0
- package/src/scripts/cli3.ts +184 -0
- package/src/scripts/cli4.ts +191 -0
- package/src/scripts/cli5.ts +191 -0
- package/src/scripts/code_exec.ts +213 -0
- package/src/scripts/code_exec_files.ts +236 -0
- package/src/scripts/code_exec_multi_session.ts +241 -0
- package/src/scripts/code_exec_ptc.ts +334 -0
- package/src/scripts/code_exec_session.ts +282 -0
- package/src/scripts/code_exec_simple.ts +147 -0
- package/src/scripts/content.ts +138 -0
- package/src/scripts/empty_input.ts +137 -0
- package/src/scripts/handoff-test.ts +135 -0
- package/src/scripts/image.ts +178 -0
- package/src/scripts/memory.ts +97 -0
- package/src/scripts/multi-agent-chain.ts +331 -0
- package/src/scripts/multi-agent-conditional.ts +221 -0
- package/src/scripts/multi-agent-document-review-chain.ts +197 -0
- package/src/scripts/multi-agent-hybrid-flow.ts +310 -0
- package/src/scripts/multi-agent-parallel-start.ts +265 -0
- package/src/scripts/multi-agent-parallel.ts +394 -0
- package/src/scripts/multi-agent-sequence.ts +217 -0
- package/src/scripts/multi-agent-supervisor.ts +365 -0
- package/src/scripts/multi-agent-test.ts +186 -0
- package/src/scripts/parallel-asymmetric-tools-test.ts +274 -0
- package/src/scripts/parallel-full-metadata-test.ts +240 -0
- package/src/scripts/parallel-tools-test.ts +340 -0
- package/src/scripts/programmatic_exec.ts +396 -0
- package/src/scripts/programmatic_exec_agent.ts +231 -0
- package/src/scripts/search.ts +146 -0
- package/src/scripts/sequential-full-metadata-test.ts +197 -0
- package/src/scripts/simple.ts +225 -0
- package/src/scripts/single-agent-metadata-test.ts +198 -0
- package/src/scripts/stream.ts +140 -0
- package/src/scripts/test-custom-prompt-key.ts +145 -0
- package/src/scripts/test-handoff-input.ts +170 -0
- package/src/scripts/test-handoff-preamble.ts +277 -0
- package/src/scripts/test-multi-agent-list-handoff.ts +417 -0
- package/src/scripts/test-parallel-agent-labeling.ts +325 -0
- package/src/scripts/test-parallel-handoffs.ts +291 -0
- package/src/scripts/test-thinking-handoff-bedrock.ts +153 -0
- package/src/scripts/test-thinking-handoff.ts +155 -0
- package/src/scripts/test-tools-before-handoff.ts +226 -0
- package/src/scripts/test_code_api.ts +361 -0
- package/src/scripts/thinking-bedrock.ts +159 -0
- package/src/scripts/thinking.ts +171 -0
- package/src/scripts/tool_search.ts +162 -0
- package/src/scripts/tools.ts +177 -0
- package/src/specs/agent-handoffs.test.ts +888 -0
- package/src/specs/anthropic.simple.test.ts +387 -0
- package/src/specs/azure.simple.test.ts +364 -0
- package/src/specs/cache.simple.test.ts +396 -0
- package/src/specs/deepseek.simple.test.ts +283 -0
- package/src/specs/emergency-prune.test.ts +407 -0
- package/src/specs/moonshot.simple.test.ts +358 -0
- package/src/specs/openai.simple.test.ts +311 -0
- package/src/specs/openrouter.simple.test.ts +107 -0
- package/src/specs/prune.test.ts +901 -0
- package/src/specs/reasoning.test.ts +201 -0
- package/src/specs/spec.utils.ts +3 -0
- package/src/specs/thinking-handoff.test.ts +620 -0
- package/src/specs/thinking-prune.test.ts +703 -0
- package/src/specs/token-distribution-edge-case.test.ts +316 -0
- package/src/specs/token-memoization.test.ts +32 -0
- package/src/specs/tool-error.test.ts +198 -0
- package/src/splitStream.test.ts +691 -0
- package/src/splitStream.ts +234 -0
- package/src/stream.test.ts +94 -0
- package/src/stream.ts +801 -0
- package/src/test/mockTools.ts +386 -0
- package/src/tools/BrowserTools.ts +393 -0
- package/src/tools/Calculator.test.ts +278 -0
- package/src/tools/Calculator.ts +46 -0
- package/src/tools/CodeExecutor.ts +270 -0
- package/src/tools/ProgrammaticToolCalling.ts +785 -0
- package/src/tools/ToolNode.ts +674 -0
- package/src/tools/ToolSearch.ts +1095 -0
- package/src/tools/__tests__/BrowserTools.test.ts +265 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts +319 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +1006 -0
- package/src/tools/__tests__/ToolSearch.integration.test.ts +162 -0
- package/src/tools/__tests__/ToolSearch.test.ts +1003 -0
- package/src/tools/handlers.ts +363 -0
- package/src/tools/schema.ts +37 -0
- package/src/tools/search/anthropic.ts +51 -0
- package/src/tools/search/content.test.ts +173 -0
- package/src/tools/search/content.ts +147 -0
- package/src/tools/search/firecrawl.ts +210 -0
- package/src/tools/search/format.ts +250 -0
- package/src/tools/search/highlights.ts +320 -0
- package/src/tools/search/index.ts +3 -0
- package/src/tools/search/jina-reranker.test.ts +130 -0
- package/src/tools/search/output.md +2775 -0
- package/src/tools/search/rerankers.ts +242 -0
- package/src/tools/search/schema.ts +113 -0
- package/src/tools/search/search.ts +768 -0
- package/src/tools/search/serper-scraper.ts +155 -0
- package/src/tools/search/test.html +884 -0
- package/src/tools/search/test.md +643 -0
- package/src/tools/search/test.ts +159 -0
- package/src/tools/search/tool.ts +657 -0
- package/src/tools/search/types.ts +665 -0
- package/src/tools/search/utils.ts +79 -0
- package/src/types/graph.test.ts +218 -0
- package/src/types/graph.ts +533 -0
- package/src/types/index.ts +6 -0
- package/src/types/llm.ts +140 -0
- package/src/types/messages.ts +4 -0
- package/src/types/run.ts +128 -0
- package/src/types/stream.ts +417 -0
- package/src/types/tools.ts +355 -0
- package/src/utils/contextAnalytics.ts +103 -0
- package/src/utils/events.ts +32 -0
- package/src/utils/graph.ts +11 -0
- package/src/utils/handlers.ts +107 -0
- package/src/utils/index.ts +9 -0
- package/src/utils/llm.ts +26 -0
- package/src/utils/llmConfig.ts +208 -0
- package/src/utils/logging.ts +48 -0
- package/src/utils/misc.ts +57 -0
- package/src/utils/run.ts +106 -0
- package/src/utils/schema.ts +35 -0
- package/src/utils/title.ts +177 -0
- package/src/utils/tokens.ts +142 -0
- package/src/utils/toonFormat.ts +475 -0
|
@@ -0,0 +1,317 @@
|
|
|
1
|
+
import { Providers } from '../common/enum.mjs';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Validates structured output against a JSON Schema.
|
|
5
|
+
*
|
|
6
|
+
* @param output - The output to validate
|
|
7
|
+
* @param schema - JSON Schema to validate against
|
|
8
|
+
* @returns Validation result with success flag and data or error
|
|
9
|
+
*/
|
|
10
|
+
function validateStructuredOutput(output, schema) {
|
|
11
|
+
try {
|
|
12
|
+
// Parse output if it's a string
|
|
13
|
+
const data = typeof output === 'string' ? JSON.parse(output) : output;
|
|
14
|
+
// Basic JSON Schema validation
|
|
15
|
+
const errors = validateAgainstJsonSchema(data, schema);
|
|
16
|
+
if (errors.length > 0) {
|
|
17
|
+
return {
|
|
18
|
+
success: false,
|
|
19
|
+
error: `Validation failed: ${errors.join('; ')}`,
|
|
20
|
+
raw: data,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
return {
|
|
24
|
+
success: true,
|
|
25
|
+
data: data,
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
catch (e) {
|
|
29
|
+
return {
|
|
30
|
+
success: false,
|
|
31
|
+
error: `Failed to parse output: ${e.message}`,
|
|
32
|
+
raw: output,
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Validates data against a JSON Schema (simplified implementation).
|
|
38
|
+
* For complex schemas, consider using ajv or similar library.
|
|
39
|
+
*/
|
|
40
|
+
function validateAgainstJsonSchema(data, schema, path = '') {
|
|
41
|
+
const errors = [];
|
|
42
|
+
if (schema.type === 'object' && typeof data !== 'object') {
|
|
43
|
+
errors.push(`${path || 'root'}: expected object, got ${typeof data}`);
|
|
44
|
+
return errors;
|
|
45
|
+
}
|
|
46
|
+
if (schema.type === 'array' && !Array.isArray(data)) {
|
|
47
|
+
errors.push(`${path || 'root'}: expected array, got ${typeof data}`);
|
|
48
|
+
return errors;
|
|
49
|
+
}
|
|
50
|
+
if (schema.type === 'string' && typeof data !== 'string') {
|
|
51
|
+
errors.push(`${path || 'root'}: expected string, got ${typeof data}`);
|
|
52
|
+
return errors;
|
|
53
|
+
}
|
|
54
|
+
if (schema.type === 'number' && typeof data !== 'number') {
|
|
55
|
+
errors.push(`${path || 'root'}: expected number, got ${typeof data}`);
|
|
56
|
+
return errors;
|
|
57
|
+
}
|
|
58
|
+
if (schema.type === 'boolean' && typeof data !== 'boolean') {
|
|
59
|
+
errors.push(`${path || 'root'}: expected boolean, got ${typeof data}`);
|
|
60
|
+
return errors;
|
|
61
|
+
}
|
|
62
|
+
// Validate required properties
|
|
63
|
+
if (schema.type === 'object' &&
|
|
64
|
+
Array.isArray(schema.required) &&
|
|
65
|
+
typeof data === 'object' &&
|
|
66
|
+
data !== null) {
|
|
67
|
+
for (const requiredProp of schema.required) {
|
|
68
|
+
if (!(requiredProp in data)) {
|
|
69
|
+
errors.push(`${path || 'root'}: missing required property '${requiredProp}'`);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
// Validate nested properties
|
|
74
|
+
if (schema.type === 'object' &&
|
|
75
|
+
schema.properties &&
|
|
76
|
+
typeof data === 'object' &&
|
|
77
|
+
data !== null) {
|
|
78
|
+
const properties = schema.properties;
|
|
79
|
+
for (const [key, propSchema] of Object.entries(properties)) {
|
|
80
|
+
if (key in data) {
|
|
81
|
+
const nestedErrors = validateAgainstJsonSchema(data[key], propSchema, path ? `${path}.${key}` : key);
|
|
82
|
+
errors.push(...nestedErrors);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
// Validate array items
|
|
87
|
+
if (schema.type === 'array' && schema.items && Array.isArray(data)) {
|
|
88
|
+
const itemSchema = schema.items;
|
|
89
|
+
for (let i = 0; i < data.length; i++) {
|
|
90
|
+
const nestedErrors = validateAgainstJsonSchema(data[i], itemSchema, `${path || 'root'}[${i}]`);
|
|
91
|
+
errors.push(...nestedErrors);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
// Validate enum values
|
|
95
|
+
if (schema.enum && Array.isArray(schema.enum)) {
|
|
96
|
+
if (!schema.enum.includes(data)) {
|
|
97
|
+
errors.push(`${path || 'root'}: value '${data}' not in enum [${schema.enum.join(', ')}]`);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
return errors;
|
|
101
|
+
}
|
|
102
|
+
/**
|
|
103
|
+
* Converts a Zod schema to JSON Schema format.
|
|
104
|
+
* This is a simplified converter for common types.
|
|
105
|
+
*/
|
|
106
|
+
function zodToJsonSchema(zodSchema) {
|
|
107
|
+
// Use the zod-to-json-schema library if available
|
|
108
|
+
// For now, provide a basic implementation
|
|
109
|
+
try {
|
|
110
|
+
// eslint-disable-next-line @typescript-eslint/no-require-imports
|
|
111
|
+
const { zodToJsonSchema: convert } = require('zod-to-json-schema');
|
|
112
|
+
return convert(zodSchema);
|
|
113
|
+
}
|
|
114
|
+
catch {
|
|
115
|
+
// Fallback: return a generic object schema
|
|
116
|
+
return {
|
|
117
|
+
type: 'object',
|
|
118
|
+
additionalProperties: true,
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* Creates a structured output error message for retry.
|
|
124
|
+
*/
|
|
125
|
+
function createValidationErrorMessage(result, customMessage) {
|
|
126
|
+
if (customMessage) {
|
|
127
|
+
return customMessage;
|
|
128
|
+
}
|
|
129
|
+
return `The response did not match the expected schema. Error: ${result.error}. Please try again and ensure your response exactly matches the required format.`;
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Checks if a value is a valid JSON Schema object.
|
|
133
|
+
*/
|
|
134
|
+
function isValidJsonSchema(value) {
|
|
135
|
+
if (typeof value !== 'object' || value === null) {
|
|
136
|
+
return false;
|
|
137
|
+
}
|
|
138
|
+
const schema = value;
|
|
139
|
+
// Basic check: must have a type or properties
|
|
140
|
+
return (typeof schema.type === 'string' ||
|
|
141
|
+
typeof schema.properties === 'object' ||
|
|
142
|
+
typeof schema.$schema === 'string');
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Normalizes a JSON Schema by adding defaults and cleaning up.
|
|
146
|
+
*/
|
|
147
|
+
function normalizeJsonSchema(schema, config) {
|
|
148
|
+
const normalized = { ...schema };
|
|
149
|
+
// Ensure type is set
|
|
150
|
+
if (!normalized.type && normalized.properties) {
|
|
151
|
+
normalized.type = 'object';
|
|
152
|
+
}
|
|
153
|
+
// Add title from config name
|
|
154
|
+
if (config?.name && !normalized.title) {
|
|
155
|
+
normalized.title = config.name;
|
|
156
|
+
}
|
|
157
|
+
// Add description from config
|
|
158
|
+
if (config?.description && !normalized.description) {
|
|
159
|
+
normalized.description = config.description;
|
|
160
|
+
}
|
|
161
|
+
// Enable additionalProperties: false for strict mode
|
|
162
|
+
if (config?.strict !== false && normalized.type === 'object') {
|
|
163
|
+
normalized.additionalProperties = normalized.additionalProperties ?? false;
|
|
164
|
+
}
|
|
165
|
+
return normalized;
|
|
166
|
+
}
|
|
167
|
+
/**
|
|
168
|
+
* Keywords unsupported by native structured output providers.
|
|
169
|
+
* These are stripped from schemas and moved to description fields when strict mode is enabled.
|
|
170
|
+
*/
|
|
171
|
+
const UNSUPPORTED_NUMERIC_KEYWORDS = ['minimum', 'maximum', 'exclusiveMinimum', 'exclusiveMaximum', 'multipleOf'];
|
|
172
|
+
const UNSUPPORTED_STRING_KEYWORDS = ['minLength', 'maxLength', 'pattern', 'format'];
|
|
173
|
+
const UNSUPPORTED_ARRAY_KEYWORDS = ['minItems', 'maxItems', 'uniqueItems'];
|
|
174
|
+
const UNSUPPORTED_OBJECT_KEYWORDS = ['minProperties', 'maxProperties', 'patternProperties'];
|
|
175
|
+
/**
|
|
176
|
+
* Prepares a JSON Schema for a specific provider's native structured output API.
|
|
177
|
+
*
|
|
178
|
+
* This function normalizes the schema to comply with provider-specific requirements:
|
|
179
|
+
* - Adds `additionalProperties: false` recursively to all objects (required by all providers in strict mode)
|
|
180
|
+
* - Ensures all properties are listed in `required` (required by OpenAI and Anthropic)
|
|
181
|
+
* - Strips unsupported constraint keywords (minimum, maxLength, etc.) and moves them to description
|
|
182
|
+
* - Returns warnings for any modifications made
|
|
183
|
+
*
|
|
184
|
+
* @param schema - The original JSON Schema
|
|
185
|
+
* @param provider - The LLM provider
|
|
186
|
+
* @param strict - Whether strict mode is enabled (default: true)
|
|
187
|
+
* @returns The prepared schema and any warnings
|
|
188
|
+
*/
|
|
189
|
+
function prepareSchemaForProvider(schema, provider, strict = true) {
|
|
190
|
+
const warnings = [];
|
|
191
|
+
if (!strict) {
|
|
192
|
+
return { schema: { ...schema }, warnings };
|
|
193
|
+
}
|
|
194
|
+
const prepared = prepareObjectRecursive(schema, '', provider, warnings);
|
|
195
|
+
return { schema: prepared, warnings };
|
|
196
|
+
}
|
|
197
|
+
/**
|
|
198
|
+
* Recursively prepares a schema node for native structured output.
|
|
199
|
+
*/
|
|
200
|
+
function prepareObjectRecursive(schema, path, provider, warnings, depth = 0) {
|
|
201
|
+
const result = { ...schema };
|
|
202
|
+
const currentPath = path || 'root';
|
|
203
|
+
// Warn on deep nesting (OpenAI limit is 5)
|
|
204
|
+
if (depth > 5 && (provider === Providers.OPENAI || provider === Providers.AZURE)) {
|
|
205
|
+
warnings.push(`${currentPath}: nesting depth ${depth} exceeds OpenAI's limit of 5 levels`);
|
|
206
|
+
}
|
|
207
|
+
// Handle object type
|
|
208
|
+
if (result.type === 'object' || (result.properties && !result.type)) {
|
|
209
|
+
if (!result.type) {
|
|
210
|
+
result.type = 'object';
|
|
211
|
+
}
|
|
212
|
+
// Add additionalProperties: false
|
|
213
|
+
if (result.additionalProperties !== false) {
|
|
214
|
+
result.additionalProperties = false;
|
|
215
|
+
if (path) {
|
|
216
|
+
warnings.push(`${currentPath}: set additionalProperties to false for strict mode`);
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
// Ensure all properties are in required
|
|
220
|
+
if (result.properties && typeof result.properties === 'object') {
|
|
221
|
+
const properties = result.properties;
|
|
222
|
+
const propertyNames = Object.keys(properties);
|
|
223
|
+
const currentRequired = Array.isArray(result.required) ? result.required : [];
|
|
224
|
+
const missingRequired = propertyNames.filter(name => !currentRequired.includes(name));
|
|
225
|
+
if (missingRequired.length > 0) {
|
|
226
|
+
result.required = [...currentRequired, ...missingRequired];
|
|
227
|
+
warnings.push(`${currentPath}: added ${missingRequired.join(', ')} to required (all properties must be required for strict mode; use type union with null for optional fields)`);
|
|
228
|
+
}
|
|
229
|
+
// Recursively prepare nested properties
|
|
230
|
+
const preparedProperties = {};
|
|
231
|
+
for (const [key, propSchema] of Object.entries(properties)) {
|
|
232
|
+
preparedProperties[key] = preparePropertySchema(propSchema, path ? `${path}.${key}` : key, provider, warnings, depth + 1);
|
|
233
|
+
}
|
|
234
|
+
result.properties = preparedProperties;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
// Handle array type
|
|
238
|
+
if (result.type === 'array' && result.items && typeof result.items === 'object') {
|
|
239
|
+
result.items = preparePropertySchema(result.items, `${currentPath}[]`, provider, warnings, depth + 1);
|
|
240
|
+
// Strip unsupported array keywords
|
|
241
|
+
for (const keyword of UNSUPPORTED_ARRAY_KEYWORDS) {
|
|
242
|
+
if (keyword in result) {
|
|
243
|
+
appendToDescription(result, `${keyword}: ${result[keyword]}`);
|
|
244
|
+
delete result[keyword];
|
|
245
|
+
warnings.push(`${currentPath}: moved unsupported keyword '${keyword}' to description`);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
// Handle anyOf
|
|
250
|
+
if (Array.isArray(result.anyOf)) {
|
|
251
|
+
result.anyOf = result.anyOf.map((variant, i) => preparePropertySchema(variant, `${currentPath}.anyOf[${i}]`, provider, warnings, depth + 1));
|
|
252
|
+
}
|
|
253
|
+
// Handle $defs / definitions
|
|
254
|
+
for (const defsKey of ['$defs', 'definitions']) {
|
|
255
|
+
if (result[defsKey] && typeof result[defsKey] === 'object') {
|
|
256
|
+
const defs = result[defsKey];
|
|
257
|
+
const preparedDefs = {};
|
|
258
|
+
for (const [key, defSchema] of Object.entries(defs)) {
|
|
259
|
+
preparedDefs[key] = preparePropertySchema(defSchema, `${defsKey}.${key}`, provider, warnings, depth);
|
|
260
|
+
}
|
|
261
|
+
result[defsKey] = preparedDefs;
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
return result;
|
|
265
|
+
}
|
|
266
|
+
/**
|
|
267
|
+
* Prepares a single property schema, stripping unsupported keywords based on type.
|
|
268
|
+
*/
|
|
269
|
+
function preparePropertySchema(schema, path, provider, warnings, depth) {
|
|
270
|
+
const result = { ...schema };
|
|
271
|
+
// Strip unsupported numeric keywords
|
|
272
|
+
if (result.type === 'number' || result.type === 'integer') {
|
|
273
|
+
for (const keyword of UNSUPPORTED_NUMERIC_KEYWORDS) {
|
|
274
|
+
if (keyword in result) {
|
|
275
|
+
appendToDescription(result, `${keyword}: ${result[keyword]}`);
|
|
276
|
+
delete result[keyword];
|
|
277
|
+
warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
// Strip unsupported string keywords
|
|
282
|
+
if (result.type === 'string') {
|
|
283
|
+
for (const keyword of UNSUPPORTED_STRING_KEYWORDS) {
|
|
284
|
+
if (keyword in result) {
|
|
285
|
+
appendToDescription(result, `${keyword}: ${result[keyword]}`);
|
|
286
|
+
delete result[keyword];
|
|
287
|
+
warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
// Strip unsupported object keywords
|
|
292
|
+
if (result.type === 'object') {
|
|
293
|
+
for (const keyword of UNSUPPORTED_OBJECT_KEYWORDS) {
|
|
294
|
+
if (keyword in result) {
|
|
295
|
+
appendToDescription(result, `${keyword}: ${result[keyword]}`);
|
|
296
|
+
delete result[keyword];
|
|
297
|
+
warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);
|
|
298
|
+
}
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
// Recursively handle nested objects and arrays
|
|
302
|
+
if (result.type === 'object' || result.properties || result.type === 'array' || result.anyOf || result.$defs || result.definitions) {
|
|
303
|
+
return prepareObjectRecursive(result, path, provider, warnings, depth);
|
|
304
|
+
}
|
|
305
|
+
return result;
|
|
306
|
+
}
|
|
307
|
+
/**
|
|
308
|
+
* Appends a constraint description to the schema's description field.
|
|
309
|
+
*/
|
|
310
|
+
function appendToDescription(schema, constraint) {
|
|
311
|
+
const existing = typeof schema.description === 'string' ? schema.description : '';
|
|
312
|
+
const constraintNote = `[Constraint: ${constraint}]`;
|
|
313
|
+
schema.description = existing ? `${existing} ${constraintNote}` : constraintNote;
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
export { createValidationErrorMessage, isValidJsonSchema, normalizeJsonSchema, prepareSchemaForProvider, validateStructuredOutput, zodToJsonSchema };
|
|
317
|
+
//# sourceMappingURL=validate.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.mjs","sources":["../../../src/schemas/validate.ts"],"sourcesContent":["// src/schemas/validate.ts\nimport { z } from 'zod';\nimport type * as t from '@/types';\nimport { Providers } from '@/common';\n\n/**\n * Validation result from structured output\n */\nexport interface ValidationResult<T = Record<string, unknown>> {\n success: boolean;\n data?: T;\n error?: string;\n raw?: unknown;\n}\n\n/**\n * Validates structured output against a JSON Schema.\n *\n * @param output - The output to validate\n * @param schema - JSON Schema to validate against\n * @returns Validation result with success flag and data or error\n */\nexport function validateStructuredOutput(\n output: unknown,\n schema: Record<string, unknown>\n): ValidationResult {\n try {\n // Parse output if it's a string\n const data = typeof output === 'string' ? JSON.parse(output) : output;\n\n // Basic JSON Schema validation\n const errors = validateAgainstJsonSchema(data, schema);\n\n if (errors.length > 0) {\n return {\n success: false,\n error: `Validation failed: ${errors.join('; ')}`,\n raw: data,\n };\n }\n\n return {\n success: true,\n data: data as Record<string, unknown>,\n };\n } catch (e) {\n return {\n success: false,\n error: `Failed to parse output: ${(e as Error).message}`,\n raw: output,\n };\n }\n}\n\n/**\n * Validates data against a JSON Schema (simplified implementation).\n * For complex schemas, consider using ajv or similar library.\n */\nfunction validateAgainstJsonSchema(\n data: unknown,\n schema: Record<string, unknown>,\n path = ''\n): string[] {\n const errors: string[] = [];\n\n if (schema.type === 'object' && typeof data !== 'object') {\n errors.push(`${path || 'root'}: expected object, got ${typeof data}`);\n return errors;\n }\n\n if (schema.type === 'array' && !Array.isArray(data)) {\n errors.push(`${path || 'root'}: expected array, got ${typeof data}`);\n return errors;\n }\n\n if (schema.type === 'string' && typeof data !== 'string') {\n errors.push(`${path || 'root'}: expected string, got ${typeof data}`);\n return errors;\n }\n\n if (schema.type === 'number' && typeof data !== 'number') {\n errors.push(`${path || 'root'}: expected number, got ${typeof data}`);\n return errors;\n }\n\n if (schema.type === 'boolean' && typeof data !== 'boolean') {\n errors.push(`${path || 'root'}: expected boolean, got ${typeof data}`);\n return errors;\n }\n\n // Validate required properties\n if (\n schema.type === 'object' &&\n Array.isArray(schema.required) &&\n typeof data === 'object' &&\n data !== null\n ) {\n for (const requiredProp of schema.required as string[]) {\n if (!(requiredProp in data)) {\n errors.push(\n `${path || 'root'}: missing required property '${requiredProp}'`\n );\n }\n }\n }\n\n // Validate nested properties\n if (\n schema.type === 'object' &&\n schema.properties &&\n typeof data === 'object' &&\n data !== null\n ) {\n const properties = schema.properties as Record<\n string,\n Record<string, unknown>\n >;\n for (const [key, propSchema] of Object.entries(properties)) {\n if (key in data) {\n const nestedErrors = validateAgainstJsonSchema(\n (data as Record<string, unknown>)[key],\n propSchema,\n path ? `${path}.${key}` : key\n );\n errors.push(...nestedErrors);\n }\n }\n }\n\n // Validate array items\n if (schema.type === 'array' && schema.items && Array.isArray(data)) {\n const itemSchema = schema.items as Record<string, unknown>;\n for (let i = 0; i < data.length; i++) {\n const nestedErrors = validateAgainstJsonSchema(\n data[i],\n itemSchema,\n `${path || 'root'}[${i}]`\n );\n errors.push(...nestedErrors);\n }\n }\n\n // Validate enum values\n if (schema.enum && Array.isArray(schema.enum)) {\n if (!schema.enum.includes(data)) {\n errors.push(\n `${path || 'root'}: value '${data}' not in enum [${(schema.enum as unknown[]).join(', ')}]`\n );\n }\n }\n\n return errors;\n}\n\n/**\n * Converts a Zod schema to JSON Schema format.\n * This is a simplified converter for common types.\n */\nexport function zodToJsonSchema(zodSchema: z.ZodType): Record<string, unknown> {\n // Use the zod-to-json-schema library if available\n // For now, provide a basic implementation\n try {\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const { zodToJsonSchema: convert } = require('zod-to-json-schema');\n return convert(zodSchema) as Record<string, unknown>;\n } catch {\n // Fallback: return a generic object schema\n return {\n type: 'object',\n additionalProperties: true,\n };\n }\n}\n\n/**\n * Creates a structured output error message for retry.\n */\nexport function createValidationErrorMessage(\n result: ValidationResult,\n customMessage?: string\n): string {\n if (customMessage) {\n return customMessage;\n }\n\n return `The response did not match the expected schema. Error: ${result.error}. Please try again and ensure your response exactly matches the required format.`;\n}\n\n/**\n * Checks if a value is a valid JSON Schema object.\n */\nexport function isValidJsonSchema(\n value: unknown\n): value is Record<string, unknown> {\n if (typeof value !== 'object' || value === null) {\n return false;\n }\n\n const schema = value as Record<string, unknown>;\n\n // Basic check: must have a type or properties\n return (\n typeof schema.type === 'string' ||\n typeof schema.properties === 'object' ||\n typeof schema.$schema === 'string'\n );\n}\n\n/**\n * Normalizes a JSON Schema by adding defaults and cleaning up.\n */\nexport function normalizeJsonSchema(\n schema: Record<string, unknown>,\n config?: t.StructuredOutputConfig\n): Record<string, unknown> {\n const normalized = { ...schema };\n\n // Ensure type is set\n if (!normalized.type && normalized.properties) {\n normalized.type = 'object';\n }\n\n // Add title from config name\n if (config?.name && !normalized.title) {\n normalized.title = config.name;\n }\n\n // Add description from config\n if (config?.description && !normalized.description) {\n normalized.description = config.description;\n }\n\n // Enable additionalProperties: false for strict mode\n if (config?.strict !== false && normalized.type === 'object') {\n normalized.additionalProperties = normalized.additionalProperties ?? false;\n }\n\n return normalized;\n}\n\n/**\n * Keywords unsupported by native structured output providers.\n * These are stripped from schemas and moved to description fields when strict mode is enabled.\n */\nconst UNSUPPORTED_NUMERIC_KEYWORDS = ['minimum', 'maximum', 'exclusiveMinimum', 'exclusiveMaximum', 'multipleOf'] as const;\nconst UNSUPPORTED_STRING_KEYWORDS = ['minLength', 'maxLength', 'pattern', 'format'] as const;\nconst UNSUPPORTED_ARRAY_KEYWORDS = ['minItems', 'maxItems', 'uniqueItems'] as const;\nconst UNSUPPORTED_OBJECT_KEYWORDS = ['minProperties', 'maxProperties', 'patternProperties'] as const;\n\n/**\n * Result from schema preparation, includes the prepared schema and any warnings.\n */\nexport interface SchemaPreparationResult {\n schema: Record<string, unknown>;\n warnings: string[];\n}\n\n/**\n * Prepares a JSON Schema for a specific provider's native structured output API.\n *\n * This function normalizes the schema to comply with provider-specific requirements:\n * - Adds `additionalProperties: false` recursively to all objects (required by all providers in strict mode)\n * - Ensures all properties are listed in `required` (required by OpenAI and Anthropic)\n * - Strips unsupported constraint keywords (minimum, maxLength, etc.) and moves them to description\n * - Returns warnings for any modifications made\n *\n * @param schema - The original JSON Schema\n * @param provider - The LLM provider\n * @param strict - Whether strict mode is enabled (default: true)\n * @returns The prepared schema and any warnings\n */\nexport function prepareSchemaForProvider(\n schema: Record<string, unknown>,\n provider: Providers | string,\n strict = true,\n): SchemaPreparationResult {\n const warnings: string[] = [];\n\n if (!strict) {\n return { schema: { ...schema }, warnings };\n }\n\n const prepared = prepareObjectRecursive(schema, '', provider, warnings);\n return { schema: prepared, warnings };\n}\n\n/**\n * Recursively prepares a schema node for native structured output.\n */\nfunction prepareObjectRecursive(\n schema: Record<string, unknown>,\n path: string,\n provider: Providers | string,\n warnings: string[],\n depth = 0,\n): Record<string, unknown> {\n const result = { ...schema };\n const currentPath = path || 'root';\n\n // Warn on deep nesting (OpenAI limit is 5)\n if (depth > 5 && (provider === Providers.OPENAI || provider === Providers.AZURE)) {\n warnings.push(`${currentPath}: nesting depth ${depth} exceeds OpenAI's limit of 5 levels`);\n }\n\n // Handle object type\n if (result.type === 'object' || (result.properties && !result.type)) {\n if (!result.type) {\n result.type = 'object';\n }\n\n // Add additionalProperties: false\n if (result.additionalProperties !== false) {\n result.additionalProperties = false;\n if (path) {\n warnings.push(`${currentPath}: set additionalProperties to false for strict mode`);\n }\n }\n\n // Ensure all properties are in required\n if (result.properties && typeof result.properties === 'object') {\n const properties = result.properties as Record<string, Record<string, unknown>>;\n const propertyNames = Object.keys(properties);\n const currentRequired = Array.isArray(result.required) ? result.required as string[] : [];\n const missingRequired = propertyNames.filter(name => !currentRequired.includes(name));\n\n if (missingRequired.length > 0) {\n result.required = [...currentRequired, ...missingRequired];\n warnings.push(`${currentPath}: added ${missingRequired.join(', ')} to required (all properties must be required for strict mode; use type union with null for optional fields)`);\n }\n\n // Recursively prepare nested properties\n const preparedProperties: Record<string, Record<string, unknown>> = {};\n for (const [key, propSchema] of Object.entries(properties)) {\n preparedProperties[key] = preparePropertySchema(\n propSchema,\n path ? `${path}.${key}` : key,\n provider,\n warnings,\n depth + 1,\n );\n }\n result.properties = preparedProperties;\n }\n }\n\n // Handle array type\n if (result.type === 'array' && result.items && typeof result.items === 'object') {\n result.items = preparePropertySchema(\n result.items as Record<string, unknown>,\n `${currentPath}[]`,\n provider,\n warnings,\n depth + 1,\n );\n\n // Strip unsupported array keywords\n for (const keyword of UNSUPPORTED_ARRAY_KEYWORDS) {\n if (keyword in result) {\n appendToDescription(result, `${keyword}: ${result[keyword]}`);\n delete result[keyword];\n warnings.push(`${currentPath}: moved unsupported keyword '${keyword}' to description`);\n }\n }\n }\n\n // Handle anyOf\n if (Array.isArray(result.anyOf)) {\n result.anyOf = (result.anyOf as Record<string, unknown>[]).map((variant, i) =>\n preparePropertySchema(variant, `${currentPath}.anyOf[${i}]`, provider, warnings, depth + 1)\n );\n }\n\n // Handle $defs / definitions\n for (const defsKey of ['$defs', 'definitions']) {\n if (result[defsKey] && typeof result[defsKey] === 'object') {\n const defs = result[defsKey] as Record<string, Record<string, unknown>>;\n const preparedDefs: Record<string, Record<string, unknown>> = {};\n for (const [key, defSchema] of Object.entries(defs)) {\n preparedDefs[key] = preparePropertySchema(\n defSchema,\n `${defsKey}.${key}`,\n provider,\n warnings,\n depth,\n );\n }\n result[defsKey] = preparedDefs;\n }\n }\n\n return result;\n}\n\n/**\n * Prepares a single property schema, stripping unsupported keywords based on type.\n */\nfunction preparePropertySchema(\n schema: Record<string, unknown>,\n path: string,\n provider: Providers | string,\n warnings: string[],\n depth: number,\n): Record<string, unknown> {\n const result = { ...schema };\n\n // Strip unsupported numeric keywords\n if (result.type === 'number' || result.type === 'integer') {\n for (const keyword of UNSUPPORTED_NUMERIC_KEYWORDS) {\n if (keyword in result) {\n appendToDescription(result, `${keyword}: ${result[keyword]}`);\n delete result[keyword];\n warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);\n }\n }\n }\n\n // Strip unsupported string keywords\n if (result.type === 'string') {\n for (const keyword of UNSUPPORTED_STRING_KEYWORDS) {\n if (keyword in result) {\n appendToDescription(result, `${keyword}: ${result[keyword]}`);\n delete result[keyword];\n warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);\n }\n }\n }\n\n // Strip unsupported object keywords\n if (result.type === 'object') {\n for (const keyword of UNSUPPORTED_OBJECT_KEYWORDS) {\n if (keyword in result) {\n appendToDescription(result, `${keyword}: ${result[keyword]}`);\n delete result[keyword];\n warnings.push(`${path}: moved unsupported keyword '${keyword}' to description`);\n }\n }\n }\n\n // Recursively handle nested objects and arrays\n if (result.type === 'object' || result.properties || result.type === 'array' || result.anyOf || result.$defs || result.definitions) {\n return prepareObjectRecursive(result, path, provider, warnings, depth);\n }\n\n return result;\n}\n\n/**\n * Appends a constraint description to the schema's description field.\n */\nfunction appendToDescription(schema: Record<string, unknown>, constraint: string): void {\n const existing = typeof schema.description === 'string' ? schema.description : '';\n const constraintNote = `[Constraint: ${constraint}]`;\n schema.description = existing ? `${existing} ${constraintNote}` : constraintNote;\n}\n"],"names":[],"mappings":";;AAeA;;;;;;AAMG;AACa,SAAA,wBAAwB,CACtC,MAAe,EACf,MAA+B,EAAA;AAE/B,IAAA,IAAI;;AAEF,QAAA,MAAM,IAAI,GAAG,OAAO,MAAM,KAAK,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM;;QAGrE,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,EAAE,MAAM,CAAC;AAEtD,QAAA,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,OAAO;AACL,gBAAA,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,sBAAsB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAE,CAAA;AAChD,gBAAA,GAAG,EAAE,IAAI;aACV;;QAGH,OAAO;AACL,YAAA,OAAO,EAAE,IAAI;AACb,YAAA,IAAI,EAAE,IAA+B;SACtC;;IACD,OAAO,CAAC,EAAE;QACV,OAAO;AACL,YAAA,OAAO,EAAE,KAAK;AACd,YAAA,KAAK,EAAE,CAAA,wBAAA,EAA4B,CAAW,CAAC,OAAO,CAAE,CAAA;AACxD,YAAA,GAAG,EAAE,MAAM;SACZ;;AAEL;AAEA;;;AAGG;AACH,SAAS,yBAAyB,CAChC,IAAa,EACb,MAA+B,EAC/B,IAAI,GAAG,EAAE,EAAA;IAET,MAAM,MAAM,GAAa,EAAE;IAE3B,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACxD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,IAAI,MAAM,CAAA,uBAAA,EAA0B,OAAO,IAAI,CAAE,CAAA,CAAC;AACrE,QAAA,OAAO,MAAM;;AAGf,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;AACnD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,IAAI,MAAM,CAAA,sBAAA,EAAyB,OAAO,IAAI,CAAE,CAAA,CAAC;AACpE,QAAA,OAAO,MAAM;;IAGf,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACxD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,IAAI,MAAM,CAAA,uBAAA,EAA0B,OAAO,IAAI,CAAE,CAAA,CAAC;AACrE,QAAA,OAAO,MAAM;;IAGf,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACxD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,IAAI,MAAM,CAAA,uBAAA,EAA0B,OAAO,IAAI,CAAE,CAAA,CAAC;AACrE,QAAA,OAAO,MAAM;;IAGf,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,KAAK,SAAS,EAAE;AAC1D,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,IAAI,MAAM,CAAA,wBAAA,EAA2B,OAAO,IAAI,CAAE,CAAA,CAAC;AACtE,QAAA,OAAO,MAAM;;;AAIf,IAAA,IACE,MAAM,CAAC,IAAI,KAAK,QAAQ;AACxB,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC9B,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI,EACb;AACA,QAAA,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,QAAoB,EAAE;AACtD,YAAA,IAAI,EAAE,YAAY,IAAI,IAAI,CAAC,EAAE;gBAC3B,MAAM,CAAC,IAAI,CACT,CAAG,EAAA,IAAI,IAAI,MAAM,CAAgC,6BAAA,EAAA,YAAY,CAAG,CAAA,CAAA,CACjE;;;;;AAMP,IAAA,IACE,MAAM,CAAC,IAAI,KAAK,QAAQ;AACxB,QAAA,MAAM,CAAC,UAAU;QACjB,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI,EACb;AACA,QAAA,MAAM,UAAU,GAAG,MAAM,CAAC,UAGzB;AACD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;AAC1D,YAAA,IAAI,GAAG,IAAI,IAAI,EAAE;gBACf,MAAM,YAAY,GAAG,yBAAyB,CAC3C,IAAgC,CAAC,GAAG,CAAC,EACtC,UAAU,EACV,IAAI,GAAG,CAAG,EAAA,IAAI,CAAI,CAAA,EAAA,GAAG,CAAE,CAAA,GAAG,GAAG,CAC9B;AACD,gBAAA,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;;;;;AAMlC,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;AAClE,QAAA,MAAM,UAAU,GAAG,MAAM,CAAC,KAAgC;AAC1D,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACpC,YAAA,MAAM,YAAY,GAAG,yBAAyB,CAC5C,IAAI,CAAC,CAAC,CAAC,EACP,UAAU,EACV,CAAA,EAAG,IAAI,IAAI,MAAM,IAAI,CAAC,CAAA,CAAA,CAAG,CAC1B;AACD,YAAA,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;;;;AAKhC,IAAA,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YAC/B,MAAM,CAAC,IAAI,CACT,CAAA,EAAG,IAAI,IAAI,MAAM,YAAY,IAAI,CAAA,eAAA,EAAmB,MAAM,CAAC,IAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAA,CAAG,CAC5F;;;AAIL,IAAA,OAAO,MAAM;AACf;AAEA;;;AAGG;AACG,SAAU,eAAe,CAAC,SAAoB,EAAA;;;AAGlD,IAAA,IAAI;;QAEF,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;AAClE,QAAA,OAAO,OAAO,CAAC,SAAS,CAA4B;;AACpD,IAAA,MAAM;;QAEN,OAAO;AACL,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,oBAAoB,EAAE,IAAI;SAC3B;;AAEL;AAEA;;AAEG;AACa,SAAA,4BAA4B,CAC1C,MAAwB,EACxB,aAAsB,EAAA;IAEtB,IAAI,aAAa,EAAE;AACjB,QAAA,OAAO,aAAa;;AAGtB,IAAA,OAAO,CAA0D,uDAAA,EAAA,MAAM,CAAC,KAAK,kFAAkF;AACjK;AAEA;;AAEG;AACG,SAAU,iBAAiB,CAC/B,KAAc,EAAA;IAEd,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE;AAC/C,QAAA,OAAO,KAAK;;IAGd,MAAM,MAAM,GAAG,KAAgC;;AAG/C,IAAA,QACE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;AAC/B,QAAA,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;AACrC,QAAA,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;AAEtC;AAEA;;AAEG;AACa,SAAA,mBAAmB,CACjC,MAA+B,EAC/B,MAAiC,EAAA;AAEjC,IAAA,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE;;IAGhC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,UAAU,EAAE;AAC7C,QAAA,UAAU,CAAC,IAAI,GAAG,QAAQ;;;IAI5B,IAAI,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;AACrC,QAAA,UAAU,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI;;;IAIhC,IAAI,MAAM,EAAE,WAAW,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;AAClD,QAAA,UAAU,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW;;;AAI7C,IAAA,IAAI,MAAM,EAAE,MAAM,KAAK,KAAK,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,EAAE;QAC5D,UAAU,CAAC,oBAAoB,GAAG,UAAU,CAAC,oBAAoB,IAAI,KAAK;;AAG5E,IAAA,OAAO,UAAU;AACnB;AAEA;;;AAGG;AACH,MAAM,4BAA4B,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,YAAY,CAAU;AAC1H,MAAM,2BAA2B,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAU;AAC5F,MAAM,0BAA0B,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,CAAU;AACnF,MAAM,2BAA2B,GAAG,CAAC,eAAe,EAAE,eAAe,EAAE,mBAAmB,CAAU;AAUpG;;;;;;;;;;;;;AAaG;AACG,SAAU,wBAAwB,CACtC,MAA+B,EAC/B,QAA4B,EAC5B,MAAM,GAAG,IAAI,EAAA;IAEb,MAAM,QAAQ,GAAa,EAAE;IAE7B,IAAI,CAAC,MAAM,EAAE;QACX,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,QAAQ,EAAE;;AAG5C,IAAA,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC;AACvE,IAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;AACvC;AAEA;;AAEG;AACH,SAAS,sBAAsB,CAC7B,MAA+B,EAC/B,IAAY,EACZ,QAA4B,EAC5B,QAAkB,EAClB,KAAK,GAAG,CAAC,EAAA;AAET,IAAA,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE;AAC5B,IAAA,MAAM,WAAW,GAAG,IAAI,IAAI,MAAM;;AAGlC,IAAA,IAAI,KAAK,GAAG,CAAC,KAAK,QAAQ,KAAK,SAAS,CAAC,MAAM,IAAI,QAAQ,KAAK,SAAS,CAAC,KAAK,CAAC,EAAE;QAChF,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,WAAW,CAAmB,gBAAA,EAAA,KAAK,CAAqC,mCAAA,CAAA,CAAC;;;AAI5F,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,KAAK,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;AACnE,QAAA,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;AAChB,YAAA,MAAM,CAAC,IAAI,GAAG,QAAQ;;;AAIxB,QAAA,IAAI,MAAM,CAAC,oBAAoB,KAAK,KAAK,EAAE;AACzC,YAAA,MAAM,CAAC,oBAAoB,GAAG,KAAK;YACnC,IAAI,IAAI,EAAE;AACR,gBAAA,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAA,mDAAA,CAAqD,CAAC;;;;QAKtF,IAAI,MAAM,CAAC,UAAU,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC9D,YAAA,MAAM,UAAU,GAAG,MAAM,CAAC,UAAqD;YAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAC7C,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,QAAoB,GAAG,EAAE;AACzF,YAAA,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAErF,YAAA,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC9B,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,eAAe,EAAE,GAAG,eAAe,CAAC;AAC1D,gBAAA,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,WAAW,CAAW,QAAA,EAAA,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,4GAAA,CAA8G,CAAC;;;YAIlL,MAAM,kBAAkB,GAA4C,EAAE;AACtE,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;AAC1D,gBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAC7C,UAAU,EACV,IAAI,GAAG,GAAG,IAAI,CAAA,CAAA,EAAI,GAAG,CAAA,CAAE,GAAG,GAAG,EAC7B,QAAQ,EACR,QAAQ,EACR,KAAK,GAAG,CAAC,CACV;;AAEH,YAAA,MAAM,CAAC,UAAU,GAAG,kBAAkB;;;;AAK1C,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE;QAC/E,MAAM,CAAC,KAAK,GAAG,qBAAqB,CAClC,MAAM,CAAC,KAAgC,EACvC,CAAA,EAAG,WAAW,CAAI,EAAA,CAAA,EAClB,QAAQ,EACR,QAAQ,EACR,KAAK,GAAG,CAAC,CACV;;AAGD,QAAA,KAAK,MAAM,OAAO,IAAI,0BAA0B,EAAE;AAChD,YAAA,IAAI,OAAO,IAAI,MAAM,EAAE;AACrB,gBAAA,mBAAmB,CAAC,MAAM,EAAE,CAAA,EAAG,OAAO,CAAA,EAAA,EAAK,MAAM,CAAC,OAAO,CAAC,CAAE,CAAA,CAAC;AAC7D,gBAAA,OAAO,MAAM,CAAC,OAAO,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,WAAW,CAAgC,6BAAA,EAAA,OAAO,CAAkB,gBAAA,CAAA,CAAC;;;;;IAM5F,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;AAC/B,QAAA,MAAM,CAAC,KAAK,GAAI,MAAM,CAAC,KAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,KACxE,qBAAqB,CAAC,OAAO,EAAE,CAAG,EAAA,WAAW,CAAU,OAAA,EAAA,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAC5F;;;IAIH,KAAK,MAAM,OAAO,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE;AAC9C,QAAA,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE;AAC1D,YAAA,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAA4C;YACvE,MAAM,YAAY,GAA4C,EAAE;AAChE,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACnD,YAAY,CAAC,GAAG,CAAC,GAAG,qBAAqB,CACvC,SAAS,EACT,CAAG,EAAA,OAAO,IAAI,GAAG,CAAA,CAAE,EACnB,QAAQ,EACR,QAAQ,EACR,KAAK,CACN;;AAEH,YAAA,MAAM,CAAC,OAAO,CAAC,GAAG,YAAY;;;AAIlC,IAAA,OAAO,MAAM;AACf;AAEA;;AAEG;AACH,SAAS,qBAAqB,CAC5B,MAA+B,EAC/B,IAAY,EACZ,QAA4B,EAC5B,QAAkB,EAClB,KAAa,EAAA;AAEb,IAAA,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE;;AAG5B,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;AACzD,QAAA,KAAK,MAAM,OAAO,IAAI,4BAA4B,EAAE;AAClD,YAAA,IAAI,OAAO,IAAI,MAAM,EAAE;AACrB,gBAAA,mBAAmB,CAAC,MAAM,EAAE,CAAA,EAAG,OAAO,CAAA,EAAA,EAAK,MAAM,CAAC,OAAO,CAAC,CAAE,CAAA,CAAC;AAC7D,gBAAA,OAAO,MAAM,CAAC,OAAO,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,CAAgC,6BAAA,EAAA,OAAO,CAAkB,gBAAA,CAAA,CAAC;;;;;AAMrF,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;AAC5B,QAAA,KAAK,MAAM,OAAO,IAAI,2BAA2B,EAAE;AACjD,YAAA,IAAI,OAAO,IAAI,MAAM,EAAE;AACrB,gBAAA,mBAAmB,CAAC,MAAM,EAAE,CAAA,EAAG,OAAO,CAAA,EAAA,EAAK,MAAM,CAAC,OAAO,CAAC,CAAE,CAAA,CAAC;AAC7D,gBAAA,OAAO,MAAM,CAAC,OAAO,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,CAAgC,6BAAA,EAAA,OAAO,CAAkB,gBAAA,CAAA,CAAC;;;;;AAMrF,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;AAC5B,QAAA,KAAK,MAAM,OAAO,IAAI,2BAA2B,EAAE;AACjD,YAAA,IAAI,OAAO,IAAI,MAAM,EAAE;AACrB,gBAAA,mBAAmB,CAAC,MAAM,EAAE,CAAA,EAAG,OAAO,CAAA,EAAA,EAAK,MAAM,CAAC,OAAO,CAAC,CAAE,CAAA,CAAC;AAC7D,gBAAA,OAAO,MAAM,CAAC,OAAO,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,CAAA,EAAG,IAAI,CAAgC,6BAAA,EAAA,OAAO,CAAkB,gBAAA,CAAA,CAAC;;;;;AAMrF,IAAA,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE;AAClI,QAAA,OAAO,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;;AAGxE,IAAA,OAAO,MAAM;AACf;AAEA;;AAEG;AACH,SAAS,mBAAmB,CAAC,MAA+B,EAAE,UAAkB,EAAA;AAC9E,IAAA,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,GAAG,MAAM,CAAC,WAAW,GAAG,EAAE;AACjF,IAAA,MAAM,cAAc,GAAG,CAAgB,aAAA,EAAA,UAAU,GAAG;AACpD,IAAA,MAAM,CAAC,WAAW,GAAG,QAAQ,GAAG,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,cAAc,CAAE,CAAA,GAAG,cAAc;AAClF;;;;"}
|
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
import { nanoid } from 'nanoid';
|
|
2
|
+
import { GraphEvents, ContentTypes, StepTypes } from './common/enum.mjs';
|
|
3
|
+
|
|
4
|
+
const SEPARATORS = [
|
|
5
|
+
'. ',
|
|
6
|
+
'?',
|
|
7
|
+
'!',
|
|
8
|
+
'۔',
|
|
9
|
+
'- ',
|
|
10
|
+
'。',
|
|
11
|
+
'‥',
|
|
12
|
+
';',
|
|
13
|
+
'¡',
|
|
14
|
+
'¿',
|
|
15
|
+
'\n',
|
|
16
|
+
'```',
|
|
17
|
+
];
|
|
18
|
+
class SplitStreamHandler {
|
|
19
|
+
inCodeBlock = false;
|
|
20
|
+
inThinkBlock = false;
|
|
21
|
+
accumulate;
|
|
22
|
+
tokens = [];
|
|
23
|
+
lastToken = '';
|
|
24
|
+
reasoningTokens = [];
|
|
25
|
+
currentStepId;
|
|
26
|
+
currentMessageId;
|
|
27
|
+
currentType;
|
|
28
|
+
currentLength = 0;
|
|
29
|
+
reasoningKey = 'reasoning_content';
|
|
30
|
+
currentIndex = -1;
|
|
31
|
+
blockThreshold = 4500;
|
|
32
|
+
/** The run ID AKA the Message ID associated with the complete generation */
|
|
33
|
+
runId;
|
|
34
|
+
handlers;
|
|
35
|
+
constructor({ runId, handlers, accumulate, reasoningKey, blockThreshold, }) {
|
|
36
|
+
this.runId = runId;
|
|
37
|
+
this.handlers = handlers;
|
|
38
|
+
if (reasoningKey) {
|
|
39
|
+
this.reasoningKey = reasoningKey;
|
|
40
|
+
}
|
|
41
|
+
if (blockThreshold != null) {
|
|
42
|
+
this.blockThreshold = blockThreshold;
|
|
43
|
+
}
|
|
44
|
+
this.accumulate = accumulate ?? false;
|
|
45
|
+
}
|
|
46
|
+
getMessageId = () => {
|
|
47
|
+
const messageId = this.currentMessageId;
|
|
48
|
+
if (messageId != null && messageId) {
|
|
49
|
+
return messageId;
|
|
50
|
+
}
|
|
51
|
+
return undefined;
|
|
52
|
+
};
|
|
53
|
+
createMessageStep = (type) => {
|
|
54
|
+
if (type != null && this.currentType !== type) {
|
|
55
|
+
this.currentType = type;
|
|
56
|
+
}
|
|
57
|
+
this.currentLength = 0;
|
|
58
|
+
this.currentIndex += 1;
|
|
59
|
+
this.currentStepId = `step_${nanoid()}`;
|
|
60
|
+
this.currentMessageId = `msg_${nanoid()}`;
|
|
61
|
+
return [this.currentStepId, this.currentMessageId];
|
|
62
|
+
};
|
|
63
|
+
dispatchRunStep = (stepId, stepDetails) => {
|
|
64
|
+
const runStep = {
|
|
65
|
+
id: stepId,
|
|
66
|
+
runId: this.runId,
|
|
67
|
+
type: stepDetails.type,
|
|
68
|
+
index: this.currentIndex,
|
|
69
|
+
stepDetails,
|
|
70
|
+
// usage: null,
|
|
71
|
+
};
|
|
72
|
+
this.handlers?.[GraphEvents.ON_RUN_STEP]?.({
|
|
73
|
+
event: GraphEvents.ON_RUN_STEP,
|
|
74
|
+
data: runStep,
|
|
75
|
+
});
|
|
76
|
+
};
|
|
77
|
+
dispatchMessageDelta = (stepId, delta) => {
|
|
78
|
+
const messageDelta = {
|
|
79
|
+
id: stepId,
|
|
80
|
+
delta,
|
|
81
|
+
};
|
|
82
|
+
this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({
|
|
83
|
+
event: GraphEvents.ON_MESSAGE_DELTA,
|
|
84
|
+
data: messageDelta,
|
|
85
|
+
});
|
|
86
|
+
};
|
|
87
|
+
dispatchReasoningDelta = (stepId, delta) => {
|
|
88
|
+
const reasoningDelta = {
|
|
89
|
+
id: stepId,
|
|
90
|
+
delta,
|
|
91
|
+
};
|
|
92
|
+
this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({
|
|
93
|
+
event: GraphEvents.ON_REASONING_DELTA,
|
|
94
|
+
data: reasoningDelta,
|
|
95
|
+
});
|
|
96
|
+
};
|
|
97
|
+
handleContent = (content, _type) => {
|
|
98
|
+
let type = _type;
|
|
99
|
+
if (this.inThinkBlock && type === ContentTypes.TEXT) {
|
|
100
|
+
type = ContentTypes.THINK;
|
|
101
|
+
}
|
|
102
|
+
if (this.accumulate) {
|
|
103
|
+
if (type === ContentTypes.THINK) {
|
|
104
|
+
this.reasoningTokens.push(content);
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
this.tokens.push(content);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
if (this.currentType !== type) {
|
|
111
|
+
const [newStepId, newMessageId] = this.createMessageStep(type);
|
|
112
|
+
this.dispatchRunStep(newStepId, {
|
|
113
|
+
type: StepTypes.MESSAGE_CREATION,
|
|
114
|
+
message_creation: {
|
|
115
|
+
message_id: newMessageId,
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
const stepId = this.currentStepId ?? '';
|
|
120
|
+
if (type === ContentTypes.THINK) {
|
|
121
|
+
this.dispatchReasoningDelta(stepId, {
|
|
122
|
+
content: [
|
|
123
|
+
{
|
|
124
|
+
type: ContentTypes.THINK,
|
|
125
|
+
think: content,
|
|
126
|
+
},
|
|
127
|
+
],
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
else {
|
|
131
|
+
this.dispatchMessageDelta(stepId, {
|
|
132
|
+
content: [
|
|
133
|
+
{
|
|
134
|
+
type: ContentTypes.TEXT,
|
|
135
|
+
text: content,
|
|
136
|
+
},
|
|
137
|
+
],
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
this.currentLength += content.length;
|
|
141
|
+
if (this.inCodeBlock) {
|
|
142
|
+
return;
|
|
143
|
+
}
|
|
144
|
+
if (this.currentLength > this.blockThreshold &&
|
|
145
|
+
SEPARATORS.some((sep) => content.includes(sep))) {
|
|
146
|
+
const [newStepId, newMessageId] = this.createMessageStep(type);
|
|
147
|
+
this.dispatchRunStep(newStepId, {
|
|
148
|
+
type: StepTypes.MESSAGE_CREATION,
|
|
149
|
+
message_creation: {
|
|
150
|
+
message_id: newMessageId,
|
|
151
|
+
},
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
getDeltaContent(chunk) {
|
|
156
|
+
return chunk?.choices?.[0]?.delta?.content ?? '';
|
|
157
|
+
}
|
|
158
|
+
getReasoningDelta(chunk) {
|
|
159
|
+
return (chunk?.choices?.[0]?.delta?.[this.reasoningKey] ??
|
|
160
|
+
'');
|
|
161
|
+
}
|
|
162
|
+
handle(chunk) {
|
|
163
|
+
if (!chunk) {
|
|
164
|
+
return;
|
|
165
|
+
}
|
|
166
|
+
const content = this.getDeltaContent(chunk);
|
|
167
|
+
const reasoning_content = this.getReasoningDelta(chunk);
|
|
168
|
+
if (!content.length && !reasoning_content.length) {
|
|
169
|
+
return;
|
|
170
|
+
}
|
|
171
|
+
if (content.includes('```')) {
|
|
172
|
+
this.inCodeBlock = !this.inCodeBlock;
|
|
173
|
+
}
|
|
174
|
+
if (content.includes('<think>') && !this.inCodeBlock) {
|
|
175
|
+
this.inThinkBlock = true;
|
|
176
|
+
}
|
|
177
|
+
else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {
|
|
178
|
+
this.inThinkBlock = false;
|
|
179
|
+
}
|
|
180
|
+
this.lastToken = content;
|
|
181
|
+
const message_id = this.getMessageId() ?? '';
|
|
182
|
+
if (!message_id) {
|
|
183
|
+
const initialContentType = this.inThinkBlock
|
|
184
|
+
? ContentTypes.THINK
|
|
185
|
+
: ContentTypes.TEXT;
|
|
186
|
+
const initialType = reasoning_content
|
|
187
|
+
? ContentTypes.THINK
|
|
188
|
+
: initialContentType;
|
|
189
|
+
const [stepId, message_id] = this.createMessageStep(initialType);
|
|
190
|
+
this.dispatchRunStep(stepId, {
|
|
191
|
+
type: StepTypes.MESSAGE_CREATION,
|
|
192
|
+
message_creation: {
|
|
193
|
+
message_id,
|
|
194
|
+
},
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
if (reasoning_content) {
|
|
198
|
+
this.handleContent(reasoning_content, ContentTypes.THINK);
|
|
199
|
+
}
|
|
200
|
+
else {
|
|
201
|
+
this.handleContent(content, ContentTypes.TEXT);
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
export { SEPARATORS, SplitStreamHandler };
|
|
207
|
+
//# sourceMappingURL=splitStream.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"splitStream.mjs","sources":["../../src/splitStream.ts"],"sourcesContent":["import { nanoid } from 'nanoid';\nimport type * as t from '@/types';\nimport { ContentTypes, GraphEvents, StepTypes } from '@/common';\n\nexport const SEPARATORS = [\n '. ',\n '?',\n '!',\n '۔',\n '- ',\n '。',\n '‥',\n ';',\n '¡',\n '¿',\n '\\n',\n '```',\n];\n\nexport class SplitStreamHandler {\n private inCodeBlock = false;\n private inThinkBlock = false;\n private accumulate: boolean;\n tokens: string[] = [];\n lastToken = '';\n reasoningTokens: string[] = [];\n currentStepId?: string;\n currentMessageId?: string;\n currentType?: ContentTypes.TEXT | ContentTypes.THINK;\n currentLength = 0;\n reasoningKey: 'reasoning_content' | 'reasoning' = 'reasoning_content';\n currentIndex = -1;\n blockThreshold = 4500;\n /** The run ID AKA the Message ID associated with the complete generation */\n runId: string;\n handlers?: t.SplitStreamHandlers;\n constructor({\n runId,\n handlers,\n accumulate,\n reasoningKey,\n blockThreshold,\n }: {\n runId: string;\n accumulate?: boolean;\n handlers: t.SplitStreamHandlers;\n blockThreshold?: number;\n reasoningKey?: 'reasoning_content' | 'reasoning';\n }) {\n this.runId = runId;\n this.handlers = handlers;\n if (reasoningKey) {\n this.reasoningKey = reasoningKey;\n }\n if (blockThreshold != null) {\n this.blockThreshold = blockThreshold;\n }\n this.accumulate = accumulate ?? false;\n }\n getMessageId = (): string | undefined => {\n const messageId = this.currentMessageId;\n if (messageId != null && messageId) {\n return messageId;\n }\n return undefined;\n };\n createMessageStep = (\n type?: ContentTypes.TEXT | ContentTypes.THINK\n ): [string, string] => {\n if (type != null && this.currentType !== type) {\n this.currentType = type;\n }\n this.currentLength = 0;\n this.currentIndex += 1;\n this.currentStepId = `step_${nanoid()}`;\n this.currentMessageId = `msg_${nanoid()}`;\n return [this.currentStepId, this.currentMessageId];\n };\n dispatchRunStep = (stepId: string, stepDetails: t.StepDetails): void => {\n const runStep: t.RunStep = {\n id: stepId,\n runId: this.runId,\n type: stepDetails.type,\n index: this.currentIndex,\n stepDetails,\n // usage: null,\n };\n this.handlers?.[GraphEvents.ON_RUN_STEP]?.({\n event: GraphEvents.ON_RUN_STEP,\n data: runStep,\n });\n };\n dispatchMessageDelta = (stepId: string, delta: t.MessageDelta): void => {\n const messageDelta: t.MessageDeltaEvent = {\n id: stepId,\n delta,\n };\n this.handlers?.[GraphEvents.ON_MESSAGE_DELTA]?.({\n event: GraphEvents.ON_MESSAGE_DELTA,\n data: messageDelta,\n });\n };\n dispatchReasoningDelta = (stepId: string, delta: t.ReasoningDelta): void => {\n const reasoningDelta: t.ReasoningDeltaEvent = {\n id: stepId,\n delta,\n };\n this.handlers?.[GraphEvents.ON_REASONING_DELTA]?.({\n event: GraphEvents.ON_REASONING_DELTA,\n data: reasoningDelta,\n });\n };\n handleContent = (\n content: string,\n _type: ContentTypes.TEXT | ContentTypes.THINK\n ): void => {\n let type = _type;\n if (this.inThinkBlock && type === ContentTypes.TEXT) {\n type = ContentTypes.THINK;\n }\n if (this.accumulate) {\n if (type === ContentTypes.THINK) {\n this.reasoningTokens.push(content);\n } else {\n this.tokens.push(content);\n }\n }\n\n if (this.currentType !== type) {\n const [newStepId, newMessageId] = this.createMessageStep(type);\n this.dispatchRunStep(newStepId, {\n type: StepTypes.MESSAGE_CREATION,\n message_creation: {\n message_id: newMessageId,\n },\n });\n }\n\n const stepId = this.currentStepId ?? '';\n if (type === ContentTypes.THINK) {\n this.dispatchReasoningDelta(stepId, {\n content: [\n {\n type: ContentTypes.THINK,\n think: content,\n },\n ],\n });\n } else {\n this.dispatchMessageDelta(stepId, {\n content: [\n {\n type: ContentTypes.TEXT,\n text: content,\n },\n ],\n });\n }\n\n this.currentLength += content.length;\n if (this.inCodeBlock) {\n return;\n }\n\n if (\n this.currentLength > this.blockThreshold &&\n SEPARATORS.some((sep) => content.includes(sep))\n ) {\n const [newStepId, newMessageId] = this.createMessageStep(type);\n this.dispatchRunStep(newStepId, {\n type: StepTypes.MESSAGE_CREATION,\n message_creation: {\n message_id: newMessageId,\n },\n });\n }\n };\n getDeltaContent(chunk?: t.CustomChunk): string {\n return (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.content ?? '';\n }\n getReasoningDelta(chunk?: t.CustomChunk): string {\n return (\n (chunk?.choices?.[0]?.delta as t.CustomChunkDelta)?.[this.reasoningKey] ??\n ''\n );\n }\n handle(chunk?: t.CustomChunk): void {\n if (!chunk) {\n return;\n }\n\n const content = this.getDeltaContent(chunk);\n const reasoning_content = this.getReasoningDelta(chunk);\n if (!content.length && !reasoning_content.length) {\n return;\n }\n\n if (content.includes('```')) {\n this.inCodeBlock = !this.inCodeBlock;\n }\n\n if (content.includes('<think>') && !this.inCodeBlock) {\n this.inThinkBlock = true;\n } else if (this.lastToken.includes('</think>') && !this.inCodeBlock) {\n this.inThinkBlock = false;\n }\n\n this.lastToken = content;\n\n const message_id = this.getMessageId() ?? '';\n\n if (!message_id) {\n const initialContentType = this.inThinkBlock\n ? ContentTypes.THINK\n : ContentTypes.TEXT;\n const initialType = reasoning_content\n ? ContentTypes.THINK\n : initialContentType;\n const [stepId, message_id] = this.createMessageStep(initialType);\n this.dispatchRunStep(stepId, {\n type: StepTypes.MESSAGE_CREATION,\n message_creation: {\n message_id,\n },\n });\n }\n\n if (reasoning_content) {\n this.handleContent(reasoning_content, ContentTypes.THINK);\n } else {\n this.handleContent(content, ContentTypes.TEXT);\n }\n }\n}\n"],"names":[],"mappings":";;;AAIa,MAAA,UAAU,GAAG;IACxB,IAAI;IACJ,GAAG;IACH,GAAG;IACH,GAAG;IACH,IAAI;IACJ,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,IAAI;IACJ,KAAK;;MAGM,kBAAkB,CAAA;IACrB,WAAW,GAAG,KAAK;IACnB,YAAY,GAAG,KAAK;AACpB,IAAA,UAAU;IAClB,MAAM,GAAa,EAAE;IACrB,SAAS,GAAG,EAAE;IACd,eAAe,GAAa,EAAE;AAC9B,IAAA,aAAa;AACb,IAAA,gBAAgB;AAChB,IAAA,WAAW;IACX,aAAa,GAAG,CAAC;IACjB,YAAY,GAAsC,mBAAmB;IACrE,YAAY,GAAG,EAAE;IACjB,cAAc,GAAG,IAAI;;AAErB,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,WAAY,CAAA,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,cAAc,GAOf,EAAA;AACC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK;AAClB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;QACxB,IAAI,YAAY,EAAE;AAChB,YAAA,IAAI,CAAC,YAAY,GAAG,YAAY;;AAElC,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,IAAI,CAAC,cAAc,GAAG,cAAc;;AAEtC,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,KAAK;;IAEvC,YAAY,GAAG,MAAyB;AACtC,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB;AACvC,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;AAClC,YAAA,OAAO,SAAS;;AAElB,QAAA,OAAO,SAAS;AAClB,KAAC;AACD,IAAA,iBAAiB,GAAG,CAClB,IAA6C,KACzB;QACpB,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7C,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI;;AAEzB,QAAA,IAAI,CAAC,aAAa,GAAG,CAAC;AACtB,QAAA,IAAI,CAAC,YAAY,IAAI,CAAC;AACtB,QAAA,IAAI,CAAC,aAAa,GAAG,QAAQ,MAAM,EAAE,EAAE;AACvC,QAAA,IAAI,CAAC,gBAAgB,GAAG,OAAO,MAAM,EAAE,EAAE;QACzC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC;AACpD,KAAC;AACD,IAAA,eAAe,GAAG,CAAC,MAAc,EAAE,WAA0B,KAAU;AACrE,QAAA,MAAM,OAAO,GAAc;AACzB,YAAA,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,WAAW;;SAEZ;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG;YACzC,KAAK,EAAE,WAAW,CAAC,WAAW;AAC9B,YAAA,IAAI,EAAE,OAAO;AACd,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,oBAAoB,GAAG,CAAC,MAAc,EAAE,KAAqB,KAAU;AACrE,QAAA,MAAM,YAAY,GAAwB;AACxC,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAAC,GAAG;YAC9C,KAAK,EAAE,WAAW,CAAC,gBAAgB;AACnC,YAAA,IAAI,EAAE,YAAY;AACnB,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,sBAAsB,GAAG,CAAC,MAAc,EAAE,KAAuB,KAAU;AACzE,QAAA,MAAM,cAAc,GAA0B;AAC5C,YAAA,EAAE,EAAE,MAAM;YACV,KAAK;SACN;QACD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,kBAAkB,CAAC,GAAG;YAChD,KAAK,EAAE,WAAW,CAAC,kBAAkB;AACrC,YAAA,IAAI,EAAE,cAAc;AACrB,SAAA,CAAC;AACJ,KAAC;AACD,IAAA,aAAa,GAAG,CACd,OAAe,EACf,KAA6C,KACrC;QACR,IAAI,IAAI,GAAG,KAAK;QAChB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnD,YAAA,IAAI,GAAG,YAAY,CAAC,KAAK;;AAE3B,QAAA,IAAI,IAAI,CAAC,UAAU,EAAE;AACnB,YAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,gBAAA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;;iBAC7B;AACL,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;;;AAI7B,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE;AAC7B,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;AAC9D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC;;AAGJ,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE;AACvC,QAAA,IAAI,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;AAC/B,YAAA,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE;AAClC,gBAAA,OAAO,EAAE;AACP,oBAAA;wBACE,IAAI,EAAE,YAAY,CAAC,KAAK;AACxB,wBAAA,KAAK,EAAE,OAAO;AACf,qBAAA;AACF,iBAAA;AACF,aAAA,CAAC;;aACG;AACL,YAAA,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE;AAChC,gBAAA,OAAO,EAAE;AACP,oBAAA;wBACE,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,wBAAA,IAAI,EAAE,OAAO;AACd,qBAAA;AACF,iBAAA;AACF,aAAA,CAAC;;AAGJ,QAAA,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM;AACpC,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB;;AAGF,QAAA,IACE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc;AACxC,YAAA,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAC/C;AACA,YAAA,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;AAC9D,YAAA,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;AAChB,oBAAA,UAAU,EAAE,YAAY;AACzB,iBAAA;AACF,aAAA,CAAC;;AAEN,KAAC;AACD,IAAA,eAAe,CAAC,KAAqB,EAAA;AACnC,QAAA,OAAQ,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,KAA4B,EAAE,OAAO,IAAI,EAAE;;AAE1E,IAAA,iBAAiB,CAAC,KAAqB,EAAA;AACrC,QAAA,QACG,KAAK,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,KAA4B,GAAG,IAAI,CAAC,YAAY,CAAC;AACvE,YAAA,EAAE;;AAGN,IAAA,MAAM,CAAC,KAAqB,EAAA;QAC1B,IAAI,CAAC,KAAK,EAAE;YACV;;QAGF,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;QAC3C,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YAChD;;AAGF,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;AAC3B,YAAA,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW;;AAGtC,QAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACpD,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI;;AACnB,aAAA,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACnE,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK;;AAG3B,QAAA,IAAI,CAAC,SAAS,GAAG,OAAO;QAExB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE;QAE5C,IAAI,CAAC,UAAU,EAAE;AACf,YAAA,MAAM,kBAAkB,GAAG,IAAI,CAAC;kBAC5B,YAAY,CAAC;AACf,kBAAE,YAAY,CAAC,IAAI;YACrB,MAAM,WAAW,GAAG;kBAChB,YAAY,CAAC;kBACb,kBAAkB;AACtB,YAAA,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;AAChE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC;;QAGJ,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,YAAY,CAAC,KAAK,CAAC;;aACpD;YACL,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC;;;AAGnD;;;;"}
|