@illuma-ai/agents 1.0.89 → 1.0.93
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +98 -49
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +25 -0
- package/dist/cjs/common/constants.cjs.map +1 -0
- package/dist/cjs/common/enum.cjs +30 -0
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/events.cjs +9 -4
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +397 -92
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +223 -92
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +30 -14
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +43 -11
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +10 -7
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +32 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +129 -101
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +489 -0
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +176 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +1 -1
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +59 -5
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/text.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +80 -2
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +60 -27
- package/dist/cjs/main.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +131 -108
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +3 -0
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +265 -47
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +55 -2
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/summarize.cjs +170 -0
- package/dist/cjs/messages/summarize.cjs.map +1 -0
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/run.cjs +87 -30
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/schemas/validate.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +59 -25
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/tools/AskUser.cjs +131 -0
- package/dist/cjs/tools/AskUser.cjs.map +1 -0
- package/dist/cjs/tools/BrowserTools.cjs +11 -7
- package/dist/cjs/tools/BrowserTools.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +46 -4
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +36 -53
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs +208 -0
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs.map +1 -0
- package/dist/cjs/tools/ToolNode.cjs +333 -30
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +66 -30
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +94 -8
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +1 -0
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/types/graph.cjs +1 -1
- package/dist/cjs/types/graph.cjs.map +1 -1
- package/dist/cjs/utils/contextAnalytics.cjs +23 -6
- package/dist/cjs/utils/contextAnalytics.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +3 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +33 -58
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/toolCallContinuation.cjs +55 -0
- package/dist/cjs/utils/toolCallContinuation.cjs.map +1 -0
- package/dist/cjs/utils/toonFormat.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +98 -49
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +22 -0
- package/dist/esm/common/constants.mjs.map +1 -0
- package/dist/esm/common/enum.mjs +31 -1
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/events.mjs +9 -4
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +393 -88
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +224 -93
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +30 -14
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +43 -11
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +10 -7
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +32 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +128 -101
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +484 -0
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +171 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +1 -1
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +59 -5
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/text.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +80 -2
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +8 -3
- package/dist/esm/main.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +131 -108
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +4 -1
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +267 -49
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +56 -4
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/summarize.mjs +161 -0
- package/dist/esm/messages/summarize.mjs.map +1 -0
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/run.mjs +88 -31
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/schemas/validate.mjs.map +1 -1
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +60 -26
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/tools/AskUser.mjs +125 -0
- package/dist/esm/tools/AskUser.mjs.map +1 -0
- package/dist/esm/tools/BrowserTools.mjs +11 -7
- package/dist/esm/tools/BrowserTools.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +46 -4
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +37 -54
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/StreamingToolCallBuffer.mjs +206 -0
- package/dist/esm/tools/StreamingToolCallBuffer.mjs.map +1 -0
- package/dist/esm/tools/ToolNode.mjs +333 -30
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +66 -30
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +95 -9
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +1 -0
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/types/graph.mjs +1 -1
- package/dist/esm/types/graph.mjs.map +1 -1
- package/dist/esm/utils/contextAnalytics.mjs +23 -6
- package/dist/esm/utils/contextAnalytics.mjs.map +1 -1
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +3 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +33 -59
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/toolCallContinuation.mjs +52 -0
- package/dist/esm/utils/toolCallContinuation.mjs.map +1 -0
- package/dist/esm/utils/toonFormat.mjs.map +1 -1
- package/dist/types/agents/AgentContext.d.ts +14 -7
- package/dist/types/common/constants.d.ts +18 -0
- package/dist/types/common/enum.d.ts +28 -0
- package/dist/types/common/index.d.ts +1 -0
- package/dist/types/events.d.ts +10 -3
- package/dist/types/graphs/Graph.d.ts +37 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/llm/anthropic/index.d.ts +7 -1
- package/dist/types/llm/anthropic/types.d.ts +5 -2
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/bedrock/index.d.ts +40 -33
- package/dist/types/llm/bedrock/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/google/index.d.ts +2 -3
- package/dist/types/llm/openrouter/index.d.ts +21 -1
- package/dist/types/llm/vertexai/index.d.ts +3 -2
- package/dist/types/messages/cache.d.ts +1 -1
- package/dist/types/messages/index.d.ts +1 -0
- package/dist/types/messages/prune.d.ts +2 -7
- package/dist/types/messages/summarize.d.ts +33 -0
- package/dist/types/run.d.ts +6 -0
- package/dist/types/tools/AskUser.d.ts +408 -0
- package/dist/types/tools/BrowserTools.d.ts +2 -2
- package/dist/types/tools/CodeExecutor.d.ts +2 -2
- package/dist/types/tools/StreamingToolCallBuffer.d.ts +106 -0
- package/dist/types/tools/ToolNode.d.ts +55 -3
- package/dist/types/tools/ToolSearch.d.ts +9 -5
- package/dist/types/tools/handlers.d.ts +2 -2
- package/dist/types/types/graph.d.ts +9 -2
- package/dist/types/types/llm.d.ts +8 -3
- package/dist/types/types/run.d.ts +2 -0
- package/dist/types/types/tools.d.ts +20 -2
- package/dist/types/utils/contextAnalytics.d.ts +5 -4
- package/dist/types/utils/index.d.ts +1 -0
- package/dist/types/utils/tokens.d.ts +6 -19
- package/dist/types/utils/toolCallContinuation.d.ts +30 -0
- package/package.json +15 -8
- package/src/agents/AgentContext.js +782 -0
- package/src/agents/AgentContext.js.map +1 -0
- package/src/agents/AgentContext.test.js +421 -0
- package/src/agents/AgentContext.test.js.map +1 -0
- package/src/agents/AgentContext.ts +132 -64
- package/src/agents/__tests__/AgentContext.test.js +678 -0
- package/src/agents/__tests__/AgentContext.test.js.map +1 -0
- package/src/agents/__tests__/AgentContext.test.ts +25 -4
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +117 -0
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js.map +1 -0
- package/src/common/__tests__/enum.test.ts +135 -0
- package/src/common/constants.ts +21 -0
- package/src/common/enum.js +192 -0
- package/src/common/enum.js.map +1 -0
- package/src/common/enum.ts +30 -0
- package/src/common/index.js +3 -0
- package/src/common/index.js.map +1 -0
- package/src/common/index.ts +2 -1
- package/src/events.js +166 -0
- package/src/events.js.map +1 -0
- package/src/events.ts +11 -14
- package/src/graphs/Graph.js +1857 -0
- package/src/graphs/Graph.js.map +1 -0
- package/src/graphs/Graph.ts +580 -162
- package/src/graphs/MultiAgentGraph.js +1092 -0
- package/src/graphs/MultiAgentGraph.js.map +1 -0
- package/src/graphs/MultiAgentGraph.ts +331 -112
- package/src/graphs/__tests__/adaptive-thinking.test.ts +369 -0
- package/src/graphs/__tests__/graph-direct-tool-names.test.ts +210 -0
- package/src/graphs/__tests__/multi-agent-edges.test.ts +237 -0
- package/src/graphs/__tests__/structured-output.integration.test.js +624 -0
- package/src/graphs/__tests__/structured-output.integration.test.js.map +1 -0
- package/src/graphs/__tests__/structured-output.test.js +144 -0
- package/src/graphs/__tests__/structured-output.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.js +718 -0
- package/src/graphs/contextManagement.e2e.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.ts +990 -0
- package/src/graphs/contextManagement.test.js +485 -0
- package/src/graphs/contextManagement.test.js.map +1 -0
- package/src/graphs/contextManagement.test.ts +625 -0
- package/src/graphs/handoffValidation.test.js +276 -0
- package/src/graphs/handoffValidation.test.js.map +1 -0
- package/src/graphs/handoffValidation.test.ts +353 -0
- package/src/graphs/index.js +3 -0
- package/src/graphs/index.js.map +1 -0
- package/src/index.js +28 -0
- package/src/index.js.map +1 -0
- package/src/index.ts +13 -0
- package/src/instrumentation.js +21 -0
- package/src/instrumentation.js.map +1 -0
- package/src/instrumentation.ts +38 -17
- package/src/llm/anthropic/index.js +319 -0
- package/src/llm/anthropic/index.js.map +1 -0
- package/src/llm/anthropic/index.ts +68 -15
- package/src/llm/anthropic/llm.spec.ts +402 -0
- package/src/llm/anthropic/types.js +46 -0
- package/src/llm/anthropic/types.js.map +1 -0
- package/src/llm/anthropic/types.ts +8 -2
- package/src/llm/anthropic/utils/message_inputs.js +627 -0
- package/src/llm/anthropic/utils/message_inputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_inputs.ts +16 -33
- package/src/llm/anthropic/utils/message_outputs.js +290 -0
- package/src/llm/anthropic/utils/message_outputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_outputs.ts +40 -1
- package/src/llm/anthropic/utils/output_parsers.js +89 -0
- package/src/llm/anthropic/utils/output_parsers.js.map +1 -0
- package/src/llm/anthropic/utils/tools.js +25 -0
- package/src/llm/anthropic/utils/tools.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +392 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.ts +24 -40
- package/src/llm/bedrock/index.js +303 -0
- package/src/llm/bedrock/index.js.map +1 -0
- package/src/llm/bedrock/index.ts +171 -134
- package/src/llm/bedrock/llm.spec.ts +395 -52
- package/src/llm/bedrock/types.js +2 -0
- package/src/llm/bedrock/types.js.map +1 -0
- package/src/llm/bedrock/utils/index.js +6 -0
- package/src/llm/bedrock/utils/index.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.js +463 -0
- package/src/llm/bedrock/utils/message_inputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.ts +30 -5
- package/src/llm/bedrock/utils/message_outputs.js +269 -0
- package/src/llm/bedrock/utils/message_outputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_outputs.ts +70 -22
- package/src/llm/fake.js +92 -0
- package/src/llm/fake.js.map +1 -0
- package/src/llm/google/index.js +215 -0
- package/src/llm/google/index.js.map +1 -0
- package/src/llm/google/index.ts +2 -3
- package/src/llm/google/types.js +12 -0
- package/src/llm/google/types.js.map +1 -0
- package/src/llm/google/utils/common.js +670 -0
- package/src/llm/google/utils/common.js.map +1 -0
- package/src/llm/google/utils/tools.js +111 -0
- package/src/llm/google/utils/tools.js.map +1 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js +47 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js.map +1 -0
- package/src/llm/openai/index.js +1033 -0
- package/src/llm/openai/index.js.map +1 -0
- package/src/llm/openai/types.js +2 -0
- package/src/llm/openai/types.js.map +1 -0
- package/src/llm/openai/utils/index.js +756 -0
- package/src/llm/openai/utils/index.js.map +1 -0
- package/src/llm/openai/utils/isReasoningModel.test.js +79 -0
- package/src/llm/openai/utils/isReasoningModel.test.js.map +1 -0
- package/src/llm/openrouter/index.js +261 -0
- package/src/llm/openrouter/index.js.map +1 -0
- package/src/llm/openrouter/index.ts +117 -6
- package/src/llm/openrouter/reasoning.test.js +181 -0
- package/src/llm/openrouter/reasoning.test.js.map +1 -0
- package/src/llm/openrouter/reasoning.test.ts +207 -0
- package/src/llm/providers.js +36 -0
- package/src/llm/providers.js.map +1 -0
- package/src/llm/text.js +65 -0
- package/src/llm/text.js.map +1 -0
- package/src/llm/vertexai/index.js +402 -0
- package/src/llm/vertexai/index.js.map +1 -0
- package/src/llm/vertexai/index.ts +115 -5
- package/src/llm/vertexai/llm.spec.ts +114 -0
- package/src/messages/__tests__/tools.test.js +392 -0
- package/src/messages/__tests__/tools.test.js.map +1 -0
- package/src/messages/cache.js +404 -0
- package/src/messages/cache.js.map +1 -0
- package/src/messages/cache.test.js +1167 -0
- package/src/messages/cache.test.js.map +1 -0
- package/src/messages/cache.test.ts +178 -16
- package/src/messages/cache.ts +152 -147
- package/src/messages/content.js +48 -0
- package/src/messages/content.js.map +1 -0
- package/src/messages/content.test.js +314 -0
- package/src/messages/content.test.js.map +1 -0
- package/src/messages/core.js +359 -0
- package/src/messages/core.js.map +1 -0
- package/src/messages/core.ts +5 -0
- package/src/messages/ensureThinkingBlock.test.js +997 -0
- package/src/messages/ensureThinkingBlock.test.js.map +1 -0
- package/src/messages/ensureThinkingBlock.test.ts +751 -10
- package/src/messages/format.js +973 -0
- package/src/messages/format.js.map +1 -0
- package/src/messages/format.ts +334 -57
- package/src/messages/formatAgentMessages.test.js +2278 -0
- package/src/messages/formatAgentMessages.test.js.map +1 -0
- package/src/messages/formatAgentMessages.test.ts +1175 -1
- package/src/messages/formatAgentMessages.tools.test.js +362 -0
- package/src/messages/formatAgentMessages.tools.test.js.map +1 -0
- package/src/messages/formatMessage.test.js +608 -0
- package/src/messages/formatMessage.test.js.map +1 -0
- package/src/messages/ids.js +18 -0
- package/src/messages/ids.js.map +1 -0
- package/src/messages/index.js +9 -0
- package/src/messages/index.js.map +1 -0
- package/src/messages/index.ts +1 -0
- package/src/messages/labelContentByAgent.test.js +725 -0
- package/src/messages/labelContentByAgent.test.js.map +1 -0
- package/src/messages/prune.js +438 -0
- package/src/messages/prune.js.map +1 -0
- package/src/messages/prune.ts +87 -25
- package/src/messages/reducer.js +60 -0
- package/src/messages/reducer.js.map +1 -0
- package/src/messages/shiftIndexTokenCountMap.test.js +63 -0
- package/src/messages/shiftIndexTokenCountMap.test.js.map +1 -0
- package/src/messages/summarize.js +146 -0
- package/src/messages/summarize.js.map +1 -0
- package/src/messages/summarize.test.js +332 -0
- package/src/messages/summarize.test.js.map +1 -0
- package/src/messages/summarize.test.ts +466 -0
- package/src/messages/summarize.ts +222 -0
- package/src/messages/tools.js +90 -0
- package/src/messages/tools.js.map +1 -0
- package/src/mockStream.js +81 -0
- package/src/mockStream.js.map +1 -0
- package/src/prompts/collab.js +7 -0
- package/src/prompts/collab.js.map +1 -0
- package/src/prompts/index.js +3 -0
- package/src/prompts/index.js.map +1 -0
- package/src/prompts/taskmanager.js +58 -0
- package/src/prompts/taskmanager.js.map +1 -0
- package/src/run.js +427 -0
- package/src/run.js.map +1 -0
- package/src/run.ts +101 -33
- package/src/schemas/index.js +3 -0
- package/src/schemas/index.js.map +1 -0
- package/src/schemas/schema-preparation.test.js +370 -0
- package/src/schemas/schema-preparation.test.js.map +1 -0
- package/src/schemas/validate.js +314 -0
- package/src/schemas/validate.js.map +1 -0
- package/src/schemas/validate.test.js +264 -0
- package/src/schemas/validate.test.js.map +1 -0
- package/src/scripts/abort.js +127 -0
- package/src/scripts/abort.js.map +1 -0
- package/src/scripts/ant_web_search.js +130 -0
- package/src/scripts/ant_web_search.js.map +1 -0
- package/src/scripts/ant_web_search.ts +1 -0
- package/src/scripts/ant_web_search_edge_case.js +133 -0
- package/src/scripts/ant_web_search_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_edge_case.ts +1 -0
- package/src/scripts/ant_web_search_error_edge_case.js +119 -0
- package/src/scripts/ant_web_search_error_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +1 -0
- package/src/scripts/args.js +41 -0
- package/src/scripts/args.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.js +186 -0
- package/src/scripts/bedrock-cache-debug.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.ts +250 -0
- package/src/scripts/bedrock-content-aggregation-test.js +195 -0
- package/src/scripts/bedrock-content-aggregation-test.js.map +1 -0
- package/src/scripts/bedrock-content-aggregation-test.ts +266 -0
- package/src/scripts/bedrock-merge-test.js +80 -0
- package/src/scripts/bedrock-merge-test.js.map +1 -0
- package/src/scripts/bedrock-merge-test.ts +107 -0
- package/src/scripts/bedrock-parallel-tools-test.js +150 -0
- package/src/scripts/bedrock-parallel-tools-test.js.map +1 -0
- package/src/scripts/bedrock-parallel-tools-test.ts +204 -0
- package/src/scripts/caching.js +106 -0
- package/src/scripts/caching.js.map +1 -0
- package/src/scripts/caching.ts +1 -0
- package/src/scripts/cli.js +152 -0
- package/src/scripts/cli.js.map +1 -0
- package/src/scripts/cli2.js +119 -0
- package/src/scripts/cli2.js.map +1 -0
- package/src/scripts/cli3.js +163 -0
- package/src/scripts/cli3.js.map +1 -0
- package/src/scripts/cli4.js +165 -0
- package/src/scripts/cli4.js.map +1 -0
- package/src/scripts/cli5.js +165 -0
- package/src/scripts/cli5.js.map +1 -0
- package/src/scripts/code_exec.js +171 -0
- package/src/scripts/code_exec.js.map +1 -0
- package/src/scripts/code_exec.ts +1 -0
- package/src/scripts/code_exec_files.js +180 -0
- package/src/scripts/code_exec_files.js.map +1 -0
- package/src/scripts/code_exec_files.ts +1 -0
- package/src/scripts/code_exec_multi_session.js +185 -0
- package/src/scripts/code_exec_multi_session.js.map +1 -0
- package/src/scripts/code_exec_multi_session.ts +9 -13
- package/src/scripts/code_exec_ptc.js +265 -0
- package/src/scripts/code_exec_ptc.js.map +1 -0
- package/src/scripts/code_exec_ptc.ts +1 -0
- package/src/scripts/code_exec_session.js +217 -0
- package/src/scripts/code_exec_session.js.map +1 -0
- package/src/scripts/code_exec_session.ts +1 -0
- package/src/scripts/code_exec_simple.js +120 -0
- package/src/scripts/code_exec_simple.js.map +1 -0
- package/src/scripts/code_exec_simple.ts +1 -0
- package/src/scripts/content.js +111 -0
- package/src/scripts/content.js.map +1 -0
- package/src/scripts/content.ts +1 -0
- package/src/scripts/empty_input.js +125 -0
- package/src/scripts/empty_input.js.map +1 -0
- package/src/scripts/handoff-test.js +96 -0
- package/src/scripts/handoff-test.js.map +1 -0
- package/src/scripts/image.js +138 -0
- package/src/scripts/image.js.map +1 -0
- package/src/scripts/image.ts +3 -1
- package/src/scripts/memory.js +83 -0
- package/src/scripts/memory.js.map +1 -0
- package/src/scripts/memory.ts +16 -6
- package/src/scripts/multi-agent-chain.js +271 -0
- package/src/scripts/multi-agent-chain.js.map +1 -0
- package/src/scripts/multi-agent-chain.ts +1 -0
- package/src/scripts/multi-agent-conditional.js +185 -0
- package/src/scripts/multi-agent-conditional.js.map +1 -0
- package/src/scripts/multi-agent-conditional.ts +1 -0
- package/src/scripts/multi-agent-document-review-chain.js +171 -0
- package/src/scripts/multi-agent-document-review-chain.js.map +1 -0
- package/src/scripts/multi-agent-document-review-chain.ts +1 -0
- package/src/scripts/multi-agent-hybrid-flow.js +264 -0
- package/src/scripts/multi-agent-hybrid-flow.js.map +1 -0
- package/src/scripts/multi-agent-hybrid-flow.ts +1 -0
- package/src/scripts/multi-agent-parallel-start.js +214 -0
- package/src/scripts/multi-agent-parallel-start.js.map +1 -0
- package/src/scripts/multi-agent-parallel-start.ts +4 -4
- package/src/scripts/multi-agent-parallel.js +346 -0
- package/src/scripts/multi-agent-parallel.js.map +1 -0
- package/src/scripts/multi-agent-parallel.ts +1 -0
- package/src/scripts/multi-agent-sequence.js +184 -0
- package/src/scripts/multi-agent-sequence.js.map +1 -0
- package/src/scripts/multi-agent-sequence.ts +4 -4
- package/src/scripts/multi-agent-supervisor.js +324 -0
- package/src/scripts/multi-agent-supervisor.js.map +1 -0
- package/src/scripts/multi-agent-supervisor.ts +1 -0
- package/src/scripts/multi-agent-test.js +147 -0
- package/src/scripts/multi-agent-test.js.map +1 -0
- package/src/scripts/multi-agent-test.ts +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.js +202 -0
- package/src/scripts/parallel-asymmetric-tools-test.js.map +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.ts +1 -0
- package/src/scripts/parallel-full-metadata-test.js +176 -0
- package/src/scripts/parallel-full-metadata-test.js.map +1 -0
- package/src/scripts/parallel-full-metadata-test.ts +1 -0
- package/src/scripts/parallel-tools-test.js +256 -0
- package/src/scripts/parallel-tools-test.js.map +1 -0
- package/src/scripts/parallel-tools-test.ts +1 -0
- package/src/scripts/poc-multi-agent-comprehensive.ts +1222 -0
- package/src/scripts/programmatic_exec.js +277 -0
- package/src/scripts/programmatic_exec.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.js +168 -0
- package/src/scripts/programmatic_exec_agent.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.ts +1 -0
- package/src/scripts/search.js +118 -0
- package/src/scripts/search.js.map +1 -0
- package/src/scripts/search.ts +1 -0
- package/src/scripts/sequential-full-metadata-test.js +143 -0
- package/src/scripts/sequential-full-metadata-test.js.map +1 -0
- package/src/scripts/sequential-full-metadata-test.ts +1 -0
- package/src/scripts/simple.js +174 -0
- package/src/scripts/simple.js.map +1 -0
- package/src/scripts/simple.ts +2 -1
- package/src/scripts/single-agent-metadata-test.js +152 -0
- package/src/scripts/single-agent-metadata-test.js.map +1 -0
- package/src/scripts/single-agent-metadata-test.ts +4 -6
- package/src/scripts/stream.js +113 -0
- package/src/scripts/stream.js.map +1 -0
- package/src/scripts/stream.ts +1 -0
- package/src/scripts/test-custom-prompt-key.js +132 -0
- package/src/scripts/test-custom-prompt-key.js.map +1 -0
- package/src/scripts/test-handoff-input.js +143 -0
- package/src/scripts/test-handoff-input.js.map +1 -0
- package/src/scripts/test-handoff-preamble.js +227 -0
- package/src/scripts/test-handoff-preamble.js.map +1 -0
- package/src/scripts/test-handoff-preamble.ts +1 -0
- package/src/scripts/test-handoff-steering.js +353 -0
- package/src/scripts/test-handoff-steering.js.map +1 -0
- package/src/scripts/test-handoff-steering.ts +430 -0
- package/src/scripts/test-multi-agent-list-handoff.js +318 -0
- package/src/scripts/test-multi-agent-list-handoff.js.map +1 -0
- package/src/scripts/test-multi-agent-list-handoff.ts +1 -0
- package/src/scripts/test-parallel-agent-labeling.js +253 -0
- package/src/scripts/test-parallel-agent-labeling.js.map +1 -0
- package/src/scripts/test-parallel-agent-labeling.ts +2 -0
- package/src/scripts/test-parallel-handoffs.js +229 -0
- package/src/scripts/test-parallel-handoffs.js.map +1 -0
- package/src/scripts/test-parallel-handoffs.ts +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.js +132 -0
- package/src/scripts/test-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.ts +1 -0
- package/src/scripts/test-thinking-handoff.js +132 -0
- package/src/scripts/test-thinking-handoff.js.map +1 -0
- package/src/scripts/test-thinking-handoff.ts +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +140 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +166 -0
- package/src/scripts/test-tool-before-handoff-role-order.js +223 -0
- package/src/scripts/test-tool-before-handoff-role-order.js.map +1 -0
- package/src/scripts/test-tool-before-handoff-role-order.ts +276 -0
- package/src/scripts/test-tools-before-handoff.js +187 -0
- package/src/scripts/test-tools-before-handoff.js.map +1 -0
- package/src/scripts/test-tools-before-handoff.ts +4 -8
- package/src/scripts/test_code_api.js +263 -0
- package/src/scripts/test_code_api.js.map +1 -0
- package/src/scripts/thinking-bedrock.js +128 -0
- package/src/scripts/thinking-bedrock.js.map +1 -0
- package/src/scripts/thinking-bedrock.ts +1 -0
- package/src/scripts/thinking-vertexai.js +130 -0
- package/src/scripts/thinking-vertexai.js.map +1 -0
- package/src/scripts/thinking-vertexai.ts +168 -0
- package/src/scripts/thinking.js +134 -0
- package/src/scripts/thinking.js.map +1 -0
- package/src/scripts/thinking.ts +1 -0
- package/src/scripts/tool_search.js +114 -0
- package/src/scripts/tool_search.js.map +1 -0
- package/src/scripts/tools.js +125 -0
- package/src/scripts/tools.js.map +1 -0
- package/src/scripts/tools.ts +5 -19
- package/src/specs/agent-handoffs-bedrock.integration.test.js +280 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.js.map +1 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.ts +412 -375
- package/src/specs/agent-handoffs.test.js +924 -0
- package/src/specs/agent-handoffs.test.js.map +1 -0
- package/src/specs/agent-handoffs.test.ts +152 -39
- package/src/specs/anthropic.simple.test.js +287 -0
- package/src/specs/anthropic.simple.test.js.map +1 -0
- package/src/specs/anthropic.simple.test.ts +7 -4
- package/src/specs/azure.simple.test.js +381 -0
- package/src/specs/azure.simple.test.js.map +1 -0
- package/src/specs/azure.simple.test.ts +143 -5
- package/src/specs/cache.simple.test.js +282 -0
- package/src/specs/cache.simple.test.js.map +1 -0
- package/src/specs/cache.simple.test.ts +9 -2
- package/src/specs/custom-event-await.test.js +148 -0
- package/src/specs/custom-event-await.test.js.map +1 -0
- package/src/specs/custom-event-await.test.ts +215 -0
- package/src/specs/deepseek.simple.test.js +189 -0
- package/src/specs/deepseek.simple.test.js.map +1 -0
- package/src/specs/deepseek.simple.test.ts +4 -2
- package/src/specs/emergency-prune.test.js +308 -0
- package/src/specs/emergency-prune.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.js +237 -0
- package/src/specs/moonshot.simple.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.ts +6 -2
- package/src/specs/observability.integration.test.js +1337 -0
- package/src/specs/observability.integration.test.js.map +1 -0
- package/src/specs/observability.integration.test.ts +2223 -0
- package/src/specs/openai.simple.test.js +233 -0
- package/src/specs/openai.simple.test.js.map +1 -0
- package/src/specs/openai.simple.test.ts +4 -2
- package/src/specs/openrouter.simple.test.js +202 -0
- package/src/specs/openrouter.simple.test.js.map +1 -0
- package/src/specs/openrouter.simple.test.ts +165 -4
- package/src/specs/prune.test.js +733 -0
- package/src/specs/prune.test.js.map +1 -0
- package/src/specs/prune.test.ts +1 -0
- package/src/specs/reasoning.test.js +144 -0
- package/src/specs/reasoning.test.js.map +1 -0
- package/src/specs/reasoning.test.ts +2 -2
- package/src/specs/spec.utils.js +4 -0
- package/src/specs/spec.utils.js.map +1 -0
- package/src/specs/thinking-handoff.test.js +486 -0
- package/src/specs/thinking-handoff.test.js.map +1 -0
- package/src/specs/thinking-handoff.test.ts +3 -2
- package/src/specs/thinking-prune.test.js +600 -0
- package/src/specs/thinking-prune.test.js.map +1 -0
- package/src/specs/token-distribution-edge-case.test.js +246 -0
- package/src/specs/token-distribution-edge-case.test.js.map +1 -0
- package/src/specs/token-memoization.test.js +32 -0
- package/src/specs/token-memoization.test.js.map +1 -0
- package/src/specs/token-memoization.test.ts +14 -5
- package/src/specs/tokens.test.js +49 -0
- package/src/specs/tokens.test.js.map +1 -0
- package/src/specs/tokens.test.ts +64 -0
- package/src/specs/tool-error.test.js +139 -0
- package/src/specs/tool-error.test.js.map +1 -0
- package/src/specs/tool-error.test.ts +2 -2
- package/src/splitStream.js +204 -0
- package/src/splitStream.js.map +1 -0
- package/src/splitStream.test.js +504 -0
- package/src/splitStream.test.js.map +1 -0
- package/src/stream.js +650 -0
- package/src/stream.js.map +1 -0
- package/src/stream.test.js +225 -0
- package/src/stream.test.js.map +1 -0
- package/src/stream.test.ts +25 -15
- package/src/stream.ts +82 -32
- package/src/test/mockTools.js +340 -0
- package/src/test/mockTools.js.map +1 -0
- package/src/tools/AskUser.ts +159 -0
- package/src/tools/BrowserTools.js +245 -0
- package/src/tools/BrowserTools.js.map +1 -0
- package/src/tools/BrowserTools.ts +12 -8
- package/src/tools/Calculator.js +38 -0
- package/src/tools/Calculator.js.map +1 -0
- package/src/tools/Calculator.test.js +225 -0
- package/src/tools/Calculator.test.js.map +1 -0
- package/src/tools/CodeExecutor.js +233 -0
- package/src/tools/CodeExecutor.js.map +1 -0
- package/src/tools/CodeExecutor.selfhealing.test.ts +435 -0
- package/src/tools/CodeExecutor.ts +62 -4
- package/src/tools/ProgrammaticToolCalling.js +602 -0
- package/src/tools/ProgrammaticToolCalling.js.map +1 -0
- package/src/tools/ProgrammaticToolCalling.ts +40 -52
- package/src/tools/StreamingToolCallBuffer.js +179 -0
- package/src/tools/StreamingToolCallBuffer.js.map +1 -0
- package/src/tools/StreamingToolCallBuffer.ts +218 -0
- package/src/tools/ToolNode.js +930 -0
- package/src/tools/ToolNode.js.map +1 -0
- package/src/tools/ToolNode.ts +454 -41
- package/src/tools/ToolSearch.js +904 -0
- package/src/tools/ToolSearch.js.map +1 -0
- package/src/tools/ToolSearch.ts +84 -33
- package/src/tools/__tests__/AskUser.test.ts +537 -0
- package/src/tools/__tests__/BrowserTools.test.js +306 -0
- package/src/tools/__tests__/BrowserTools.test.js.map +1 -0
- package/src/tools/__tests__/BrowserTools.test.ts +131 -6
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +276 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js.map +1 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +807 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +175 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.ts +263 -0
- package/src/tools/__tests__/ToolApproval.test.js +675 -0
- package/src/tools/__tests__/ToolApproval.test.js.map +1 -0
- package/src/tools/__tests__/ToolApproval.test.ts +194 -20
- package/src/tools/__tests__/ToolNode.hitl.test.ts +267 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js +200 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.recovery.test.ts +276 -0
- package/src/tools/__tests__/ToolNode.session.test.js +319 -0
- package/src/tools/__tests__/ToolNode.session.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.session.test.ts +465 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js +125 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.js +812 -0
- package/src/tools/__tests__/ToolSearch.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.ts +78 -5
- package/src/tools/__tests__/handlers.test.js +799 -0
- package/src/tools/__tests__/handlers.test.js.map +1 -0
- package/src/tools/__tests__/handlers.test.ts +1100 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js +362 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js.map +1 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.ts +560 -0
- package/src/tools/handlers.js +306 -0
- package/src/tools/handlers.js.map +1 -0
- package/src/tools/handlers.ts +119 -16
- package/src/tools/schema.js +25 -0
- package/src/tools/schema.js.map +1 -0
- package/src/tools/search/anthropic.js +34 -0
- package/src/tools/search/anthropic.js.map +1 -0
- package/src/tools/search/content.js +116 -0
- package/src/tools/search/content.js.map +1 -0
- package/src/tools/search/content.test.js +133 -0
- package/src/tools/search/content.test.js.map +1 -0
- package/src/tools/search/firecrawl.js +173 -0
- package/src/tools/search/firecrawl.js.map +1 -0
- package/src/tools/search/format.js +198 -0
- package/src/tools/search/format.js.map +1 -0
- package/src/tools/search/highlights.js +241 -0
- package/src/tools/search/highlights.js.map +1 -0
- package/src/tools/search/index.js +3 -0
- package/src/tools/search/index.js.map +1 -0
- package/src/tools/search/jina-reranker.test.js +106 -0
- package/src/tools/search/jina-reranker.test.js.map +1 -0
- package/src/tools/search/rerankers.js +165 -0
- package/src/tools/search/rerankers.js.map +1 -0
- package/src/tools/search/schema.js +102 -0
- package/src/tools/search/schema.js.map +1 -0
- package/src/tools/search/search.js +561 -0
- package/src/tools/search/search.js.map +1 -0
- package/src/tools/search/serper-scraper.js +126 -0
- package/src/tools/search/serper-scraper.js.map +1 -0
- package/src/tools/search/test.js +129 -0
- package/src/tools/search/test.js.map +1 -0
- package/src/tools/search/tool.js +453 -0
- package/src/tools/search/tool.js.map +1 -0
- package/src/tools/search/types.js +2 -0
- package/src/tools/search/types.js.map +1 -0
- package/src/tools/search/utils.js +59 -0
- package/src/tools/search/utils.js.map +1 -0
- package/src/types/graph.js +24 -0
- package/src/types/graph.js.map +1 -0
- package/src/types/graph.test.js +192 -0
- package/src/types/graph.test.js.map +1 -0
- package/src/types/graph.ts +26 -6
- package/src/types/index.js +7 -0
- package/src/types/index.js.map +1 -0
- package/src/types/llm.js +2 -0
- package/src/types/llm.js.map +1 -0
- package/src/types/llm.ts +8 -3
- package/src/types/messages.js +2 -0
- package/src/types/messages.js.map +1 -0
- package/src/types/run.js +2 -0
- package/src/types/run.js.map +1 -0
- package/src/types/run.ts +2 -0
- package/src/types/stream.js +2 -0
- package/src/types/stream.js.map +1 -0
- package/src/types/tools.js +2 -0
- package/src/types/tools.js.map +1 -0
- package/src/types/tools.ts +21 -2
- package/src/utils/contextAnalytics.js +79 -0
- package/src/utils/contextAnalytics.js.map +1 -0
- package/src/utils/contextAnalytics.test.js +166 -0
- package/src/utils/contextAnalytics.test.js.map +1 -0
- package/src/utils/contextAnalytics.test.ts +222 -0
- package/src/utils/contextAnalytics.ts +27 -9
- package/src/utils/events.js +26 -0
- package/src/utils/events.js.map +1 -0
- package/src/utils/graph.js +11 -0
- package/src/utils/graph.js.map +1 -0
- package/src/utils/handlers.js +65 -0
- package/src/utils/handlers.js.map +1 -0
- package/src/utils/index.js +10 -0
- package/src/utils/index.js.map +1 -0
- package/src/utils/index.ts +1 -0
- package/src/utils/llm.js +21 -0
- package/src/utils/llm.js.map +1 -0
- package/src/utils/llmConfig.js +205 -0
- package/src/utils/llmConfig.js.map +1 -0
- package/src/utils/llmConfig.ts +5 -5
- package/src/utils/logging.js +37 -0
- package/src/utils/logging.js.map +1 -0
- package/src/utils/misc.js +51 -0
- package/src/utils/misc.js.map +1 -0
- package/src/utils/run.js +69 -0
- package/src/utils/run.js.map +1 -0
- package/src/utils/run.ts +108 -106
- package/src/utils/schema.js +21 -0
- package/src/utils/schema.js.map +1 -0
- package/src/utils/title.js +119 -0
- package/src/utils/title.js.map +1 -0
- package/src/utils/tokens.js +92 -0
- package/src/utils/tokens.js.map +1 -0
- package/src/utils/tokens.ts +118 -142
- package/src/utils/toolCallContinuation.ts +55 -0
- package/src/utils/toonFormat.js +379 -0
- package/src/utils/toonFormat.js.map +1 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format.js","sourceRoot":"","sources":["format.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEtD,SAAS,mBAAmB;IAC1B,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,4DAA4D;AAC5D,SAAS,YAAY,CACnB,MAAqB,EACrB,KAAa,EACb,IAAY,EACZ,UAA6B,EAC7B,UAA+B;IAE/B,kDAAkD;IAClD,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,gBAAgB;IAChB,WAAW,CAAC,IAAI,CACd,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,CACvJ,CAAC;IACF,WAAW,CAAC,IAAI,CAAC,wBAAwB,IAAI,GAAG,UAAU,GAAG,KAAK,EAAE,CAAC,CAAC;IACtE,WAAW,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAExC,sBAAsB;IACtB,IAAI,SAAS,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAClD,WAAW,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,WAAW,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC/B,WAAW,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,sCAAsC;IACtC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,WAAW,CAAC,IAAI,CAAC,GAAG,mBAAmB,EAAE,CAAC,CAAC;IAC7C,CAAC;SAAM,CAAC;QACN,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAED,mCAAmC;IACnC,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACvC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACrB,WAAW,CAAC,IAAI,CACd,iBAAiB,MAAM,GAAG,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACjE,CAAC;QACF,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5B,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAErB,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAChD,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,MAAM,QAAQ,GAAa,EAAE,CAAC;YAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAClD,SAAS;gBACX,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACxB,SAAS;gBACX,CAAC;gBACD,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;oBACjD,SAAS;gBACX,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW;oBAC/B,WAAW,EAAE,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC;oBACrD,KAAK,EAAE,CACL,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;wBACnD,EAAE,CACH,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACjB,CAAC,CAAC;gBAEH,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAClC,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBAED,QAAQ,CAAC,IAAI,CACX,KAAK,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,KAAK,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CACvE,CAAC;gBACF,QAAQ,CAAC,IAAI,CACX,0BAA0B,IAAI,MAAM,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAC5D,CAAC;YACJ,CAAC;YAED,IAAI,SAAS,EAAE,CAAC;gBACd,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBAC9B,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,OAA2B;IAE3B,wCAAwC;IACxC,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAQ,EAAE;QACzC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;QACrC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAwB,EAAE,CAAC;IAE3C,wBAAwB;IACxB,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClE,UAAU,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;YACjE,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QACvC,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtB,UAAU,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACxB,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;YAC/D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACxC,OAAO,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IAED,YAAY;IACZ,uCAAuC;IACvC,uBAAuB;IACvB,iCAAiC;IACjC,gDAAgD;IAChD,sCAAsC;IACtC,6CAA6C;IAC7C,oCAAoC;IACpC,SAAS;IACT,mBAAmB;IACnB,6CAA6C;IAC7C,IAAI;IAEJ,kBAAkB;IAClB,IAAI,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;QACnC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG;YACd,cAAc,OAAO,CAAC,cAAc,CAAC,KAAK,IAAI,YAAY,EAAE;YAC5D,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI,IAAI;gBACjC,CAAC,CAAC,aAAa,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE;gBAC5C,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,WAAW,IAAI,IAAI;gBACxC,CAAC,CAAC,oBAAoB,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE;gBAC1D,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,iBAAiB,IAAI,IAAI;gBAC9C,CAAC,CAAC,2BAA2B,OAAO,CAAC,cAAc,CAAC,iBAAiB,EAAE;gBACvE,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,eAAe,IAAI,IAAI;gBAC5C,CAAC,CAAC,yBAAyB,OAAO,CAAC,cAAc,CAAC,eAAe,EAAE;gBACnE,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,QAAQ,IAAI,IAAI;gBACrC,CAAC,CAAC,kBAAkB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE;gBACrD,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,OAAO,IAAI,IAAI;gBACpC,CAAC,CAAC,gBAAgB,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;gBAClD,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,cAAc,CAAC,UAAU,IAAI,IAAI;gBACvC,CAAC,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAC9C,OAAO,CAAC,cAAc,CAAC,UAAU,EACjC,IAAI,EACJ,CAAC,CACF,UAAU;gBACX,CAAC,CAAC,EAAE;YACN,EAAE;SACH,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAElB,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,aAAa;IACb,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,UAAU,CAAC,YAAY,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI;gBAC7B,CAAC,CAAC,cAAc,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE;gBACzC,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,SAAS,CAAC,OAAO,IAAI,IAAI;gBAC/B,CAAC,CAAC,gBAAgB,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE;gBAC7C,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,SAAS,CAAC,kBAAkB,IAAI,IAAI;gBAC1C,CAAC,CAAC,4BAA4B,OAAO,CAAC,SAAS,CAAC,kBAAkB;qBAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;qBACtB,IAAI,CAAC,GAAG,CAAC,EAAE;gBACd,CAAC,CAAC,EAAE;YACN,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI;gBAC5B,CAAC,CAAC,aAAa,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE;gBACvC,CAAC,CAAC,EAAE;YACN,EAAE;SACH,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAElB,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,kBAAkB;IAClB,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;IAClD,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;QACzB,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAE9B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC7B,MAAM,aAAa,GAAG;gBACpB,gBAAgB,CAAC,GAAG,CAAC,GAAG;gBACxB,IAAI,CAAC,CAAC,QAAQ,GAAG;gBACjB,GAAG,CAAC,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClE,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1D,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtD,EAAE;aACH,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAElB,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;QACrC,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,241 @@
|
|
|
1
|
+
// 2. Pre-compile all regular expressions (only do this once)
|
|
2
|
+
// Group patterns by priority for early returns
|
|
3
|
+
const priorityPatterns = [
|
|
4
|
+
// High priority patterns (structural)
|
|
5
|
+
[
|
|
6
|
+
{ regex: /\n\n/g }, // Double newline (paragraph break)
|
|
7
|
+
{ regex: /\n/g }, // Single newline
|
|
8
|
+
{ regex: /={3,}\s*\n|-{3,}\s*\n/g }, // Section separators
|
|
9
|
+
],
|
|
10
|
+
// Medium priority (semantic)
|
|
11
|
+
[
|
|
12
|
+
{ regex: /[.!?][")\]]?\s/g }, // End of sentence
|
|
13
|
+
{ regex: /;\s/g }, // Semicolon
|
|
14
|
+
{ regex: /:\s/g }, // Colon
|
|
15
|
+
],
|
|
16
|
+
// Low priority (any breaks)
|
|
17
|
+
[
|
|
18
|
+
{ regex: /,\s/g }, // Comma
|
|
19
|
+
{ regex: /\s-\s/g }, // Dash surrounded by spaces
|
|
20
|
+
{ regex: /\s/g }, // Any space
|
|
21
|
+
],
|
|
22
|
+
];
|
|
23
|
+
function findFirstMatch(text, regex) {
|
|
24
|
+
// Reset regex
|
|
25
|
+
regex.lastIndex = 0;
|
|
26
|
+
// For very long texts, try chunking
|
|
27
|
+
if (text.length > 10000) {
|
|
28
|
+
const chunkSize = 2000;
|
|
29
|
+
let position = 0;
|
|
30
|
+
while (position < text.length) {
|
|
31
|
+
const chunk = text.substring(position, position + chunkSize);
|
|
32
|
+
regex.lastIndex = 0;
|
|
33
|
+
const match = regex.exec(chunk);
|
|
34
|
+
if (match) {
|
|
35
|
+
return position + match.index;
|
|
36
|
+
}
|
|
37
|
+
// Move to next chunk with some overlap
|
|
38
|
+
position += chunkSize - 100;
|
|
39
|
+
if (position >= text.length)
|
|
40
|
+
break;
|
|
41
|
+
}
|
|
42
|
+
return -1;
|
|
43
|
+
}
|
|
44
|
+
// For shorter texts, normal regex search
|
|
45
|
+
const match = regex.exec(text);
|
|
46
|
+
return match ? match.index : -1;
|
|
47
|
+
}
|
|
48
|
+
// 3. Optimized boundary finding functions
|
|
49
|
+
function findLastMatch(text, regex) {
|
|
50
|
+
// Reset regex state
|
|
51
|
+
regex.lastIndex = 0;
|
|
52
|
+
let lastIndex = -1;
|
|
53
|
+
let lastLength = 0;
|
|
54
|
+
let match;
|
|
55
|
+
// For very long texts, use a different approach to avoid regex engine slowdowns
|
|
56
|
+
if (text.length > 10000) {
|
|
57
|
+
// Try dividing the text into chunks for faster processing
|
|
58
|
+
const chunkSize = 2000;
|
|
59
|
+
let startPosition = Math.max(0, text.length - chunkSize);
|
|
60
|
+
while (startPosition >= 0) {
|
|
61
|
+
const chunk = text.substring(startPosition, startPosition + chunkSize);
|
|
62
|
+
regex.lastIndex = 0;
|
|
63
|
+
let chunkLastIndex = -1;
|
|
64
|
+
let chunkLastLength = 0;
|
|
65
|
+
while ((match = regex.exec(chunk)) !== null) {
|
|
66
|
+
chunkLastIndex = match.index;
|
|
67
|
+
chunkLastLength = match[0].length;
|
|
68
|
+
}
|
|
69
|
+
if (chunkLastIndex !== -1) {
|
|
70
|
+
return startPosition + chunkLastIndex + chunkLastLength;
|
|
71
|
+
}
|
|
72
|
+
// Move to previous chunk with some overlap
|
|
73
|
+
startPosition = Math.max(0, startPosition - chunkSize + 100) - 1;
|
|
74
|
+
if (startPosition <= 0)
|
|
75
|
+
break;
|
|
76
|
+
}
|
|
77
|
+
return -1;
|
|
78
|
+
}
|
|
79
|
+
// For shorter texts, normal regex search
|
|
80
|
+
while ((match = regex.exec(text)) !== null) {
|
|
81
|
+
lastIndex = match.index;
|
|
82
|
+
lastLength = match[0].length;
|
|
83
|
+
}
|
|
84
|
+
return lastIndex === -1 ? -1 : lastIndex + lastLength;
|
|
85
|
+
}
|
|
86
|
+
// 4. Find the best boundary with priority groups
|
|
87
|
+
function findBestBoundary(text, direction = 'backward') {
|
|
88
|
+
if (!text || text.length === 0)
|
|
89
|
+
return 0;
|
|
90
|
+
// Try each priority group
|
|
91
|
+
for (const patternGroup of priorityPatterns) {
|
|
92
|
+
for (const pattern of patternGroup) {
|
|
93
|
+
const position = direction === 'backward'
|
|
94
|
+
? findLastMatch(text, pattern.regex)
|
|
95
|
+
: findFirstMatch(text, pattern.regex);
|
|
96
|
+
if (position !== -1) {
|
|
97
|
+
return position;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
// No match found, use character boundary
|
|
102
|
+
return direction === 'backward' ? text.length : 0;
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Tracks references used in a highlight without changing their numbers
|
|
106
|
+
*/
|
|
107
|
+
function trackReferencesInHighlight(text, sourceResult // Source containing the original references
|
|
108
|
+
) {
|
|
109
|
+
// Track used references
|
|
110
|
+
const references = [];
|
|
111
|
+
if (!text || text.length === 0 || !text.includes('#')) {
|
|
112
|
+
return { references }; // Early return
|
|
113
|
+
}
|
|
114
|
+
// Quick check for reference markers
|
|
115
|
+
if (!text.includes('link#') &&
|
|
116
|
+
!text.includes('image#') &&
|
|
117
|
+
!text.includes('video#')) {
|
|
118
|
+
return { references };
|
|
119
|
+
}
|
|
120
|
+
// Get references from the source if available
|
|
121
|
+
const sourceRefs = sourceResult.references || {
|
|
122
|
+
links: [],
|
|
123
|
+
images: [],
|
|
124
|
+
videos: [],
|
|
125
|
+
};
|
|
126
|
+
// Find references but don't modify text
|
|
127
|
+
const refRegex = /\((link|image|video)#(\d+)(?:\s+"([^"]*)")?\)/g;
|
|
128
|
+
let match;
|
|
129
|
+
while ((match = refRegex.exec(text)) !== null) {
|
|
130
|
+
const [, type, indexStr] = match;
|
|
131
|
+
const originalIndex = parseInt(indexStr, 10) - 1; // Convert to 0-based
|
|
132
|
+
// Get the source array for this type
|
|
133
|
+
const refType = type;
|
|
134
|
+
const sourceArray = sourceRefs[`${refType}s`];
|
|
135
|
+
// Skip if invalid reference
|
|
136
|
+
if (!sourceArray ||
|
|
137
|
+
originalIndex < 0 ||
|
|
138
|
+
originalIndex >= sourceArray.length) {
|
|
139
|
+
continue; // Skip invalid references
|
|
140
|
+
}
|
|
141
|
+
// Get original reference
|
|
142
|
+
const reference = sourceArray[originalIndex];
|
|
143
|
+
// Track if not already tracked
|
|
144
|
+
const alreadyTracked = references.some((ref) => ref.type === refType && ref.originalIndex === originalIndex);
|
|
145
|
+
if (!alreadyTracked) {
|
|
146
|
+
references.push({
|
|
147
|
+
type: refType,
|
|
148
|
+
originalIndex,
|
|
149
|
+
reference,
|
|
150
|
+
});
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
return { references };
|
|
154
|
+
}
|
|
155
|
+
/**
|
|
156
|
+
* Expand highlights in search results using smart boundary detection.
|
|
157
|
+
*
|
|
158
|
+
* This implementation finds natural text boundaries like paragraphs, sentences,
|
|
159
|
+
* and phrases to provide context while maintaining readability.
|
|
160
|
+
*
|
|
161
|
+
* @param searchResults - Search results object
|
|
162
|
+
* @param mainExpandBy - Primary expansion size on each side (default: 300)
|
|
163
|
+
* @param separatorExpandBy - Additional range to look for separators (default: 150)
|
|
164
|
+
* @returns Copy of search results with expanded highlights and tracked references
|
|
165
|
+
*/
|
|
166
|
+
export function expandHighlights(searchResults, mainExpandBy = 300, separatorExpandBy = 150) {
|
|
167
|
+
// Avoid deep copy - only copy what we modify
|
|
168
|
+
const resultCopy = { ...searchResults };
|
|
169
|
+
if (resultCopy.organic)
|
|
170
|
+
resultCopy.organic = [...resultCopy.organic];
|
|
171
|
+
if (resultCopy.topStories)
|
|
172
|
+
resultCopy.topStories = [...resultCopy.topStories];
|
|
173
|
+
// Process the results efficiently
|
|
174
|
+
const processResultTypes = ['organic', 'topStories'];
|
|
175
|
+
for (const resultType of processResultTypes) {
|
|
176
|
+
if (!resultCopy[resultType])
|
|
177
|
+
continue;
|
|
178
|
+
// Map results to new array with modified highlights
|
|
179
|
+
resultCopy[resultType] = resultCopy[resultType]?.map((result) => {
|
|
180
|
+
if (result.content == null ||
|
|
181
|
+
result.content === '' ||
|
|
182
|
+
!result.highlights ||
|
|
183
|
+
result.highlights.length === 0) {
|
|
184
|
+
return result; // No modification needed
|
|
185
|
+
}
|
|
186
|
+
// Create a shallow copy with expanded highlights
|
|
187
|
+
const resultCopy = { ...result };
|
|
188
|
+
const content = result.content;
|
|
189
|
+
const highlights = [];
|
|
190
|
+
// Process each highlight
|
|
191
|
+
for (const highlight of result.highlights) {
|
|
192
|
+
const { references } = trackReferencesInHighlight(highlight.text, result);
|
|
193
|
+
let startPos = content.indexOf(highlight.text);
|
|
194
|
+
let highlightLen = highlight.text.length;
|
|
195
|
+
if (startPos === -1) {
|
|
196
|
+
// Try with stripped whitespace
|
|
197
|
+
const strippedHighlight = highlight.text.trim();
|
|
198
|
+
startPos = content.indexOf(strippedHighlight);
|
|
199
|
+
if (startPos === -1) {
|
|
200
|
+
highlights.push({
|
|
201
|
+
text: highlight.text,
|
|
202
|
+
score: highlight.score,
|
|
203
|
+
references,
|
|
204
|
+
});
|
|
205
|
+
continue;
|
|
206
|
+
}
|
|
207
|
+
highlightLen = strippedHighlight.length;
|
|
208
|
+
}
|
|
209
|
+
// Calculate boundaries
|
|
210
|
+
const mainStart = Math.max(0, startPos - mainExpandBy);
|
|
211
|
+
const mainEnd = Math.min(content.length, startPos + highlightLen + mainExpandBy);
|
|
212
|
+
const separatorStart = Math.max(0, mainStart - separatorExpandBy);
|
|
213
|
+
const separatorEnd = Math.min(content.length, mainEnd + separatorExpandBy);
|
|
214
|
+
// Extract text segments
|
|
215
|
+
const headText = content.substring(separatorStart, mainStart);
|
|
216
|
+
const tailText = content.substring(mainEnd, separatorEnd);
|
|
217
|
+
// Find natural boundaries
|
|
218
|
+
const bestHeadBoundary = findBestBoundary(headText, 'backward');
|
|
219
|
+
const bestTailBoundary = findBestBoundary(tailText, 'forward');
|
|
220
|
+
// Calculate final positions
|
|
221
|
+
const finalStart = separatorStart + bestHeadBoundary;
|
|
222
|
+
const finalEnd = mainEnd + bestTailBoundary;
|
|
223
|
+
// Extract the expanded highlight
|
|
224
|
+
const expandedHighlightText = content
|
|
225
|
+
.substring(finalStart, finalEnd)
|
|
226
|
+
.trim();
|
|
227
|
+
highlights.push({
|
|
228
|
+
text: expandedHighlightText,
|
|
229
|
+
score: highlight.score,
|
|
230
|
+
references,
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
resultCopy.highlights = highlights;
|
|
234
|
+
delete resultCopy.content;
|
|
235
|
+
delete resultCopy.references;
|
|
236
|
+
return resultCopy;
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
return resultCopy;
|
|
240
|
+
}
|
|
241
|
+
//# sourceMappingURL=highlights.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"highlights.js","sourceRoot":"","sources":["highlights.ts"],"names":[],"mappings":"AAEA,6DAA6D;AAC7D,+CAA+C;AAC/C,MAAM,gBAAgB,GAAG;IACvB,sCAAsC;IACtC;QACE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,mCAAmC;QACvD,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,iBAAiB;QACnC,EAAE,KAAK,EAAE,wBAAwB,EAAE,EAAE,qBAAqB;KAC3D;IACD,6BAA6B;IAC7B;QACE,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,kBAAkB;QAChD,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,YAAY;QAC/B,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,QAAQ;KAC5B;IACD,4BAA4B;IAC5B;QACE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,QAAQ;QAC3B,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,4BAA4B;QACjD,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,YAAY;KAC/B;CACF,CAAC;AAEF,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IACjD,cAAc;IACd,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;IAEpB,oCAAoC;IACpC,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;YAC7D,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YAEpB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC;YAChC,CAAC;YAED,uCAAuC;YACvC,QAAQ,IAAI,SAAS,GAAG,GAAG,CAAC;YAC5B,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM;QACrC,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;IACZ,CAAC;IAED,yCAAyC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,0CAA0C;AAC1C,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa;IAChD,oBAAoB;IACpB,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;IAEpB,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,CAAC;IAEV,gFAAgF;IAChF,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QACxB,0DAA0D;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAEzD,OAAO,aAAa,IAAI,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC,CAAC;YACvE,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YAEpB,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;YACxB,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC5C,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC7B,eAAe,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACpC,CAAC;YAED,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1B,OAAO,aAAa,GAAG,cAAc,GAAG,eAAe,CAAC;YAC1D,CAAC;YAED,2CAA2C;YAC3C,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,aAAa,IAAI,CAAC;gBAAE,MAAM;QAChC,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;IACZ,CAAC;IAED,yCAAyC;IACzC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;QACxB,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC;AACxD,CAAC;AAED,iDAAiD;AACjD,SAAS,gBAAgB,CAAC,IAAY,EAAE,SAAS,GAAG,UAAU;IAC5D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEzC,0BAA0B;IAC1B,KAAK,MAAM,YAAY,IAAI,gBAAgB,EAAE,CAAC;QAC5C,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,QAAQ,GACZ,SAAS,KAAK,UAAU;gBACtB,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC;gBACpC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAE1C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpB,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CACjC,IAAY,EACZ,YAA2B,CAAC,4CAA4C;;IAQxE,wBAAwB;IACxB,MAAM,UAAU,GAIV,EAAE,CAAC;IAET,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtD,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,eAAe;IACxC,CAAC;IAED,oCAAoC;IACpC,IACE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACxB,CAAC;QACD,OAAO,EAAE,UAAU,EAAE,CAAC;IACxB,CAAC;IAED,8CAA8C;IAC9C,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,IAAI;QAC5C,KAAK,EAAE,EAAE;QACT,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,wCAAwC;IACxC,MAAM,QAAQ,GAAG,gDAAgD,CAAC;IAClE,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;QACjC,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,qBAAqB;QAEvE,qCAAqC;QACrC,MAAM,OAAO,GAAG,IAAkC,CAAC;QACnD,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,OAAO,GAAG,CAE/B,CAAC;QAEd,4BAA4B;QAC5B,IACE,CAAC,WAAW;YACZ,aAAa,GAAG,CAAC;YACjB,aAAa,IAAI,WAAW,CAAC,MAAM,EACnC,CAAC;YACD,SAAS,CAAC,0BAA0B;QACtC,CAAC;QAED,yBAAyB;QACzB,MAAM,SAAS,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;QAE7C,+BAA+B;QAC/B,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CACpC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,aAAa,KAAK,aAAa,CACrE,CAAC;QAEF,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,OAAO;gBACb,aAAa;gBACb,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,CAAC;AACxB,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,gBAAgB,CAC9B,aAAiC,EACjC,YAAY,GAAG,GAAG,EAClB,iBAAiB,GAAG,GAAG;IAEvB,6CAA6C;IAC7C,MAAM,UAAU,GAAG,EAAE,GAAG,aAAa,EAAE,CAAC;IACxC,IAAI,UAAU,CAAC,OAAO;QAAE,UAAU,CAAC,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,UAAU;QAAE,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IAE9E,kCAAkC;IAClC,MAAM,kBAAkB,GAAG,CAAC,SAAS,EAAE,YAAY,CAAU,CAAC;IAE9D,KAAK,MAAM,UAAU,IAAI,kBAAkB,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,UAAsC,CAAC;YAAE,SAAS;QAElE,oDAAoD;QACpD,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9D,IACE,MAAM,CAAC,OAAO,IAAI,IAAI;gBACtB,MAAM,CAAC,OAAO,KAAK,EAAE;gBACrB,CAAC,MAAM,CAAC,UAAU;gBAClB,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAC9B,CAAC;gBACD,OAAO,MAAM,CAAC,CAAC,yBAAyB;YAC1C,CAAC;YAED,iDAAiD;YACjD,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,MAAM,UAAU,GAAG,EAAE,CAAC;YACtB,yBAAyB;YACzB,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC1C,MAAM,EAAE,UAAU,EAAE,GAAG,0BAA0B,CAC/C,SAAS,CAAC,IAAI,EACd,MAAM,CACP,CAAC;gBAEF,IAAI,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC/C,IAAI,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBAEzC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;oBACpB,+BAA+B;oBAC/B,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChD,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;oBAE9C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;wBACpB,UAAU,CAAC,IAAI,CAAC;4BACd,IAAI,EAAE,SAAS,CAAC,IAAI;4BACpB,KAAK,EAAE,SAAS,CAAC,KAAK;4BACtB,UAAU;yBACX,CAAC,CAAC;wBACH,SAAS;oBACX,CAAC;oBACD,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC;gBAC1C,CAAC;gBAED,uBAAuB;gBACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAC,CAAC;gBACvD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,OAAO,CAAC,MAAM,EACd,QAAQ,GAAG,YAAY,GAAG,YAAY,CACvC,CAAC;gBAEF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,iBAAiB,CAAC,CAAC;gBAClE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,OAAO,CAAC,MAAM,EACd,OAAO,GAAG,iBAAiB,CAC5B,CAAC;gBAEF,wBAAwB;gBACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;gBAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAE1D,0BAA0B;gBAC1B,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAChE,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAE/D,4BAA4B;gBAC5B,MAAM,UAAU,GAAG,cAAc,GAAG,gBAAgB,CAAC;gBACrD,MAAM,QAAQ,GAAG,OAAO,GAAG,gBAAgB,CAAC;gBAE5C,iCAAiC;gBACjC,MAAM,qBAAqB,GAAG,OAAO;qBAClC,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC;qBAC/B,IAAI,EAAE,CAAC;gBACV,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,qBAAqB;oBAC3B,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;YAED,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC;YACnC,OAAO,UAAU,CAAC,OAAO,CAAC;YAC1B,OAAO,UAAU,CAAC,UAAU,CAAC;YAC7B,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,UAAU,CAAC"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { JinaReranker, createReranker } from './rerankers';
|
|
2
|
+
import { createDefaultLogger } from './utils';
|
|
3
|
+
// Helper to access private apiUrl property for testing
|
|
4
|
+
const getApiUrl = (reranker) => reranker.apiUrl;
|
|
5
|
+
describe('JinaReranker', () => {
|
|
6
|
+
const mockLogger = createDefaultLogger();
|
|
7
|
+
describe('constructor', () => {
|
|
8
|
+
it('should use default API URL when no apiUrl is provided', () => {
|
|
9
|
+
const reranker = new JinaReranker({
|
|
10
|
+
apiKey: 'test-key',
|
|
11
|
+
logger: mockLogger,
|
|
12
|
+
});
|
|
13
|
+
// Access private property for testing
|
|
14
|
+
const apiUrl = getApiUrl(reranker);
|
|
15
|
+
expect(apiUrl).toBe('https://api.jina.ai/v1/rerank');
|
|
16
|
+
});
|
|
17
|
+
it('should use custom API URL when provided', () => {
|
|
18
|
+
const customUrl = 'https://custom-jina-endpoint.com/v1/rerank';
|
|
19
|
+
const reranker = new JinaReranker({
|
|
20
|
+
apiKey: 'test-key',
|
|
21
|
+
apiUrl: customUrl,
|
|
22
|
+
logger: mockLogger,
|
|
23
|
+
});
|
|
24
|
+
const apiUrl = getApiUrl(reranker);
|
|
25
|
+
expect(apiUrl).toBe(customUrl);
|
|
26
|
+
});
|
|
27
|
+
it('should use environment variable JINA_API_URL when available', () => {
|
|
28
|
+
const originalEnv = process.env.JINA_API_URL;
|
|
29
|
+
process.env.JINA_API_URL = 'https://env-jina-endpoint.com/v1/rerank';
|
|
30
|
+
const reranker = new JinaReranker({
|
|
31
|
+
apiKey: 'test-key',
|
|
32
|
+
logger: mockLogger,
|
|
33
|
+
});
|
|
34
|
+
const apiUrl = getApiUrl(reranker);
|
|
35
|
+
expect(apiUrl).toBe('https://env-jina-endpoint.com/v1/rerank');
|
|
36
|
+
// Restore original environment
|
|
37
|
+
if (originalEnv != null && originalEnv !== '') {
|
|
38
|
+
process.env.JINA_API_URL = originalEnv;
|
|
39
|
+
}
|
|
40
|
+
else {
|
|
41
|
+
delete process.env.JINA_API_URL;
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
it('should prioritize explicit apiUrl over environment variable', () => {
|
|
45
|
+
const originalEnv = process.env.JINA_API_URL;
|
|
46
|
+
process.env.JINA_API_URL = 'https://env-jina-endpoint.com/v1/rerank';
|
|
47
|
+
const customUrl = 'https://explicit-jina-endpoint.com/v1/rerank';
|
|
48
|
+
const reranker = new JinaReranker({
|
|
49
|
+
apiKey: 'test-key',
|
|
50
|
+
apiUrl: customUrl,
|
|
51
|
+
logger: mockLogger,
|
|
52
|
+
});
|
|
53
|
+
const apiUrl = getApiUrl(reranker);
|
|
54
|
+
expect(apiUrl).toBe(customUrl);
|
|
55
|
+
// Restore original environment
|
|
56
|
+
if (originalEnv != null && originalEnv !== '') {
|
|
57
|
+
process.env.JINA_API_URL = originalEnv;
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
delete process.env.JINA_API_URL;
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
});
|
|
64
|
+
describe('rerank method', () => {
|
|
65
|
+
it('should log the API URL being used', async () => {
|
|
66
|
+
const customUrl = 'https://test-jina-endpoint.com/v1/rerank';
|
|
67
|
+
const reranker = new JinaReranker({
|
|
68
|
+
apiKey: 'test-key',
|
|
69
|
+
apiUrl: customUrl,
|
|
70
|
+
logger: mockLogger,
|
|
71
|
+
});
|
|
72
|
+
const logSpy = jest.spyOn(mockLogger, 'debug');
|
|
73
|
+
try {
|
|
74
|
+
await reranker.rerank('test query', ['document1', 'document2'], 2);
|
|
75
|
+
}
|
|
76
|
+
catch (_error) {
|
|
77
|
+
// Expected to fail due to missing API key, but we can check the log
|
|
78
|
+
}
|
|
79
|
+
expect(logSpy).toHaveBeenCalledWith(expect.stringContaining(`Reranking 2 chunks with Jina using API URL: ${customUrl}`));
|
|
80
|
+
logSpy.mockRestore();
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
describe('createReranker', () => {
|
|
85
|
+
it('should create JinaReranker with jinaApiUrl when provided', () => {
|
|
86
|
+
const customUrl = 'https://custom-jina-endpoint.com/v1/rerank';
|
|
87
|
+
const reranker = createReranker({
|
|
88
|
+
rerankerType: 'jina',
|
|
89
|
+
jinaApiKey: 'test-key',
|
|
90
|
+
jinaApiUrl: customUrl,
|
|
91
|
+
});
|
|
92
|
+
expect(reranker).toBeInstanceOf(JinaReranker);
|
|
93
|
+
const apiUrl = getApiUrl(reranker);
|
|
94
|
+
expect(apiUrl).toBe(customUrl);
|
|
95
|
+
});
|
|
96
|
+
it('should create JinaReranker with default URL when jinaApiUrl is not provided', () => {
|
|
97
|
+
const reranker = createReranker({
|
|
98
|
+
rerankerType: 'jina',
|
|
99
|
+
jinaApiKey: 'test-key',
|
|
100
|
+
});
|
|
101
|
+
expect(reranker).toBeInstanceOf(JinaReranker);
|
|
102
|
+
const apiUrl = getApiUrl(reranker);
|
|
103
|
+
expect(apiUrl).toBe('https://api.jina.ai/v1/rerank');
|
|
104
|
+
});
|
|
105
|
+
});
|
|
106
|
+
//# sourceMappingURL=jina-reranker.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jina-reranker.test.js","sourceRoot":"","sources":["jina-reranker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,uDAAuD;AACvD,MAAM,SAAS,GAAG,CAAC,QAAsB,EAAU,EAAE,CAClD,QAA0C,CAAC,MAAM,CAAC;AAErD,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,UAAU,GAAG,mBAAmB,EAAE,CAAC;IAEzC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;gBAChC,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,sCAAsC;YACtC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,SAAS,GAAG,4CAA4C,CAAC;YAC/D,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;gBAChC,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,yCAAyC,CAAC;YAErE,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;gBAChC,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YAE/D,+BAA+B;YAC/B,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,KAAK,EAAE,EAAE,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,WAAW,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,yCAAyC,CAAC;YAErE,MAAM,SAAS,GAAG,8CAA8C,CAAC;YACjE,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;gBAChC,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE/B,+BAA+B;YAC/B,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,KAAK,EAAE,EAAE,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,WAAW,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,SAAS,GAAG,0CAA0C,CAAC;YAC7D,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;gBAChC,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAE/C,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,oEAAoE;YACtE,CAAC;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CACjC,MAAM,CAAC,gBAAgB,CACrB,+CAA+C,SAAS,EAAE,CAC3D,CACF,CAAC;YAEF,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,SAAS,GAAG,4CAA4C,CAAC;QAC/D,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,YAAY,EAAE,MAAM;YACpB,UAAU,EAAE,UAAU;YACtB,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAwB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,YAAY,EAAE,MAAM;YACpB,UAAU,EAAE,UAAU;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,QAAwB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import axios from 'axios';
|
|
2
|
+
import { createDefaultLogger } from './utils';
|
|
3
|
+
export class BaseReranker {
|
|
4
|
+
apiKey;
|
|
5
|
+
logger;
|
|
6
|
+
constructor(logger) {
|
|
7
|
+
// Each specific reranker will set its API key
|
|
8
|
+
this.logger = logger || createDefaultLogger();
|
|
9
|
+
}
|
|
10
|
+
getDefaultRanking(documents, topK) {
|
|
11
|
+
return documents
|
|
12
|
+
.slice(0, Math.min(topK, documents.length))
|
|
13
|
+
.map((doc) => ({ text: doc, score: 0 }));
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
export class JinaReranker extends BaseReranker {
|
|
17
|
+
apiUrl;
|
|
18
|
+
constructor({ apiKey = process.env.JINA_API_KEY, apiUrl = process.env.JINA_API_URL || 'https://api.jina.ai/v1/rerank', logger, }) {
|
|
19
|
+
super(logger);
|
|
20
|
+
this.apiKey = apiKey;
|
|
21
|
+
this.apiUrl = apiUrl;
|
|
22
|
+
}
|
|
23
|
+
async rerank(query, documents, topK = 5) {
|
|
24
|
+
this.logger.debug(`Reranking ${documents.length} chunks with Jina using API URL: ${this.apiUrl}`);
|
|
25
|
+
try {
|
|
26
|
+
if (this.apiKey == null || this.apiKey === '') {
|
|
27
|
+
this.logger.warn('JINA_API_KEY is not set. Using default ranking.');
|
|
28
|
+
return this.getDefaultRanking(documents, topK);
|
|
29
|
+
}
|
|
30
|
+
const requestData = {
|
|
31
|
+
model: 'jina-reranker-v2-base-multilingual',
|
|
32
|
+
query: query,
|
|
33
|
+
top_n: topK,
|
|
34
|
+
documents: documents,
|
|
35
|
+
return_documents: true,
|
|
36
|
+
};
|
|
37
|
+
const response = await axios.post(this.apiUrl, requestData, {
|
|
38
|
+
headers: {
|
|
39
|
+
'Content-Type': 'application/json',
|
|
40
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
41
|
+
},
|
|
42
|
+
});
|
|
43
|
+
this.logger.debug('Jina API Model:', response.data?.model);
|
|
44
|
+
this.logger.debug('Jina API Usage:', response.data?.usage);
|
|
45
|
+
if (response.data && response.data.results.length) {
|
|
46
|
+
return response.data.results.map((result) => {
|
|
47
|
+
const docIndex = result.index;
|
|
48
|
+
const score = result.relevance_score;
|
|
49
|
+
let text = '';
|
|
50
|
+
// If return_documents is true, the document field will be present
|
|
51
|
+
if (result.document != null) {
|
|
52
|
+
const doc = result.document;
|
|
53
|
+
if (typeof doc === 'object' && 'text' in doc) {
|
|
54
|
+
text = doc.text;
|
|
55
|
+
}
|
|
56
|
+
else if (typeof doc === 'string') {
|
|
57
|
+
text = doc;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
// Otherwise, use the index to get the document
|
|
62
|
+
text = documents[docIndex];
|
|
63
|
+
}
|
|
64
|
+
return { text, score };
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
this.logger.warn('Unexpected response format from Jina API. Using default ranking.');
|
|
69
|
+
return this.getDefaultRanking(documents, topK);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
catch (error) {
|
|
73
|
+
this.logger.error('Error using Jina reranker:', error);
|
|
74
|
+
// Fallback to default ranking on error
|
|
75
|
+
return this.getDefaultRanking(documents, topK);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
export class CohereReranker extends BaseReranker {
|
|
80
|
+
constructor({ apiKey = process.env.COHERE_API_KEY, logger, }) {
|
|
81
|
+
super(logger);
|
|
82
|
+
this.apiKey = apiKey;
|
|
83
|
+
}
|
|
84
|
+
async rerank(query, documents, topK = 5) {
|
|
85
|
+
this.logger.debug(`Reranking ${documents.length} chunks with Cohere`);
|
|
86
|
+
try {
|
|
87
|
+
if (this.apiKey == null || this.apiKey === '') {
|
|
88
|
+
this.logger.warn('COHERE_API_KEY is not set. Using default ranking.');
|
|
89
|
+
return this.getDefaultRanking(documents, topK);
|
|
90
|
+
}
|
|
91
|
+
const requestData = {
|
|
92
|
+
model: 'rerank-v3.5',
|
|
93
|
+
query: query,
|
|
94
|
+
top_n: topK,
|
|
95
|
+
documents: documents,
|
|
96
|
+
};
|
|
97
|
+
const response = await axios.post('https://api.cohere.com/v2/rerank', requestData, {
|
|
98
|
+
headers: {
|
|
99
|
+
'Content-Type': 'application/json',
|
|
100
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
101
|
+
},
|
|
102
|
+
});
|
|
103
|
+
this.logger.debug('Cohere API ID:', response.data?.id);
|
|
104
|
+
this.logger.debug('Cohere API Meta:', response.data?.meta);
|
|
105
|
+
if (response.data && response.data.results.length) {
|
|
106
|
+
return response.data.results.map((result) => {
|
|
107
|
+
const docIndex = result.index;
|
|
108
|
+
const score = result.relevance_score;
|
|
109
|
+
const text = documents[docIndex];
|
|
110
|
+
return { text, score };
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
else {
|
|
114
|
+
this.logger.warn('Unexpected response format from Cohere API. Using default ranking.');
|
|
115
|
+
return this.getDefaultRanking(documents, topK);
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
catch (error) {
|
|
119
|
+
this.logger.error('Error using Cohere reranker:', error);
|
|
120
|
+
// Fallback to default ranking on error
|
|
121
|
+
return this.getDefaultRanking(documents, topK);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
export class InfinityReranker extends BaseReranker {
|
|
126
|
+
constructor(logger) {
|
|
127
|
+
super(logger);
|
|
128
|
+
// No API key needed for the placeholder implementation
|
|
129
|
+
}
|
|
130
|
+
async rerank(query, documents, topK = 5) {
|
|
131
|
+
this.logger.debug(`Reranking ${documents.length} chunks with Infinity (placeholder)`);
|
|
132
|
+
// This would be replaced with actual Infinity reranker implementation
|
|
133
|
+
return this.getDefaultRanking(documents, topK);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
/**
|
|
137
|
+
* Creates the appropriate reranker based on type and configuration
|
|
138
|
+
*/
|
|
139
|
+
export const createReranker = (config) => {
|
|
140
|
+
const { rerankerType, jinaApiKey, jinaApiUrl, cohereApiKey, logger } = config;
|
|
141
|
+
// Create a default logger if none is provided
|
|
142
|
+
const defaultLogger = logger || createDefaultLogger();
|
|
143
|
+
switch (rerankerType.toLowerCase()) {
|
|
144
|
+
case 'jina':
|
|
145
|
+
return new JinaReranker({ apiKey: jinaApiKey, apiUrl: jinaApiUrl, logger: defaultLogger });
|
|
146
|
+
case 'cohere':
|
|
147
|
+
return new CohereReranker({
|
|
148
|
+
apiKey: cohereApiKey,
|
|
149
|
+
logger: defaultLogger,
|
|
150
|
+
});
|
|
151
|
+
case 'infinity':
|
|
152
|
+
return new InfinityReranker(defaultLogger);
|
|
153
|
+
case 'none':
|
|
154
|
+
defaultLogger.debug('Skipping reranking as reranker is set to "none"');
|
|
155
|
+
return undefined;
|
|
156
|
+
default:
|
|
157
|
+
defaultLogger.warn(`Unknown reranker type: ${rerankerType}. Defaulting to InfinityReranker.`);
|
|
158
|
+
return new JinaReranker({ apiKey: jinaApiKey, apiUrl: jinaApiUrl, logger: defaultLogger });
|
|
159
|
+
}
|
|
160
|
+
};
|
|
161
|
+
// Example usage:
|
|
162
|
+
// const jinaReranker = new JinaReranker();
|
|
163
|
+
// const cohereReranker = new CohereReranker();
|
|
164
|
+
// const infinityReranker = new InfinityReranker();
|
|
165
|
+
//# sourceMappingURL=rerankers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rerankers.js","sourceRoot":"","sources":["rerankers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,OAAgB,YAAY;IACtB,MAAM,CAAqB;IAC3B,MAAM,CAAW;IAE3B,YAAY,MAAiB;QAC3B,8CAA8C;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,mBAAmB,EAAE,CAAC;IAChD,CAAC;IAQS,iBAAiB,CACzB,SAAmB,EACnB,IAAY;QAEZ,OAAO,SAAS;aACb,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,YAAY;IACpC,MAAM,CAAS;IAEvB,YAAY,EACV,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,EACjC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,+BAA+B,EACpE,MAAM,GAKP;QACC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,SAAS,CAAC,MAAM,oCAAoC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;gBAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,WAAW,GAAG;gBAClB,KAAK,EAAE,oCAAoC;gBAC3C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,SAAS;gBACpB,gBAAgB,EAAE,IAAI;aACvB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,IAAI,CAAC,MAAM,EACX,WAAW,EACX;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAE3D,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAClD,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;oBAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC;oBACrC,IAAI,IAAI,GAAG,EAAE,CAAC;oBAEd,kEAAkE;oBAClE,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;wBAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC;wBAC5B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;4BAC7C,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;wBAClB,CAAC;6BAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;4BACnC,IAAI,GAAG,GAAG,CAAC;wBACb,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,+CAA+C;wBAC/C,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;oBAC7B,CAAC;oBAED,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,kEAAkE,CACnE,CAAC;gBACF,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACvD,uCAAuC;YACvC,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC9C,YAAY,EACV,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EACnC,MAAM,GAIP;QACC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,SAAS,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;gBAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;gBACtE,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,WAAW,GAAG;gBAClB,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,SAAS;aACrB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,kCAAkC,EAClC,WAAW,EACX;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAE3D,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAClD,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;oBAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC;oBACrC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACjC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oEAAoE,CACrE,CAAC;gBACF,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACzD,uCAAuC;YACvC,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAChD,YAAY,MAAiB;QAC3B,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,uDAAuD;IACzD,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,aAAa,SAAS,CAAC,MAAM,qCAAqC,CACnE,CAAC;QACF,sEAAsE;QACtE,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAM9B,EAA4B,EAAE;IAC7B,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE9E,8CAA8C;IAC9C,MAAM,aAAa,GAAG,MAAM,IAAI,mBAAmB,EAAE,CAAC;IAEtD,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACrC,KAAK,MAAM;YACT,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAC7F,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC;gBACxB,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;QACL,KAAK,UAAU;YACb,OAAO,IAAI,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC7C,KAAK,MAAM;YACT,aAAa,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACvE,OAAO,SAAS,CAAC;QACnB;YACE,aAAa,CAAC,IAAI,CAChB,0BAA0B,YAAY,mCAAmC,CAC1E,CAAC;YACF,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7F,CAAC;AACH,CAAC,CAAC;AAEF,iBAAiB;AACjB,2CAA2C;AAC3C,+CAA+C;AAC/C,mDAAmD"}
|