@compresr/sdk 1.3.2 → 1.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +237 -173
- package/dist/cjs/agents/engine.d.ts +121 -0
- package/dist/cjs/agents/engine.d.ts.map +1 -0
- package/dist/cjs/agents/engine.js +527 -0
- package/dist/cjs/agents/engine.js.map +1 -0
- package/dist/cjs/agents/facades/anthropic.d.ts +26 -0
- package/dist/cjs/agents/facades/anthropic.d.ts.map +1 -0
- package/dist/cjs/agents/facades/anthropic.js +46 -0
- package/dist/cjs/agents/facades/anthropic.js.map +1 -0
- package/dist/cjs/agents/facades/index.d.ts +4 -0
- package/dist/cjs/agents/facades/index.d.ts.map +1 -0
- package/dist/cjs/agents/facades/index.js +10 -0
- package/dist/cjs/agents/facades/index.js.map +1 -0
- package/dist/cjs/agents/facades/native.d.ts +29 -0
- package/dist/cjs/agents/facades/native.d.ts.map +1 -0
- package/dist/cjs/agents/facades/native.js +27 -0
- package/dist/cjs/agents/facades/native.js.map +1 -0
- package/dist/cjs/agents/facades/openai.d.ts +32 -0
- package/dist/cjs/agents/facades/openai.d.ts.map +1 -0
- package/dist/cjs/agents/facades/openai.js +55 -0
- package/dist/cjs/agents/facades/openai.js.map +1 -0
- package/dist/cjs/agents/index.d.ts +23 -0
- package/dist/cjs/agents/index.d.ts.map +1 -0
- package/dist/cjs/agents/index.js +37 -0
- package/dist/cjs/agents/index.js.map +1 -0
- package/dist/cjs/agents/normalized.d.ts +59 -0
- package/dist/cjs/agents/normalized.d.ts.map +1 -0
- package/dist/cjs/agents/normalized.js +35 -0
- package/dist/cjs/agents/normalized.js.map +1 -0
- package/dist/cjs/agents/schemas/anthropic.d.ts +46 -0
- package/dist/cjs/agents/schemas/anthropic.d.ts.map +1 -0
- package/dist/cjs/agents/schemas/anthropic.js +55 -0
- package/dist/cjs/agents/schemas/anthropic.js.map +1 -0
- package/dist/cjs/agents/schemas/index.d.ts +3 -0
- package/dist/cjs/agents/schemas/index.d.ts.map +1 -0
- package/dist/cjs/agents/schemas/index.js +8 -0
- package/dist/cjs/agents/schemas/index.js.map +1 -0
- package/dist/cjs/agents/schemas/openai.d.ts +51 -0
- package/dist/cjs/agents/schemas/openai.d.ts.map +1 -0
- package/dist/cjs/agents/schemas/openai.js +60 -0
- package/dist/cjs/agents/schemas/openai.js.map +1 -0
- package/dist/cjs/agents/tools/index.d.ts +2 -0
- package/dist/cjs/agents/tools/index.d.ts.map +1 -0
- package/dist/cjs/agents/tools/index.js +7 -0
- package/dist/cjs/agents/tools/index.js.map +1 -0
- package/dist/cjs/agents/tools/web-search.d.ts +56 -0
- package/dist/cjs/agents/tools/web-search.d.ts.map +1 -0
- package/dist/cjs/agents/tools/web-search.js +128 -0
- package/dist/cjs/agents/tools/web-search.js.map +1 -0
- package/dist/cjs/clients/compression.d.ts +39 -147
- package/dist/cjs/clients/compression.d.ts.map +1 -1
- package/dist/cjs/clients/compression.js +114 -194
- package/dist/cjs/clients/compression.js.map +1 -1
- package/dist/cjs/clients/index.d.ts +1 -1
- package/dist/cjs/clients/index.d.ts.map +1 -1
- package/dist/cjs/clients/index.js.map +1 -1
- package/dist/cjs/config/constants.d.ts +3 -28
- package/dist/cjs/config/constants.d.ts.map +1 -1
- package/dist/cjs/config/constants.js +4 -43
- package/dist/cjs/config/constants.js.map +1 -1
- package/dist/cjs/config/endpoints.d.ts +3 -15
- package/dist/cjs/config/endpoints.d.ts.map +1 -1
- package/dist/cjs/config/endpoints.js +3 -20
- package/dist/cjs/config/endpoints.js.map +1 -1
- package/dist/cjs/config/index.d.ts +1 -1
- package/dist/cjs/config/index.d.ts.map +1 -1
- package/dist/cjs/config/index.js +1 -7
- package/dist/cjs/config/index.js.map +1 -1
- package/dist/cjs/errors/exceptions.d.ts.map +1 -1
- package/dist/cjs/errors/exceptions.js +0 -6
- package/dist/cjs/errors/exceptions.js.map +1 -1
- package/dist/cjs/http/client.d.ts +5 -17
- package/dist/cjs/http/client.d.ts.map +1 -1
- package/dist/cjs/http/client.js +110 -115
- package/dist/cjs/http/client.js.map +1 -1
- package/dist/cjs/index.d.ts +7 -15
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +22 -25
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/integrations/_shared/client.d.ts +13 -0
- package/dist/cjs/integrations/_shared/client.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/client.js +21 -0
- package/dist/cjs/integrations/_shared/client.js.map +1 -0
- package/dist/cjs/integrations/_shared/compress.d.ts +28 -0
- package/dist/cjs/integrations/_shared/compress.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/compress.js +38 -0
- package/dist/cjs/integrations/_shared/compress.js.map +1 -0
- package/dist/cjs/integrations/_shared/errors.d.ts +20 -0
- package/dist/cjs/integrations/_shared/errors.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/errors.js +49 -0
- package/dist/cjs/integrations/_shared/errors.js.map +1 -0
- package/dist/cjs/integrations/_shared/filters.d.ts +20 -0
- package/dist/cjs/integrations/_shared/filters.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/filters.js +33 -0
- package/dist/cjs/integrations/_shared/filters.js.map +1 -0
- package/dist/cjs/integrations/_shared/index.d.ts +7 -0
- package/dist/cjs/integrations/_shared/index.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/index.js +26 -0
- package/dist/cjs/integrations/_shared/index.js.map +1 -0
- package/dist/cjs/integrations/_shared/query.d.ts +48 -0
- package/dist/cjs/integrations/_shared/query.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/query.js +141 -0
- package/dist/cjs/integrations/_shared/query.js.map +1 -0
- package/dist/cjs/integrations/_shared/tokens.d.ts +20 -0
- package/dist/cjs/integrations/_shared/tokens.d.ts.map +1 -0
- package/dist/cjs/integrations/_shared/tokens.js +26 -0
- package/dist/cjs/integrations/_shared/tokens.js.map +1 -0
- package/dist/cjs/integrations/langchain/index.d.ts +10 -0
- package/dist/cjs/integrations/langchain/index.d.ts.map +1 -0
- package/dist/cjs/integrations/langchain/index.js +18 -0
- package/dist/cjs/integrations/langchain/index.js.map +1 -0
- package/dist/cjs/integrations/langchain/middleware.d.ts +94 -0
- package/dist/cjs/integrations/langchain/middleware.d.ts.map +1 -0
- package/dist/cjs/integrations/langchain/middleware.js +273 -0
- package/dist/cjs/integrations/langchain/middleware.js.map +1 -0
- package/dist/cjs/integrations/langchain/retriever.d.ts +54 -0
- package/dist/cjs/integrations/langchain/retriever.d.ts.map +1 -0
- package/dist/cjs/integrations/langchain/retriever.js +118 -0
- package/dist/cjs/integrations/langchain/retriever.js.map +1 -0
- package/dist/cjs/integrations/langchain/wrappers.d.ts +39 -0
- package/dist/cjs/integrations/langchain/wrappers.d.ts.map +1 -0
- package/dist/cjs/integrations/langchain/wrappers.js +88 -0
- package/dist/cjs/integrations/langchain/wrappers.js.map +1 -0
- package/dist/cjs/integrations/langgraph/checkpoint.d.ts +49 -0
- package/dist/cjs/integrations/langgraph/checkpoint.d.ts.map +1 -0
- package/dist/cjs/integrations/langgraph/checkpoint.js +79 -0
- package/dist/cjs/integrations/langgraph/checkpoint.js.map +1 -0
- package/dist/cjs/integrations/langgraph/handoff.d.ts +44 -0
- package/dist/cjs/integrations/langgraph/handoff.d.ts.map +1 -0
- package/dist/cjs/integrations/langgraph/handoff.js +86 -0
- package/dist/cjs/integrations/langgraph/handoff.js.map +1 -0
- package/dist/cjs/integrations/langgraph/index.d.ts +18 -0
- package/dist/cjs/integrations/langgraph/index.d.ts.map +1 -0
- package/dist/cjs/integrations/langgraph/index.js +28 -0
- package/dist/cjs/integrations/langgraph/index.js.map +1 -0
- package/dist/cjs/integrations/langgraph/nodes.d.ts +34 -0
- package/dist/cjs/integrations/langgraph/nodes.d.ts.map +1 -0
- package/dist/cjs/integrations/langgraph/nodes.js +54 -0
- package/dist/cjs/integrations/langgraph/nodes.js.map +1 -0
- package/dist/cjs/integrations/langgraph/store.d.ts +76 -0
- package/dist/cjs/integrations/langgraph/store.d.ts.map +1 -0
- package/dist/cjs/integrations/langgraph/store.js +121 -0
- package/dist/cjs/integrations/langgraph/store.js.map +1 -0
- package/dist/cjs/integrations/llamaindex/index.d.ts +10 -0
- package/dist/cjs/integrations/llamaindex/index.d.ts.map +1 -0
- package/dist/cjs/integrations/llamaindex/index.js +15 -0
- package/dist/cjs/integrations/llamaindex/index.js.map +1 -0
- package/dist/cjs/integrations/llamaindex/memory.d.ts +74 -0
- package/dist/cjs/integrations/llamaindex/memory.d.ts.map +1 -0
- package/dist/cjs/integrations/llamaindex/memory.js +95 -0
- package/dist/cjs/integrations/llamaindex/memory.js.map +1 -0
- package/dist/cjs/integrations/llamaindex/postprocessor.d.ts +66 -0
- package/dist/cjs/integrations/llamaindex/postprocessor.d.ts.map +1 -0
- package/dist/cjs/integrations/llamaindex/postprocessor.js +172 -0
- package/dist/cjs/integrations/llamaindex/postprocessor.js.map +1 -0
- package/dist/cjs/integrations/llamaindex/wrappers.d.ts +38 -0
- package/dist/cjs/integrations/llamaindex/wrappers.d.ts.map +1 -0
- package/dist/cjs/integrations/llamaindex/wrappers.js +46 -0
- package/dist/cjs/integrations/llamaindex/wrappers.js.map +1 -0
- package/dist/cjs/logger.d.ts +18 -0
- package/dist/cjs/logger.d.ts.map +1 -0
- package/dist/cjs/logger.js +41 -0
- package/dist/cjs/logger.js.map +1 -0
- package/dist/cjs/schemas/compression.d.ts +10 -80
- package/dist/cjs/schemas/compression.d.ts.map +1 -1
- package/dist/cjs/schemas/compression.js +4 -57
- package/dist/cjs/schemas/compression.js.map +1 -1
- package/dist/cjs/schemas/index.d.ts +1 -4
- package/dist/cjs/schemas/index.d.ts.map +1 -1
- package/dist/cjs/schemas/index.js +1 -8
- package/dist/cjs/schemas/index.js.map +1 -1
- package/dist/cjs/version.d.ts +1 -1
- package/dist/cjs/version.js +1 -1
- package/dist/esm/agents/engine.d.ts +121 -0
- package/dist/esm/agents/engine.d.ts.map +1 -0
- package/dist/esm/agents/engine.js +488 -0
- package/dist/esm/agents/engine.js.map +1 -0
- package/dist/esm/agents/facades/anthropic.d.ts +26 -0
- package/dist/esm/agents/facades/anthropic.d.ts.map +1 -0
- package/dist/esm/agents/facades/anthropic.js +43 -0
- package/dist/esm/agents/facades/anthropic.js.map +1 -0
- package/dist/esm/agents/facades/index.d.ts +4 -0
- package/dist/esm/agents/facades/index.d.ts.map +1 -0
- package/dist/esm/agents/facades/index.js +4 -0
- package/dist/esm/agents/facades/index.js.map +1 -0
- package/dist/esm/agents/facades/native.d.ts +29 -0
- package/dist/esm/agents/facades/native.d.ts.map +1 -0
- package/dist/esm/agents/facades/native.js +24 -0
- package/dist/esm/agents/facades/native.js.map +1 -0
- package/dist/esm/agents/facades/openai.d.ts +32 -0
- package/dist/esm/agents/facades/openai.d.ts.map +1 -0
- package/dist/esm/agents/facades/openai.js +52 -0
- package/dist/esm/agents/facades/openai.js.map +1 -0
- package/dist/esm/agents/index.d.ts +23 -0
- package/dist/esm/agents/index.d.ts.map +1 -0
- package/dist/esm/agents/index.js +23 -0
- package/dist/esm/agents/index.js.map +1 -0
- package/dist/esm/agents/normalized.d.ts +59 -0
- package/dist/esm/agents/normalized.d.ts.map +1 -0
- package/dist/esm/agents/normalized.js +31 -0
- package/dist/esm/agents/normalized.js.map +1 -0
- package/dist/esm/agents/schemas/anthropic.d.ts +46 -0
- package/dist/esm/agents/schemas/anthropic.d.ts.map +1 -0
- package/dist/esm/agents/schemas/anthropic.js +52 -0
- package/dist/esm/agents/schemas/anthropic.js.map +1 -0
- package/dist/esm/agents/schemas/index.d.ts +3 -0
- package/dist/esm/agents/schemas/index.d.ts.map +1 -0
- package/dist/esm/agents/schemas/index.js +3 -0
- package/dist/esm/agents/schemas/index.js.map +1 -0
- package/dist/esm/agents/schemas/openai.d.ts +51 -0
- package/dist/esm/agents/schemas/openai.d.ts.map +1 -0
- package/dist/esm/agents/schemas/openai.js +57 -0
- package/dist/esm/agents/schemas/openai.js.map +1 -0
- package/dist/esm/agents/tools/index.d.ts +2 -0
- package/dist/esm/agents/tools/index.d.ts.map +1 -0
- package/dist/esm/agents/tools/index.js +2 -0
- package/dist/esm/agents/tools/index.js.map +1 -0
- package/dist/esm/agents/tools/web-search.d.ts +56 -0
- package/dist/esm/agents/tools/web-search.d.ts.map +1 -0
- package/dist/esm/agents/tools/web-search.js +91 -0
- package/dist/esm/agents/tools/web-search.js.map +1 -0
- package/dist/esm/clients/compression.d.ts +39 -147
- package/dist/esm/clients/compression.d.ts.map +1 -1
- package/dist/esm/clients/compression.js +117 -197
- package/dist/esm/clients/compression.js.map +1 -1
- package/dist/esm/clients/index.d.ts +1 -1
- package/dist/esm/clients/index.d.ts.map +1 -1
- package/dist/esm/clients/index.js.map +1 -1
- package/dist/esm/config/constants.d.ts +3 -28
- package/dist/esm/config/constants.d.ts.map +1 -1
- package/dist/esm/config/constants.js +3 -42
- package/dist/esm/config/constants.js.map +1 -1
- package/dist/esm/config/endpoints.d.ts +3 -15
- package/dist/esm/config/endpoints.d.ts.map +1 -1
- package/dist/esm/config/endpoints.js +3 -20
- package/dist/esm/config/endpoints.js.map +1 -1
- package/dist/esm/config/index.d.ts +1 -1
- package/dist/esm/config/index.d.ts.map +1 -1
- package/dist/esm/config/index.js +1 -1
- package/dist/esm/config/index.js.map +1 -1
- package/dist/esm/errors/exceptions.d.ts.map +1 -1
- package/dist/esm/errors/exceptions.js +0 -6
- package/dist/esm/errors/exceptions.js.map +1 -1
- package/dist/esm/http/client.d.ts +5 -17
- package/dist/esm/http/client.d.ts.map +1 -1
- package/dist/esm/http/client.js +110 -115
- package/dist/esm/http/client.js.map +1 -1
- package/dist/esm/index.d.ts +7 -15
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +7 -13
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/integrations/_shared/client.d.ts +13 -0
- package/dist/esm/integrations/_shared/client.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/client.js +17 -0
- package/dist/esm/integrations/_shared/client.js.map +1 -0
- package/dist/esm/integrations/_shared/compress.d.ts +28 -0
- package/dist/esm/integrations/_shared/compress.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/compress.js +35 -0
- package/dist/esm/integrations/_shared/compress.js.map +1 -0
- package/dist/esm/integrations/_shared/errors.d.ts +20 -0
- package/dist/esm/integrations/_shared/errors.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/errors.js +44 -0
- package/dist/esm/integrations/_shared/errors.js.map +1 -0
- package/dist/esm/integrations/_shared/filters.d.ts +20 -0
- package/dist/esm/integrations/_shared/filters.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/filters.js +30 -0
- package/dist/esm/integrations/_shared/filters.js.map +1 -0
- package/dist/esm/integrations/_shared/index.d.ts +7 -0
- package/dist/esm/integrations/_shared/index.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/index.js +7 -0
- package/dist/esm/integrations/_shared/index.js.map +1 -0
- package/dist/esm/integrations/_shared/query.d.ts +48 -0
- package/dist/esm/integrations/_shared/query.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/query.js +135 -0
- package/dist/esm/integrations/_shared/query.js.map +1 -0
- package/dist/esm/integrations/_shared/tokens.d.ts +20 -0
- package/dist/esm/integrations/_shared/tokens.d.ts.map +1 -0
- package/dist/esm/integrations/_shared/tokens.js +23 -0
- package/dist/esm/integrations/_shared/tokens.js.map +1 -0
- package/dist/esm/integrations/langchain/index.d.ts +10 -0
- package/dist/esm/integrations/langchain/index.d.ts.map +1 -0
- package/dist/esm/integrations/langchain/index.js +9 -0
- package/dist/esm/integrations/langchain/index.js.map +1 -0
- package/dist/esm/integrations/langchain/middleware.d.ts +94 -0
- package/dist/esm/integrations/langchain/middleware.d.ts.map +1 -0
- package/dist/esm/integrations/langchain/middleware.js +268 -0
- package/dist/esm/integrations/langchain/middleware.js.map +1 -0
- package/dist/esm/integrations/langchain/retriever.d.ts +54 -0
- package/dist/esm/integrations/langchain/retriever.d.ts.map +1 -0
- package/dist/esm/integrations/langchain/retriever.js +114 -0
- package/dist/esm/integrations/langchain/retriever.js.map +1 -0
- package/dist/esm/integrations/langchain/wrappers.d.ts +39 -0
- package/dist/esm/integrations/langchain/wrappers.d.ts.map +1 -0
- package/dist/esm/integrations/langchain/wrappers.js +84 -0
- package/dist/esm/integrations/langchain/wrappers.js.map +1 -0
- package/dist/esm/integrations/langgraph/checkpoint.d.ts +49 -0
- package/dist/esm/integrations/langgraph/checkpoint.d.ts.map +1 -0
- package/dist/esm/integrations/langgraph/checkpoint.js +75 -0
- package/dist/esm/integrations/langgraph/checkpoint.js.map +1 -0
- package/dist/esm/integrations/langgraph/handoff.d.ts +44 -0
- package/dist/esm/integrations/langgraph/handoff.d.ts.map +1 -0
- package/dist/esm/integrations/langgraph/handoff.js +83 -0
- package/dist/esm/integrations/langgraph/handoff.js.map +1 -0
- package/dist/esm/integrations/langgraph/index.d.ts +18 -0
- package/dist/esm/integrations/langgraph/index.d.ts.map +1 -0
- package/dist/esm/integrations/langgraph/index.js +17 -0
- package/dist/esm/integrations/langgraph/index.js.map +1 -0
- package/dist/esm/integrations/langgraph/nodes.d.ts +34 -0
- package/dist/esm/integrations/langgraph/nodes.d.ts.map +1 -0
- package/dist/esm/integrations/langgraph/nodes.js +51 -0
- package/dist/esm/integrations/langgraph/nodes.js.map +1 -0
- package/dist/esm/integrations/langgraph/store.d.ts +76 -0
- package/dist/esm/integrations/langgraph/store.d.ts.map +1 -0
- package/dist/esm/integrations/langgraph/store.js +117 -0
- package/dist/esm/integrations/langgraph/store.js.map +1 -0
- package/dist/esm/integrations/llamaindex/index.d.ts +10 -0
- package/dist/esm/integrations/llamaindex/index.d.ts.map +1 -0
- package/dist/esm/integrations/llamaindex/index.js +9 -0
- package/dist/esm/integrations/llamaindex/index.js.map +1 -0
- package/dist/esm/integrations/llamaindex/memory.d.ts +74 -0
- package/dist/esm/integrations/llamaindex/memory.d.ts.map +1 -0
- package/dist/esm/integrations/llamaindex/memory.js +91 -0
- package/dist/esm/integrations/llamaindex/memory.js.map +1 -0
- package/dist/esm/integrations/llamaindex/postprocessor.d.ts +66 -0
- package/dist/esm/integrations/llamaindex/postprocessor.d.ts.map +1 -0
- package/dist/esm/integrations/llamaindex/postprocessor.js +168 -0
- package/dist/esm/integrations/llamaindex/postprocessor.js.map +1 -0
- package/dist/esm/integrations/llamaindex/wrappers.d.ts +38 -0
- package/dist/esm/integrations/llamaindex/wrappers.d.ts.map +1 -0
- package/dist/esm/integrations/llamaindex/wrappers.js +43 -0
- package/dist/esm/integrations/llamaindex/wrappers.js.map +1 -0
- package/dist/esm/logger.d.ts +18 -0
- package/dist/esm/logger.d.ts.map +1 -0
- package/dist/esm/logger.js +37 -0
- package/dist/esm/logger.js.map +1 -0
- package/dist/esm/schemas/compression.d.ts +10 -80
- package/dist/esm/schemas/compression.d.ts.map +1 -1
- package/dist/esm/schemas/compression.js +3 -56
- package/dist/esm/schemas/compression.js.map +1 -1
- package/dist/esm/schemas/index.d.ts +1 -4
- package/dist/esm/schemas/index.d.ts.map +1 -1
- package/dist/esm/schemas/index.js +1 -6
- package/dist/esm/schemas/index.js.map +1 -1
- package/dist/esm/version.d.ts +1 -1
- package/dist/esm/version.js +1 -1
- package/package.json +89 -4
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `CompresrMemoryBlock` — long-term memory block that compresses the
|
|
3
|
+
* conversation buffer with Compresr before serving it back to the model.
|
|
4
|
+
*
|
|
5
|
+
* LlamaIndex.TS's `BaseMemoryBlock` exposes `put` (sink) and `get` (source).
|
|
6
|
+
* We accumulate puts into a single text buffer and, on `get`, return one
|
|
7
|
+
* compressed message — or the raw buffer if it's below the compression
|
|
8
|
+
* threshold.
|
|
9
|
+
*/
|
|
10
|
+
import type { CompressionClient } from '../../clients/compression.js';
|
|
11
|
+
import { type ErrorPolicy } from '../_shared/index.js';
|
|
12
|
+
interface PartialMemoryMessage {
|
|
13
|
+
id?: string;
|
|
14
|
+
role: string;
|
|
15
|
+
content: unknown;
|
|
16
|
+
createdAt?: Date;
|
|
17
|
+
}
|
|
18
|
+
interface BaseMemoryBlockShape {
|
|
19
|
+
readonly id: string;
|
|
20
|
+
readonly priority: number;
|
|
21
|
+
readonly isLongTerm: boolean;
|
|
22
|
+
get(messages?: PartialMemoryMessage[]): Promise<PartialMemoryMessage[]>;
|
|
23
|
+
put(messages: PartialMemoryMessage[]): Promise<void>;
|
|
24
|
+
}
|
|
25
|
+
export interface CompresrMemoryBlockOptions {
|
|
26
|
+
id?: string;
|
|
27
|
+
priority?: number;
|
|
28
|
+
apiKey?: string;
|
|
29
|
+
client?: CompressionClient;
|
|
30
|
+
baseUrl?: string;
|
|
31
|
+
compressionModel?: string;
|
|
32
|
+
/**
|
|
33
|
+
* Query passed to `latte_v1`. If unset, the most recent `user:` line in
|
|
34
|
+
* the buffer is used (falling back to a generic placeholder).
|
|
35
|
+
*/
|
|
36
|
+
query?: string;
|
|
37
|
+
targetToken?: number;
|
|
38
|
+
targetCompressionRatio?: number;
|
|
39
|
+
minTokens?: number;
|
|
40
|
+
coarse?: boolean;
|
|
41
|
+
onError?: ErrorPolicy;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Drop-in `BaseMemoryBlock` for LlamaIndex.TS that compresses on `get`.
|
|
45
|
+
*
|
|
46
|
+
* @example
|
|
47
|
+
* const memory = new Memory({
|
|
48
|
+
* tokenLimit: 8_000,
|
|
49
|
+
* memoryBlocks: [
|
|
50
|
+
* new CompresrMemoryBlock({ apiKey: process.env.COMPRESR_API_KEY!, targetToken: 2_000 }),
|
|
51
|
+
* ],
|
|
52
|
+
* });
|
|
53
|
+
*/
|
|
54
|
+
export declare class CompresrMemoryBlock implements BaseMemoryBlockShape {
|
|
55
|
+
readonly id: string;
|
|
56
|
+
readonly priority: number;
|
|
57
|
+
readonly isLongTerm = true;
|
|
58
|
+
private readonly compresr;
|
|
59
|
+
private readonly compressionModel;
|
|
60
|
+
private readonly explicitQuery;
|
|
61
|
+
private readonly targetToken;
|
|
62
|
+
private readonly targetCompressionRatio;
|
|
63
|
+
private readonly minTokens;
|
|
64
|
+
private readonly coarse;
|
|
65
|
+
private readonly onError;
|
|
66
|
+
private buffer;
|
|
67
|
+
constructor(options?: CompresrMemoryBlockOptions);
|
|
68
|
+
private resolveQuery;
|
|
69
|
+
put(messages: PartialMemoryMessage[]): Promise<void>;
|
|
70
|
+
get(_messages?: PartialMemoryMessage[]): Promise<PartialMemoryMessage[]>;
|
|
71
|
+
private computeRatio;
|
|
72
|
+
}
|
|
73
|
+
export {};
|
|
74
|
+
//# sourceMappingURL=memory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAML,KAAK,WAAW,EAEjB,MAAM,qBAAqB,CAAC;AAE7B,UAAU,oBAAoB;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB;AAED,UAAU,oBAAoB;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,GAAG,CAAC,QAAQ,CAAC,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACxE,GAAG,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,0BAA0B;IACzC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAID;;;;;;;;;;GAUG;AACH,qBAAa,mBAAoB,YAAW,oBAAoB;IAC9D,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,QAAQ;IAE3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IAEtC,OAAO,CAAC,MAAM,CAAM;gBAER,OAAO,GAAE,0BAA+B;IA4BpD,OAAO,CAAC,YAAY;IAcd,GAAG,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IASpD,GAAG,CAAC,SAAS,CAAC,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAoB9E,OAAO,CAAC,YAAY;CAMrB"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { buildClient, compressSafe, DEFAULT_MODEL, DEFAULT_POLICY, DEFAULT_RATIO, estimateTokens, } from '../_shared/index.js';
|
|
2
|
+
const DEFAULT_PRIORITY = 2;
|
|
3
|
+
/**
|
|
4
|
+
* Drop-in `BaseMemoryBlock` for LlamaIndex.TS that compresses on `get`.
|
|
5
|
+
*
|
|
6
|
+
* @example
|
|
7
|
+
* const memory = new Memory({
|
|
8
|
+
* tokenLimit: 8_000,
|
|
9
|
+
* memoryBlocks: [
|
|
10
|
+
* new CompresrMemoryBlock({ apiKey: process.env.COMPRESR_API_KEY!, targetToken: 2_000 }),
|
|
11
|
+
* ],
|
|
12
|
+
* });
|
|
13
|
+
*/
|
|
14
|
+
export class CompresrMemoryBlock {
|
|
15
|
+
id;
|
|
16
|
+
priority;
|
|
17
|
+
isLongTerm = true;
|
|
18
|
+
compresr;
|
|
19
|
+
compressionModel;
|
|
20
|
+
explicitQuery;
|
|
21
|
+
targetToken;
|
|
22
|
+
targetCompressionRatio;
|
|
23
|
+
minTokens;
|
|
24
|
+
coarse;
|
|
25
|
+
onError;
|
|
26
|
+
buffer = '';
|
|
27
|
+
constructor(options = {}) {
|
|
28
|
+
const { id, priority = DEFAULT_PRIORITY, apiKey, client, baseUrl, compressionModel = DEFAULT_MODEL, query, targetToken, targetCompressionRatio = DEFAULT_RATIO, minTokens = 200, coarse, onError = DEFAULT_POLICY, } = options;
|
|
29
|
+
this.id = id ?? `compresr-${Math.random().toString(36).slice(2, 10)}`;
|
|
30
|
+
this.priority = priority;
|
|
31
|
+
this.compresr = client ?? buildClient({ apiKey, baseUrl, caller: 'CompresrMemoryBlock' });
|
|
32
|
+
this.compressionModel = compressionModel;
|
|
33
|
+
this.explicitQuery = query;
|
|
34
|
+
this.targetToken = targetToken;
|
|
35
|
+
this.targetCompressionRatio = targetCompressionRatio;
|
|
36
|
+
this.minTokens = Math.max(1, minTokens);
|
|
37
|
+
this.coarse = coarse;
|
|
38
|
+
this.onError = onError;
|
|
39
|
+
}
|
|
40
|
+
resolveQuery() {
|
|
41
|
+
if (this.explicitQuery)
|
|
42
|
+
return this.explicitQuery;
|
|
43
|
+
const lines = this.buffer.split('\n');
|
|
44
|
+
for (let i = lines.length - 1; i >= 0; i--) {
|
|
45
|
+
const line = lines[i];
|
|
46
|
+
if (line?.startsWith('user:')) {
|
|
47
|
+
const q = line.slice('user:'.length).trim();
|
|
48
|
+
if (q)
|
|
49
|
+
return q;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
return 'conversation history';
|
|
53
|
+
}
|
|
54
|
+
// eslint-disable-next-line @typescript-eslint/require-await
|
|
55
|
+
async put(messages) {
|
|
56
|
+
for (const m of messages) {
|
|
57
|
+
const content = typeof m.content === 'string' ? m.content : '';
|
|
58
|
+
if (!content)
|
|
59
|
+
continue;
|
|
60
|
+
const role = String(m.role ?? '');
|
|
61
|
+
this.buffer = `${this.buffer}\n${role}: ${content}`.trim();
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
async get(_messages) {
|
|
65
|
+
if (!this.buffer)
|
|
66
|
+
return [];
|
|
67
|
+
const tokens = estimateTokens(this.buffer);
|
|
68
|
+
if (tokens < this.minTokens) {
|
|
69
|
+
return [{ role: 'system', content: this.buffer }];
|
|
70
|
+
}
|
|
71
|
+
const ratio = this.computeRatio(tokens);
|
|
72
|
+
const compressed = await compressSafe(this.compresr, {
|
|
73
|
+
context: this.buffer,
|
|
74
|
+
query: this.resolveQuery(),
|
|
75
|
+
compressionModel: this.compressionModel,
|
|
76
|
+
targetCompressionRatio: ratio,
|
|
77
|
+
...(this.coarse !== undefined ? { coarse: this.coarse } : {}),
|
|
78
|
+
minTokens: this.minTokens,
|
|
79
|
+
onError: this.onError,
|
|
80
|
+
contextLabel: 'memory_block',
|
|
81
|
+
});
|
|
82
|
+
return [{ role: 'system', content: compressed }];
|
|
83
|
+
}
|
|
84
|
+
computeRatio(currentTokens) {
|
|
85
|
+
if (this.targetToken && this.targetToken > 0) {
|
|
86
|
+
return Math.max(currentTokens / this.targetToken, 1.0);
|
|
87
|
+
}
|
|
88
|
+
return this.targetCompressionRatio;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=memory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/memory.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,cAAc,EACd,aAAa,EAEb,cAAc,GACf,MAAM,qBAAqB,CAAC;AAoC7B,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B;;;;;;;;;;GAUG;AACH,MAAM,OAAO,mBAAmB;IACrB,EAAE,CAAS;IACX,QAAQ,CAAS;IACjB,UAAU,GAAG,IAAI,CAAC;IAEV,QAAQ,CAAoB;IAC5B,gBAAgB,CAAS;IACzB,aAAa,CAAqB;IAClC,WAAW,CAAqB;IAChC,sBAAsB,CAAS;IAC/B,SAAS,CAAS;IAClB,MAAM,CAAsB;IAC5B,OAAO,CAAc;IAE9B,MAAM,GAAG,EAAE,CAAC;IAEpB,YAAY,UAAsC,EAAE;QAClD,MAAM,EACJ,EAAE,EACF,QAAQ,GAAG,gBAAgB,EAC3B,MAAM,EACN,MAAM,EACN,OAAO,EACP,gBAAgB,GAAG,aAAa,EAChC,KAAK,EACL,WAAW,EACX,sBAAsB,GAAG,aAAa,EACtC,SAAS,GAAG,GAAG,EACf,MAAM,EACN,OAAO,GAAG,cAAc,GACzB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;QAC1F,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBAAE,OAAO,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,GAAG,CAAC,QAAgC;QACxC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,KAAK,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,SAAkC;QAC1C,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE;YACnD,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;YAC1B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,sBAAsB,EAAE,KAAK;YAC7B,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,cAAc;SAC7B,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IACnD,CAAC;IAEO,YAAY,CAAC,aAAqB;QACxC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;CACF"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `BaseNodePostprocessor` that compresses retrieved node content.
|
|
3
|
+
*
|
|
4
|
+
* Mirrors Python `CompresrNodePostprocessor`. Query comes from the
|
|
5
|
+
* `QueryBundle` supplied by the query engine; override via `query`.
|
|
6
|
+
*/
|
|
7
|
+
import type { CompressionClient } from '../../clients/compression.js';
|
|
8
|
+
import { type ErrorPolicy } from '../_shared/index.js';
|
|
9
|
+
import type { NodeWithScore } from '@llamaindex/core/schema';
|
|
10
|
+
type NodeWithScoreType = NodeWithScore;
|
|
11
|
+
/**
|
|
12
|
+
* LlamaIndex.TS query input — either the raw query string or an object
|
|
13
|
+
* carrying the query string (matching LlamaIndex.TS' `MessageContent`
|
|
14
|
+
* conventions plus Python-side `QueryBundle.query_str`).
|
|
15
|
+
*/
|
|
16
|
+
type QueryInput = string | {
|
|
17
|
+
queryStr?: string;
|
|
18
|
+
query_str?: string;
|
|
19
|
+
} | undefined;
|
|
20
|
+
export interface CompresrNodePostprocessorOptions {
|
|
21
|
+
apiKey?: string;
|
|
22
|
+
client?: CompressionClient;
|
|
23
|
+
baseUrl?: string;
|
|
24
|
+
compressionModel?: string;
|
|
25
|
+
targetCompressionRatio?: number;
|
|
26
|
+
/**
|
|
27
|
+
* Absolute output token budget per node. When set, overrides
|
|
28
|
+
* `targetCompressionRatio` with `ratio = avg_chunk_tokens / targetToken`.
|
|
29
|
+
* Approximate (chars/4 estimator).
|
|
30
|
+
*/
|
|
31
|
+
targetToken?: number;
|
|
32
|
+
minTokens?: number;
|
|
33
|
+
coarse?: boolean;
|
|
34
|
+
onError?: ErrorPolicy;
|
|
35
|
+
/** Override the query supplied by the query engine. */
|
|
36
|
+
query?: string;
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* @example
|
|
40
|
+
* ```ts
|
|
41
|
+
* import { CompresrNodePostprocessor } from '@compresr/sdk/integrations/llamaindex';
|
|
42
|
+
* const pp = new CompresrNodePostprocessor({
|
|
43
|
+
* apiKey: process.env.COMPRESR_API_KEY!,
|
|
44
|
+
* compressionModel: 'latte_v1',
|
|
45
|
+
* });
|
|
46
|
+
* const queryEngine = index.asQueryEngine({ nodePostprocessors: [pp] });
|
|
47
|
+
* ```
|
|
48
|
+
*/
|
|
49
|
+
export declare class CompresrNodePostprocessor {
|
|
50
|
+
private readonly compresr;
|
|
51
|
+
private readonly compressionModel;
|
|
52
|
+
private readonly targetCompressionRatio;
|
|
53
|
+
private readonly targetToken;
|
|
54
|
+
private readonly minTokens;
|
|
55
|
+
private readonly coarse;
|
|
56
|
+
private readonly onError;
|
|
57
|
+
private readonly staticQuery;
|
|
58
|
+
constructor(options: CompresrNodePostprocessorOptions);
|
|
59
|
+
private effectiveRatio;
|
|
60
|
+
private resolveQuery;
|
|
61
|
+
private partition;
|
|
62
|
+
/** LlamaIndex.TS `BaseNodePostprocessor.postprocessNodes` signature. */
|
|
63
|
+
postprocessNodes(nodes: readonly NodeWithScoreType[], queryBundle?: QueryInput | string): Promise<NodeWithScoreType[]>;
|
|
64
|
+
}
|
|
65
|
+
export {};
|
|
66
|
+
//# sourceMappingURL=postprocessor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"postprocessor.d.ts","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/postprocessor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,OAAO,EAOL,KAAK,WAAW,EAEjB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE7D,KAAK,iBAAiB,GAAG,aAAa,CAAC;AAEvC;;;;GAIG;AACH,KAAK,UAAU,GACX,MAAM,GACN;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GACzC,SAAS,CAAC;AAEd,MAAM,WAAW,gCAAgC;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;GAUG;AACH,qBAAa,yBAAyB;IACpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;gBAErC,OAAO,EAAE,gCAAgC;IAyBrD,OAAO,CAAC,cAAc;IAStB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,SAAS;IAejB,wEAAwE;IAClE,gBAAgB,CACpB,KAAK,EAAE,SAAS,iBAAiB,EAAE,EACnC,WAAW,CAAC,EAAE,UAAU,GAAG,MAAM,GAChC,OAAO,CAAC,iBAAiB,EAAE,CAAC;CAkDhC"}
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
import { getLogger } from '../../logger.js';
|
|
2
|
+
import { BATCH_LIMIT, buildClient, DEFAULT_MIN_TOKENS, DEFAULT_MODEL, DEFAULT_POLICY, DEFAULT_RATIO, estimateTokens, } from '../_shared/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* @example
|
|
5
|
+
* ```ts
|
|
6
|
+
* import { CompresrNodePostprocessor } from '@compresr/sdk/integrations/llamaindex';
|
|
7
|
+
* const pp = new CompresrNodePostprocessor({
|
|
8
|
+
* apiKey: process.env.COMPRESR_API_KEY!,
|
|
9
|
+
* compressionModel: 'latte_v1',
|
|
10
|
+
* });
|
|
11
|
+
* const queryEngine = index.asQueryEngine({ nodePostprocessors: [pp] });
|
|
12
|
+
* ```
|
|
13
|
+
*/
|
|
14
|
+
export class CompresrNodePostprocessor {
|
|
15
|
+
compresr;
|
|
16
|
+
compressionModel;
|
|
17
|
+
targetCompressionRatio;
|
|
18
|
+
targetToken;
|
|
19
|
+
minTokens;
|
|
20
|
+
coarse;
|
|
21
|
+
onError;
|
|
22
|
+
staticQuery;
|
|
23
|
+
constructor(options) {
|
|
24
|
+
const { apiKey, client, baseUrl, compressionModel = DEFAULT_MODEL, targetCompressionRatio = DEFAULT_RATIO, targetToken, minTokens = DEFAULT_MIN_TOKENS, coarse, onError = DEFAULT_POLICY, query, } = options;
|
|
25
|
+
this.compresr =
|
|
26
|
+
client ?? buildClient({ apiKey, baseUrl, caller: 'CompresrNodePostprocessor' });
|
|
27
|
+
this.compressionModel = compressionModel;
|
|
28
|
+
this.targetCompressionRatio = targetCompressionRatio;
|
|
29
|
+
this.targetToken = targetToken;
|
|
30
|
+
this.minTokens = minTokens;
|
|
31
|
+
this.coarse = coarse;
|
|
32
|
+
this.onError = onError;
|
|
33
|
+
this.staticQuery = query;
|
|
34
|
+
}
|
|
35
|
+
effectiveRatio(chunk) {
|
|
36
|
+
if (!this.targetToken || this.targetToken <= 0)
|
|
37
|
+
return this.targetCompressionRatio;
|
|
38
|
+
const avg = Math.max(1, chunk.reduce((acc, c) => acc + estimateTokens(c), 0) / Math.max(1, chunk.length));
|
|
39
|
+
return Math.max(avg / this.targetToken, 1.0);
|
|
40
|
+
}
|
|
41
|
+
resolveQuery(queryBundle) {
|
|
42
|
+
if (this.compressionModel !== 'latte_v1')
|
|
43
|
+
return undefined;
|
|
44
|
+
if (typeof this.staticQuery === 'string' && this.staticQuery.trim()) {
|
|
45
|
+
return this.staticQuery;
|
|
46
|
+
}
|
|
47
|
+
if (typeof queryBundle === 'string' && queryBundle.trim()) {
|
|
48
|
+
return queryBundle;
|
|
49
|
+
}
|
|
50
|
+
if (queryBundle && typeof queryBundle === 'object') {
|
|
51
|
+
const q = queryBundle.queryStr ??
|
|
52
|
+
queryBundle.query_str;
|
|
53
|
+
if (typeof q === 'string' && q.trim())
|
|
54
|
+
return q;
|
|
55
|
+
}
|
|
56
|
+
return undefined;
|
|
57
|
+
}
|
|
58
|
+
partition(nodes) {
|
|
59
|
+
const indices = [];
|
|
60
|
+
const contents = [];
|
|
61
|
+
nodes.forEach((n, i) => {
|
|
62
|
+
const text = getNodeText(n);
|
|
63
|
+
if (typeof text === 'string' && estimateTokens(text) >= this.minTokens) {
|
|
64
|
+
indices.push(i);
|
|
65
|
+
contents.push(text);
|
|
66
|
+
}
|
|
67
|
+
});
|
|
68
|
+
return { indices, contents };
|
|
69
|
+
}
|
|
70
|
+
/** LlamaIndex.TS `BaseNodePostprocessor.postprocessNodes` signature. */
|
|
71
|
+
async postprocessNodes(nodes, queryBundle) {
|
|
72
|
+
if (nodes.length === 0)
|
|
73
|
+
return [...nodes];
|
|
74
|
+
const { indices, contents } = this.partition(nodes);
|
|
75
|
+
if (contents.length === 0)
|
|
76
|
+
return [...nodes];
|
|
77
|
+
const query = this.resolveQuery(queryBundle);
|
|
78
|
+
if (this.compressionModel === 'latte_v1' && !query) {
|
|
79
|
+
getLogger().warn('CompresrNodePostprocessor: latte_v1 needs a query; none found. Passthrough.');
|
|
80
|
+
return [...nodes];
|
|
81
|
+
}
|
|
82
|
+
const out = nodes.map(cloneNodeWithScore);
|
|
83
|
+
for (let start = 0; start < contents.length; start += BATCH_LIMIT) {
|
|
84
|
+
const chunk = contents.slice(start, start + BATCH_LIMIT);
|
|
85
|
+
let results = [];
|
|
86
|
+
try {
|
|
87
|
+
const resp = await this.compresr.compressBatch({
|
|
88
|
+
contexts: chunk,
|
|
89
|
+
...(query !== undefined ? { queries: query } : {}),
|
|
90
|
+
compressionModelName: this.compressionModel,
|
|
91
|
+
targetCompressionRatio: this.effectiveRatio(chunk),
|
|
92
|
+
...(this.coarse !== undefined ? { coarse: this.coarse } : {}),
|
|
93
|
+
});
|
|
94
|
+
results = (resp.data?.results ?? []);
|
|
95
|
+
}
|
|
96
|
+
catch (exc) {
|
|
97
|
+
if (this.onError === 'raise')
|
|
98
|
+
throw exc;
|
|
99
|
+
getLogger().warn(`postprocessor batch failed (${stringifyError(exc)}); passthrough ${chunk.length} nodes.`);
|
|
100
|
+
continue;
|
|
101
|
+
}
|
|
102
|
+
results.slice(0, chunk.length).forEach((item, offset) => {
|
|
103
|
+
const globalIdx = indices[start + offset];
|
|
104
|
+
const newText = item?.compressed_context;
|
|
105
|
+
if (typeof newText === 'string' && newText && globalIdx !== undefined) {
|
|
106
|
+
const node = out[globalIdx];
|
|
107
|
+
if (node !== undefined) {
|
|
108
|
+
setNodeText(node, newText);
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
return out;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
function getNodeText(nws) {
|
|
117
|
+
const node = nws.node;
|
|
118
|
+
if (!node || typeof node !== 'object')
|
|
119
|
+
return undefined;
|
|
120
|
+
const n = node;
|
|
121
|
+
if (typeof n.getContent === 'function') {
|
|
122
|
+
try {
|
|
123
|
+
const t = n.getContent();
|
|
124
|
+
if (typeof t === 'string')
|
|
125
|
+
return t;
|
|
126
|
+
}
|
|
127
|
+
catch {
|
|
128
|
+
/* fall through */
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
if (typeof n.text === 'string')
|
|
132
|
+
return n.text;
|
|
133
|
+
return undefined;
|
|
134
|
+
}
|
|
135
|
+
function cloneNodeWithScore(nws) {
|
|
136
|
+
return { ...nws };
|
|
137
|
+
}
|
|
138
|
+
function setNodeText(nws, newText) {
|
|
139
|
+
const node = nws.node;
|
|
140
|
+
if (!node || typeof node !== 'object')
|
|
141
|
+
return;
|
|
142
|
+
const n = node;
|
|
143
|
+
if (typeof n.setContent === 'function') {
|
|
144
|
+
try {
|
|
145
|
+
n.setContent(newText);
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
148
|
+
catch {
|
|
149
|
+
/* fall through */
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
try {
|
|
153
|
+
n.text = newText;
|
|
154
|
+
return;
|
|
155
|
+
}
|
|
156
|
+
catch {
|
|
157
|
+
/* fall through */
|
|
158
|
+
}
|
|
159
|
+
const md = node.metadata;
|
|
160
|
+
if (md && typeof md === 'object') {
|
|
161
|
+
md['compresr_compressed'] = newText;
|
|
162
|
+
}
|
|
163
|
+
getLogger().warn('node has no writable text field; compressed text stored in metadata.compresr_compressed but the synthesizer will see the original text.');
|
|
164
|
+
}
|
|
165
|
+
function stringifyError(exc) {
|
|
166
|
+
return exc instanceof Error ? exc.message : String(exc);
|
|
167
|
+
}
|
|
168
|
+
//# sourceMappingURL=postprocessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"postprocessor.js","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/postprocessor.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EACL,WAAW,EACX,WAAW,EACX,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,aAAa,EAEb,cAAc,GACf,MAAM,qBAAqB,CAAC;AAmC7B;;;;;;;;;;GAUG;AACH,MAAM,OAAO,yBAAyB;IACnB,QAAQ,CAAoB;IAC5B,gBAAgB,CAAS;IACzB,sBAAsB,CAAS;IAC/B,WAAW,CAAqB;IAChC,SAAS,CAAS;IAClB,MAAM,CAAsB;IAC5B,OAAO,CAAc;IACrB,WAAW,CAAqB;IAEjD,YAAY,OAAyC;QACnD,MAAM,EACJ,MAAM,EACN,MAAM,EACN,OAAO,EACP,gBAAgB,GAAG,aAAa,EAChC,sBAAsB,GAAG,aAAa,EACtC,WAAW,EACX,SAAS,GAAG,kBAAkB,EAC9B,MAAM,EACN,OAAO,GAAG,cAAc,EACxB,KAAK,GACN,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,QAAQ;YACX,MAAM,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAEO,cAAc,CAAC,KAAwB;QAC7C,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,sBAAsB,CAAC;QACnF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAClB,CAAC,EACD,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CACjF,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC/C,CAAC;IAEO,YAAY,CAAC,WAAiC;QACpD,IAAI,IAAI,CAAC,gBAAgB,KAAK,UAAU;YAAE,OAAO,SAAS,CAAC;QAC3D,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YACpE,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QACD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1D,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,CAAC,GAAI,WAAyD,CAAC,QAAQ;gBAC1E,WAAsC,CAAC,SAAS,CAAC;YACpD,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE;gBAAE,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,SAAS,CACf,KAAmC;QAEnC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,gBAAgB,CACpB,KAAmC,EACnC,WAAiC;QAEjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;QAE1C,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;QAE7C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,gBAAgB,KAAK,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC;YACnD,SAAS,EAAE,CAAC,IAAI,CACd,6EAA6E,CAC9E,CAAC;YACF,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;QACpB,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAE1C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,WAAW,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC;YACzD,IAAI,OAAO,GAAqC,EAAE,CAAC;YACnD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;oBAC7C,QAAQ,EAAE,KAAK;oBACf,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClD,oBAAoB,EAAE,IAAI,CAAC,gBAAgB;oBAC3C,sBAAsB,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;oBAClD,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9D,CAAC,CAAC;gBACH,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAqC,CAAC;YAC3E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;oBAAE,MAAM,GAAG,CAAC;gBACxC,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,cAAc,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,MAAM,SAAS,CAC1F,CAAC;gBACF,SAAS;YACX,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBACtD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;gBAC1C,MAAM,OAAO,GAAG,IAAI,EAAE,kBAAkB,CAAC;gBACzC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBACtE,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC5B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;wBACvB,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAGD,SAAS,WAAW,CAAC,GAAsB;IACzC,MAAM,IAAI,GAAI,GAA0B,CAAC,IAAI,CAAC;IAC9C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IACxD,MAAM,CAAC,GAAG,IAAoD,CAAC;IAC/D,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;YACzB,IAAI,OAAO,CAAC,KAAK,QAAQ;gBAAE,OAAO,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC9C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAsB;IAChD,OAAO,EAAE,GAAI,GAAc,EAAuB,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,GAAsB,EAAE,OAAe;IAC1D,MAAM,IAAI,GAAI,GAA0B,CAAC,IAAI,CAAC;IAC9C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO;IAC9C,MAAM,CAAC,GAAG,IAA2D,CAAC;IACtE,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO;QACT,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,CAAC,CAAC,IAAI,GAAG,OAAO,CAAC;QACjB,OAAO;IACT,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IACD,MAAM,EAAE,GAAI,IAA+C,CAAC,QAAQ,CAAC;IACrE,IAAI,EAAE,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QACjC,EAAE,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC;IACtC,CAAC;IACD,SAAS,EAAE,CAAC,IAAI,CACd,yIAAyI,CAC1I,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAAY;IAClC,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Wrap a LlamaIndex.TS `FunctionTool` (or any object with a `call` method)
|
|
3
|
+
* so its return value is compressed.
|
|
4
|
+
*
|
|
5
|
+
* Mirrors Python `wrap_tool_with_compresr`. Same unified query API.
|
|
6
|
+
*/
|
|
7
|
+
import type { CompressionClient } from '../../clients/compression.js';
|
|
8
|
+
import { type ErrorPolicy } from '../_shared/index.js';
|
|
9
|
+
export interface WrapToolOptions {
|
|
10
|
+
apiKey?: string;
|
|
11
|
+
client?: CompressionClient;
|
|
12
|
+
baseUrl?: string;
|
|
13
|
+
compressionModel?: string;
|
|
14
|
+
targetCompressionRatio?: number;
|
|
15
|
+
minTokens?: number;
|
|
16
|
+
coarse?: boolean;
|
|
17
|
+
query?: string;
|
|
18
|
+
queryExtractor?: (args: Record<string, unknown>) => string | undefined;
|
|
19
|
+
queryArg?: string;
|
|
20
|
+
onError?: ErrorPolicy;
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* The narrow callable shape we wrap. `FunctionTool` in llamaindex.ts
|
|
24
|
+
* exposes `metadata` + `call(args)` / `acall(args)` — we wrap that.
|
|
25
|
+
*/
|
|
26
|
+
export interface CompresrWrappableTool<TArgs extends Record<string, unknown> = Record<string, unknown>> {
|
|
27
|
+
metadata: {
|
|
28
|
+
name: string;
|
|
29
|
+
description?: string;
|
|
30
|
+
};
|
|
31
|
+
call: (args: TArgs) => unknown;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Returns a new tool with the same `metadata` and a wrapped `call` that
|
|
35
|
+
* compresses string return values transparently.
|
|
36
|
+
*/
|
|
37
|
+
export declare function wrapToolWithCompresr<TArgs extends Record<string, unknown>, T extends CompresrWrappableTool<TArgs>>(tool: T, options?: WrapToolOptions): T;
|
|
38
|
+
//# sourceMappingURL=wrappers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrappers.d.ts","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/wrappers.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAOL,KAAK,WAAW,EAEjB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,MAAM,GAAG,SAAS,CAAC;IACvE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACpG,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,KAAK,OAAO,CAAC;CAChC;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,CAAC,SAAS,qBAAqB,CAAC,KAAK,CAAC,EACtC,IAAI,EAAE,CAAC,EAAE,OAAO,GAAE,eAAoB,GAAG,CAAC,CAqD3C"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { buildClient, compressSafe, DEFAULT_MIN_TOKENS, DEFAULT_MODEL, DEFAULT_POLICY, DEFAULT_RATIO, resolveQuery, } from '../_shared/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Returns a new tool with the same `metadata` and a wrapped `call` that
|
|
4
|
+
* compresses string return values transparently.
|
|
5
|
+
*/
|
|
6
|
+
export function wrapToolWithCompresr(tool, options = {}) {
|
|
7
|
+
const { apiKey, client, baseUrl, compressionModel = DEFAULT_MODEL, targetCompressionRatio = DEFAULT_RATIO, minTokens = DEFAULT_MIN_TOKENS, coarse, query, queryExtractor, queryArg, onError = DEFAULT_POLICY, } = options;
|
|
8
|
+
const compresr = client ?? buildClient({ apiKey, baseUrl, caller: 'wrapToolWithCompresr' });
|
|
9
|
+
function resolveTheQuery(args) {
|
|
10
|
+
return resolveQuery({
|
|
11
|
+
staticQuery: query,
|
|
12
|
+
extractor: queryExtractor
|
|
13
|
+
? (arg) => queryExtractor(arg)
|
|
14
|
+
: undefined,
|
|
15
|
+
extractorArg: queryExtractor ? args : undefined,
|
|
16
|
+
args,
|
|
17
|
+
argsKey: queryArg,
|
|
18
|
+
});
|
|
19
|
+
}
|
|
20
|
+
const originalCall = tool.call.bind(tool);
|
|
21
|
+
const wrapped = {
|
|
22
|
+
...tool,
|
|
23
|
+
metadata: tool.metadata,
|
|
24
|
+
async call(args) {
|
|
25
|
+
const out = await originalCall(args);
|
|
26
|
+
if (typeof out !== 'string')
|
|
27
|
+
return out;
|
|
28
|
+
const q = resolveTheQuery(args);
|
|
29
|
+
return compressSafe(compresr, {
|
|
30
|
+
context: out,
|
|
31
|
+
...(q !== undefined ? { query: q } : {}),
|
|
32
|
+
compressionModel,
|
|
33
|
+
targetCompressionRatio,
|
|
34
|
+
...(coarse !== undefined ? { coarse } : {}),
|
|
35
|
+
minTokens,
|
|
36
|
+
onError,
|
|
37
|
+
contextLabel: `tool:${tool.metadata.name}`,
|
|
38
|
+
});
|
|
39
|
+
},
|
|
40
|
+
};
|
|
41
|
+
return wrapped;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=wrappers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrappers.js","sourceRoot":"","sources":["../../../../src/integrations/llamaindex/wrappers.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,WAAW,EACX,YAAY,EACZ,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,aAAa,EAEb,YAAY,GACb,MAAM,qBAAqB,CAAC;AAyB7B;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAGlC,IAAO,EAAE,UAA2B,EAAE;IACtC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,OAAO,EACP,gBAAgB,GAAG,aAAa,EAChC,sBAAsB,GAAG,aAAa,EACtC,SAAS,GAAG,kBAAkB,EAC9B,MAAM,EACN,KAAK,EACL,cAAc,EACd,QAAQ,EACR,OAAO,GAAG,cAAc,GACzB,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GACZ,MAAM,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC;IAE7E,SAAS,eAAe,CAAC,IAA6B;QACpD,OAAO,YAAY,CAAC;YAClB,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,cAAc;gBACvB,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAA8B,CAAC;gBACzD,CAAC,CAAC,SAAS;YACb,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC/C,IAAI;YACJ,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG;QACd,GAAI,IAAe;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,CAAC,IAAI,CAAC,IAAW;YACpB,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC;YACxC,MAAM,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,YAAY,CAAC,QAAQ,EAAE;gBAC5B,OAAO,EAAE,GAAG;gBACZ,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,gBAAgB;gBAChB,sBAAsB;gBACtB,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,SAAS;gBACT,OAAO;gBACP,YAAY,EAAE,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;aAC3C,CAAC,CAAC;QACL,CAAC;KACG,CAAC;IAEP,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pluggable logger interface.
|
|
3
|
+
*
|
|
4
|
+
* The SDK emits warnings (cleartext base URL, error-policy passthroughs,
|
|
5
|
+
* unknown provider hints, etc.) via this logger. The default sink writes
|
|
6
|
+
* to `console.warn` / `console.error` with a `[compresr]` prefix. Replace
|
|
7
|
+
* it with `setLogger({ warn, error })` to integrate with pino, winston,
|
|
8
|
+
* or any production logger.
|
|
9
|
+
*/
|
|
10
|
+
export interface CompresrLogger {
|
|
11
|
+
warn(message: string, meta?: Record<string, unknown>): void;
|
|
12
|
+
error(message: string, meta?: Record<string, unknown>): void;
|
|
13
|
+
}
|
|
14
|
+
/** Replace the global Compresr logger. */
|
|
15
|
+
export declare function setLogger(next: CompresrLogger): void;
|
|
16
|
+
/** Current logger. Internal callers use this; user-facing modules should not. */
|
|
17
|
+
export declare function getLogger(): CompresrLogger;
|
|
18
|
+
//# sourceMappingURL=logger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/logger.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC9D;AAqBD,0CAA0C;AAC1C,wBAAgB,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI,CAEpD;AAED,iFAAiF;AACjF,wBAAgB,SAAS,IAAI,cAAc,CAE1C"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pluggable logger interface.
|
|
3
|
+
*
|
|
4
|
+
* The SDK emits warnings (cleartext base URL, error-policy passthroughs,
|
|
5
|
+
* unknown provider hints, etc.) via this logger. The default sink writes
|
|
6
|
+
* to `console.warn` / `console.error` with a `[compresr]` prefix. Replace
|
|
7
|
+
* it with `setLogger({ warn, error })` to integrate with pino, winston,
|
|
8
|
+
* or any production logger.
|
|
9
|
+
*/
|
|
10
|
+
const LOG_PREFIX = '[compresr]';
|
|
11
|
+
let logger = {
|
|
12
|
+
warn: (message, meta) => {
|
|
13
|
+
if (meta && Object.keys(meta).length > 0) {
|
|
14
|
+
console.warn(`${LOG_PREFIX} ${message}`, meta);
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
console.warn(`${LOG_PREFIX} ${message}`);
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
error: (message, meta) => {
|
|
21
|
+
if (meta && Object.keys(meta).length > 0) {
|
|
22
|
+
console.error(`${LOG_PREFIX} ${message}`, meta);
|
|
23
|
+
}
|
|
24
|
+
else {
|
|
25
|
+
console.error(`${LOG_PREFIX} ${message}`);
|
|
26
|
+
}
|
|
27
|
+
},
|
|
28
|
+
};
|
|
29
|
+
/** Replace the global Compresr logger. */
|
|
30
|
+
export function setLogger(next) {
|
|
31
|
+
logger = next;
|
|
32
|
+
}
|
|
33
|
+
/** Current logger. Internal callers use this; user-facing modules should not. */
|
|
34
|
+
export function getLogger() {
|
|
35
|
+
return logger;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/logger.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,MAAM,UAAU,GAAG,YAAY,CAAC;AAEhC,IAAI,MAAM,GAAmB;IAC3B,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;QACtB,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;QACvB,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,GAAG,UAAU,IAAI,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,GAAG,UAAU,IAAI,OAAO,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF,CAAC;AAEF,0CAA0C;AAC1C,MAAM,UAAU,SAAS,CAAC,IAAoB;IAC5C,MAAM,GAAG,IAAI,CAAC;AAChB,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,SAAS;IACvB,OAAO,MAAM,CAAC;AAChB,CAAC"}
|