@kyuda/n8n-nodes-databricks 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of @kyuda/n8n-nodes-databricks might be problematic. Click here for more details.
- package/LICENSE.md +19 -0
- package/README.md +478 -0
- package/dist/credentials/Databricks.credentials.d.ts +10 -0
- package/dist/credentials/Databricks.credentials.js +51 -0
- package/dist/credentials/Databricks.credentials.js.map +1 -0
- package/dist/credentials/databricks.svg +19 -0
- package/dist/nodes/Databricks/Databricks.node.d.ts +16 -0
- package/dist/nodes/Databricks/Databricks.node.js +1719 -0
- package/dist/nodes/Databricks/Databricks.node.js.map +1 -0
- package/dist/nodes/Databricks/databricks.dark.svg +19 -0
- package/dist/nodes/Databricks/databricks.svg +19 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.js +24 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.js +94 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/databricksSql.d.ts +3 -0
- package/dist/nodes/Databricks/resources/databricksSql.js +130 -0
- package/dist/nodes/Databricks/resources/databricksSql.js.map +1 -0
- package/dist/nodes/Databricks/resources/files/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/files/operations.js +71 -0
- package/dist/nodes/Databricks/resources/files/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/files/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/files/parameters.js +124 -0
- package/dist/nodes/Databricks/resources/files/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/files.d.ts +3 -0
- package/dist/nodes/Databricks/resources/files.js +183 -0
- package/dist/nodes/Databricks/resources/files.js.map +1 -0
- package/dist/nodes/Databricks/resources/genie/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/genie/operations.js +96 -0
- package/dist/nodes/Databricks/resources/genie/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/genie/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/genie/parameters.js +96 -0
- package/dist/nodes/Databricks/resources/genie/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/index.d.ts +12 -0
- package/dist/nodes/Databricks/resources/index.js +29 -0
- package/dist/nodes/Databricks/resources/index.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.js +24 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.js +76 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing.d.ts +3 -0
- package/dist/nodes/Databricks/resources/modelServing.js +176 -0
- package/dist/nodes/Databricks/resources/modelServing.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.js +233 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.js +371 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog.d.ts +3 -0
- package/dist/nodes/Databricks/resources/unityCatalog.js +239 -0
- package/dist/nodes/Databricks/resources/unityCatalog.js.map +1 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.js +48 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.js +224 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.d.ts +66 -0
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.js +531 -0
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.d.ts +5 -0
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js +133 -0
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgentDark.icon.svg +9 -0
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgentLight.icon.svg +9 -0
- package/dist/nodes/agents/DatabricksAiAgent/description.d.ts +4 -0
- package/dist/nodes/agents/DatabricksAiAgent/description.js +28 -0
- package/dist/nodes/agents/DatabricksAiAgent/description.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/execute.d.ts +2 -0
- package/dist/nodes/agents/DatabricksAiAgent/execute.js +418 -0
- package/dist/nodes/agents/DatabricksAiAgent/execute.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.d.ts +82 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.js +105 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.d.ts +6 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.js +3 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.d.ts +5 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.js +13 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.d.ts +10 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.js +88 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.d.ts +28 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.js +207 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.d.ts +17 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.js +135 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.d.ts +24 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.js +221 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.d.ts +2 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.js +38 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.d.ts +12 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.js +106 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.d.ts +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.js +5 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.d.ts +16 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.js +132 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.d.ts +18 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.js +150 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.d.ts +7 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.js +150 -0
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.js.map +1 -0
- package/dist/nodes/agents/DatabricksAiAgent/utils.d.ts +2 -0
- package/dist/nodes/agents/DatabricksAiAgent/utils.js +52 -0
- package/dist/nodes/agents/DatabricksAiAgent/utils.js.map +1 -0
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.d.ts +5 -0
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js +155 -0
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js.map +1 -0
- package/dist/nodes/embeddings/EmbeddingsDatabricks/databricks.dark.svg +19 -0
- package/dist/nodes/embeddings/EmbeddingsDatabricks/databricks.svg +19 -0
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.d.ts +10 -0
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js +265 -0
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js.map +1 -0
- package/dist/nodes/llms/LmChatDatabricks/databricks.dark.svg +19 -0
- package/dist/nodes/llms/LmChatDatabricks/databricks.svg +19 -0
- package/dist/nodes/llms/N8nLlmTracing.d.ts +44 -0
- package/dist/nodes/llms/N8nLlmTracing.js +140 -0
- package/dist/nodes/llms/N8nLlmTracing.js.map +1 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.d.ts +1 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.js +31 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.js.map +1 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.d.ts +1 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.js +53 -0
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.js.map +1 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.d.ts +3 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.js +28 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.js.map +1 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.d.ts +1 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js +50 -0
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js.map +1 -0
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.d.ts +15 -0
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js +98 -0
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js.map +1 -0
- package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.dark.svg +19 -0
- package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.svg +19 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.d.ts +7 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js +50 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.d.ts +32 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js +175 -0
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.d.ts +16 -0
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js +95 -0
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/config.d.ts +4 -0
- package/dist/nodes/vector_store/shared/MemoryManager/config.js +38 -0
- package/dist/nodes/vector_store/shared/MemoryManager/config.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.js +158 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.js +204 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.js +138 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.js +57 -0
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/MemoryManager/types.d.ts +39 -0
- package/dist/nodes/vector_store/shared/MemoryManager/types.js +3 -0
- package/dist/nodes/vector_store/shared/MemoryManager/types.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.js +156 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.d.ts +4 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.js +45 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.d.ts +15 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.js +227 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.js +131 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.d.ts +7 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.js +32 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.js +190 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.js +101 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.js +93 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.js +109 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.js +60 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.d.ts +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.js +108 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.js +22 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.js +36 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.js +34 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.js +43 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.js +17 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.d.ts +5 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.js +40 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.d.ts +0 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.js +2 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.d.ts +31 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js +3 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js.map +1 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.d.ts +6 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js +22 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js.map +1 -0
- package/dist/nodes/vector_store/shared/descriptions.d.ts +4 -0
- package/dist/nodes/vector_store/shared/descriptions.js +70 -0
- package/dist/nodes/vector_store/shared/descriptions.js.map +1 -0
- package/dist/nodes/vector_store/shared/processDocuments.d.ts +25 -0
- package/dist/nodes/vector_store/shared/processDocuments.js +42 -0
- package/dist/nodes/vector_store/shared/processDocuments.js.map +1 -0
- package/dist/package.json +93 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/dist/utils/DatabricksVectorStoreLangChain.d.ts +26 -0
- package/dist/utils/DatabricksVectorStoreLangChain.js +114 -0
- package/dist/utils/DatabricksVectorStoreLangChain.js.map +1 -0
- package/dist/utils/N8nBinaryLoader.d.ts +18 -0
- package/dist/utils/N8nBinaryLoader.js +159 -0
- package/dist/utils/N8nBinaryLoader.js.map +1 -0
- package/dist/utils/N8nJsonLoader.d.ts +11 -0
- package/dist/utils/N8nJsonLoader.js +67 -0
- package/dist/utils/N8nJsonLoader.js.map +1 -0
- package/dist/utils/N8nTool.d.ts +10 -0
- package/dist/utils/N8nTool.js +88 -0
- package/dist/utils/N8nTool.js.map +1 -0
- package/dist/utils/descriptions.d.ts +13 -0
- package/dist/utils/descriptions.js +112 -0
- package/dist/utils/descriptions.js.map +1 -0
- package/dist/utils/helpers.d.ts +23 -0
- package/dist/utils/helpers.js +172 -0
- package/dist/utils/helpers.js.map +1 -0
- package/dist/utils/logWrapper.d.ts +27 -0
- package/dist/utils/logWrapper.js +297 -0
- package/dist/utils/logWrapper.js.map +1 -0
- package/dist/utils/output_parsers/N8nItemListOutputParser.d.ts +13 -0
- package/dist/utils/output_parsers/N8nItemListOutputParser.js +43 -0
- package/dist/utils/output_parsers/N8nItemListOutputParser.js.map +1 -0
- package/dist/utils/output_parsers/N8nOutputFixingParser.d.ts +18 -0
- package/dist/utils/output_parsers/N8nOutputFixingParser.js +68 -0
- package/dist/utils/output_parsers/N8nOutputFixingParser.js.map +1 -0
- package/dist/utils/output_parsers/N8nOutputParser.d.ts +7 -0
- package/dist/utils/output_parsers/N8nOutputParser.js +19 -0
- package/dist/utils/output_parsers/N8nOutputParser.js.map +1 -0
- package/dist/utils/output_parsers/N8nStructuredOutputParser.d.ts +12 -0
- package/dist/utils/output_parsers/N8nStructuredOutputParser.js +84 -0
- package/dist/utils/output_parsers/N8nStructuredOutputParser.js.map +1 -0
- package/dist/utils/output_parsers/prompt.d.ts +3 -0
- package/dist/utils/output_parsers/prompt.js +22 -0
- package/dist/utils/output_parsers/prompt.js.map +1 -0
- package/dist/utils/schemaParsing.d.ts +6 -0
- package/dist/utils/schemaParsing.js +23 -0
- package/dist/utils/schemaParsing.js.map +1 -0
- package/dist/utils/sharedFields.d.ts +6 -0
- package/dist/utils/sharedFields.js +122 -0
- package/dist/utils/sharedFields.js.map +1 -0
- package/dist/utils/tracing.d.ts +7 -0
- package/dist/utils/tracing.js +20 -0
- package/dist/utils/tracing.js.map +1 -0
- package/package.json +93 -0
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getConfig = getConfig;
|
|
4
|
+
exports.mbToBytes = mbToBytes;
|
|
5
|
+
exports.hoursToMs = hoursToMs;
|
|
6
|
+
const DEFAULT_MAX_MEMORY_MB = -1;
|
|
7
|
+
const DEFAULT_INACTIVE_TTL_HOURS = -1;
|
|
8
|
+
function getConfig() {
|
|
9
|
+
let maxMemoryMB = DEFAULT_MAX_MEMORY_MB;
|
|
10
|
+
if (process.env.N8N_VECTOR_STORE_MAX_MEMORY) {
|
|
11
|
+
const parsed = parseInt(process.env.N8N_VECTOR_STORE_MAX_MEMORY, 10);
|
|
12
|
+
if (!isNaN(parsed)) {
|
|
13
|
+
maxMemoryMB = parsed;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
let ttlHours = DEFAULT_INACTIVE_TTL_HOURS;
|
|
17
|
+
if (process.env.N8N_VECTOR_STORE_TTL_HOURS) {
|
|
18
|
+
const parsed = parseInt(process.env.N8N_VECTOR_STORE_TTL_HOURS, 10);
|
|
19
|
+
if (!isNaN(parsed)) {
|
|
20
|
+
ttlHours = parsed;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return {
|
|
24
|
+
maxMemoryMB,
|
|
25
|
+
ttlHours,
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
function mbToBytes(mb) {
|
|
29
|
+
if (mb <= 0)
|
|
30
|
+
return -1;
|
|
31
|
+
return mb * 1024 * 1024;
|
|
32
|
+
}
|
|
33
|
+
function hoursToMs(hours) {
|
|
34
|
+
if (hours <= 0)
|
|
35
|
+
return -1;
|
|
36
|
+
return hours * 60 * 60 * 1000;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/MemoryManager/config.ts"],"names":[],"mappings":";;AASA,8BAuBC;AAKD,8BAIC;AAKD,8BAIC;AA/CD,MAAM,qBAAqB,GAAG,CAAC,CAAC,CAAC;AACjC,MAAM,0BAA0B,GAAG,CAAC,CAAC,CAAC;AAKtC,SAAgB,SAAS;IAExB,IAAI,WAAW,GAAG,qBAAqB,CAAC;IACxC,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACpB,WAAW,GAAG,MAAM,CAAC;QACtB,CAAC;IACF,CAAC;IAGD,IAAI,QAAQ,GAAG,0BAA0B,CAAC;IAC1C,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACpB,QAAQ,GAAG,MAAM,CAAC;QACnB,CAAC;IACF,CAAC;IAED,OAAO;QACN,WAAW;QACX,QAAQ;KACR,CAAC;AACH,CAAC;AAKD,SAAgB,SAAS,CAAC,EAAU;IAEnC,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACzB,CAAC;AAKD,SAAgB,SAAS,CAAC,KAAa;IAEtC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IAC1B,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const documents_1 = require("@langchain/core/documents");
|
|
4
|
+
const jest_mock_extended_1 = require("jest-mock-extended");
|
|
5
|
+
const MemoryCalculator_1 = require("../MemoryCalculator");
|
|
6
|
+
function createTestEmbedding(dimensions = 1536, initialValue = 0.1, multiplier = 1) {
|
|
7
|
+
return new Array(dimensions).fill(initialValue).map((value) => value * multiplier);
|
|
8
|
+
}
|
|
9
|
+
describe('MemoryCalculator', () => {
|
|
10
|
+
let calculator;
|
|
11
|
+
beforeEach(() => {
|
|
12
|
+
calculator = new MemoryCalculator_1.MemoryCalculator();
|
|
13
|
+
});
|
|
14
|
+
describe('estimateBatchSize', () => {
|
|
15
|
+
it('should return 0 for empty document arrays', () => {
|
|
16
|
+
const size = calculator.estimateBatchSize([]);
|
|
17
|
+
expect(size).toBe(0);
|
|
18
|
+
});
|
|
19
|
+
it('should calculate size for simple documents', () => {
|
|
20
|
+
const documents = [
|
|
21
|
+
new documents_1.Document({ pageContent: 'Hello, world!', metadata: { simple: 'value' } }),
|
|
22
|
+
];
|
|
23
|
+
const size = calculator.estimateBatchSize(documents);
|
|
24
|
+
expect(size).toBeGreaterThan(0);
|
|
25
|
+
const simpleCase = calculator.estimateBatchSize([
|
|
26
|
+
new documents_1.Document({ pageContent: '', metadata: {} }),
|
|
27
|
+
]);
|
|
28
|
+
const withContent = calculator.estimateBatchSize([
|
|
29
|
+
new documents_1.Document({ pageContent: 'test content', metadata: {} }),
|
|
30
|
+
]);
|
|
31
|
+
const withMetadata = calculator.estimateBatchSize([
|
|
32
|
+
new documents_1.Document({ pageContent: '', metadata: { key: 'value' } }),
|
|
33
|
+
]);
|
|
34
|
+
expect(withContent).toBeGreaterThan(simpleCase);
|
|
35
|
+
expect(withMetadata).toBeGreaterThan(simpleCase);
|
|
36
|
+
});
|
|
37
|
+
it('should account for content length in size calculation', () => {
|
|
38
|
+
const shortDoc = new documents_1.Document({
|
|
39
|
+
pageContent: 'Short content',
|
|
40
|
+
metadata: {},
|
|
41
|
+
});
|
|
42
|
+
const longDoc = new documents_1.Document({
|
|
43
|
+
pageContent: 'A'.repeat(1000),
|
|
44
|
+
metadata: {},
|
|
45
|
+
});
|
|
46
|
+
const shortSize = calculator.estimateBatchSize([shortDoc]);
|
|
47
|
+
const longSize = calculator.estimateBatchSize([longDoc]);
|
|
48
|
+
expect(longSize).toBeGreaterThan(shortSize);
|
|
49
|
+
expect(longSize - shortSize).toBeGreaterThan(1000);
|
|
50
|
+
});
|
|
51
|
+
it('should account for metadata complexity in size calculation', () => {
|
|
52
|
+
const simpleMetadata = new documents_1.Document({
|
|
53
|
+
pageContent: '',
|
|
54
|
+
metadata: { simple: 'value' },
|
|
55
|
+
});
|
|
56
|
+
const complexMetadata = new documents_1.Document({
|
|
57
|
+
pageContent: '',
|
|
58
|
+
metadata: {
|
|
59
|
+
nested: {
|
|
60
|
+
objects: {
|
|
61
|
+
with: {
|
|
62
|
+
many: {
|
|
63
|
+
levels: [1, 2, 3, 4, 5],
|
|
64
|
+
andArray: ['a', 'b', 'c', 'd', 'e'],
|
|
65
|
+
},
|
|
66
|
+
},
|
|
67
|
+
},
|
|
68
|
+
},
|
|
69
|
+
moreKeys: 'moreValues',
|
|
70
|
+
evenMore: 'data',
|
|
71
|
+
},
|
|
72
|
+
});
|
|
73
|
+
const simpleSize = calculator.estimateBatchSize([simpleMetadata]);
|
|
74
|
+
const complexSize = calculator.estimateBatchSize([complexMetadata]);
|
|
75
|
+
expect(complexSize).toBeGreaterThan(simpleSize);
|
|
76
|
+
});
|
|
77
|
+
it('should scale with the number of documents', () => {
|
|
78
|
+
const doc = new documents_1.Document({ pageContent: 'Sample content', metadata: { key: 'value' } });
|
|
79
|
+
const singleSize = calculator.estimateBatchSize([doc]);
|
|
80
|
+
const doubleSize = calculator.estimateBatchSize([doc, doc]);
|
|
81
|
+
const tripleSize = calculator.estimateBatchSize([doc, doc, doc]);
|
|
82
|
+
expect(doubleSize).toBeGreaterThan(singleSize * 1.5);
|
|
83
|
+
expect(tripleSize).toBeGreaterThan(doubleSize * 1.3);
|
|
84
|
+
});
|
|
85
|
+
});
|
|
86
|
+
describe('calculateVectorStoreSize', () => {
|
|
87
|
+
it('should return 0 for empty vector stores', () => {
|
|
88
|
+
const mockVectorStore = (0, jest_mock_extended_1.mock)();
|
|
89
|
+
const size = calculator.calculateVectorStoreSize(mockVectorStore);
|
|
90
|
+
expect(size).toBe(0);
|
|
91
|
+
});
|
|
92
|
+
it('should calculate size for vector stores with content', () => {
|
|
93
|
+
const mockVectorStore = (0, jest_mock_extended_1.mock)();
|
|
94
|
+
mockVectorStore.memoryVectors = [
|
|
95
|
+
{
|
|
96
|
+
embedding: createTestEmbedding(),
|
|
97
|
+
content: 'Document content',
|
|
98
|
+
metadata: { simple: 'value' },
|
|
99
|
+
},
|
|
100
|
+
];
|
|
101
|
+
const size = calculator.calculateVectorStoreSize(mockVectorStore);
|
|
102
|
+
expect(size).toBeGreaterThan(1536 * 8);
|
|
103
|
+
});
|
|
104
|
+
it('should account for vector count in size calculation', () => {
|
|
105
|
+
const singleVector = (0, jest_mock_extended_1.mock)();
|
|
106
|
+
singleVector.memoryVectors = [
|
|
107
|
+
{
|
|
108
|
+
embedding: createTestEmbedding(),
|
|
109
|
+
content: 'Content',
|
|
110
|
+
metadata: {},
|
|
111
|
+
},
|
|
112
|
+
];
|
|
113
|
+
const multiVector = (0, jest_mock_extended_1.mock)();
|
|
114
|
+
multiVector.memoryVectors = [
|
|
115
|
+
{
|
|
116
|
+
embedding: createTestEmbedding(),
|
|
117
|
+
content: 'Content',
|
|
118
|
+
metadata: {},
|
|
119
|
+
},
|
|
120
|
+
{
|
|
121
|
+
embedding: createTestEmbedding(),
|
|
122
|
+
content: 'Content',
|
|
123
|
+
metadata: {},
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
embedding: createTestEmbedding(),
|
|
127
|
+
content: 'Content',
|
|
128
|
+
metadata: {},
|
|
129
|
+
},
|
|
130
|
+
];
|
|
131
|
+
const singleSize = calculator.calculateVectorStoreSize(singleVector);
|
|
132
|
+
const multiSize = calculator.calculateVectorStoreSize(multiVector);
|
|
133
|
+
expect(multiSize).toBeGreaterThan(singleSize * 2.5);
|
|
134
|
+
expect(multiSize).toBeLessThan(singleSize * 3.5);
|
|
135
|
+
});
|
|
136
|
+
it('should handle vectors with no content or metadata', () => {
|
|
137
|
+
const vectorStore = (0, jest_mock_extended_1.mock)();
|
|
138
|
+
vectorStore.memoryVectors = [
|
|
139
|
+
{
|
|
140
|
+
embedding: createTestEmbedding(),
|
|
141
|
+
content: '',
|
|
142
|
+
metadata: {},
|
|
143
|
+
},
|
|
144
|
+
];
|
|
145
|
+
const size = calculator.calculateVectorStoreSize(vectorStore);
|
|
146
|
+
expect(size).toBeGreaterThan(1536 * 8);
|
|
147
|
+
});
|
|
148
|
+
it('should handle null or undefined vector arrays', () => {
|
|
149
|
+
const nullVectorStore = (0, jest_mock_extended_1.mock)();
|
|
150
|
+
nullVectorStore.memoryVectors = [];
|
|
151
|
+
const undefinedVectorStore = (0, jest_mock_extended_1.mock)();
|
|
152
|
+
undefinedVectorStore.memoryVectors = [];
|
|
153
|
+
expect(calculator.calculateVectorStoreSize(nullVectorStore)).toBe(0);
|
|
154
|
+
expect(calculator.calculateVectorStoreSize(undefinedVectorStore)).toBe(0);
|
|
155
|
+
});
|
|
156
|
+
});
|
|
157
|
+
});
|
|
158
|
+
//# sourceMappingURL=MemoryCalculator.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoryCalculator.test.js","sourceRoot":"","sources":["../../../../../../nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.ts"],"names":[],"mappings":";;AAAA,yDAAqD;AACrD,2DAA0C;AAG1C,0DAAuD;AAEvD,SAAS,mBAAmB,CAAC,UAAU,GAAG,IAAI,EAAE,YAAY,GAAG,GAAG,EAAE,UAAU,GAAG,CAAC;IACjF,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC;AACpF,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,IAAI,UAA4B,CAAC;IAEjC,UAAU,CAAC,GAAG,EAAE;QACf,UAAU,GAAG,IAAI,mCAAgB,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,IAAI,GAAG,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,SAAS,GAAG;gBACjB,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;aAC7E,CAAC;YAEF,MAAM,IAAI,GAAG,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAErD,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAGhC,MAAM,UAAU,GAAG,UAAU,CAAC,iBAAiB,CAAC;gBAC/C,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,CAAC;gBAChD,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;aAC3D,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,UAAU,CAAC,iBAAiB,CAAC;gBACjD,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;aAC7D,CAAC,CAAC;YAGH,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAGhD,MAAM,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAChE,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC;gBAC7B,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,EAAE;aACZ,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,oBAAQ,CAAC;gBAC5B,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBAC7B,QAAQ,EAAE,EAAE;aACZ,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAGzD,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACrE,MAAM,cAAc,GAAG,IAAI,oBAAQ,CAAC;gBACnC,WAAW,EAAE,EAAE;gBACf,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;aAC7B,CAAC,CAAC;YAEH,MAAM,eAAe,GAAG,IAAI,oBAAQ,CAAC;gBACpC,WAAW,EAAE,EAAE;gBACf,QAAQ,EAAE;oBACT,MAAM,EAAE;wBACP,OAAO,EAAE;4BACR,IAAI,EAAE;gCACL,IAAI,EAAE;oCACL,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oCACvB,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;iCACnC;6BACD;yBACD;qBACD;oBACD,QAAQ,EAAE,YAAY;oBACtB,QAAQ,EAAE,MAAM;iBAChB;aACD,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;YAGpE,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,GAAG,GAAG,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;YAExF,MAAM,UAAU,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvD,MAAM,UAAU,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAGjE,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACrD,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACzC,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YAClD,MAAM,eAAe,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAElD,MAAM,IAAI,GAAG,UAAU,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC/D,MAAM,eAAe,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAClD,eAAe,CAAC,aAAa,GAAG;gBAC/B;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,kBAAkB;oBAC3B,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;iBAC7B;aACD,CAAC;YAEF,MAAM,IAAI,GAAG,UAAU,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;YAGlE,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC9D,MAAM,YAAY,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAC/C,YAAY,CAAC,aAAa,GAAG;gBAC5B;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,SAAS;oBAClB,QAAQ,EAAE,EAAE;iBACZ;aACD,CAAC;YAEF,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAC9C,WAAW,CAAC,aAAa,GAAG;gBAC3B;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,SAAS;oBAClB,QAAQ,EAAE,EAAE;iBACZ;gBACD;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,SAAS;oBAClB,QAAQ,EAAE,EAAE;iBACZ;gBACD;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,SAAS;oBAClB,QAAQ,EAAE,EAAE;iBACZ;aACD,CAAC;YAEF,MAAM,UAAU,GAAG,UAAU,CAAC,wBAAwB,CAAC,YAAY,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;YAGnE,MAAM,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC5D,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAC9C,WAAW,CAAC,aAAa,GAAG;gBAC3B;oBACC,SAAS,EAAE,mBAAmB,EAAE;oBAChC,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,EAAE;iBACZ;aACD,CAAC;YAEF,MAAM,IAAI,GAAG,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;YAG9D,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACxD,MAAM,eAAe,GAAG,IAAA,yBAAI,GAAqB,CAAC;YAClD,eAAe,CAAC,aAAa,GAAG,EAAE,CAAC;YAEnC,MAAM,oBAAoB,GAAG,IAAA,yBAAI,GAAqB,CAAC;YACvD,oBAAoB,CAAC,aAAa,GAAG,EAAE,CAAC;YAExC,MAAM,CAAC,UAAU,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,UAAU,CAAC,wBAAwB,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
const documents_1 = require("@langchain/core/documents");
|
|
37
|
+
const jest_mock_extended_1 = require("jest-mock-extended");
|
|
38
|
+
const configModule = __importStar(require("../config"));
|
|
39
|
+
const MemoryVectorStoreManager_1 = require("../MemoryVectorStoreManager");
|
|
40
|
+
function createTestEmbedding(dimensions = 1536, initialValue = 0.1, multiplier = 1) {
|
|
41
|
+
return new Array(dimensions).fill(initialValue).map((value) => value * multiplier);
|
|
42
|
+
}
|
|
43
|
+
jest.mock('langchain/vectorstores/memory', () => {
|
|
44
|
+
return {
|
|
45
|
+
MemoryVectorStore: {
|
|
46
|
+
fromExistingIndex: jest.fn().mockImplementation(() => {
|
|
47
|
+
return {
|
|
48
|
+
embeddings: null,
|
|
49
|
+
addDocuments: jest.fn(),
|
|
50
|
+
memoryVectors: [],
|
|
51
|
+
};
|
|
52
|
+
}),
|
|
53
|
+
},
|
|
54
|
+
};
|
|
55
|
+
});
|
|
56
|
+
describe('MemoryVectorStoreManager', () => {
|
|
57
|
+
let logger;
|
|
58
|
+
beforeEach(() => {
|
|
59
|
+
jest.clearAllMocks();
|
|
60
|
+
logger = (0, jest_mock_extended_1.mock)();
|
|
61
|
+
MemoryVectorStoreManager_1.MemoryVectorStoreManager['instance'] = null;
|
|
62
|
+
jest.useFakeTimers();
|
|
63
|
+
jest.spyOn(configModule, 'getConfig').mockReturnValue({
|
|
64
|
+
maxMemoryMB: 100,
|
|
65
|
+
ttlHours: 168,
|
|
66
|
+
});
|
|
67
|
+
});
|
|
68
|
+
afterEach(() => {
|
|
69
|
+
jest.runOnlyPendingTimers();
|
|
70
|
+
jest.useRealTimers();
|
|
71
|
+
});
|
|
72
|
+
it('should create an instance of MemoryVectorStoreManager', () => {
|
|
73
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
74
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
75
|
+
expect(instance).toBeInstanceOf(MemoryVectorStoreManager_1.MemoryVectorStoreManager);
|
|
76
|
+
});
|
|
77
|
+
it('should return existing instance', () => {
|
|
78
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
79
|
+
const instance1 = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
80
|
+
const instance2 = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
81
|
+
expect(instance1).toBe(instance2);
|
|
82
|
+
});
|
|
83
|
+
it('should update embeddings in existing instance', () => {
|
|
84
|
+
const embeddings1 = (0, jest_mock_extended_1.mock)();
|
|
85
|
+
const embeddings2 = (0, jest_mock_extended_1.mock)();
|
|
86
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings1, logger);
|
|
87
|
+
MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings2, logger);
|
|
88
|
+
expect(instance['embeddings']).toBe(embeddings2);
|
|
89
|
+
});
|
|
90
|
+
it('should update embeddings in existing vector store instances', async () => {
|
|
91
|
+
const embeddings1 = (0, jest_mock_extended_1.mock)();
|
|
92
|
+
const embeddings2 = (0, jest_mock_extended_1.mock)();
|
|
93
|
+
const instance1 = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings1, logger);
|
|
94
|
+
await instance1.getVectorStore('test');
|
|
95
|
+
const instance2 = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings2, logger);
|
|
96
|
+
const vectorStoreInstance2 = await instance2.getVectorStore('test');
|
|
97
|
+
expect(vectorStoreInstance2.embeddings).toBe(embeddings2);
|
|
98
|
+
});
|
|
99
|
+
it('should set up the TTL cleanup interval', () => {
|
|
100
|
+
jest.spyOn(global, 'setInterval');
|
|
101
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
102
|
+
MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
103
|
+
expect(setInterval).toHaveBeenCalled();
|
|
104
|
+
});
|
|
105
|
+
it('should not set up the TTL cleanup interval when TTL is disabled', () => {
|
|
106
|
+
jest.spyOn(configModule, 'getConfig').mockReturnValue({
|
|
107
|
+
maxMemoryMB: 100,
|
|
108
|
+
ttlHours: -1,
|
|
109
|
+
});
|
|
110
|
+
jest.spyOn(global, 'setInterval');
|
|
111
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
112
|
+
MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
113
|
+
expect(setInterval).not.toHaveBeenCalled();
|
|
114
|
+
});
|
|
115
|
+
it('should track memory usage when adding documents', async () => {
|
|
116
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
117
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
118
|
+
const calculatorSpy = jest
|
|
119
|
+
.spyOn(instance['memoryCalculator'], 'estimateBatchSize')
|
|
120
|
+
.mockReturnValue(1024 * 1024);
|
|
121
|
+
const documents = [new documents_1.Document({ pageContent: 'test document', metadata: { test: 'value' } })];
|
|
122
|
+
await instance.addDocuments('test-key', documents);
|
|
123
|
+
expect(calculatorSpy).toHaveBeenCalledWith(documents);
|
|
124
|
+
expect(instance.getMemoryUsage()).toBe(1024 * 1024);
|
|
125
|
+
});
|
|
126
|
+
it('should clear store metadata when clearing store', async () => {
|
|
127
|
+
var _a, _b;
|
|
128
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
129
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
130
|
+
instance['memoryUsageBytes'] = 0;
|
|
131
|
+
const docs = [new documents_1.Document({ pageContent: 'test', metadata: {} })];
|
|
132
|
+
jest.spyOn(instance['memoryCalculator'], 'estimateBatchSize').mockReturnValue(1000);
|
|
133
|
+
await instance.addDocuments('test-key', docs);
|
|
134
|
+
expect(instance.getMemoryUsage()).toBe(1000);
|
|
135
|
+
const metadataSizeBefore = (_a = instance['storeMetadata'].get('test-key')) === null || _a === void 0 ? void 0 : _a.size;
|
|
136
|
+
expect(metadataSizeBefore).toBe(1000);
|
|
137
|
+
instance['clearStoreMetadata']('test-key');
|
|
138
|
+
const metadataSizeAfter = (_b = instance['storeMetadata'].get('test-key')) === null || _b === void 0 ? void 0 : _b.size;
|
|
139
|
+
expect(metadataSizeAfter).toBe(0);
|
|
140
|
+
expect(instance.getMemoryUsage()).toBe(0);
|
|
141
|
+
});
|
|
142
|
+
it('should request cleanup when adding documents that would exceed memory limit', async () => {
|
|
143
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
144
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
145
|
+
const cleanupSpy = jest.spyOn(instance['cleanupService'], 'cleanupOldestStores');
|
|
146
|
+
const documents = [new documents_1.Document({ pageContent: 'test', metadata: {} })];
|
|
147
|
+
jest.spyOn(instance['memoryCalculator'], 'estimateBatchSize').mockReturnValue(50 * 1024 * 1024);
|
|
148
|
+
await instance.addDocuments('test-key', documents);
|
|
149
|
+
expect(cleanupSpy).toHaveBeenCalledWith(50 * 1024 * 1024);
|
|
150
|
+
});
|
|
151
|
+
it('should recalculate memory usage periodically', async () => {
|
|
152
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
153
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
154
|
+
const recalcSpy = jest.spyOn(instance, 'recalculateMemoryUsage');
|
|
155
|
+
const mockVectorStore = (0, jest_mock_extended_1.mock)();
|
|
156
|
+
mockVectorStore.memoryVectors = new Array(100).fill({
|
|
157
|
+
embedding: createTestEmbedding(),
|
|
158
|
+
content: 'test',
|
|
159
|
+
metadata: {},
|
|
160
|
+
});
|
|
161
|
+
jest.spyOn(instance, 'getVectorStore').mockResolvedValue(mockVectorStore);
|
|
162
|
+
jest.spyOn(instance['memoryCalculator'], 'estimateBatchSize').mockReturnValue(1000);
|
|
163
|
+
const documents = new Array(21).fill(new documents_1.Document({ pageContent: 'test', metadata: {} }));
|
|
164
|
+
await instance.addDocuments('test-key', documents);
|
|
165
|
+
expect(recalcSpy).toHaveBeenCalled();
|
|
166
|
+
});
|
|
167
|
+
it('should provide accurate stats about vector stores', async () => {
|
|
168
|
+
const embeddings = (0, jest_mock_extended_1.mock)();
|
|
169
|
+
const instance = MemoryVectorStoreManager_1.MemoryVectorStoreManager.getInstance(embeddings, logger);
|
|
170
|
+
const mockVectorStore1 = (0, jest_mock_extended_1.mock)();
|
|
171
|
+
mockVectorStore1.memoryVectors = new Array(50).fill({
|
|
172
|
+
embedding: createTestEmbedding(),
|
|
173
|
+
content: 'test1',
|
|
174
|
+
metadata: {},
|
|
175
|
+
});
|
|
176
|
+
const mockVectorStore2 = (0, jest_mock_extended_1.mock)();
|
|
177
|
+
mockVectorStore2.memoryVectors = new Array(30).fill({
|
|
178
|
+
embedding: createTestEmbedding(),
|
|
179
|
+
content: 'test2',
|
|
180
|
+
metadata: {},
|
|
181
|
+
});
|
|
182
|
+
instance['vectorStoreBuffer'].set('store1', mockVectorStore1);
|
|
183
|
+
instance['vectorStoreBuffer'].set('store2', mockVectorStore2);
|
|
184
|
+
instance['storeMetadata'].set('store1', {
|
|
185
|
+
size: 1024 * 1024,
|
|
186
|
+
createdAt: new Date(Date.now() - 3600000),
|
|
187
|
+
lastAccessed: new Date(Date.now() - 1800000),
|
|
188
|
+
});
|
|
189
|
+
instance['storeMetadata'].set('store2', {
|
|
190
|
+
size: 512 * 1024,
|
|
191
|
+
createdAt: new Date(Date.now() - 7200000),
|
|
192
|
+
lastAccessed: new Date(Date.now() - 3600000),
|
|
193
|
+
});
|
|
194
|
+
instance['memoryUsageBytes'] = 1024 * 1024 + 512 * 1024;
|
|
195
|
+
const stats = instance.getStats();
|
|
196
|
+
expect(stats.storeCount).toBe(2);
|
|
197
|
+
expect(stats.totalSizeBytes).toBeGreaterThan(0);
|
|
198
|
+
expect(Object.keys(stats.stores)).toContain('store1');
|
|
199
|
+
expect(Object.keys(stats.stores)).toContain('store2');
|
|
200
|
+
expect(stats.stores.store1.vectors).toBe(50);
|
|
201
|
+
expect(stats.stores.store2.vectors).toBe(30);
|
|
202
|
+
});
|
|
203
|
+
});
|
|
204
|
+
//# sourceMappingURL=MemoryVectorStoreManager.test.js.map
|
package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoryVectorStoreManager.test.js","sourceRoot":"","sources":["../../../../../../nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,yDAAqD;AAErD,2DAA0C;AAI1C,wDAA0C;AAC1C,0EAAuE;AAEvE,SAAS,mBAAmB,CAAC,UAAU,GAAG,IAAI,EAAE,YAAY,GAAG,GAAG,EAAE,UAAU,GAAG,CAAC;IACjF,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC;AACpF,CAAC;AAED,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC/C,OAAO;QACN,iBAAiB,EAAE;YAClB,iBAAiB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACpD,OAAO;oBACN,UAAU,EAAE,IAAI;oBAChB,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;oBACvB,aAAa,EAAE,EAAE;iBACjB,CAAC;YACH,CAAC,CAAC;SACF;KACD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,IAAI,MAAc,CAAC;IAEnB,UAAU,CAAC,GAAG,EAAE;QACf,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,GAAG,IAAA,yBAAI,GAAU,CAAC;QACxB,mDAAwB,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAE5C,IAAI,CAAC,aAAa,EAAE,CAAC;QAGrB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,eAAe,CAAC;YACrD,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,GAAG;SACb,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC1E,MAAM,CAAC,QAAQ,CAAC,CAAC,cAAc,CAAC,mDAAwB,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE5C,MAAM,SAAS,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACxD,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC7C,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE7C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC3E,mDAAwB,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE1D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC7C,MAAM,WAAW,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE7C,MAAM,SAAS,GAAG,mDAAwB,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC5E,MAAM,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvC,MAAM,SAAS,GAAG,mDAAwB,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC5E,MAAM,oBAAoB,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEpE,MAAM,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE5C,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QAC1E,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,eAAe,CAAC;YACrD,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,CAAC,CAAC;SACZ,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAE5C,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAE1E,MAAM,aAAa,GAAG,IAAI;aACxB,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC;aACxD,eAAe,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAE/B,MAAM,SAAS,GAAG,CAAC,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAEhG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEnD,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;;QAChE,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAG1E,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAGjC,MAAM,IAAI,GAAG,CAAC,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAEpF,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAG7C,MAAM,kBAAkB,GAAG,MAAA,QAAQ,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,0CAAE,IAAI,CAAC;QAC3E,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAGtC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,UAAU,CAAC,CAAC;QAG3C,MAAM,iBAAiB,GAAG,MAAA,QAAQ,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,0CAAE,IAAI,CAAC;QAC1E,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAGlC,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAG1E,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAGjF,MAAM,SAAS,GAAG,CAAC,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAEhG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEnD,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAG1E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QACjE,MAAM,eAAe,GAAG,IAAA,yBAAI,GAAqB,CAAC;QAElD,eAAe,CAAC,aAAa,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnD,SAAS,EAAE,mBAAmB,EAAE;YAChC,OAAO,EAAE,MAAM;YACf,QAAQ,EAAE,EAAE;SACZ,CAAC,CAAC;QAGH,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAGpF,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,oBAAQ,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE1F,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEnD,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,UAAU,GAAG,IAAA,yBAAI,GAAoB,CAAC;QAC5C,MAAM,QAAQ,GAAG,mDAAwB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAG1E,MAAM,gBAAgB,GAAG,IAAA,yBAAI,GAAqB,CAAC;QAEnD,gBAAgB,CAAC,aAAa,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC;YACnD,SAAS,EAAE,mBAAmB,EAAE;YAChC,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAA,yBAAI,GAAqB,CAAC;QAEnD,gBAAgB,CAAC,aAAa,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC;YACnD,SAAS,EAAE,mBAAmB,EAAE;YAChC,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,EAAE;SACZ,CAAC,CAAC;QAGH,QAAQ,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAC9D,QAAQ,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAG9D,QAAQ,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;YACvC,IAAI,EAAE,IAAI,GAAG,IAAI;YACjB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACzC,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;SAC5C,CAAC,CAAC;QAEH,QAAQ,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;YACvC,IAAI,EAAE,GAAG,GAAG,IAAI;YAChB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACzC,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;SAC5C,CAAC,CAAC;QAGH,QAAQ,CAAC,kBAAkB,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC;QAExD,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAElC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const jest_mock_extended_1 = require("jest-mock-extended");
|
|
4
|
+
const StoreCleanupService_1 = require("../StoreCleanupService");
|
|
5
|
+
describe('StoreCleanupService', () => {
|
|
6
|
+
let vectorStores;
|
|
7
|
+
let storeMetadata;
|
|
8
|
+
let onCleanupMock;
|
|
9
|
+
const addTestStore = (key, sizeBytes, createdHoursAgo, accessedHoursAgo) => {
|
|
10
|
+
const mockStore = (0, jest_mock_extended_1.mock)();
|
|
11
|
+
vectorStores.set(key, mockStore);
|
|
12
|
+
const now = Date.now();
|
|
13
|
+
storeMetadata.set(key, {
|
|
14
|
+
size: sizeBytes,
|
|
15
|
+
createdAt: new Date(now - createdHoursAgo * 3600000),
|
|
16
|
+
lastAccessed: new Date(now - accessedHoursAgo * 3600000),
|
|
17
|
+
});
|
|
18
|
+
};
|
|
19
|
+
beforeEach(() => {
|
|
20
|
+
vectorStores = new Map();
|
|
21
|
+
storeMetadata = new Map();
|
|
22
|
+
onCleanupMock = jest.fn();
|
|
23
|
+
});
|
|
24
|
+
describe('TTL-based cleanup', () => {
|
|
25
|
+
it('should identify inactive stores correctly', () => {
|
|
26
|
+
const service = new StoreCleanupService_1.StoreCleanupService(100 * 1024 * 1024, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
27
|
+
const recentMetadata = {
|
|
28
|
+
size: 1024,
|
|
29
|
+
createdAt: new Date(Date.now() - 48 * 3600 * 1000),
|
|
30
|
+
lastAccessed: new Date(Date.now() - 12 * 3600 * 1000),
|
|
31
|
+
};
|
|
32
|
+
const inactiveMetadata = {
|
|
33
|
+
size: 1024,
|
|
34
|
+
createdAt: new Date(Date.now() - 48 * 3600 * 1000),
|
|
35
|
+
lastAccessed: new Date(Date.now() - 36 * 3600 * 1000),
|
|
36
|
+
};
|
|
37
|
+
expect(service.isStoreInactive(recentMetadata)).toBe(false);
|
|
38
|
+
expect(service.isStoreInactive(inactiveMetadata)).toBe(true);
|
|
39
|
+
});
|
|
40
|
+
it('should never identify stores as inactive when TTL is disabled', () => {
|
|
41
|
+
const service = new StoreCleanupService_1.StoreCleanupService(100 * 1024 * 1024, -1, vectorStores, storeMetadata, onCleanupMock);
|
|
42
|
+
const veryOldMetadata = {
|
|
43
|
+
size: 1024,
|
|
44
|
+
createdAt: new Date(Date.now() - 365 * 24 * 3600 * 1000),
|
|
45
|
+
lastAccessed: new Date(Date.now() - 365 * 24 * 3600 * 1000),
|
|
46
|
+
};
|
|
47
|
+
expect(service.isStoreInactive(veryOldMetadata)).toBe(false);
|
|
48
|
+
});
|
|
49
|
+
it('should clean up inactive stores', () => {
|
|
50
|
+
const service = new StoreCleanupService_1.StoreCleanupService(100 * 1024 * 1024, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
51
|
+
addTestStore('active1', 1024 * 1024, 48, 12);
|
|
52
|
+
addTestStore('active2', 2048 * 1024, 72, 20);
|
|
53
|
+
addTestStore('inactive1', 3072 * 1024, 100, 30);
|
|
54
|
+
addTestStore('inactive2', 4096 * 1024, 120, 48);
|
|
55
|
+
service.cleanupInactiveStores();
|
|
56
|
+
expect(vectorStores.has('active1')).toBe(true);
|
|
57
|
+
expect(vectorStores.has('active2')).toBe(true);
|
|
58
|
+
expect(vectorStores.has('inactive1')).toBe(false);
|
|
59
|
+
expect(vectorStores.has('inactive2')).toBe(false);
|
|
60
|
+
expect(storeMetadata.has('active1')).toBe(true);
|
|
61
|
+
expect(storeMetadata.has('active2')).toBe(true);
|
|
62
|
+
expect(storeMetadata.has('inactive1')).toBe(false);
|
|
63
|
+
expect(storeMetadata.has('inactive2')).toBe(false);
|
|
64
|
+
expect(onCleanupMock).toHaveBeenCalledWith(expect.arrayContaining(['inactive1', 'inactive2']), 7168 * 1024, 'ttl');
|
|
65
|
+
});
|
|
66
|
+
it('should not run TTL cleanup when disabled', () => {
|
|
67
|
+
const service = new StoreCleanupService_1.StoreCleanupService(100 * 1024 * 1024, -1, vectorStores, storeMetadata, onCleanupMock);
|
|
68
|
+
addTestStore('store1', 1024 * 1024, 48, 30);
|
|
69
|
+
addTestStore('store2', 2048 * 1024, 72, 48);
|
|
70
|
+
service.cleanupInactiveStores();
|
|
71
|
+
expect(vectorStores.size).toBe(2);
|
|
72
|
+
expect(storeMetadata.size).toBe(2);
|
|
73
|
+
expect(onCleanupMock).not.toHaveBeenCalled();
|
|
74
|
+
});
|
|
75
|
+
});
|
|
76
|
+
describe('Memory-based cleanup', () => {
|
|
77
|
+
it('should clean up oldest stores to make room for new data', () => {
|
|
78
|
+
const maxMemoryBytes = 10 * 1024 * 1024;
|
|
79
|
+
const service = new StoreCleanupService_1.StoreCleanupService(maxMemoryBytes, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
80
|
+
addTestStore('newest', 2 * 1024 * 1024, 1, 1);
|
|
81
|
+
addTestStore('newer', 3 * 1024 * 1024, 2, 1);
|
|
82
|
+
addTestStore('older', 3 * 1024 * 1024, 3, 1);
|
|
83
|
+
addTestStore('oldest', 2 * 1024 * 1024, 4, 1);
|
|
84
|
+
service.cleanupOldestStores(5 * 1024 * 1024);
|
|
85
|
+
expect(vectorStores.has('newest')).toBe(true);
|
|
86
|
+
expect(vectorStores.has('newer')).toBe(true);
|
|
87
|
+
expect(vectorStores.has('older')).toBe(false);
|
|
88
|
+
expect(vectorStores.has('oldest')).toBe(false);
|
|
89
|
+
expect(onCleanupMock).toHaveBeenCalledWith(expect.arrayContaining(['older', 'oldest']), 5 * 1024 * 1024, 'memory');
|
|
90
|
+
});
|
|
91
|
+
it('should run TTL cleanup before memory cleanup', () => {
|
|
92
|
+
const maxMemoryBytes = 10 * 1024 * 1024;
|
|
93
|
+
const service = new StoreCleanupService_1.StoreCleanupService(maxMemoryBytes, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
94
|
+
addTestStore('active-newest', 2 * 1024 * 1024, 1, 1);
|
|
95
|
+
addTestStore('active-older', 3 * 1024 * 1024, 3, 12);
|
|
96
|
+
addTestStore('inactive', 3 * 1024 * 1024, 3, 30);
|
|
97
|
+
addTestStore('active-oldest', 2 * 1024 * 1024, 4, 20);
|
|
98
|
+
service.cleanupOldestStores(5 * 1024 * 1024);
|
|
99
|
+
expect(vectorStores.has('active-newest')).toBe(true);
|
|
100
|
+
expect(vectorStores.has('active-older')).toBe(true);
|
|
101
|
+
expect(vectorStores.has('inactive')).toBe(false);
|
|
102
|
+
expect(vectorStores.has('active-oldest')).toBe(false);
|
|
103
|
+
expect(onCleanupMock).toHaveBeenCalledTimes(2);
|
|
104
|
+
expect(onCleanupMock).toHaveBeenNthCalledWith(1, ['inactive'], 3 * 1024 * 1024, 'ttl');
|
|
105
|
+
expect(onCleanupMock).toHaveBeenNthCalledWith(2, ['active-oldest'], 2 * 1024 * 1024, 'memory');
|
|
106
|
+
});
|
|
107
|
+
it('should not perform memory cleanup when limit is disabled', () => {
|
|
108
|
+
const service = new StoreCleanupService_1.StoreCleanupService(-1, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
109
|
+
addTestStore('store1', 5 * 1024 * 1024, 1, 1);
|
|
110
|
+
addTestStore('store2', 10 * 1024 * 1024, 2, 1);
|
|
111
|
+
service.cleanupOldestStores(100 * 1024 * 1024);
|
|
112
|
+
expect(vectorStores.size).toBe(2);
|
|
113
|
+
expect(storeMetadata.size).toBe(2);
|
|
114
|
+
expect(onCleanupMock).not.toHaveBeenCalled();
|
|
115
|
+
});
|
|
116
|
+
it('should handle empty stores during cleanup', () => {
|
|
117
|
+
const service = new StoreCleanupService_1.StoreCleanupService(10 * 1024 * 1024, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
118
|
+
service.cleanupOldestStores(5 * 1024 * 1024);
|
|
119
|
+
service.cleanupInactiveStores();
|
|
120
|
+
expect(onCleanupMock).not.toHaveBeenCalled();
|
|
121
|
+
});
|
|
122
|
+
it('should update the cache when stores are removed', () => {
|
|
123
|
+
const service = new StoreCleanupService_1.StoreCleanupService(10 * 1024 * 1024, 24 * 3600 * 1000, vectorStores, storeMetadata, onCleanupMock);
|
|
124
|
+
addTestStore('newest', 2 * 1024 * 1024, 1, 1);
|
|
125
|
+
addTestStore('middle', 3 * 1024 * 1024, 3, 1);
|
|
126
|
+
addTestStore('oldest', 4 * 1024 * 1024, 5, 1);
|
|
127
|
+
service.cleanupOldestStores(4 * 1024 * 1024);
|
|
128
|
+
expect(vectorStores.has('oldest')).toBe(false);
|
|
129
|
+
expect(vectorStores.has('middle')).toBe(true);
|
|
130
|
+
expect(vectorStores.has('newest')).toBe(true);
|
|
131
|
+
const cacheKeys = service['oldestStoreKeys'];
|
|
132
|
+
expect(cacheKeys.includes('oldest')).toBe(false);
|
|
133
|
+
expect(cacheKeys.includes('middle')).toBe(true);
|
|
134
|
+
expect(cacheKeys.includes('newest')).toBe(true);
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
});
|
|
138
|
+
//# sourceMappingURL=StoreCleanupService.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StoreCleanupService.test.js","sourceRoot":"","sources":["../../../../../../nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.ts"],"names":[],"mappings":";;AACA,2DAA0C;AAG1C,gEAA6D;AAG7D,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IAEpC,IAAI,YAA4C,CAAC;IACjD,IAAI,aAA+C,CAAC;IACpD,IAAI,aAAwB,CAAC;IAG7B,MAAM,YAAY,GAAG,CACpB,GAAW,EACX,SAAiB,EACjB,eAAuB,EACvB,gBAAwB,EACvB,EAAE;QACH,MAAM,SAAS,GAAG,IAAA,yBAAI,GAAqB,CAAC;QAC5C,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAEjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE;YACtB,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,eAAe,GAAG,OAAO,CAAC;YACpD,YAAY,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,gBAAgB,GAAG,OAAO,CAAC;SACxD,CAAC,CAAC;IACJ,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QACzB,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,GAAG,GAAG,IAAI,GAAG,IAAI,EACjB,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,MAAM,cAAc,GAAwB;gBAC3C,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;gBAClD,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;aACrD,CAAC;YAEF,MAAM,gBAAgB,GAAwB;gBAC7C,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;gBAClD,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;aACrD,CAAC;YAGF,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5D,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;YACxE,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,GAAG,GAAG,IAAI,GAAG,IAAI,EACjB,CAAC,CAAC,EACF,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,MAAM,eAAe,GAAwB;gBAC5C,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;gBACxD,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;aAC3D,CAAC;YAGF,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YAC1C,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,GAAG,GAAG,IAAI,GAAG,IAAI,EACjB,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,SAAS,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,YAAY,CAAC,SAAS,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,YAAY,CAAC,WAAW,EAAE,IAAI,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAChD,YAAY,CAAC,WAAW,EAAE,IAAI,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAGhD,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAGhC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAGlD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAGnD,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACzC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,EAClD,IAAI,GAAG,IAAI,EACX,KAAK,CACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YACnD,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,GAAG,GAAG,IAAI,GAAG,IAAI,EACjB,CAAC,CAAC,EACF,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,QAAQ,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5C,YAAY,CAAC,QAAQ,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAG5C,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAGhC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YAClE,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,cAAc,EACd,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,YAAY,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,YAAY,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAK9C,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YAG7C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAG/C,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACzC,MAAM,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,EAC3C,CAAC,GAAG,IAAI,GAAG,IAAI,EACf,QAAQ,CACR,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACvD,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,cAAc,EACd,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,eAAe,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACrD,YAAY,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACrD,YAAY,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,eAAe,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAKtD,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YAG7C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAGtD,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE/C,MAAM,CAAC,aAAa,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,KAAK,CAAC,CAAC;YAEvF,MAAM,CAAC,aAAa,CAAC,CAAC,uBAAuB,CAC5C,CAAC,EACD,CAAC,eAAe,CAAC,EACjB,CAAC,GAAG,IAAI,GAAG,IAAI,EACf,QAAQ,CACR,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YACnE,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,CAAC,CAAC,EACF,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAG/C,OAAO,CAAC,mBAAmB,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YAG/C,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACpD,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAEF,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YAC7C,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAEhC,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,OAAO,GAAG,IAAI,yCAAmB,CACtC,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,EAAE,GAAG,IAAI,GAAG,IAAI,EAChB,YAAY,EACZ,aAAa,EACb,aAAa,CACb,CAAC;YAGF,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,YAAY,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAG9C,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YAG7C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|