@langchain/classic 1.0.40 → 1.0.42
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/dist/agents/agent.cjs +1 -1
- package/dist/agents/agent.cjs.map +1 -1
- package/dist/agents/agent.d.cts +1 -2
- package/dist/agents/agent.d.cts.map +1 -1
- package/dist/agents/agent.d.ts +1 -2
- package/dist/agents/agent.d.ts.map +1 -1
- package/dist/agents/agent.js +1 -1
- package/dist/agents/agent.js.map +1 -1
- package/dist/agents/chat/index.cjs +8 -7
- package/dist/agents/chat/index.cjs.map +1 -1
- package/dist/agents/chat/index.d.cts +0 -1
- package/dist/agents/chat/index.d.cts.map +1 -1
- package/dist/agents/chat/index.d.ts +0 -1
- package/dist/agents/chat/index.d.ts.map +1 -1
- package/dist/agents/chat/index.js +8 -6
- package/dist/agents/chat/index.js.map +1 -1
- package/dist/agents/chat/outputParser.cjs +1 -1
- package/dist/agents/chat/outputParser.cjs.map +1 -1
- package/dist/agents/chat/outputParser.d.cts +2 -3
- package/dist/agents/chat/outputParser.d.cts.map +1 -1
- package/dist/agents/chat/outputParser.d.ts +2 -3
- package/dist/agents/chat/outputParser.d.ts.map +1 -1
- package/dist/agents/chat/outputParser.js +1 -1
- package/dist/agents/chat/outputParser.js.map +1 -1
- package/dist/agents/chat_convo/index.cjs +9 -9
- package/dist/agents/chat_convo/index.cjs.map +1 -1
- package/dist/agents/chat_convo/index.d.cts +0 -1
- package/dist/agents/chat_convo/index.d.cts.map +1 -1
- package/dist/agents/chat_convo/index.d.ts +0 -1
- package/dist/agents/chat_convo/index.d.ts.map +1 -1
- package/dist/agents/chat_convo/index.js +9 -8
- package/dist/agents/chat_convo/index.js.map +1 -1
- package/dist/agents/chat_convo/outputParser.cjs +2 -2
- package/dist/agents/chat_convo/outputParser.cjs.map +1 -1
- package/dist/agents/chat_convo/outputParser.d.cts +0 -1
- package/dist/agents/chat_convo/outputParser.d.cts.map +1 -1
- package/dist/agents/chat_convo/outputParser.d.ts +0 -1
- package/dist/agents/chat_convo/outputParser.d.ts.map +1 -1
- package/dist/agents/chat_convo/outputParser.js +2 -1
- package/dist/agents/chat_convo/outputParser.js.map +1 -1
- package/dist/agents/executor.cjs +2 -1
- package/dist/agents/executor.cjs.map +1 -1
- package/dist/agents/executor.d.cts +10 -10
- package/dist/agents/executor.d.cts.map +1 -1
- package/dist/agents/executor.d.ts +10 -10
- package/dist/agents/executor.d.ts.map +1 -1
- package/dist/agents/executor.js +1 -1
- package/dist/agents/executor.js.map +1 -1
- package/dist/agents/format_scratchpad/log.cjs.map +1 -1
- package/dist/agents/format_scratchpad/log.d.cts +0 -1
- package/dist/agents/format_scratchpad/log.d.cts.map +1 -1
- package/dist/agents/format_scratchpad/log.d.ts +0 -1
- package/dist/agents/format_scratchpad/log.d.ts.map +1 -1
- package/dist/agents/format_scratchpad/log.js.map +1 -1
- package/dist/agents/format_scratchpad/log_to_message.cjs.map +1 -1
- package/dist/agents/format_scratchpad/log_to_message.d.cts +0 -1
- package/dist/agents/format_scratchpad/log_to_message.d.cts.map +1 -1
- package/dist/agents/format_scratchpad/log_to_message.d.ts +0 -1
- package/dist/agents/format_scratchpad/log_to_message.d.ts.map +1 -1
- package/dist/agents/format_scratchpad/log_to_message.js.map +1 -1
- package/dist/agents/format_scratchpad/openai_functions.cjs.map +1 -1
- package/dist/agents/format_scratchpad/openai_functions.d.cts +0 -1
- package/dist/agents/format_scratchpad/openai_functions.d.cts.map +1 -1
- package/dist/agents/format_scratchpad/openai_functions.d.ts +0 -1
- package/dist/agents/format_scratchpad/openai_functions.d.ts.map +1 -1
- package/dist/agents/format_scratchpad/openai_functions.js.map +1 -1
- package/dist/agents/format_scratchpad/tool_calling.cjs +1 -1
- package/dist/agents/format_scratchpad/tool_calling.cjs.map +1 -1
- package/dist/agents/format_scratchpad/tool_calling.d.cts +0 -1
- package/dist/agents/format_scratchpad/tool_calling.d.cts.map +1 -1
- package/dist/agents/format_scratchpad/tool_calling.d.ts +0 -1
- package/dist/agents/format_scratchpad/tool_calling.d.ts.map +1 -1
- package/dist/agents/format_scratchpad/tool_calling.js +1 -1
- package/dist/agents/format_scratchpad/tool_calling.js.map +1 -1
- package/dist/agents/format_scratchpad/xml.cjs.map +1 -1
- package/dist/agents/format_scratchpad/xml.d.cts +0 -1
- package/dist/agents/format_scratchpad/xml.d.cts.map +1 -1
- package/dist/agents/format_scratchpad/xml.d.ts +0 -1
- package/dist/agents/format_scratchpad/xml.d.ts.map +1 -1
- package/dist/agents/format_scratchpad/xml.js.map +1 -1
- package/dist/agents/helpers.cjs.map +1 -1
- package/dist/agents/helpers.js.map +1 -1
- package/dist/agents/index.d.cts +1 -0
- package/dist/agents/index.d.ts +1 -0
- package/dist/agents/initialize.cjs.map +1 -1
- package/dist/agents/initialize.d.cts +0 -1
- package/dist/agents/initialize.d.cts.map +1 -1
- package/dist/agents/initialize.d.ts +0 -1
- package/dist/agents/initialize.d.ts.map +1 -1
- package/dist/agents/initialize.js.map +1 -1
- package/dist/agents/load.cjs +1 -1
- package/dist/agents/load.cjs.map +1 -1
- package/dist/agents/load.d.cts +0 -1
- package/dist/agents/load.d.cts.map +1 -1
- package/dist/agents/load.d.ts +0 -1
- package/dist/agents/load.d.ts.map +1 -1
- package/dist/agents/load.js +1 -1
- package/dist/agents/load.js.map +1 -1
- package/dist/agents/mrkl/index.cjs +6 -6
- package/dist/agents/mrkl/index.cjs.map +1 -1
- package/dist/agents/mrkl/index.d.cts +0 -1
- package/dist/agents/mrkl/index.d.cts.map +1 -1
- package/dist/agents/mrkl/index.d.ts +0 -1
- package/dist/agents/mrkl/index.d.ts.map +1 -1
- package/dist/agents/mrkl/index.js +6 -5
- package/dist/agents/mrkl/index.js.map +1 -1
- package/dist/agents/mrkl/outputParser.cjs +3 -1
- package/dist/agents/mrkl/outputParser.cjs.map +1 -1
- package/dist/agents/mrkl/outputParser.d.cts +0 -1
- package/dist/agents/mrkl/outputParser.d.cts.map +1 -1
- package/dist/agents/mrkl/outputParser.d.ts +0 -1
- package/dist/agents/mrkl/outputParser.d.ts.map +1 -1
- package/dist/agents/mrkl/outputParser.js +3 -1
- package/dist/agents/mrkl/outputParser.js.map +1 -1
- package/dist/agents/openai/output_parser.d.cts +1 -1
- package/dist/agents/openai/output_parser.d.ts +1 -1
- package/dist/agents/openai_functions/index.cjs +6 -6
- package/dist/agents/openai_functions/index.cjs.map +1 -1
- package/dist/agents/openai_functions/index.d.cts +6 -9
- package/dist/agents/openai_functions/index.d.cts.map +1 -1
- package/dist/agents/openai_functions/index.d.ts +6 -9
- package/dist/agents/openai_functions/index.d.ts.map +1 -1
- package/dist/agents/openai_functions/index.js +6 -5
- package/dist/agents/openai_functions/index.js.map +1 -1
- package/dist/agents/openai_functions/output_parser.cjs +0 -1
- package/dist/agents/openai_functions/output_parser.cjs.map +1 -1
- package/dist/agents/openai_functions/output_parser.d.cts +0 -1
- package/dist/agents/openai_functions/output_parser.d.cts.map +1 -1
- package/dist/agents/openai_functions/output_parser.d.ts +0 -1
- package/dist/agents/openai_functions/output_parser.d.ts.map +1 -1
- package/dist/agents/openai_functions/output_parser.js.map +1 -1
- package/dist/agents/openai_tools/index.cjs +1 -1
- package/dist/agents/openai_tools/index.cjs.map +1 -1
- package/dist/agents/openai_tools/index.d.cts +7 -12
- package/dist/agents/openai_tools/index.d.cts.map +1 -1
- package/dist/agents/openai_tools/index.d.ts +7 -12
- package/dist/agents/openai_tools/index.d.ts.map +1 -1
- package/dist/agents/openai_tools/index.js +1 -1
- package/dist/agents/openai_tools/index.js.map +1 -1
- package/dist/agents/openai_tools/output_parser.cjs +0 -1
- package/dist/agents/openai_tools/output_parser.cjs.map +1 -1
- package/dist/agents/openai_tools/output_parser.d.cts +1 -2
- package/dist/agents/openai_tools/output_parser.d.cts.map +1 -1
- package/dist/agents/openai_tools/output_parser.d.ts +1 -2
- package/dist/agents/openai_tools/output_parser.d.ts.map +1 -1
- package/dist/agents/openai_tools/output_parser.js.map +1 -1
- package/dist/agents/react/index.cjs +0 -1
- package/dist/agents/react/index.cjs.map +1 -1
- package/dist/agents/react/index.d.cts +5 -10
- package/dist/agents/react/index.d.cts.map +1 -1
- package/dist/agents/react/index.d.ts +5 -10
- package/dist/agents/react/index.d.ts.map +1 -1
- package/dist/agents/react/index.js.map +1 -1
- package/dist/agents/react/output_parser.cjs.map +1 -1
- package/dist/agents/react/output_parser.d.cts +0 -1
- package/dist/agents/react/output_parser.d.cts.map +1 -1
- package/dist/agents/react/output_parser.d.ts +0 -1
- package/dist/agents/react/output_parser.d.ts.map +1 -1
- package/dist/agents/react/output_parser.js.map +1 -1
- package/dist/agents/structured_chat/index.cjs +6 -6
- package/dist/agents/structured_chat/index.cjs.map +1 -1
- package/dist/agents/structured_chat/index.d.cts +5 -10
- package/dist/agents/structured_chat/index.d.cts.map +1 -1
- package/dist/agents/structured_chat/index.d.ts +5 -10
- package/dist/agents/structured_chat/index.d.ts.map +1 -1
- package/dist/agents/structured_chat/index.js +6 -5
- package/dist/agents/structured_chat/index.js.map +1 -1
- package/dist/agents/structured_chat/outputParser.cjs +2 -2
- package/dist/agents/structured_chat/outputParser.cjs.map +1 -1
- package/dist/agents/structured_chat/outputParser.d.cts +0 -1
- package/dist/agents/structured_chat/outputParser.d.cts.map +1 -1
- package/dist/agents/structured_chat/outputParser.d.ts +0 -1
- package/dist/agents/structured_chat/outputParser.d.ts.map +1 -1
- package/dist/agents/structured_chat/outputParser.js +2 -1
- package/dist/agents/structured_chat/outputParser.js.map +1 -1
- package/dist/agents/tool_calling/index.cjs +0 -1
- package/dist/agents/tool_calling/index.cjs.map +1 -1
- package/dist/agents/tool_calling/index.d.cts +6 -11
- package/dist/agents/tool_calling/index.d.cts.map +1 -1
- package/dist/agents/tool_calling/index.d.ts +6 -11
- package/dist/agents/tool_calling/index.d.ts.map +1 -1
- package/dist/agents/tool_calling/index.js.map +1 -1
- package/dist/agents/tool_calling/output_parser.cjs +1 -1
- package/dist/agents/tool_calling/output_parser.cjs.map +1 -1
- package/dist/agents/tool_calling/output_parser.d.cts +1 -1
- package/dist/agents/tool_calling/output_parser.d.cts.map +1 -1
- package/dist/agents/tool_calling/output_parser.d.ts +1 -1
- package/dist/agents/tool_calling/output_parser.d.ts.map +1 -1
- package/dist/agents/tool_calling/output_parser.js +1 -1
- package/dist/agents/tool_calling/output_parser.js.map +1 -1
- package/dist/agents/toolkits/base.cjs +0 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.cjs.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.cts +0 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.cts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts +0 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.js.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs +0 -1
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.cts +2 -4
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.cts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts +2 -4
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.js.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.cjs +0 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.cjs.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.d.cts +0 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.d.cts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.d.ts +0 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.d.ts.map +1 -1
- package/dist/agents/toolkits/conversational_retrieval/tool.js.map +1 -1
- package/dist/agents/toolkits/json/json.cjs +1 -1
- package/dist/agents/toolkits/json/json.cjs.map +1 -1
- package/dist/agents/toolkits/json/json.d.cts +0 -1
- package/dist/agents/toolkits/json/json.d.cts.map +1 -1
- package/dist/agents/toolkits/json/json.d.ts +0 -1
- package/dist/agents/toolkits/json/json.d.ts.map +1 -1
- package/dist/agents/toolkits/json/json.js +1 -0
- package/dist/agents/toolkits/json/json.js.map +1 -1
- package/dist/agents/toolkits/openapi/openapi.cjs +0 -1
- package/dist/agents/toolkits/openapi/openapi.cjs.map +1 -1
- package/dist/agents/toolkits/openapi/openapi.d.cts +0 -1
- package/dist/agents/toolkits/openapi/openapi.d.cts.map +1 -1
- package/dist/agents/toolkits/openapi/openapi.d.ts +0 -1
- package/dist/agents/toolkits/openapi/openapi.d.ts.map +1 -1
- package/dist/agents/toolkits/openapi/openapi.js.map +1 -1
- package/dist/agents/toolkits/sql/prompt.d.cts.map +1 -1
- package/dist/agents/toolkits/sql/prompt.d.ts.map +1 -1
- package/dist/agents/toolkits/sql/sql.cjs +0 -1
- package/dist/agents/toolkits/sql/sql.cjs.map +1 -1
- package/dist/agents/toolkits/sql/sql.d.cts +0 -1
- package/dist/agents/toolkits/sql/sql.d.cts.map +1 -1
- package/dist/agents/toolkits/sql/sql.d.ts +0 -1
- package/dist/agents/toolkits/sql/sql.d.ts.map +1 -1
- package/dist/agents/toolkits/sql/sql.js.map +1 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.cjs +0 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.cjs.map +1 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.d.cts +0 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.d.cts.map +1 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.d.ts +0 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.d.ts.map +1 -1
- package/dist/agents/toolkits/vectorstore/vectorstore.js.map +1 -1
- package/dist/agents/types.cjs +0 -1
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +1 -2
- package/dist/agents/types.d.cts.map +1 -1
- package/dist/agents/types.d.ts +1 -2
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/types.js.map +1 -1
- package/dist/agents/xml/index.cjs +6 -6
- package/dist/agents/xml/index.cjs.map +1 -1
- package/dist/agents/xml/index.d.cts +4 -8
- package/dist/agents/xml/index.d.cts.map +1 -1
- package/dist/agents/xml/index.d.ts +4 -8
- package/dist/agents/xml/index.d.ts.map +1 -1
- package/dist/agents/xml/index.js +6 -5
- package/dist/agents/xml/index.js.map +1 -1
- package/dist/agents/xml/output_parser.cjs.map +1 -1
- package/dist/agents/xml/output_parser.d.cts +0 -1
- package/dist/agents/xml/output_parser.d.cts.map +1 -1
- package/dist/agents/xml/output_parser.d.ts +0 -1
- package/dist/agents/xml/output_parser.d.ts.map +1 -1
- package/dist/agents/xml/output_parser.js.map +1 -1
- package/dist/cache/file_system.cjs.map +1 -1
- package/dist/cache/file_system.d.cts +0 -1
- package/dist/cache/file_system.d.cts.map +1 -1
- package/dist/cache/file_system.d.ts +0 -1
- package/dist/cache/file_system.d.ts.map +1 -1
- package/dist/cache/file_system.js.map +1 -1
- package/dist/callbacks/handlers/console.d.cts +0 -3
- package/dist/callbacks/handlers/console.d.ts +0 -3
- package/dist/callbacks/handlers/run_collector.d.cts +0 -3
- package/dist/callbacks/handlers/run_collector.d.ts +0 -3
- package/dist/callbacks/handlers/tracer.d.cts +0 -3
- package/dist/callbacks/handlers/tracer.d.ts +0 -3
- package/dist/callbacks/handlers/tracer_langchain.d.cts +0 -3
- package/dist/callbacks/handlers/tracer_langchain.d.ts +0 -3
- package/dist/callbacks/promises.d.cts +0 -3
- package/dist/callbacks/promises.d.ts +0 -3
- package/dist/chains/analyze_documents_chain.cjs +0 -1
- package/dist/chains/analyze_documents_chain.cjs.map +1 -1
- package/dist/chains/analyze_documents_chain.d.cts +1 -2
- package/dist/chains/analyze_documents_chain.d.cts.map +1 -1
- package/dist/chains/analyze_documents_chain.d.ts +1 -2
- package/dist/chains/analyze_documents_chain.d.ts.map +1 -1
- package/dist/chains/analyze_documents_chain.js.map +1 -1
- package/dist/chains/api/api_chain.cjs.map +1 -1
- package/dist/chains/api/api_chain.d.cts +0 -1
- package/dist/chains/api/api_chain.d.cts.map +1 -1
- package/dist/chains/api/api_chain.d.ts +0 -1
- package/dist/chains/api/api_chain.d.ts.map +1 -1
- package/dist/chains/api/api_chain.js.map +1 -1
- package/dist/chains/api/prompts.cjs +4 -3
- package/dist/chains/api/prompts.cjs.map +1 -1
- package/dist/chains/api/prompts.js +12 -11
- package/dist/chains/api/prompts.js.map +1 -1
- package/dist/chains/base.cjs +0 -1
- package/dist/chains/base.cjs.map +1 -1
- package/dist/chains/base.d.cts +7 -8
- package/dist/chains/base.d.cts.map +1 -1
- package/dist/chains/base.d.ts +7 -8
- package/dist/chains/base.d.ts.map +1 -1
- package/dist/chains/base.js.map +1 -1
- package/dist/chains/chat_vector_db_chain.cjs +0 -1
- package/dist/chains/chat_vector_db_chain.cjs.map +1 -1
- package/dist/chains/chat_vector_db_chain.d.cts +1 -2
- package/dist/chains/chat_vector_db_chain.d.cts.map +1 -1
- package/dist/chains/chat_vector_db_chain.d.ts +1 -2
- package/dist/chains/chat_vector_db_chain.d.ts.map +1 -1
- package/dist/chains/chat_vector_db_chain.js.map +1 -1
- package/dist/chains/combine_docs_chain.cjs +1 -2
- package/dist/chains/combine_docs_chain.cjs.map +1 -1
- package/dist/chains/combine_docs_chain.d.cts +1 -3
- package/dist/chains/combine_docs_chain.d.cts.map +1 -1
- package/dist/chains/combine_docs_chain.d.ts +1 -3
- package/dist/chains/combine_docs_chain.d.ts.map +1 -1
- package/dist/chains/combine_docs_chain.js +1 -1
- package/dist/chains/combine_docs_chain.js.map +1 -1
- package/dist/chains/combine_documents/base.cjs +1 -2
- package/dist/chains/combine_documents/base.cjs.map +1 -1
- package/dist/chains/combine_documents/base.js +1 -1
- package/dist/chains/combine_documents/base.js.map +1 -1
- package/dist/chains/combine_documents/reduce.cjs.map +1 -1
- package/dist/chains/combine_documents/reduce.d.cts +0 -1
- package/dist/chains/combine_documents/reduce.d.cts.map +1 -1
- package/dist/chains/combine_documents/reduce.d.ts +0 -1
- package/dist/chains/combine_documents/reduce.d.ts.map +1 -1
- package/dist/chains/combine_documents/reduce.js.map +1 -1
- package/dist/chains/combine_documents/stuff.cjs +0 -1
- package/dist/chains/combine_documents/stuff.cjs.map +1 -1
- package/dist/chains/combine_documents/stuff.d.cts +1 -8
- package/dist/chains/combine_documents/stuff.d.cts.map +1 -1
- package/dist/chains/combine_documents/stuff.d.ts +1 -8
- package/dist/chains/combine_documents/stuff.d.ts.map +1 -1
- package/dist/chains/combine_documents/stuff.js.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_chain.cjs.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_chain.d.cts +0 -1
- package/dist/chains/constitutional_ai/constitutional_chain.d.cts.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_chain.d.ts +0 -1
- package/dist/chains/constitutional_ai/constitutional_chain.d.ts.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_chain.js.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_principle.cjs +54 -54
- package/dist/chains/constitutional_ai/constitutional_principle.cjs.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_principle.d.cts +1 -6
- package/dist/chains/constitutional_ai/constitutional_principle.d.cts.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_principle.d.ts +1 -6
- package/dist/chains/constitutional_ai/constitutional_principle.d.ts.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_principle.js +54 -54
- package/dist/chains/constitutional_ai/constitutional_principle.js.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_prompts.cjs +5 -4
- package/dist/chains/constitutional_ai/constitutional_prompts.cjs.map +1 -1
- package/dist/chains/constitutional_ai/constitutional_prompts.js +4 -4
- package/dist/chains/constitutional_ai/constitutional_prompts.js.map +1 -1
- package/dist/chains/conversation.cjs +0 -1
- package/dist/chains/conversation.cjs.map +1 -1
- package/dist/chains/conversation.d.cts +1 -7
- package/dist/chains/conversation.d.cts.map +1 -1
- package/dist/chains/conversation.d.ts +1 -7
- package/dist/chains/conversation.d.ts.map +1 -1
- package/dist/chains/conversation.js.map +1 -1
- package/dist/chains/conversational_retrieval_chain.cjs +0 -1
- package/dist/chains/conversational_retrieval_chain.cjs.map +1 -1
- package/dist/chains/conversational_retrieval_chain.d.cts +5 -4
- package/dist/chains/conversational_retrieval_chain.d.cts.map +1 -1
- package/dist/chains/conversational_retrieval_chain.d.ts +5 -4
- package/dist/chains/conversational_retrieval_chain.d.ts.map +1 -1
- package/dist/chains/conversational_retrieval_chain.js.map +1 -1
- package/dist/chains/graph_qa/cypher.cjs +5 -4
- package/dist/chains/graph_qa/cypher.cjs.map +1 -1
- package/dist/chains/graph_qa/cypher.d.cts +0 -1
- package/dist/chains/graph_qa/cypher.d.cts.map +1 -1
- package/dist/chains/graph_qa/cypher.d.ts +0 -1
- package/dist/chains/graph_qa/cypher.d.ts.map +1 -1
- package/dist/chains/graph_qa/cypher.js +5 -4
- package/dist/chains/graph_qa/cypher.js.map +1 -1
- package/dist/chains/graph_qa/prompts.cjs +2 -3
- package/dist/chains/graph_qa/prompts.cjs.map +1 -1
- package/dist/chains/graph_qa/prompts.js +2 -2
- package/dist/chains/graph_qa/prompts.js.map +1 -1
- package/dist/chains/history_aware_retriever.cjs.map +1 -1
- package/dist/chains/history_aware_retriever.d.cts +1 -6
- package/dist/chains/history_aware_retriever.d.cts.map +1 -1
- package/dist/chains/history_aware_retriever.d.ts +1 -6
- package/dist/chains/history_aware_retriever.d.ts.map +1 -1
- package/dist/chains/history_aware_retriever.js.map +1 -1
- package/dist/chains/llm_chain.cjs +0 -1
- package/dist/chains/llm_chain.cjs.map +1 -1
- package/dist/chains/llm_chain.d.cts +0 -1
- package/dist/chains/llm_chain.d.cts.map +1 -1
- package/dist/chains/llm_chain.d.ts +0 -1
- package/dist/chains/llm_chain.d.ts.map +1 -1
- package/dist/chains/llm_chain.js.map +1 -1
- package/dist/chains/load.cjs +1 -1
- package/dist/chains/load.cjs.map +1 -1
- package/dist/chains/load.d.cts +0 -1
- package/dist/chains/load.d.cts.map +1 -1
- package/dist/chains/load.d.ts +0 -1
- package/dist/chains/load.d.ts.map +1 -1
- package/dist/chains/load.js +1 -1
- package/dist/chains/load.js.map +1 -1
- package/dist/chains/openai_functions/base.cjs +0 -1
- package/dist/chains/openai_functions/base.cjs.map +1 -1
- package/dist/chains/openai_functions/base.d.cts +6 -4
- package/dist/chains/openai_functions/base.d.cts.map +1 -1
- package/dist/chains/openai_functions/base.d.ts +6 -4
- package/dist/chains/openai_functions/base.d.ts.map +1 -1
- package/dist/chains/openai_functions/base.js.map +1 -1
- package/dist/chains/openai_functions/extraction.cjs +0 -1
- package/dist/chains/openai_functions/extraction.cjs.map +1 -1
- package/dist/chains/openai_functions/extraction.d.cts +0 -1
- package/dist/chains/openai_functions/extraction.d.cts.map +1 -1
- package/dist/chains/openai_functions/extraction.d.ts +0 -1
- package/dist/chains/openai_functions/extraction.d.ts.map +1 -1
- package/dist/chains/openai_functions/extraction.js.map +1 -1
- package/dist/chains/openai_functions/openapi.cjs +1 -1
- package/dist/chains/openai_functions/openapi.cjs.map +1 -1
- package/dist/chains/openai_functions/openapi.d.cts +0 -7
- package/dist/chains/openai_functions/openapi.d.cts.map +1 -1
- package/dist/chains/openai_functions/openapi.d.ts +0 -7
- package/dist/chains/openai_functions/openapi.d.ts.map +1 -1
- package/dist/chains/openai_functions/openapi.js +1 -1
- package/dist/chains/openai_functions/openapi.js.map +1 -1
- package/dist/chains/openai_functions/tagging.cjs +0 -1
- package/dist/chains/openai_functions/tagging.cjs.map +1 -1
- package/dist/chains/openai_functions/tagging.d.cts +0 -1
- package/dist/chains/openai_functions/tagging.d.cts.map +1 -1
- package/dist/chains/openai_functions/tagging.d.ts +0 -1
- package/dist/chains/openai_functions/tagging.d.ts.map +1 -1
- package/dist/chains/openai_functions/tagging.js.map +1 -1
- package/dist/chains/openai_moderation.cjs +0 -1
- package/dist/chains/openai_moderation.cjs.map +1 -1
- package/dist/chains/openai_moderation.d.cts +0 -1
- package/dist/chains/openai_moderation.d.cts.map +1 -1
- package/dist/chains/openai_moderation.d.ts +0 -1
- package/dist/chains/openai_moderation.d.ts.map +1 -1
- package/dist/chains/openai_moderation.js.map +1 -1
- package/dist/chains/query_constructor/index.cjs +6 -3
- package/dist/chains/query_constructor/index.cjs.map +1 -1
- package/dist/chains/query_constructor/index.d.cts +1 -5
- package/dist/chains/query_constructor/index.d.cts.map +1 -1
- package/dist/chains/query_constructor/index.d.ts +1 -5
- package/dist/chains/query_constructor/index.d.ts.map +1 -1
- package/dist/chains/query_constructor/index.js +6 -3
- package/dist/chains/query_constructor/index.js.map +1 -1
- package/dist/chains/query_constructor/parser.cjs +2 -1
- package/dist/chains/query_constructor/parser.cjs.map +1 -1
- package/dist/chains/query_constructor/parser.d.cts +0 -1
- package/dist/chains/query_constructor/parser.d.cts.map +1 -1
- package/dist/chains/query_constructor/parser.d.ts +0 -1
- package/dist/chains/query_constructor/parser.d.ts.map +1 -1
- package/dist/chains/query_constructor/parser.js +2 -0
- package/dist/chains/query_constructor/parser.js.map +1 -1
- package/dist/chains/query_constructor/prompt.cjs +28 -22
- package/dist/chains/query_constructor/prompt.cjs.map +1 -1
- package/dist/chains/query_constructor/prompt.d.cts +0 -1
- package/dist/chains/query_constructor/prompt.d.cts.map +1 -1
- package/dist/chains/query_constructor/prompt.d.ts +0 -1
- package/dist/chains/query_constructor/prompt.d.ts.map +1 -1
- package/dist/chains/query_constructor/prompt.js +25 -22
- package/dist/chains/query_constructor/prompt.js.map +1 -1
- package/dist/chains/question_answering/load.cjs.map +1 -1
- package/dist/chains/question_answering/load.d.cts +0 -1
- package/dist/chains/question_answering/load.d.cts.map +1 -1
- package/dist/chains/question_answering/load.d.ts +0 -1
- package/dist/chains/question_answering/load.d.ts.map +1 -1
- package/dist/chains/question_answering/load.js.map +1 -1
- package/dist/chains/question_answering/map_reduce_prompts.cjs +12 -11
- package/dist/chains/question_answering/map_reduce_prompts.cjs.map +1 -1
- package/dist/chains/question_answering/map_reduce_prompts.js +9 -9
- package/dist/chains/question_answering/map_reduce_prompts.js.map +1 -1
- package/dist/chains/question_answering/refine_prompts.cjs +30 -22
- package/dist/chains/question_answering/refine_prompts.cjs.map +1 -1
- package/dist/chains/question_answering/refine_prompts.js +25 -20
- package/dist/chains/question_answering/refine_prompts.js.map +1 -1
- package/dist/chains/question_answering/stuff_prompts.cjs +6 -6
- package/dist/chains/question_answering/stuff_prompts.cjs.map +1 -1
- package/dist/chains/question_answering/stuff_prompts.js +5 -5
- package/dist/chains/question_answering/stuff_prompts.js.map +1 -1
- package/dist/chains/retrieval.cjs.map +1 -1
- package/dist/chains/retrieval.d.cts +1 -5
- package/dist/chains/retrieval.d.cts.map +1 -1
- package/dist/chains/retrieval.d.ts +1 -5
- package/dist/chains/retrieval.d.ts.map +1 -1
- package/dist/chains/retrieval.js.map +1 -1
- package/dist/chains/retrieval_qa.cjs.map +1 -1
- package/dist/chains/retrieval_qa.d.cts +1 -2
- package/dist/chains/retrieval_qa.d.cts.map +1 -1
- package/dist/chains/retrieval_qa.d.ts +1 -2
- package/dist/chains/retrieval_qa.d.ts.map +1 -1
- package/dist/chains/retrieval_qa.js.map +1 -1
- package/dist/chains/router/llm_router.cjs.map +1 -1
- package/dist/chains/router/llm_router.d.cts +0 -1
- package/dist/chains/router/llm_router.d.cts.map +1 -1
- package/dist/chains/router/llm_router.d.ts +0 -1
- package/dist/chains/router/llm_router.d.ts.map +1 -1
- package/dist/chains/router/llm_router.js.map +1 -1
- package/dist/chains/router/multi_prompt.cjs +0 -1
- package/dist/chains/router/multi_prompt.cjs.map +1 -1
- package/dist/chains/router/multi_prompt.d.cts +1 -10
- package/dist/chains/router/multi_prompt.d.cts.map +1 -1
- package/dist/chains/router/multi_prompt.d.ts +1 -10
- package/dist/chains/router/multi_prompt.d.ts.map +1 -1
- package/dist/chains/router/multi_prompt.js.map +1 -1
- package/dist/chains/router/multi_retrieval_qa.cjs +0 -1
- package/dist/chains/router/multi_retrieval_qa.cjs.map +1 -1
- package/dist/chains/router/multi_retrieval_qa.d.cts +2 -11
- package/dist/chains/router/multi_retrieval_qa.d.cts.map +1 -1
- package/dist/chains/router/multi_retrieval_qa.d.ts +2 -11
- package/dist/chains/router/multi_retrieval_qa.d.ts.map +1 -1
- package/dist/chains/router/multi_retrieval_qa.js.map +1 -1
- package/dist/chains/router/multi_route.cjs.map +1 -1
- package/dist/chains/router/multi_route.d.cts +1 -2
- package/dist/chains/router/multi_route.d.cts.map +1 -1
- package/dist/chains/router/multi_route.d.ts +1 -2
- package/dist/chains/router/multi_route.d.ts.map +1 -1
- package/dist/chains/router/multi_route.js.map +1 -1
- package/dist/chains/router/utils.cjs.map +1 -1
- package/dist/chains/router/utils.js.map +1 -1
- package/dist/chains/sequential_chain.cjs.map +1 -1
- package/dist/chains/sequential_chain.d.cts +0 -4
- package/dist/chains/sequential_chain.d.cts.map +1 -1
- package/dist/chains/sequential_chain.d.ts +0 -4
- package/dist/chains/sequential_chain.d.ts.map +1 -1
- package/dist/chains/sequential_chain.js.map +1 -1
- package/dist/chains/serde.d.cts +1 -2
- package/dist/chains/serde.d.cts.map +1 -1
- package/dist/chains/serde.d.ts +1 -2
- package/dist/chains/serde.d.ts.map +1 -1
- package/dist/chains/sql_db/sql_db_chain.cjs +1 -2
- package/dist/chains/sql_db/sql_db_chain.cjs.map +1 -1
- package/dist/chains/sql_db/sql_db_chain.d.cts +9 -8
- package/dist/chains/sql_db/sql_db_chain.d.cts.map +1 -1
- package/dist/chains/sql_db/sql_db_chain.d.ts +9 -8
- package/dist/chains/sql_db/sql_db_chain.d.ts.map +1 -1
- package/dist/chains/sql_db/sql_db_chain.js +1 -1
- package/dist/chains/sql_db/sql_db_chain.js.map +1 -1
- package/dist/chains/sql_db/sql_db_prompt.cjs +7 -8
- package/dist/chains/sql_db/sql_db_prompt.cjs.map +1 -1
- package/dist/chains/sql_db/sql_db_prompt.d.cts +0 -1
- package/dist/chains/sql_db/sql_db_prompt.d.cts.map +1 -1
- package/dist/chains/sql_db/sql_db_prompt.d.ts +0 -1
- package/dist/chains/sql_db/sql_db_prompt.d.ts.map +1 -1
- package/dist/chains/sql_db/sql_db_prompt.js +7 -7
- package/dist/chains/sql_db/sql_db_prompt.js.map +1 -1
- package/dist/chains/summarization/load.cjs.map +1 -1
- package/dist/chains/summarization/load.d.cts +0 -1
- package/dist/chains/summarization/load.d.cts.map +1 -1
- package/dist/chains/summarization/load.d.ts +0 -1
- package/dist/chains/summarization/load.d.ts.map +1 -1
- package/dist/chains/summarization/load.js.map +1 -1
- package/dist/chains/summarization/refine_prompts.cjs +1 -2
- package/dist/chains/summarization/refine_prompts.cjs.map +1 -1
- package/dist/chains/summarization/refine_prompts.js +1 -1
- package/dist/chains/summarization/refine_prompts.js.map +1 -1
- package/dist/chains/summarization/stuff_prompts.cjs +1 -2
- package/dist/chains/summarization/stuff_prompts.cjs.map +1 -1
- package/dist/chains/summarization/stuff_prompts.js +1 -1
- package/dist/chains/summarization/stuff_prompts.js.map +1 -1
- package/dist/chains/transform.cjs.map +1 -1
- package/dist/chains/transform.d.cts +0 -1
- package/dist/chains/transform.d.cts.map +1 -1
- package/dist/chains/transform.d.ts +0 -1
- package/dist/chains/transform.d.ts.map +1 -1
- package/dist/chains/transform.js.map +1 -1
- package/dist/chains/vector_db_qa.cjs.map +1 -1
- package/dist/chains/vector_db_qa.d.cts +1 -2
- package/dist/chains/vector_db_qa.d.cts.map +1 -1
- package/dist/chains/vector_db_qa.d.ts +1 -2
- package/dist/chains/vector_db_qa.d.ts.map +1 -1
- package/dist/chains/vector_db_qa.js.map +1 -1
- package/dist/chat_models/universal.cjs.map +1 -1
- package/dist/chat_models/universal.d.cts +0 -1
- package/dist/chat_models/universal.d.cts.map +1 -1
- package/dist/chat_models/universal.d.ts +0 -1
- package/dist/chat_models/universal.d.ts.map +1 -1
- package/dist/chat_models/universal.js.map +1 -1
- package/dist/document_loaders/fs/buffer.cjs +1 -0
- package/dist/document_loaders/fs/buffer.cjs.map +1 -1
- package/dist/document_loaders/fs/buffer.d.cts +0 -1
- package/dist/document_loaders/fs/buffer.d.cts.map +1 -1
- package/dist/document_loaders/fs/buffer.d.ts +0 -1
- package/dist/document_loaders/fs/buffer.d.ts.map +1 -1
- package/dist/document_loaders/fs/buffer.js +1 -0
- package/dist/document_loaders/fs/buffer.js.map +1 -1
- package/dist/document_loaders/fs/directory.cjs +4 -0
- package/dist/document_loaders/fs/directory.cjs.map +1 -1
- package/dist/document_loaders/fs/directory.d.cts +0 -1
- package/dist/document_loaders/fs/directory.d.cts.map +1 -1
- package/dist/document_loaders/fs/directory.d.ts +0 -1
- package/dist/document_loaders/fs/directory.d.ts.map +1 -1
- package/dist/document_loaders/fs/directory.js +4 -0
- package/dist/document_loaders/fs/directory.js.map +1 -1
- package/dist/document_loaders/fs/json.cjs +1 -0
- package/dist/document_loaders/fs/json.cjs.map +1 -1
- package/dist/document_loaders/fs/json.d.cts +0 -1
- package/dist/document_loaders/fs/json.d.cts.map +1 -1
- package/dist/document_loaders/fs/json.d.ts +0 -1
- package/dist/document_loaders/fs/json.d.ts.map +1 -1
- package/dist/document_loaders/fs/json.js +1 -0
- package/dist/document_loaders/fs/json.js.map +1 -1
- package/dist/document_loaders/fs/multi_file.cjs +3 -0
- package/dist/document_loaders/fs/multi_file.cjs.map +1 -1
- package/dist/document_loaders/fs/multi_file.d.cts +0 -1
- package/dist/document_loaders/fs/multi_file.d.cts.map +1 -1
- package/dist/document_loaders/fs/multi_file.d.ts +0 -1
- package/dist/document_loaders/fs/multi_file.d.ts.map +1 -1
- package/dist/document_loaders/fs/multi_file.js +3 -0
- package/dist/document_loaders/fs/multi_file.js.map +1 -1
- package/dist/document_loaders/fs/text.cjs +1 -0
- package/dist/document_loaders/fs/text.cjs.map +1 -1
- package/dist/document_loaders/fs/text.d.cts +0 -1
- package/dist/document_loaders/fs/text.d.cts.map +1 -1
- package/dist/document_loaders/fs/text.d.ts +0 -1
- package/dist/document_loaders/fs/text.d.ts.map +1 -1
- package/dist/document_loaders/fs/text.js +1 -0
- package/dist/document_loaders/fs/text.js.map +1 -1
- package/dist/document_transformers/openai_functions.cjs.map +1 -1
- package/dist/document_transformers/openai_functions.d.cts +1 -1
- package/dist/document_transformers/openai_functions.d.cts.map +1 -1
- package/dist/document_transformers/openai_functions.d.ts +1 -1
- package/dist/document_transformers/openai_functions.d.ts.map +1 -1
- package/dist/document_transformers/openai_functions.js.map +1 -1
- package/dist/embeddings/cache_backed.cjs.map +1 -1
- package/dist/embeddings/cache_backed.d.cts +0 -1
- package/dist/embeddings/cache_backed.d.cts.map +1 -1
- package/dist/embeddings/cache_backed.d.ts +0 -1
- package/dist/embeddings/cache_backed.d.ts.map +1 -1
- package/dist/embeddings/cache_backed.js.map +1 -1
- package/dist/evaluation/agents/index.cjs +3 -1
- package/dist/evaluation/agents/index.d.cts +2 -1
- package/dist/evaluation/agents/index.d.ts +2 -1
- package/dist/evaluation/agents/index.js +2 -2
- package/dist/evaluation/agents/prompt.cjs +10 -11
- package/dist/evaluation/agents/prompt.cjs.map +1 -1
- package/dist/evaluation/agents/prompt.js +10 -10
- package/dist/evaluation/agents/prompt.js.map +1 -1
- package/dist/evaluation/agents/trajectory.cjs +0 -1
- package/dist/evaluation/agents/trajectory.cjs.map +1 -1
- package/dist/evaluation/agents/trajectory.d.cts +1 -3
- package/dist/evaluation/agents/trajectory.d.cts.map +1 -1
- package/dist/evaluation/agents/trajectory.d.ts +1 -3
- package/dist/evaluation/agents/trajectory.d.ts.map +1 -1
- package/dist/evaluation/agents/trajectory.js.map +1 -1
- package/dist/evaluation/base.cjs +2 -0
- package/dist/evaluation/base.cjs.map +1 -1
- package/dist/evaluation/base.d.cts +2 -2
- package/dist/evaluation/base.d.cts.map +1 -1
- package/dist/evaluation/base.d.ts +2 -2
- package/dist/evaluation/base.d.ts.map +1 -1
- package/dist/evaluation/base.js +1 -1
- package/dist/evaluation/base.js.map +1 -1
- package/dist/evaluation/comparison/index.cjs +4 -1
- package/dist/evaluation/comparison/index.d.cts +2 -1
- package/dist/evaluation/comparison/index.d.ts +2 -1
- package/dist/evaluation/comparison/index.js +2 -2
- package/dist/evaluation/comparison/pairwise.cjs +2 -3
- package/dist/evaluation/comparison/pairwise.cjs.map +1 -1
- package/dist/evaluation/comparison/pairwise.d.cts +2 -4
- package/dist/evaluation/comparison/pairwise.d.cts.map +1 -1
- package/dist/evaluation/comparison/pairwise.d.ts +2 -4
- package/dist/evaluation/comparison/pairwise.d.ts.map +1 -1
- package/dist/evaluation/comparison/pairwise.js +2 -2
- package/dist/evaluation/comparison/pairwise.js.map +1 -1
- package/dist/evaluation/comparison/prompt.cjs +2 -3
- package/dist/evaluation/comparison/prompt.cjs.map +1 -1
- package/dist/evaluation/comparison/prompt.js +2 -2
- package/dist/evaluation/comparison/prompt.js.map +1 -1
- package/dist/evaluation/criteria/criteria.cjs +2 -3
- package/dist/evaluation/criteria/criteria.cjs.map +1 -1
- package/dist/evaluation/criteria/criteria.d.cts +3 -9
- package/dist/evaluation/criteria/criteria.d.cts.map +1 -1
- package/dist/evaluation/criteria/criteria.d.ts +3 -9
- package/dist/evaluation/criteria/criteria.d.ts.map +1 -1
- package/dist/evaluation/criteria/criteria.js +2 -2
- package/dist/evaluation/criteria/criteria.js.map +1 -1
- package/dist/evaluation/criteria/index.cjs +4 -1
- package/dist/evaluation/criteria/index.d.cts +2 -1
- package/dist/evaluation/criteria/index.d.ts +2 -1
- package/dist/evaluation/criteria/index.js +2 -2
- package/dist/evaluation/criteria/prompt.cjs +2 -3
- package/dist/evaluation/criteria/prompt.cjs.map +1 -1
- package/dist/evaluation/criteria/prompt.js +2 -2
- package/dist/evaluation/criteria/prompt.js.map +1 -1
- package/dist/evaluation/embedding_distance/base.cjs.map +1 -1
- package/dist/evaluation/embedding_distance/base.d.cts +0 -1
- package/dist/evaluation/embedding_distance/base.d.cts.map +1 -1
- package/dist/evaluation/embedding_distance/base.d.ts +0 -1
- package/dist/evaluation/embedding_distance/base.d.ts.map +1 -1
- package/dist/evaluation/embedding_distance/base.js.map +1 -1
- package/dist/evaluation/embedding_distance/index.cjs +5 -1
- package/dist/evaluation/embedding_distance/index.d.cts +2 -1
- package/dist/evaluation/embedding_distance/index.d.ts +2 -1
- package/dist/evaluation/embedding_distance/index.js +2 -2
- package/dist/evaluation/index.d.cts +5 -0
- package/dist/evaluation/index.d.ts +5 -0
- package/dist/evaluation/loader.cjs +0 -1
- package/dist/evaluation/loader.cjs.map +1 -1
- package/dist/evaluation/loader.d.cts +2 -1
- package/dist/evaluation/loader.d.cts.map +1 -1
- package/dist/evaluation/loader.d.ts +2 -1
- package/dist/evaluation/loader.d.ts.map +1 -1
- package/dist/evaluation/loader.js.map +1 -1
- package/dist/evaluation/qa/eval_chain.cjs +3 -2
- package/dist/evaluation/qa/eval_chain.cjs.map +1 -1
- package/dist/evaluation/qa/eval_chain.d.cts +1 -2
- package/dist/evaluation/qa/eval_chain.d.cts.map +1 -1
- package/dist/evaluation/qa/eval_chain.d.ts +1 -2
- package/dist/evaluation/qa/eval_chain.d.ts.map +1 -1
- package/dist/evaluation/qa/eval_chain.js +3 -2
- package/dist/evaluation/qa/eval_chain.js.map +1 -1
- package/dist/evaluation/qa/index.cjs +2 -1
- package/dist/evaluation/qa/index.d.cts +2 -1
- package/dist/evaluation/qa/index.d.ts +2 -1
- package/dist/evaluation/qa/index.js +2 -2
- package/dist/evaluation/qa/prompt.cjs +1 -2
- package/dist/evaluation/qa/prompt.cjs.map +1 -1
- package/dist/evaluation/qa/prompt.js +1 -1
- package/dist/evaluation/qa/prompt.js.map +1 -1
- package/dist/evaluation/types.d.cts +0 -1
- package/dist/evaluation/types.d.cts.map +1 -1
- package/dist/evaluation/types.d.ts +0 -1
- package/dist/evaluation/types.d.ts.map +1 -1
- package/dist/experimental/autogpt/agent.cjs +11 -11
- package/dist/experimental/autogpt/agent.cjs.map +1 -1
- package/dist/experimental/autogpt/agent.d.cts +2 -17
- package/dist/experimental/autogpt/agent.d.cts.map +1 -1
- package/dist/experimental/autogpt/agent.d.ts +2 -17
- package/dist/experimental/autogpt/agent.d.ts.map +1 -1
- package/dist/experimental/autogpt/agent.js +11 -10
- package/dist/experimental/autogpt/agent.js.map +1 -1
- package/dist/experimental/autogpt/output_parser.cjs +0 -1
- package/dist/experimental/autogpt/output_parser.cjs.map +1 -1
- package/dist/experimental/autogpt/output_parser.d.cts +0 -1
- package/dist/experimental/autogpt/output_parser.d.cts.map +1 -1
- package/dist/experimental/autogpt/output_parser.d.ts +0 -1
- package/dist/experimental/autogpt/output_parser.d.ts.map +1 -1
- package/dist/experimental/autogpt/output_parser.js.map +1 -1
- package/dist/experimental/autogpt/prompt.cjs +0 -1
- package/dist/experimental/autogpt/prompt.cjs.map +1 -1
- package/dist/experimental/autogpt/prompt.d.cts +2 -9
- package/dist/experimental/autogpt/prompt.d.cts.map +1 -1
- package/dist/experimental/autogpt/prompt.d.ts +2 -9
- package/dist/experimental/autogpt/prompt.d.ts.map +1 -1
- package/dist/experimental/autogpt/prompt.js.map +1 -1
- package/dist/experimental/autogpt/prompt_generator.cjs +1 -1
- package/dist/experimental/autogpt/prompt_generator.cjs.map +1 -1
- package/dist/experimental/autogpt/prompt_generator.js +1 -1
- package/dist/experimental/autogpt/prompt_generator.js.map +1 -1
- package/dist/experimental/autogpt/schema.d.cts +0 -1
- package/dist/experimental/autogpt/schema.d.cts.map +1 -1
- package/dist/experimental/autogpt/schema.d.ts +0 -1
- package/dist/experimental/autogpt/schema.d.ts.map +1 -1
- package/dist/experimental/babyagi/agent.cjs +12 -11
- package/dist/experimental/babyagi/agent.cjs.map +1 -1
- package/dist/experimental/babyagi/agent.d.cts +3 -22
- package/dist/experimental/babyagi/agent.d.cts.map +1 -1
- package/dist/experimental/babyagi/agent.d.ts +3 -22
- package/dist/experimental/babyagi/agent.d.ts.map +1 -1
- package/dist/experimental/babyagi/agent.js +12 -10
- package/dist/experimental/babyagi/agent.js.map +1 -1
- package/dist/experimental/babyagi/task_creation.cjs +10 -10
- package/dist/experimental/babyagi/task_creation.cjs.map +1 -1
- package/dist/experimental/babyagi/task_creation.d.cts +0 -1
- package/dist/experimental/babyagi/task_creation.d.cts.map +1 -1
- package/dist/experimental/babyagi/task_creation.d.ts +0 -1
- package/dist/experimental/babyagi/task_creation.d.ts.map +1 -1
- package/dist/experimental/babyagi/task_creation.js +10 -9
- package/dist/experimental/babyagi/task_creation.js.map +1 -1
- package/dist/experimental/babyagi/task_execution.cjs +9 -9
- package/dist/experimental/babyagi/task_execution.cjs.map +1 -1
- package/dist/experimental/babyagi/task_execution.d.cts +0 -1
- package/dist/experimental/babyagi/task_execution.d.cts.map +1 -1
- package/dist/experimental/babyagi/task_execution.d.ts +0 -1
- package/dist/experimental/babyagi/task_execution.d.ts.map +1 -1
- package/dist/experimental/babyagi/task_execution.js +9 -8
- package/dist/experimental/babyagi/task_execution.js.map +1 -1
- package/dist/experimental/babyagi/task_prioritization.cjs +9 -9
- package/dist/experimental/babyagi/task_prioritization.cjs.map +1 -1
- package/dist/experimental/babyagi/task_prioritization.d.cts +0 -1
- package/dist/experimental/babyagi/task_prioritization.d.cts.map +1 -1
- package/dist/experimental/babyagi/task_prioritization.d.ts +0 -1
- package/dist/experimental/babyagi/task_prioritization.d.ts.map +1 -1
- package/dist/experimental/babyagi/task_prioritization.js +9 -8
- package/dist/experimental/babyagi/task_prioritization.js.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/types.cjs.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/types.d.cts +0 -1
- package/dist/experimental/chains/violation_of_expectations/types.d.cts.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/types.d.ts +0 -1
- package/dist/experimental/chains/violation_of_expectations/types.d.ts.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/types.js.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.cjs +0 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.cjs.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.d.cts +53 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.d.cts.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.d.ts +53 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.d.ts.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.js.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_prompt.cjs +4 -5
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_prompt.cjs.map +1 -1
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_prompt.js +4 -4
- package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_prompt.js.map +1 -1
- package/dist/experimental/generative_agents/generative_agent.cjs +0 -1
- package/dist/experimental/generative_agents/generative_agent.cjs.map +1 -1
- package/dist/experimental/generative_agents/generative_agent.d.cts +1 -2
- package/dist/experimental/generative_agents/generative_agent.d.cts.map +1 -1
- package/dist/experimental/generative_agents/generative_agent.d.ts +1 -2
- package/dist/experimental/generative_agents/generative_agent.d.ts.map +1 -1
- package/dist/experimental/generative_agents/generative_agent.js.map +1 -1
- package/dist/experimental/generative_agents/generative_agent_memory.cjs +0 -1
- package/dist/experimental/generative_agents/generative_agent_memory.cjs.map +1 -1
- package/dist/experimental/generative_agents/generative_agent_memory.d.cts +1 -2
- package/dist/experimental/generative_agents/generative_agent_memory.d.cts.map +1 -1
- package/dist/experimental/generative_agents/generative_agent_memory.d.ts +1 -2
- package/dist/experimental/generative_agents/generative_agent_memory.d.ts.map +1 -1
- package/dist/experimental/generative_agents/generative_agent_memory.js.map +1 -1
- package/dist/experimental/masking/parser.cjs.map +1 -1
- package/dist/experimental/masking/parser.d.cts +0 -1
- package/dist/experimental/masking/parser.d.cts.map +1 -1
- package/dist/experimental/masking/parser.d.ts +0 -1
- package/dist/experimental/masking/parser.d.ts.map +1 -1
- package/dist/experimental/masking/parser.js.map +1 -1
- package/dist/experimental/masking/regex_masking_transformer.cjs.map +1 -1
- package/dist/experimental/masking/regex_masking_transformer.d.cts +0 -1
- package/dist/experimental/masking/regex_masking_transformer.d.cts.map +1 -1
- package/dist/experimental/masking/regex_masking_transformer.d.ts +0 -1
- package/dist/experimental/masking/regex_masking_transformer.d.ts.map +1 -1
- package/dist/experimental/masking/regex_masking_transformer.js.map +1 -1
- package/dist/experimental/masking/transformer.cjs.map +1 -1
- package/dist/experimental/masking/transformer.d.cts.map +1 -1
- package/dist/experimental/masking/transformer.d.ts.map +1 -1
- package/dist/experimental/masking/transformer.js.map +1 -1
- package/dist/experimental/masking/types.d.cts +0 -1
- package/dist/experimental/masking/types.d.cts.map +1 -1
- package/dist/experimental/masking/types.d.ts +0 -1
- package/dist/experimental/masking/types.d.ts.map +1 -1
- package/dist/experimental/openai_assistant/index.cjs.map +1 -1
- package/dist/experimental/openai_assistant/index.d.cts +2 -18
- package/dist/experimental/openai_assistant/index.d.cts.map +1 -1
- package/dist/experimental/openai_assistant/index.d.ts +2 -18
- package/dist/experimental/openai_assistant/index.d.ts.map +1 -1
- package/dist/experimental/openai_assistant/index.js.map +1 -1
- package/dist/experimental/openai_assistant/schema.d.cts +0 -1
- package/dist/experimental/openai_assistant/schema.d.cts.map +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +0 -1
- package/dist/experimental/openai_assistant/schema.d.ts.map +1 -1
- package/dist/experimental/openai_files/index.cjs.map +1 -1
- package/dist/experimental/openai_files/index.d.cts +4 -18
- package/dist/experimental/openai_files/index.d.cts.map +1 -1
- package/dist/experimental/openai_files/index.d.ts +4 -18
- package/dist/experimental/openai_files/index.d.ts.map +1 -1
- package/dist/experimental/openai_files/index.js.map +1 -1
- package/dist/experimental/plan_and_execute/agent_executor.cjs +1 -0
- package/dist/experimental/plan_and_execute/agent_executor.cjs.map +1 -1
- package/dist/experimental/plan_and_execute/agent_executor.d.cts +4 -16
- package/dist/experimental/plan_and_execute/agent_executor.d.cts.map +1 -1
- package/dist/experimental/plan_and_execute/agent_executor.d.ts +4 -16
- package/dist/experimental/plan_and_execute/agent_executor.d.ts.map +1 -1
- package/dist/experimental/plan_and_execute/agent_executor.js +1 -1
- package/dist/experimental/plan_and_execute/agent_executor.js.map +1 -1
- package/dist/experimental/plan_and_execute/base.cjs +3 -0
- package/dist/experimental/plan_and_execute/base.cjs.map +1 -1
- package/dist/experimental/plan_and_execute/base.d.cts +0 -1
- package/dist/experimental/plan_and_execute/base.d.cts.map +1 -1
- package/dist/experimental/plan_and_execute/base.d.ts +0 -1
- package/dist/experimental/plan_and_execute/base.d.ts.map +1 -1
- package/dist/experimental/plan_and_execute/base.js +3 -0
- package/dist/experimental/plan_and_execute/base.js.map +1 -1
- package/dist/experimental/plan_and_execute/outputParser.cjs +0 -1
- package/dist/experimental/plan_and_execute/outputParser.cjs.map +1 -1
- package/dist/experimental/plan_and_execute/outputParser.d.cts +0 -1
- package/dist/experimental/plan_and_execute/outputParser.d.cts.map +1 -1
- package/dist/experimental/plan_and_execute/outputParser.d.ts +0 -1
- package/dist/experimental/plan_and_execute/outputParser.d.ts.map +1 -1
- package/dist/experimental/plan_and_execute/outputParser.js.map +1 -1
- package/dist/experimental/plan_and_execute/prompt.cjs +1 -2
- package/dist/experimental/plan_and_execute/prompt.cjs.map +1 -1
- package/dist/experimental/plan_and_execute/prompt.js +1 -1
- package/dist/experimental/plan_and_execute/prompt.js.map +1 -1
- package/dist/experimental/prompts/custom_format.cjs.map +1 -1
- package/dist/experimental/prompts/custom_format.d.cts +1 -5
- package/dist/experimental/prompts/custom_format.d.cts.map +1 -1
- package/dist/experimental/prompts/custom_format.d.ts +1 -5
- package/dist/experimental/prompts/custom_format.d.ts.map +1 -1
- package/dist/experimental/prompts/custom_format.js.map +1 -1
- package/dist/experimental/prompts/handlebars.cjs.map +1 -1
- package/dist/experimental/prompts/handlebars.d.cts +0 -1
- package/dist/experimental/prompts/handlebars.d.cts.map +1 -1
- package/dist/experimental/prompts/handlebars.d.ts +0 -1
- package/dist/experimental/prompts/handlebars.d.ts.map +1 -1
- package/dist/experimental/prompts/handlebars.js.map +1 -1
- package/dist/hub/base.cjs.map +1 -1
- package/dist/hub/base.d.cts +5 -2
- package/dist/hub/base.d.cts.map +1 -1
- package/dist/hub/base.d.ts +5 -2
- package/dist/hub/base.d.ts.map +1 -1
- package/dist/hub/base.js.map +1 -1
- package/dist/hub/index.cjs.map +1 -1
- package/dist/hub/index.d.cts +0 -1
- package/dist/hub/index.d.cts.map +1 -1
- package/dist/hub/index.d.ts +0 -1
- package/dist/hub/index.d.ts.map +1 -1
- package/dist/hub/index.js.map +1 -1
- package/dist/hub/node.cjs.map +1 -1
- package/dist/hub/node.d.cts +0 -1
- package/dist/hub/node.d.cts.map +1 -1
- package/dist/hub/node.d.ts +0 -1
- package/dist/hub/node.d.ts.map +1 -1
- package/dist/hub/node.js.map +1 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js.map +1 -1
- package/dist/load/import_constants.cjs.map +1 -1
- package/dist/load/import_constants.js.map +1 -1
- package/dist/load/import_map.cjs +547 -0
- package/dist/load/import_map.cjs.map +1 -1
- package/dist/load/import_map.js +1 -1
- package/dist/load/import_map.js.map +1 -1
- package/dist/load/import_type.d.cts.map +1 -1
- package/dist/load/import_type.d.ts.map +1 -1
- package/dist/load/index.cjs +0 -1
- package/dist/load/index.cjs.map +1 -1
- package/dist/load/index.d.cts +0 -1
- package/dist/load/index.d.cts.map +1 -1
- package/dist/load/index.d.ts +0 -1
- package/dist/load/index.d.ts.map +1 -1
- package/dist/load/index.js.map +1 -1
- package/dist/load/map_keys.d.cts.map +1 -1
- package/dist/load/map_keys.d.ts.map +1 -1
- package/dist/memory/buffer_memory.cjs +0 -1
- package/dist/memory/buffer_memory.cjs.map +1 -1
- package/dist/memory/buffer_memory.d.cts +0 -1
- package/dist/memory/buffer_memory.d.cts.map +1 -1
- package/dist/memory/buffer_memory.d.ts +0 -1
- package/dist/memory/buffer_memory.d.ts.map +1 -1
- package/dist/memory/buffer_memory.js.map +1 -1
- package/dist/memory/buffer_token_memory.cjs +0 -1
- package/dist/memory/buffer_token_memory.cjs.map +1 -1
- package/dist/memory/buffer_token_memory.d.cts +0 -1
- package/dist/memory/buffer_token_memory.d.cts.map +1 -1
- package/dist/memory/buffer_token_memory.d.ts +0 -1
- package/dist/memory/buffer_token_memory.d.ts.map +1 -1
- package/dist/memory/buffer_token_memory.js.map +1 -1
- package/dist/memory/buffer_window_memory.cjs +0 -1
- package/dist/memory/buffer_window_memory.cjs.map +1 -1
- package/dist/memory/buffer_window_memory.d.cts +0 -1
- package/dist/memory/buffer_window_memory.d.cts.map +1 -1
- package/dist/memory/buffer_window_memory.d.ts +0 -1
- package/dist/memory/buffer_window_memory.d.ts.map +1 -1
- package/dist/memory/buffer_window_memory.js.map +1 -1
- package/dist/memory/chat_memory.cjs.map +1 -1
- package/dist/memory/chat_memory.d.cts +0 -1
- package/dist/memory/chat_memory.d.cts.map +1 -1
- package/dist/memory/chat_memory.d.ts +0 -1
- package/dist/memory/chat_memory.d.ts.map +1 -1
- package/dist/memory/chat_memory.js.map +1 -1
- package/dist/memory/combined_memory.cjs.map +1 -1
- package/dist/memory/combined_memory.d.cts +0 -1
- package/dist/memory/combined_memory.d.cts.map +1 -1
- package/dist/memory/combined_memory.d.ts +0 -1
- package/dist/memory/combined_memory.d.ts.map +1 -1
- package/dist/memory/combined_memory.js.map +1 -1
- package/dist/memory/entity_memory.cjs +0 -1
- package/dist/memory/entity_memory.cjs.map +1 -1
- package/dist/memory/entity_memory.d.cts +1 -2
- package/dist/memory/entity_memory.d.cts.map +1 -1
- package/dist/memory/entity_memory.d.ts +1 -2
- package/dist/memory/entity_memory.d.ts.map +1 -1
- package/dist/memory/entity_memory.js.map +1 -1
- package/dist/memory/prompt.cjs +28 -23
- package/dist/memory/prompt.cjs.map +1 -1
- package/dist/memory/prompt.d.cts +0 -1
- package/dist/memory/prompt.d.cts.map +1 -1
- package/dist/memory/prompt.d.ts +0 -1
- package/dist/memory/prompt.d.ts.map +1 -1
- package/dist/memory/prompt.js +26 -23
- package/dist/memory/prompt.js.map +1 -1
- package/dist/memory/stores/entity/base.cjs +0 -1
- package/dist/memory/stores/entity/base.cjs.map +1 -1
- package/dist/memory/stores/entity/base.d.cts +0 -1
- package/dist/memory/stores/entity/base.d.cts.map +1 -1
- package/dist/memory/stores/entity/base.d.ts +0 -1
- package/dist/memory/stores/entity/base.d.ts.map +1 -1
- package/dist/memory/stores/entity/base.js.map +1 -1
- package/dist/memory/stores/entity/in_memory.cjs.map +1 -1
- package/dist/memory/stores/entity/in_memory.js.map +1 -1
- package/dist/memory/summary.cjs +0 -1
- package/dist/memory/summary.cjs.map +1 -1
- package/dist/memory/summary.d.cts +0 -1
- package/dist/memory/summary.d.cts.map +1 -1
- package/dist/memory/summary.d.ts +0 -1
- package/dist/memory/summary.d.ts.map +1 -1
- package/dist/memory/summary.js.map +1 -1
- package/dist/memory/summary_buffer.cjs +0 -1
- package/dist/memory/summary_buffer.cjs.map +1 -1
- package/dist/memory/summary_buffer.d.cts +0 -1
- package/dist/memory/summary_buffer.d.cts.map +1 -1
- package/dist/memory/summary_buffer.d.ts +0 -1
- package/dist/memory/summary_buffer.d.ts.map +1 -1
- package/dist/memory/summary_buffer.js.map +1 -1
- package/dist/memory/vector_store.cjs +0 -1
- package/dist/memory/vector_store.cjs.map +1 -1
- package/dist/memory/vector_store.d.cts +0 -1
- package/dist/memory/vector_store.d.cts.map +1 -1
- package/dist/memory/vector_store.d.ts +0 -1
- package/dist/memory/vector_store.d.ts.map +1 -1
- package/dist/memory/vector_store.js.map +1 -1
- package/dist/output_parsers/combining.cjs +0 -1
- package/dist/output_parsers/combining.cjs.map +1 -1
- package/dist/output_parsers/combining.d.cts +1 -2
- package/dist/output_parsers/combining.d.cts.map +1 -1
- package/dist/output_parsers/combining.d.ts +1 -2
- package/dist/output_parsers/combining.d.ts.map +1 -1
- package/dist/output_parsers/combining.js.map +1 -1
- package/dist/output_parsers/datetime.cjs +0 -1
- package/dist/output_parsers/datetime.cjs.map +1 -1
- package/dist/output_parsers/datetime.d.cts +0 -1
- package/dist/output_parsers/datetime.d.cts.map +1 -1
- package/dist/output_parsers/datetime.d.ts +0 -1
- package/dist/output_parsers/datetime.d.ts.map +1 -1
- package/dist/output_parsers/datetime.js.map +1 -1
- package/dist/output_parsers/expression.cjs.map +1 -1
- package/dist/output_parsers/expression.d.cts +0 -1
- package/dist/output_parsers/expression.d.cts.map +1 -1
- package/dist/output_parsers/expression.d.ts +0 -1
- package/dist/output_parsers/expression.d.ts.map +1 -1
- package/dist/output_parsers/expression.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/base.cjs +1 -0
- package/dist/output_parsers/expression_type_handlers/base.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/base.d.cts +0 -1
- package/dist/output_parsers/expression_type_handlers/base.d.cts.map +1 -1
- package/dist/output_parsers/expression_type_handlers/base.d.ts +0 -1
- package/dist/output_parsers/expression_type_handlers/base.d.ts.map +1 -1
- package/dist/output_parsers/expression_type_handlers/base.js +1 -0
- package/dist/output_parsers/expression_type_handlers/base.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/factory.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/factory.d.cts +0 -1
- package/dist/output_parsers/expression_type_handlers/factory.d.cts.map +1 -1
- package/dist/output_parsers/expression_type_handlers/factory.d.ts +0 -1
- package/dist/output_parsers/expression_type_handlers/factory.d.ts.map +1 -1
- package/dist/output_parsers/expression_type_handlers/factory.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/identifier_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/identifier_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.cjs.map +1 -1
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.js.map +1 -1
- package/dist/output_parsers/expression_type_handlers/types.d.cts.map +1 -1
- package/dist/output_parsers/expression_type_handlers/types.d.ts.map +1 -1
- package/dist/output_parsers/fix.cjs +5 -5
- package/dist/output_parsers/fix.cjs.map +1 -1
- package/dist/output_parsers/fix.d.cts +1 -5
- package/dist/output_parsers/fix.d.cts.map +1 -1
- package/dist/output_parsers/fix.d.ts +1 -5
- package/dist/output_parsers/fix.d.ts.map +1 -1
- package/dist/output_parsers/fix.js +5 -4
- package/dist/output_parsers/fix.js.map +1 -1
- package/dist/output_parsers/http_response.cjs +0 -1
- package/dist/output_parsers/http_response.cjs.map +1 -1
- package/dist/output_parsers/http_response.d.cts +0 -1
- package/dist/output_parsers/http_response.d.cts.map +1 -1
- package/dist/output_parsers/http_response.d.ts +0 -1
- package/dist/output_parsers/http_response.d.ts.map +1 -1
- package/dist/output_parsers/http_response.js.map +1 -1
- package/dist/output_parsers/noop.cjs +0 -1
- package/dist/output_parsers/noop.cjs.map +1 -1
- package/dist/output_parsers/noop.js.map +1 -1
- package/dist/output_parsers/openai_functions.cjs +0 -1
- package/dist/output_parsers/openai_functions.cjs.map +1 -1
- package/dist/output_parsers/openai_functions.d.cts +0 -1
- package/dist/output_parsers/openai_functions.d.cts.map +1 -1
- package/dist/output_parsers/openai_functions.d.ts +0 -1
- package/dist/output_parsers/openai_functions.d.ts.map +1 -1
- package/dist/output_parsers/openai_functions.js.map +1 -1
- package/dist/output_parsers/openai_tools.cjs +0 -1
- package/dist/output_parsers/openai_tools.cjs.map +1 -1
- package/dist/output_parsers/openai_tools.d.cts +8 -5
- package/dist/output_parsers/openai_tools.d.cts.map +1 -1
- package/dist/output_parsers/openai_tools.d.ts +8 -5
- package/dist/output_parsers/openai_tools.d.ts.map +1 -1
- package/dist/output_parsers/openai_tools.js.map +1 -1
- package/dist/output_parsers/prompts.cjs +6 -3
- package/dist/output_parsers/prompts.cjs.map +1 -1
- package/dist/output_parsers/prompts.js +5 -3
- package/dist/output_parsers/prompts.js.map +1 -1
- package/dist/output_parsers/regex.cjs +0 -1
- package/dist/output_parsers/regex.cjs.map +1 -1
- package/dist/output_parsers/regex.d.cts +1 -2
- package/dist/output_parsers/regex.d.cts.map +1 -1
- package/dist/output_parsers/regex.d.ts +1 -2
- package/dist/output_parsers/regex.d.ts.map +1 -1
- package/dist/output_parsers/regex.js.map +1 -1
- package/dist/output_parsers/router.cjs +0 -1
- package/dist/output_parsers/router.cjs.map +1 -1
- package/dist/output_parsers/router.d.cts +0 -1
- package/dist/output_parsers/router.d.cts.map +1 -1
- package/dist/output_parsers/router.d.ts +0 -1
- package/dist/output_parsers/router.d.ts.map +1 -1
- package/dist/output_parsers/router.js.map +1 -1
- package/dist/output_parsers/structured.cjs +1 -1
- package/dist/output_parsers/structured.cjs.map +1 -1
- package/dist/output_parsers/structured.d.cts +3 -7
- package/dist/output_parsers/structured.d.cts.map +1 -1
- package/dist/output_parsers/structured.d.ts +3 -7
- package/dist/output_parsers/structured.d.ts.map +1 -1
- package/dist/output_parsers/structured.js +1 -0
- package/dist/output_parsers/structured.js.map +1 -1
- package/dist/retrievers/contextual_compression.cjs.map +1 -1
- package/dist/retrievers/contextual_compression.d.cts +0 -1
- package/dist/retrievers/contextual_compression.d.cts.map +1 -1
- package/dist/retrievers/contextual_compression.d.ts +0 -1
- package/dist/retrievers/contextual_compression.d.ts.map +1 -1
- package/dist/retrievers/contextual_compression.js.map +1 -1
- package/dist/retrievers/document_compressors/chain_extract.cjs +5 -4
- package/dist/retrievers/document_compressors/chain_extract.cjs.map +1 -1
- package/dist/retrievers/document_compressors/chain_extract.d.cts +1 -5
- package/dist/retrievers/document_compressors/chain_extract.d.cts.map +1 -1
- package/dist/retrievers/document_compressors/chain_extract.d.ts +1 -5
- package/dist/retrievers/document_compressors/chain_extract.d.ts.map +1 -1
- package/dist/retrievers/document_compressors/chain_extract.js +5 -4
- package/dist/retrievers/document_compressors/chain_extract.js.map +1 -1
- package/dist/retrievers/document_compressors/embeddings_filter.cjs.map +1 -1
- package/dist/retrievers/document_compressors/embeddings_filter.d.cts +0 -1
- package/dist/retrievers/document_compressors/embeddings_filter.d.cts.map +1 -1
- package/dist/retrievers/document_compressors/embeddings_filter.d.ts +0 -1
- package/dist/retrievers/document_compressors/embeddings_filter.d.ts.map +1 -1
- package/dist/retrievers/document_compressors/embeddings_filter.js.map +1 -1
- package/dist/retrievers/document_compressors/index.cjs.map +1 -1
- package/dist/retrievers/document_compressors/index.d.cts +0 -1
- package/dist/retrievers/document_compressors/index.d.cts.map +1 -1
- package/dist/retrievers/document_compressors/index.d.ts +0 -1
- package/dist/retrievers/document_compressors/index.d.ts.map +1 -1
- package/dist/retrievers/document_compressors/index.js.map +1 -1
- package/dist/retrievers/ensemble.cjs.map +1 -1
- package/dist/retrievers/ensemble.d.cts +0 -1
- package/dist/retrievers/ensemble.d.cts.map +1 -1
- package/dist/retrievers/ensemble.d.ts +0 -1
- package/dist/retrievers/ensemble.d.ts.map +1 -1
- package/dist/retrievers/ensemble.js.map +1 -1
- package/dist/retrievers/hyde.cjs.map +1 -1
- package/dist/retrievers/hyde.d.cts +0 -1
- package/dist/retrievers/hyde.d.cts.map +1 -1
- package/dist/retrievers/hyde.d.ts +0 -1
- package/dist/retrievers/hyde.d.ts.map +1 -1
- package/dist/retrievers/hyde.js.map +1 -1
- package/dist/retrievers/matryoshka_retriever.cjs.map +1 -1
- package/dist/retrievers/matryoshka_retriever.d.cts +0 -1
- package/dist/retrievers/matryoshka_retriever.d.cts.map +1 -1
- package/dist/retrievers/matryoshka_retriever.d.ts +0 -1
- package/dist/retrievers/matryoshka_retriever.d.ts.map +1 -1
- package/dist/retrievers/matryoshka_retriever.js.map +1 -1
- package/dist/retrievers/multi_query.cjs +1 -1
- package/dist/retrievers/multi_query.cjs.map +1 -1
- package/dist/retrievers/multi_query.d.cts +0 -1
- package/dist/retrievers/multi_query.d.cts.map +1 -1
- package/dist/retrievers/multi_query.d.ts +0 -1
- package/dist/retrievers/multi_query.d.ts.map +1 -1
- package/dist/retrievers/multi_query.js +1 -1
- package/dist/retrievers/multi_query.js.map +1 -1
- package/dist/retrievers/multi_vector.cjs.map +1 -1
- package/dist/retrievers/multi_vector.d.cts +0 -1
- package/dist/retrievers/multi_vector.d.cts.map +1 -1
- package/dist/retrievers/multi_vector.d.ts +0 -1
- package/dist/retrievers/multi_vector.d.ts.map +1 -1
- package/dist/retrievers/multi_vector.js.map +1 -1
- package/dist/retrievers/parent_document.cjs.map +1 -1
- package/dist/retrievers/parent_document.d.cts +0 -1
- package/dist/retrievers/parent_document.d.cts.map +1 -1
- package/dist/retrievers/parent_document.d.ts +0 -1
- package/dist/retrievers/parent_document.d.ts.map +1 -1
- package/dist/retrievers/parent_document.js.map +1 -1
- package/dist/retrievers/score_threshold.cjs.map +1 -1
- package/dist/retrievers/score_threshold.d.cts +0 -1
- package/dist/retrievers/score_threshold.d.cts.map +1 -1
- package/dist/retrievers/score_threshold.d.ts +0 -1
- package/dist/retrievers/score_threshold.d.ts.map +1 -1
- package/dist/retrievers/score_threshold.js.map +1 -1
- package/dist/retrievers/self_query/index.cjs.map +1 -1
- package/dist/retrievers/self_query/index.d.cts +0 -1
- package/dist/retrievers/self_query/index.d.cts.map +1 -1
- package/dist/retrievers/self_query/index.d.ts +0 -1
- package/dist/retrievers/self_query/index.d.ts.map +1 -1
- package/dist/retrievers/self_query/index.js.map +1 -1
- package/dist/retrievers/time_weighted.cjs.map +1 -1
- package/dist/retrievers/time_weighted.d.cts +5 -1
- package/dist/retrievers/time_weighted.d.cts.map +1 -1
- package/dist/retrievers/time_weighted.d.ts +5 -1
- package/dist/retrievers/time_weighted.d.ts.map +1 -1
- package/dist/retrievers/time_weighted.js.map +1 -1
- package/dist/schema/prompt_template.cjs.map +1 -1
- package/dist/schema/prompt_template.d.cts +0 -1
- package/dist/schema/prompt_template.d.cts.map +1 -1
- package/dist/schema/prompt_template.d.ts +0 -1
- package/dist/schema/prompt_template.d.ts.map +1 -1
- package/dist/schema/prompt_template.js.map +1 -1
- package/dist/schema/query_constructor.cjs +3 -0
- package/dist/schema/query_constructor.cjs.map +1 -1
- package/dist/schema/query_constructor.d.cts.map +1 -1
- package/dist/schema/query_constructor.d.ts.map +1 -1
- package/dist/schema/query_constructor.js +3 -0
- package/dist/schema/query_constructor.js.map +1 -1
- package/dist/smith/config.cjs.map +1 -1
- package/dist/smith/config.d.cts +2 -7
- package/dist/smith/config.d.cts.map +1 -1
- package/dist/smith/config.d.ts +2 -7
- package/dist/smith/config.d.ts.map +1 -1
- package/dist/smith/config.js.map +1 -1
- package/dist/smith/name_generation.cjs.map +1 -1
- package/dist/smith/name_generation.js.map +1 -1
- package/dist/smith/progress.cjs.map +1 -1
- package/dist/smith/progress.js.map +1 -1
- package/dist/smith/runner_utils.cjs +11 -8
- package/dist/smith/runner_utils.cjs.map +1 -1
- package/dist/smith/runner_utils.d.cts +1 -2
- package/dist/smith/runner_utils.d.cts.map +1 -1
- package/dist/smith/runner_utils.d.ts +1 -2
- package/dist/smith/runner_utils.d.ts.map +1 -1
- package/dist/smith/runner_utils.js +11 -7
- package/dist/smith/runner_utils.js.map +1 -1
- package/dist/sql_db.cjs.map +1 -1
- package/dist/sql_db.d.cts +1 -3
- package/dist/sql_db.d.cts.map +1 -1
- package/dist/sql_db.d.ts +1 -3
- package/dist/sql_db.d.ts.map +1 -1
- package/dist/sql_db.js.map +1 -1
- package/dist/storage/encoder_backed.cjs.map +1 -1
- package/dist/storage/encoder_backed.d.cts +0 -1
- package/dist/storage/encoder_backed.d.cts.map +1 -1
- package/dist/storage/encoder_backed.d.ts +0 -1
- package/dist/storage/encoder_backed.d.ts.map +1 -1
- package/dist/storage/encoder_backed.js.map +1 -1
- package/dist/storage/file_system.cjs.map +1 -1
- package/dist/storage/file_system.d.cts +20 -1
- package/dist/storage/file_system.d.cts.map +1 -1
- package/dist/storage/file_system.d.ts +20 -1
- package/dist/storage/file_system.d.ts.map +1 -1
- package/dist/storage/file_system.js.map +1 -1
- package/dist/stores/doc/base.cjs.map +1 -1
- package/dist/stores/doc/base.d.cts +0 -1
- package/dist/stores/doc/base.d.cts.map +1 -1
- package/dist/stores/doc/base.d.ts +0 -1
- package/dist/stores/doc/base.d.ts.map +1 -1
- package/dist/stores/doc/base.js.map +1 -1
- package/dist/stores/doc/in_memory.cjs.map +1 -1
- package/dist/stores/doc/in_memory.d.cts +0 -1
- package/dist/stores/doc/in_memory.d.cts.map +1 -1
- package/dist/stores/doc/in_memory.d.ts +0 -1
- package/dist/stores/doc/in_memory.d.ts.map +1 -1
- package/dist/stores/doc/in_memory.js.map +1 -1
- package/dist/stores/file/base.cjs +0 -1
- package/dist/stores/file/base.cjs.map +1 -1
- package/dist/stores/file/base.d.cts +0 -1
- package/dist/stores/file/base.d.cts.map +1 -1
- package/dist/stores/file/base.d.ts +0 -1
- package/dist/stores/file/base.d.ts.map +1 -1
- package/dist/stores/file/base.js.map +1 -1
- package/dist/stores/file/in_memory.cjs.map +1 -1
- package/dist/stores/file/in_memory.d.cts +0 -1
- package/dist/stores/file/in_memory.d.cts.map +1 -1
- package/dist/stores/file/in_memory.d.ts +0 -1
- package/dist/stores/file/in_memory.d.ts.map +1 -1
- package/dist/stores/file/in_memory.js.map +1 -1
- package/dist/stores/file/node.cjs +1 -0
- package/dist/stores/file/node.cjs.map +1 -1
- package/dist/stores/file/node.d.cts +0 -1
- package/dist/stores/file/node.d.cts.map +1 -1
- package/dist/stores/file/node.d.ts +0 -1
- package/dist/stores/file/node.d.ts.map +1 -1
- package/dist/stores/file/node.js +1 -0
- package/dist/stores/file/node.js.map +1 -1
- package/dist/text_splitter.d.cts +0 -3
- package/dist/text_splitter.d.ts +0 -3
- package/dist/tools/chain.cjs.map +1 -1
- package/dist/tools/chain.d.cts +1 -5
- package/dist/tools/chain.d.cts.map +1 -1
- package/dist/tools/chain.d.ts +1 -5
- package/dist/tools/chain.d.ts.map +1 -1
- package/dist/tools/chain.js.map +1 -1
- package/dist/tools/fs.cjs +0 -1
- package/dist/tools/fs.cjs.map +1 -1
- package/dist/tools/fs.d.cts +4 -15
- package/dist/tools/fs.d.cts.map +1 -1
- package/dist/tools/fs.d.ts +4 -15
- package/dist/tools/fs.d.ts.map +1 -1
- package/dist/tools/fs.js.map +1 -1
- package/dist/tools/json.cjs +1 -0
- package/dist/tools/json.cjs.map +1 -1
- package/dist/tools/json.d.cts +1 -2
- package/dist/tools/json.d.cts.map +1 -1
- package/dist/tools/json.d.ts +1 -2
- package/dist/tools/json.d.ts.map +1 -1
- package/dist/tools/json.js +1 -0
- package/dist/tools/json.js.map +1 -1
- package/dist/tools/render.cjs.map +1 -1
- package/dist/tools/render.d.cts +0 -1
- package/dist/tools/render.d.cts.map +1 -1
- package/dist/tools/render.d.ts +0 -1
- package/dist/tools/render.d.ts.map +1 -1
- package/dist/tools/render.js.map +1 -1
- package/dist/tools/requests.cjs +2 -1
- package/dist/tools/requests.cjs.map +1 -1
- package/dist/tools/requests.d.cts +3 -8
- package/dist/tools/requests.d.cts.map +1 -1
- package/dist/tools/requests.d.ts +3 -8
- package/dist/tools/requests.d.ts.map +1 -1
- package/dist/tools/requests.js +2 -0
- package/dist/tools/requests.js.map +1 -1
- package/dist/tools/retriever.cjs.map +1 -1
- package/dist/tools/retriever.d.cts +0 -1
- package/dist/tools/retriever.d.cts.map +1 -1
- package/dist/tools/retriever.d.ts +0 -1
- package/dist/tools/retriever.d.ts.map +1 -1
- package/dist/tools/retriever.js.map +1 -1
- package/dist/tools/sql.cjs.map +1 -1
- package/dist/tools/sql.d.cts +0 -1
- package/dist/tools/sql.d.cts.map +1 -1
- package/dist/tools/sql.d.ts +0 -1
- package/dist/tools/sql.d.ts.map +1 -1
- package/dist/tools/sql.js.map +1 -1
- package/dist/tools/vectorstore.cjs +0 -1
- package/dist/tools/vectorstore.cjs.map +1 -1
- package/dist/tools/vectorstore.d.cts +0 -1
- package/dist/tools/vectorstore.d.cts.map +1 -1
- package/dist/tools/vectorstore.d.ts +0 -1
- package/dist/tools/vectorstore.d.ts.map +1 -1
- package/dist/tools/vectorstore.js.map +1 -1
- package/dist/tools/webbrowser.cjs +2 -1
- package/dist/tools/webbrowser.cjs.map +1 -1
- package/dist/tools/webbrowser.d.cts +1 -8
- package/dist/tools/webbrowser.d.cts.map +1 -1
- package/dist/tools/webbrowser.d.ts +1 -8
- package/dist/tools/webbrowser.d.ts.map +1 -1
- package/dist/tools/webbrowser.js +2 -1
- package/dist/tools/webbrowser.js.map +1 -1
- package/dist/types/expression-parser.d.cts +1 -1
- package/dist/types/expression-parser.d.cts.map +1 -1
- package/dist/types/expression-parser.d.ts +1 -1
- package/dist/types/expression-parser.d.ts.map +1 -1
- package/dist/types/type-utils.d.cts.map +1 -1
- package/dist/types/type-utils.d.ts.map +1 -1
- package/dist/util/document.cjs.map +1 -1
- package/dist/util/document.d.cts +0 -1
- package/dist/util/document.d.cts.map +1 -1
- package/dist/util/document.d.ts +0 -1
- package/dist/util/document.d.ts.map +1 -1
- package/dist/util/document.js.map +1 -1
- package/dist/util/env.cjs +0 -1
- package/dist/util/extname.cjs.map +1 -1
- package/dist/util/extname.js.map +1 -1
- package/dist/util/hub.cjs +0 -1
- package/dist/util/hub.cjs.map +1 -1
- package/dist/util/hub.js.map +1 -1
- package/dist/util/is-network-error/index.cjs +1 -1
- package/dist/util/is-network-error/index.cjs.map +1 -1
- package/dist/util/is-network-error/index.js +1 -1
- package/dist/util/is-network-error/index.js.map +1 -1
- package/dist/util/load.cjs.map +1 -1
- package/dist/util/load.d.cts.map +1 -1
- package/dist/util/load.d.ts.map +1 -1
- package/dist/util/load.js.map +1 -1
- package/dist/util/ml-distance/distances.cjs.map +1 -1
- package/dist/util/ml-distance/distances.js.map +1 -1
- package/dist/util/ml-distance/similarities.cjs.map +1 -1
- package/dist/util/ml-distance/similarities.d.cts.map +1 -1
- package/dist/util/ml-distance/similarities.d.ts.map +1 -1
- package/dist/util/ml-distance/similarities.js.map +1 -1
- package/dist/util/ml-distance-euclidean/euclidean.cjs +1 -0
- package/dist/util/ml-distance-euclidean/euclidean.cjs.map +1 -1
- package/dist/util/ml-distance-euclidean/euclidean.js +1 -1
- package/dist/util/ml-distance-euclidean/euclidean.js.map +1 -1
- package/dist/util/openapi.cjs +1 -0
- package/dist/util/openapi.cjs.map +1 -1
- package/dist/util/openapi.d.cts +0 -1
- package/dist/util/openapi.d.cts.map +1 -1
- package/dist/util/openapi.d.ts +0 -1
- package/dist/util/openapi.d.ts.map +1 -1
- package/dist/util/openapi.js +1 -0
- package/dist/util/openapi.js.map +1 -1
- package/dist/util/p-retry/index.cjs +1 -0
- package/dist/util/p-retry/index.cjs.map +1 -1
- package/dist/util/p-retry/index.js +1 -1
- package/dist/util/p-retry/index.js.map +1 -1
- package/dist/util/parse.cjs +1 -0
- package/dist/util/parse.cjs.map +1 -1
- package/dist/util/parse.js +1 -1
- package/dist/util/parse.js.map +1 -1
- package/dist/util/set.cjs.map +1 -1
- package/dist/util/set.js.map +1 -1
- package/dist/util/sql_utils.cjs +12 -6
- package/dist/util/sql_utils.cjs.map +1 -1
- package/dist/util/sql_utils.d.cts +1 -2
- package/dist/util/sql_utils.d.cts.map +1 -1
- package/dist/util/sql_utils.d.ts +1 -2
- package/dist/util/sql_utils.d.ts.map +1 -1
- package/dist/util/sql_utils.js +12 -6
- package/dist/util/sql_utils.js.map +1 -1
- package/dist/util/time.cjs.map +1 -1
- package/dist/util/time.d.cts.map +1 -1
- package/dist/util/time.d.ts.map +1 -1
- package/dist/util/time.js.map +1 -1
- package/dist/vectorstores/memory.cjs.map +1 -1
- package/dist/vectorstores/memory.d.cts +1 -5
- package/dist/vectorstores/memory.d.cts.map +1 -1
- package/dist/vectorstores/memory.d.ts +1 -5
- package/dist/vectorstores/memory.d.ts.map +1 -1
- package/dist/vectorstores/memory.js.map +1 -1
- package/package.json +30 -30
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"matryoshka_retriever.d.ts","names":[],"sources":["../../src/retrievers/matryoshka_retriever.ts"],"mappings":";;;;;;;
|
|
1
|
+
{"version":3,"file":"matryoshka_retriever.d.ts","names":[],"sources":["../../src/retrievers/matryoshka_retriever.ts"],"mappings":";;;;;;;KAiBK,qBAAqB;UAET;;;;;EAKf;;;;;EAKA;;;;;EAKA;;;;;EAKA,qBAAqB;;;;;EAKrB;;;;;;;;;;;;;;;;;;;;;;cAuBW,oBACX,cAAc,cAAc,qBACpB,qBAAqB;EAC7B;EAEA;EAEA;EAEA,qBAAqB;EAErB;EAEA,YACE,QAAQ,4BAA4B,0BAA0B;;;;;;;;;;;;;;;;;;;UA4BxD;EAyCF,sBAAsB,gBAAgB,QAAQ;;;;;;;;;;EAkB3C,eAAY,WACR,qBAAmB,UACpB,uBACT"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"matryoshka_retriever.js","names":[],"sources":["../../src/retrievers/matryoshka_retriever.ts"],"sourcesContent":["import { DocumentInterface } from \"@langchain/core/documents\";\nimport { Embeddings } from \"@langchain/core/embeddings\";\nimport {\n cosineSimilarity,\n euclideanDistance,\n innerProduct,\n} from \"@langchain/core/utils/math\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\n/**\n * Type for options when adding a document to the VectorStore.\n */\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\ntype AddDocumentOptions = Record<string, any>;\n\nexport interface MatryoshkaRetrieverFields {\n /**\n * The number of documents to retrieve from the small store.\n * @default 50\n */\n smallK?: number;\n /**\n * The number of documents to retrieve from the large store.\n * @default 8\n */\n largeK?: number;\n /**\n * The metadata key to store the larger embeddings.\n * @default \"lc_large_embedding\"\n */\n largeEmbeddingKey?: string;\n /**\n * The embedding model to use when generating the large\n * embeddings.\n */\n largeEmbeddingModel: Embeddings;\n /**\n * The type of search to perform using the large embeddings.\n * @default \"cosine\"\n */\n searchType?: \"cosine\" | \"innerProduct\" | \"euclidean\";\n}\n\n/**\n * A retriever that uses two sets of embeddings to perform adaptive retrieval. Based\n * off of the \"Matryoshka embeddings: faster OpenAI vector search using Adaptive Retrieval\"\n * blog post {@link https://supabase.com/blog/matryoshka-embeddings}.\n *\n *\n * This class performs \"Adaptive Retrieval\" for searching text embeddings efficiently using the\n * Matryoshka Representation Learning (MRL) technique. It retrieves documents similar to a query\n * embedding in two steps:\n *\n * First-pass: Uses a lower dimensional sub-vector from the MRL embedding for an initial, fast,\n * but less accurate search.\n *\n * Second-pass: Re-ranks the top results from the first pass using the full, high-dimensional\n * embedding for higher accuracy.\n *\n *\n * This code implements MRL embeddings for efficient vector search by combining faster,\n * lower-dimensional initial search with accurate, high-dimensional re-ranking.\n */\nexport class MatryoshkaRetriever<\n Store extends VectorStore = VectorStore,\n> extends VectorStoreRetriever<Store> {\n smallK = 50;\n\n largeK = 8;\n\n largeEmbeddingKey = \"lc_large_embedding\";\n\n largeEmbeddingModel: Embeddings;\n\n searchType: \"cosine\" | \"innerProduct\" | \"euclidean\" = \"cosine\";\n\n constructor(\n fields: MatryoshkaRetrieverFields & VectorStoreRetrieverInput<Store>\n ) {\n super(fields);\n this.smallK = fields.smallK ?? this.smallK;\n this.largeK = fields.largeK ?? this.largeK;\n this.largeEmbeddingKey = fields.largeEmbeddingKey ?? this.largeEmbeddingKey;\n this.largeEmbeddingModel = fields.largeEmbeddingModel;\n this.searchType = fields.searchType ?? this.searchType;\n }\n\n /**\n * Ranks documents based on their similarity to a query embedding using larger embeddings.\n *\n * This method takes a query embedding and a list of documents (smallResults) as input. Each document\n * in the smallResults array has previously been associated with a large embedding stored in its metadata.\n * Depending on the `searchType` (cosine, innerProduct, or euclidean), it calculates the similarity scores\n * between the query embedding and each document's large embedding. It then ranks the documents based on\n * these similarity scores, from the most similar to the least similar.\n *\n * The method returns a promise that resolves to an array of the top `largeK` documents, where `largeK`\n * is a class property defining the number of documents to return. This subset of documents is determined\n * by sorting the entire list of documents based on their similarity scores and then selecting the top\n * `largeK` documents.\n *\n * @param {number[]} embeddedQuery The embedding of the query, represented as an array of numbers.\n * @param {DocumentInterface[]} smallResults An array of documents, each with metadata that includes a large embedding for similarity comparison.\n * @returns {Promise<DocumentInterface[]>} A promise that resolves to an array of the top `largeK` ranked documents based on their similarity to the query embedding.\n */\n private _rankByLargeEmbeddings(\n embeddedQuery: number[],\n smallResults: DocumentInterface[]\n ): DocumentInterface[] {\n const largeEmbeddings: Array<number[]> = smallResults.map((doc) =>\n JSON.parse(doc.metadata[this.largeEmbeddingKey])\n );\n let func: () => Array<number[]>;\n\n switch (this.searchType) {\n case \"cosine\":\n func = () => cosineSimilarity([embeddedQuery], largeEmbeddings);\n break;\n case \"innerProduct\":\n func = () => innerProduct([embeddedQuery], largeEmbeddings);\n break;\n case \"euclidean\":\n func = () => euclideanDistance([embeddedQuery], largeEmbeddings);\n break;\n default:\n throw new Error(`Unknown search type: ${this.searchType}`);\n }\n\n // Calculate the similarity scores between the query embedding and the large embeddings\n const [similarityScores] = func();\n\n // Create an array of indices from 0 to N-1, where N is the number of documents\n let indices = Array.from(\n { length: smallResults.length },\n (_, index) => index\n );\n\n indices = indices\n .map((v, i) => [similarityScores[i], v])\n .sort(([a], [b]) => b - a)\n .slice(0, this.largeK)\n .map(([, i]) => i);\n\n return indices.map((i) => smallResults[i]);\n }\n\n async _getRelevantDocuments(query: string): Promise<DocumentInterface[]> {\n const [embeddedQuery, smallResults] = await Promise.all([\n this.largeEmbeddingModel.embedQuery(query),\n this.vectorStore.similaritySearch(query, this.smallK, this.filter),\n ]);\n\n return this._rankByLargeEmbeddings(embeddedQuery, smallResults);\n }\n\n /**\n * Override the default `addDocuments` method to embed the documents twice,\n * once using the larger embeddings model, and then again using the default\n * embedding model linked to the vector store.\n *\n * @param {DocumentInterface[]} documents - An array of documents to add to the vector store.\n * @param {AddDocumentOptions} options - An optional object containing additional options for adding documents.\n * @returns {Promise<string[] | void>} A promise that resolves to an array of the document IDs that were added to the vector store.\n */\n override addDocuments = async (\n documents: DocumentInterface[],\n options?: AddDocumentOptions\n ): Promise<string[] | void> => {\n // Insure documents metadata does not contain the large embedding key\n if (documents.some((doc) => this.largeEmbeddingKey in doc.metadata)) {\n throw new Error(\n `All documents must not contain the large embedding key: ${this.largeEmbeddingKey} in their metadata.`\n );\n }\n\n const allDocPageContent = documents.map((doc) => doc.pageContent);\n const allDocLargeEmbeddings =\n await this.largeEmbeddingModel.embedDocuments(allDocPageContent);\n\n const newDocuments: Array<DocumentInterface> = documents.map(\n (doc, idx) => ({\n ...doc,\n metadata: {\n ...doc.metadata,\n [this.largeEmbeddingKey]: JSON.stringify(allDocLargeEmbeddings[idx]),\n },\n })\n );\n\n return this.vectorStore.addDocuments(newDocuments, options);\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAmEA,IAAa,sBAAb,cAEU,qBAA4B;CACpC,SAAS;CAET,SAAS;CAET,oBAAoB;CAEpB;CAEA,aAAsD;CAEtD,YACE,QACA;
|
|
1
|
+
{"version":3,"file":"matryoshka_retriever.js","names":[],"sources":["../../src/retrievers/matryoshka_retriever.ts"],"sourcesContent":["import { DocumentInterface } from \"@langchain/core/documents\";\nimport { Embeddings } from \"@langchain/core/embeddings\";\nimport {\n cosineSimilarity,\n euclideanDistance,\n innerProduct,\n} from \"@langchain/core/utils/math\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\n/**\n * Type for options when adding a document to the VectorStore.\n */\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\ntype AddDocumentOptions = Record<string, any>;\n\nexport interface MatryoshkaRetrieverFields {\n /**\n * The number of documents to retrieve from the small store.\n * @default 50\n */\n smallK?: number;\n /**\n * The number of documents to retrieve from the large store.\n * @default 8\n */\n largeK?: number;\n /**\n * The metadata key to store the larger embeddings.\n * @default \"lc_large_embedding\"\n */\n largeEmbeddingKey?: string;\n /**\n * The embedding model to use when generating the large\n * embeddings.\n */\n largeEmbeddingModel: Embeddings;\n /**\n * The type of search to perform using the large embeddings.\n * @default \"cosine\"\n */\n searchType?: \"cosine\" | \"innerProduct\" | \"euclidean\";\n}\n\n/**\n * A retriever that uses two sets of embeddings to perform adaptive retrieval. Based\n * off of the \"Matryoshka embeddings: faster OpenAI vector search using Adaptive Retrieval\"\n * blog post {@link https://supabase.com/blog/matryoshka-embeddings}.\n *\n *\n * This class performs \"Adaptive Retrieval\" for searching text embeddings efficiently using the\n * Matryoshka Representation Learning (MRL) technique. It retrieves documents similar to a query\n * embedding in two steps:\n *\n * First-pass: Uses a lower dimensional sub-vector from the MRL embedding for an initial, fast,\n * but less accurate search.\n *\n * Second-pass: Re-ranks the top results from the first pass using the full, high-dimensional\n * embedding for higher accuracy.\n *\n *\n * This code implements MRL embeddings for efficient vector search by combining faster,\n * lower-dimensional initial search with accurate, high-dimensional re-ranking.\n */\nexport class MatryoshkaRetriever<\n Store extends VectorStore = VectorStore,\n> extends VectorStoreRetriever<Store> {\n smallK = 50;\n\n largeK = 8;\n\n largeEmbeddingKey = \"lc_large_embedding\";\n\n largeEmbeddingModel: Embeddings;\n\n searchType: \"cosine\" | \"innerProduct\" | \"euclidean\" = \"cosine\";\n\n constructor(\n fields: MatryoshkaRetrieverFields & VectorStoreRetrieverInput<Store>\n ) {\n super(fields);\n this.smallK = fields.smallK ?? this.smallK;\n this.largeK = fields.largeK ?? this.largeK;\n this.largeEmbeddingKey = fields.largeEmbeddingKey ?? this.largeEmbeddingKey;\n this.largeEmbeddingModel = fields.largeEmbeddingModel;\n this.searchType = fields.searchType ?? this.searchType;\n }\n\n /**\n * Ranks documents based on their similarity to a query embedding using larger embeddings.\n *\n * This method takes a query embedding and a list of documents (smallResults) as input. Each document\n * in the smallResults array has previously been associated with a large embedding stored in its metadata.\n * Depending on the `searchType` (cosine, innerProduct, or euclidean), it calculates the similarity scores\n * between the query embedding and each document's large embedding. It then ranks the documents based on\n * these similarity scores, from the most similar to the least similar.\n *\n * The method returns a promise that resolves to an array of the top `largeK` documents, where `largeK`\n * is a class property defining the number of documents to return. This subset of documents is determined\n * by sorting the entire list of documents based on their similarity scores and then selecting the top\n * `largeK` documents.\n *\n * @param {number[]} embeddedQuery The embedding of the query, represented as an array of numbers.\n * @param {DocumentInterface[]} smallResults An array of documents, each with metadata that includes a large embedding for similarity comparison.\n * @returns {Promise<DocumentInterface[]>} A promise that resolves to an array of the top `largeK` ranked documents based on their similarity to the query embedding.\n */\n private _rankByLargeEmbeddings(\n embeddedQuery: number[],\n smallResults: DocumentInterface[]\n ): DocumentInterface[] {\n const largeEmbeddings: Array<number[]> = smallResults.map((doc) =>\n JSON.parse(doc.metadata[this.largeEmbeddingKey])\n );\n let func: () => Array<number[]>;\n\n switch (this.searchType) {\n case \"cosine\":\n func = () => cosineSimilarity([embeddedQuery], largeEmbeddings);\n break;\n case \"innerProduct\":\n func = () => innerProduct([embeddedQuery], largeEmbeddings);\n break;\n case \"euclidean\":\n func = () => euclideanDistance([embeddedQuery], largeEmbeddings);\n break;\n default:\n throw new Error(`Unknown search type: ${this.searchType}`);\n }\n\n // Calculate the similarity scores between the query embedding and the large embeddings\n const [similarityScores] = func();\n\n // Create an array of indices from 0 to N-1, where N is the number of documents\n let indices = Array.from(\n { length: smallResults.length },\n (_, index) => index\n );\n\n indices = indices\n .map((v, i) => [similarityScores[i], v])\n .sort(([a], [b]) => b - a)\n .slice(0, this.largeK)\n .map(([, i]) => i);\n\n return indices.map((i) => smallResults[i]);\n }\n\n async _getRelevantDocuments(query: string): Promise<DocumentInterface[]> {\n const [embeddedQuery, smallResults] = await Promise.all([\n this.largeEmbeddingModel.embedQuery(query),\n this.vectorStore.similaritySearch(query, this.smallK, this.filter),\n ]);\n\n return this._rankByLargeEmbeddings(embeddedQuery, smallResults);\n }\n\n /**\n * Override the default `addDocuments` method to embed the documents twice,\n * once using the larger embeddings model, and then again using the default\n * embedding model linked to the vector store.\n *\n * @param {DocumentInterface[]} documents - An array of documents to add to the vector store.\n * @param {AddDocumentOptions} options - An optional object containing additional options for adding documents.\n * @returns {Promise<string[] | void>} A promise that resolves to an array of the document IDs that were added to the vector store.\n */\n override addDocuments = async (\n documents: DocumentInterface[],\n options?: AddDocumentOptions\n ): Promise<string[] | void> => {\n // Insure documents metadata does not contain the large embedding key\n if (documents.some((doc) => this.largeEmbeddingKey in doc.metadata)) {\n throw new Error(\n `All documents must not contain the large embedding key: ${this.largeEmbeddingKey} in their metadata.`\n );\n }\n\n const allDocPageContent = documents.map((doc) => doc.pageContent);\n const allDocLargeEmbeddings =\n await this.largeEmbeddingModel.embedDocuments(allDocPageContent);\n\n const newDocuments: Array<DocumentInterface> = documents.map(\n (doc, idx) => ({\n ...doc,\n metadata: {\n ...doc.metadata,\n [this.largeEmbeddingKey]: JSON.stringify(allDocLargeEmbeddings[idx]),\n },\n })\n );\n\n return this.vectorStore.addDocuments(newDocuments, options);\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAmEA,IAAa,sBAAb,cAEU,qBAA4B;CACpC,SAAS;CAET,SAAS;CAET,oBAAoB;CAEpB;CAEA,aAAsD;CAEtD,YACE,QACA;EACA,MAAM,MAAM;EACZ,KAAK,SAAS,OAAO,UAAU,KAAK;EACpC,KAAK,SAAS,OAAO,UAAU,KAAK;EACpC,KAAK,oBAAoB,OAAO,qBAAqB,KAAK;EAC1D,KAAK,sBAAsB,OAAO;EAClC,KAAK,aAAa,OAAO,cAAc,KAAK;CAC9C;;;;;;;;;;;;;;;;;;;CAoBA,uBACE,eACA,cACqB;EACrB,MAAM,kBAAmC,aAAa,KAAK,QACzD,KAAK,MAAM,IAAI,SAAS,KAAK,kBAAkB,CACjD;EACA,IAAI;EAEJ,QAAQ,KAAK,YAAb;GACE,KAAK;IACH,aAAa,iBAAiB,CAAC,aAAa,GAAG,eAAe;IAC9D;GACF,KAAK;IACH,aAAa,aAAa,CAAC,aAAa,GAAG,eAAe;IAC1D;GACF,KAAK;IACH,aAAa,kBAAkB,CAAC,aAAa,GAAG,eAAe;IAC/D;GACF,SACE,MAAM,IAAI,MAAM,wBAAwB,KAAK,YAAY;EAC7D;EAGA,MAAM,CAAC,oBAAoB,KAAK;EAGhC,IAAI,UAAU,MAAM,KAClB,EAAE,QAAQ,aAAa,OAAO,IAC7B,GAAG,UAAU,KAChB;EAEA,UAAU,QACP,KAAK,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CACvC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CACzB,MAAM,GAAG,KAAK,MAAM,CAAC,CACrB,KAAK,GAAG,OAAO,CAAC;EAEnB,OAAO,QAAQ,KAAK,MAAM,aAAa,EAAE;CAC3C;CAEA,MAAM,sBAAsB,OAA6C;EACvE,MAAM,CAAC,eAAe,gBAAgB,MAAM,QAAQ,IAAI,CACtD,KAAK,oBAAoB,WAAW,KAAK,GACzC,KAAK,YAAY,iBAAiB,OAAO,KAAK,QAAQ,KAAK,MAAM,CACnE,CAAC;EAED,OAAO,KAAK,uBAAuB,eAAe,YAAY;CAChE;;;;;;;;;;CAWA,eAAwB,OACtB,WACA,YAC6B;EAE7B,IAAI,UAAU,MAAM,QAAQ,KAAK,qBAAqB,IAAI,QAAQ,GAChE,MAAM,IAAI,MACR,2DAA2D,KAAK,kBAAkB,oBACpF;EAGF,MAAM,oBAAoB,UAAU,KAAK,QAAQ,IAAI,WAAW;EAChE,MAAM,wBACJ,MAAM,KAAK,oBAAoB,eAAe,iBAAiB;EAEjE,MAAM,eAAyC,UAAU,KACtD,KAAK,SAAS;GACb,GAAG;GACH,UAAU;IACR,GAAG,IAAI;KACN,KAAK,oBAAoB,KAAK,UAAU,sBAAsB,IAAI;GACrE;EACF,EACF;EAEA,OAAO,KAAK,YAAY,aAAa,cAAc,OAAO;CAC5D;AACF"}
|
|
@@ -26,7 +26,7 @@ var LineListOutputParser = class extends _langchain_core_output_parsers.BaseOutp
|
|
|
26
26
|
throw new Error("Not implemented.");
|
|
27
27
|
}
|
|
28
28
|
};
|
|
29
|
-
const DEFAULT_QUERY_PROMPT = /*
|
|
29
|
+
const DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new _langchain_core_prompts.PromptTemplate({
|
|
30
30
|
inputVariables: ["question", "queryCount"],
|
|
31
31
|
template: `You are an AI language model assistant. Your task is
|
|
32
32
|
to generate {queryCount} different versions of the given user
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_query.cjs","names":["BaseOutputParser","PromptTemplate","BaseRetriever","LLMChain"],"sources":["../../src/retrievers/multi_query.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n type BaseRetrieverInterface,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseOutputParser } from \"@langchain/core/output_parsers\";\nimport { PromptTemplate, BasePromptTemplate } from \"@langchain/core/prompts\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport { LLMChain } from \"../chains/llm_chain.js\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\n\ninterface LineList {\n lines: string[];\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type MultiDocs = Document<Record<string, any>>[];\n\nclass LineListOutputParser extends BaseOutputParser<LineList> {\n static lc_name() {\n return \"LineListOutputParser\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n async parse(text: string): Promise<LineList> {\n const startKeyIndex = text.indexOf(\"<questions>\");\n const endKeyIndex = text.indexOf(\"</questions>\");\n const questionsStartIndex =\n startKeyIndex === -1 ? 0 : startKeyIndex + \"<questions>\".length;\n const questionsEndIndex = endKeyIndex === -1 ? text.length : endKeyIndex;\n const lines = text\n .slice(questionsStartIndex, questionsEndIndex)\n .trim()\n .split(\"\\n\")\n .filter((line) => line.trim() !== \"\");\n return { lines };\n }\n\n getFormatInstructions(): string {\n throw new Error(\"Not implemented.\");\n }\n}\n\n// Create template\nconst DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new PromptTemplate({\n inputVariables: [\"question\", \"queryCount\"],\n template: `You are an AI language model assistant. Your task is\nto generate {queryCount} different versions of the given user\nquestion to retrieve relevant documents from a vector database.\nBy generating multiple perspectives on the user question,\nyour goal is to help the user overcome some of the limitations\nof distance-based similarity search.\n\nProvide these alternative questions separated by newlines between XML tags. For example:\n\n<questions>\nQuestion 1\nQuestion 2\nQuestion 3\n</questions>\n\nOriginal question: {question}`,\n});\n\nexport interface MultiQueryRetrieverInput extends BaseRetrieverInput {\n retriever: BaseRetrieverInterface;\n /** @deprecated Pass a custom prompt into `.fromLLM` instead. */\n llmChain: LLMChain<LineList>;\n queryCount?: number;\n parserKey?: string;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: MultiDocs) => MultiDocs;\n}\n\n/**\n * @example\n * ```typescript\n * const retriever = new MultiQueryRetriever.fromLLM({\n * llm: new ChatAnthropic({}),\n * retriever: new MemoryVectorStore().asRetriever(),\n * verbose: true,\n * });\n * const retrievedDocs = await retriever.invoke(\n * \"What are mitochondria made of?\",\n * );\n * ```\n */\nexport class MultiQueryRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiQueryRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n private retriever: BaseRetrieverInterface;\n\n private llmChain: LLMChain<LineList>;\n\n private queryCount = 3;\n\n private parserKey = \"lines\";\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: MultiQueryRetrieverInput[\"documentCompressorFilteringFn\"];\n\n constructor(fields: MultiQueryRetrieverInput) {\n super(fields);\n this.retriever = fields.retriever;\n this.llmChain = fields.llmChain;\n this.queryCount = fields.queryCount ?? this.queryCount;\n this.parserKey = fields.parserKey ?? this.parserKey;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n static fromLLM(\n fields: Omit<MultiQueryRetrieverInput, \"llmChain\"> & {\n llm: BaseLanguageModelInterface;\n prompt?: BasePromptTemplate;\n }\n ): MultiQueryRetriever {\n const {\n retriever,\n llm,\n prompt = DEFAULT_QUERY_PROMPT,\n queryCount,\n parserKey,\n ...rest\n } = fields;\n const outputParser = new LineListOutputParser();\n const llmChain = new LLMChain({ llm, prompt, outputParser });\n return new this({ retriever, llmChain, queryCount, parserKey, ...rest });\n }\n\n // Generate the different queries for each retrieval, using our llmChain\n private async _generateQueries(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<string[]> {\n const response = await this.llmChain.call(\n { question, queryCount: this.queryCount },\n runManager?.getChild()\n );\n const lines = response.text[this.parserKey] || [];\n if (this.verbose) {\n console.log(`Generated queries: ${lines}`);\n }\n return lines;\n }\n\n // Retrieve documents using the original retriever\n private async _retrieveDocuments(\n queries: string[],\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const documents: Document[] = [];\n await Promise.all(\n queries.map(async (query) => {\n const docs = await this.retriever.invoke(query, runManager?.getChild());\n documents.push(...docs);\n })\n );\n return documents;\n }\n\n // Deduplicate the documents that were returned in multiple retrievals\n private _uniqueUnion(documents: Document[]): Document[] {\n const uniqueDocumentsDict: { [key: string]: Document } = {};\n\n for (const doc of documents) {\n const key = `${doc.pageContent}:${JSON.stringify(\n Object.entries(doc.metadata).sort()\n )}`;\n uniqueDocumentsDict[key] = doc;\n }\n\n const uniqueDocuments = Object.values(uniqueDocumentsDict);\n return uniqueDocuments;\n }\n\n async _getRelevantDocuments(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const queries = await this._generateQueries(question, runManager);\n const documents = await this._retrieveDocuments(queries, runManager);\n const uniqueDocuments = this._uniqueUnion(documents);\n\n let outputDocs = uniqueDocuments;\n if (this.documentCompressor && uniqueDocuments.length) {\n outputDocs = await this.documentCompressor.compressDocuments(\n uniqueDocuments,\n question,\n runManager?.getChild()\n );\n if (this.documentCompressorFilteringFn) {\n outputDocs = this.documentCompressorFilteringFn(outputDocs);\n }\n }\n\n return outputDocs;\n }\n}\n"],"mappings":";;;;;;;;AAoBA,IAAM,uBAAN,cAAmCA,+BAAAA,iBAA2B;CAC5D,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"multi_query.cjs","names":["BaseOutputParser","PromptTemplate","BaseRetriever","LLMChain"],"sources":["../../src/retrievers/multi_query.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n type BaseRetrieverInterface,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseOutputParser } from \"@langchain/core/output_parsers\";\nimport { PromptTemplate, BasePromptTemplate } from \"@langchain/core/prompts\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport { LLMChain } from \"../chains/llm_chain.js\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\n\ninterface LineList {\n lines: string[];\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type MultiDocs = Document<Record<string, any>>[];\n\nclass LineListOutputParser extends BaseOutputParser<LineList> {\n static lc_name() {\n return \"LineListOutputParser\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n async parse(text: string): Promise<LineList> {\n const startKeyIndex = text.indexOf(\"<questions>\");\n const endKeyIndex = text.indexOf(\"</questions>\");\n const questionsStartIndex =\n startKeyIndex === -1 ? 0 : startKeyIndex + \"<questions>\".length;\n const questionsEndIndex = endKeyIndex === -1 ? text.length : endKeyIndex;\n const lines = text\n .slice(questionsStartIndex, questionsEndIndex)\n .trim()\n .split(\"\\n\")\n .filter((line) => line.trim() !== \"\");\n return { lines };\n }\n\n getFormatInstructions(): string {\n throw new Error(\"Not implemented.\");\n }\n}\n\n// Create template\nconst DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new PromptTemplate({\n inputVariables: [\"question\", \"queryCount\"],\n template: `You are an AI language model assistant. Your task is\nto generate {queryCount} different versions of the given user\nquestion to retrieve relevant documents from a vector database.\nBy generating multiple perspectives on the user question,\nyour goal is to help the user overcome some of the limitations\nof distance-based similarity search.\n\nProvide these alternative questions separated by newlines between XML tags. For example:\n\n<questions>\nQuestion 1\nQuestion 2\nQuestion 3\n</questions>\n\nOriginal question: {question}`,\n});\n\nexport interface MultiQueryRetrieverInput extends BaseRetrieverInput {\n retriever: BaseRetrieverInterface;\n /** @deprecated Pass a custom prompt into `.fromLLM` instead. */\n llmChain: LLMChain<LineList>;\n queryCount?: number;\n parserKey?: string;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: MultiDocs) => MultiDocs;\n}\n\n/**\n * @example\n * ```typescript\n * const retriever = new MultiQueryRetriever.fromLLM({\n * llm: new ChatAnthropic({}),\n * retriever: new MemoryVectorStore().asRetriever(),\n * verbose: true,\n * });\n * const retrievedDocs = await retriever.invoke(\n * \"What are mitochondria made of?\",\n * );\n * ```\n */\nexport class MultiQueryRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiQueryRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n private retriever: BaseRetrieverInterface;\n\n private llmChain: LLMChain<LineList>;\n\n private queryCount = 3;\n\n private parserKey = \"lines\";\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: MultiQueryRetrieverInput[\"documentCompressorFilteringFn\"];\n\n constructor(fields: MultiQueryRetrieverInput) {\n super(fields);\n this.retriever = fields.retriever;\n this.llmChain = fields.llmChain;\n this.queryCount = fields.queryCount ?? this.queryCount;\n this.parserKey = fields.parserKey ?? this.parserKey;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n static fromLLM(\n fields: Omit<MultiQueryRetrieverInput, \"llmChain\"> & {\n llm: BaseLanguageModelInterface;\n prompt?: BasePromptTemplate;\n }\n ): MultiQueryRetriever {\n const {\n retriever,\n llm,\n prompt = DEFAULT_QUERY_PROMPT,\n queryCount,\n parserKey,\n ...rest\n } = fields;\n const outputParser = new LineListOutputParser();\n const llmChain = new LLMChain({ llm, prompt, outputParser });\n return new this({ retriever, llmChain, queryCount, parserKey, ...rest });\n }\n\n // Generate the different queries for each retrieval, using our llmChain\n private async _generateQueries(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<string[]> {\n const response = await this.llmChain.call(\n { question, queryCount: this.queryCount },\n runManager?.getChild()\n );\n const lines = response.text[this.parserKey] || [];\n if (this.verbose) {\n console.log(`Generated queries: ${lines}`);\n }\n return lines;\n }\n\n // Retrieve documents using the original retriever\n private async _retrieveDocuments(\n queries: string[],\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const documents: Document[] = [];\n await Promise.all(\n queries.map(async (query) => {\n const docs = await this.retriever.invoke(query, runManager?.getChild());\n documents.push(...docs);\n })\n );\n return documents;\n }\n\n // Deduplicate the documents that were returned in multiple retrievals\n private _uniqueUnion(documents: Document[]): Document[] {\n const uniqueDocumentsDict: { [key: string]: Document } = {};\n\n for (const doc of documents) {\n const key = `${doc.pageContent}:${JSON.stringify(\n Object.entries(doc.metadata).sort()\n )}`;\n uniqueDocumentsDict[key] = doc;\n }\n\n const uniqueDocuments = Object.values(uniqueDocumentsDict);\n return uniqueDocuments;\n }\n\n async _getRelevantDocuments(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const queries = await this._generateQueries(question, runManager);\n const documents = await this._retrieveDocuments(queries, runManager);\n const uniqueDocuments = this._uniqueUnion(documents);\n\n let outputDocs = uniqueDocuments;\n if (this.documentCompressor && uniqueDocuments.length) {\n outputDocs = await this.documentCompressor.compressDocuments(\n uniqueDocuments,\n question,\n runManager?.getChild()\n );\n if (this.documentCompressorFilteringFn) {\n outputDocs = this.documentCompressorFilteringFn(outputDocs);\n }\n }\n\n return outputDocs;\n }\n}\n"],"mappings":";;;;;;;;AAoBA,IAAM,uBAAN,cAAmCA,+BAAAA,iBAA2B;CAC5D,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAY;CAEvD,MAAM,MAAM,MAAiC;EAC3C,MAAM,gBAAgB,KAAK,QAAQ,aAAa;EAChD,MAAM,cAAc,KAAK,QAAQ,cAAc;EAC/C,MAAM,sBACJ,kBAAkB,KAAK,IAAI,gBAAgB;EAC7C,MAAM,oBAAoB,gBAAgB,KAAK,KAAK,SAAS;EAM7D,OAAO,EAAE,OALK,KACX,MAAM,qBAAqB,iBAAiB,CAAC,CAC7C,KAAK,CAAC,CACN,MAAM,IAAI,CAAC,CACX,QAAQ,SAAS,KAAK,KAAK,MAAM,EACvB,EAAE;CACjB;CAEA,wBAAgC;EAC9B,MAAM,IAAI,MAAM,kBAAkB;CACpC;AACF;AAGA,MAAM,uCAAuC,IAAIC,wBAAAA,eAAe;CAC9D,gBAAgB,CAAC,YAAY,YAAY;CACzC,UAAU;;;;;;;;;;;;;;;;AAgBZ,CAAC;;;;;;;;;;;;;;AAyBD,IAAa,sBAAb,cAAyCC,2BAAAA,cAAc;CACrD,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAY;CAEvD;CAEA;CAEA,aAAqB;CAErB,YAAoB;CAEpB;CAEA;CAEA,YAAY,QAAkC;EAC5C,MAAM,MAAM;EACZ,KAAK,YAAY,OAAO;EACxB,KAAK,WAAW,OAAO;EACvB,KAAK,aAAa,OAAO,cAAc,KAAK;EAC5C,KAAK,YAAY,OAAO,aAAa,KAAK;EAC1C,KAAK,qBAAqB,OAAO;EACjC,KAAK,gCAAgC,OAAO;CAC9C;CAEA,OAAO,QACL,QAIqB;EACrB,MAAM,EACJ,WACA,KACA,SAAS,sBACT,YACA,WACA,GAAG,SACD;EAEJ,MAAM,WAAW,IAAIC,kBAAAA,SAAS;GAAE;GAAK;GAAQ,cAAA,IADpB,qBAC+B;EAAE,CAAC;EAC3D,OAAO,IAAI,KAAK;GAAE;GAAW;GAAU;GAAY;GAAW,GAAG;EAAK,CAAC;CACzE;CAGA,MAAc,iBACZ,UACA,YACmB;EAKnB,MAAM,SAAQ,MAJS,KAAK,SAAS,KACnC;GAAE;GAAU,YAAY,KAAK;EAAW,GACxC,YAAY,SAAS,CACvB,EAAA,CACuB,KAAK,KAAK,cAAc,CAAC;EAChD,IAAI,KAAK,SACP,QAAQ,IAAI,sBAAsB,OAAO;EAE3C,OAAO;CACT;CAGA,MAAc,mBACZ,SACA,YACqB;EACrB,MAAM,YAAwB,CAAC;EAC/B,MAAM,QAAQ,IACZ,QAAQ,IAAI,OAAO,UAAU;GAC3B,MAAM,OAAO,MAAM,KAAK,UAAU,OAAO,OAAO,YAAY,SAAS,CAAC;GACtE,UAAU,KAAK,GAAG,IAAI;EACxB,CAAC,CACH;EACA,OAAO;CACT;CAGA,aAAqB,WAAmC;EACtD,MAAM,sBAAmD,CAAC;EAE1D,KAAK,MAAM,OAAO,WAAW;GAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,GAAG,KAAK,UACrC,OAAO,QAAQ,IAAI,QAAQ,CAAC,CAAC,KAAK,CACpC;GACA,oBAAoB,OAAO;EAC7B;EAGA,OADwB,OAAO,OAAO,mBACjB;CACvB;CAEA,MAAM,sBACJ,UACA,YACqB;EACrB,MAAM,UAAU,MAAM,KAAK,iBAAiB,UAAU,UAAU;EAChE,MAAM,YAAY,MAAM,KAAK,mBAAmB,SAAS,UAAU;EACnE,MAAM,kBAAkB,KAAK,aAAa,SAAS;EAEnD,IAAI,aAAa;EACjB,IAAI,KAAK,sBAAsB,gBAAgB,QAAQ;GACrD,aAAa,MAAM,KAAK,mBAAmB,kBACzC,iBACA,UACA,YAAY,SAAS,CACvB;GACA,IAAI,KAAK,+BACP,aAAa,KAAK,8BAA8B,UAAU;EAE9D;EAEA,OAAO;CACT;AACF"}
|
|
@@ -5,7 +5,6 @@ import { BaseLanguageModelInterface } from "@langchain/core/language_models/base
|
|
|
5
5
|
import { CallbackManagerForRetrieverRun } from "@langchain/core/callbacks/manager";
|
|
6
6
|
import { BaseRetriever, BaseRetrieverInput, BaseRetrieverInterface } from "@langchain/core/retrievers";
|
|
7
7
|
import { Document } from "@langchain/core/documents";
|
|
8
|
-
|
|
9
8
|
//#region src/retrievers/multi_query.d.ts
|
|
10
9
|
interface LineList {
|
|
11
10
|
lines: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_query.d.cts","names":[],"sources":["../../src/retrievers/multi_query.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"multi_query.d.cts","names":[],"sources":["../../src/retrievers/multi_query.ts"],"mappings":";;;;;;;;UAaU;EACR;;KAIU,YAAY,SAAS;UAiDhB,iCAAiC;EAChD,WAAW;;EAEX,UAAU,SAAS;EACnB;EACA;EACA,qBAAqB;EACrB,iCAAiC,MAAM,cAAc;;;;;;;;;;;;;;;cAgB1C,4BAA4B;SAChC;EAIP;UAEQ;UAEA;UAEA;UAEA;EAER,oBAAoB;EAEpB,gCAAgC;EAEhC,YAAY,QAAQ;SAUb,QACL,QAAQ,KAAK;IACX,KAAK;IACL,SAAS;MAEV;UAeW;UAgBA;UAeN;EAcF,sBACJ,kBACA,aAAa,iCACZ,QAAQ"}
|
|
@@ -5,7 +5,6 @@ import { BaseLanguageModelInterface } from "@langchain/core/language_models/base
|
|
|
5
5
|
import { CallbackManagerForRetrieverRun } from "@langchain/core/callbacks/manager";
|
|
6
6
|
import { Document } from "@langchain/core/documents";
|
|
7
7
|
import { BaseRetriever, BaseRetrieverInput, BaseRetrieverInterface } from "@langchain/core/retrievers";
|
|
8
|
-
|
|
9
8
|
//#region src/retrievers/multi_query.d.ts
|
|
10
9
|
interface LineList {
|
|
11
10
|
lines: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_query.d.ts","names":[],"sources":["../../src/retrievers/multi_query.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"multi_query.d.ts","names":[],"sources":["../../src/retrievers/multi_query.ts"],"mappings":";;;;;;;;UAaU;EACR;;KAIU,YAAY,SAAS;UAiDhB,iCAAiC;EAChD,WAAW;;EAEX,UAAU,SAAS;EACnB;EACA;EACA,qBAAqB;EACrB,iCAAiC,MAAM,cAAc;;;;;;;;;;;;;;;cAgB1C,4BAA4B;SAChC;EAIP;UAEQ;UAEA;UAEA;UAEA;EAER,oBAAoB;EAEpB,gCAAgC;EAEhC,YAAY,QAAQ;SAUb,QACL,QAAQ,KAAK;IACX,KAAK;IACL,SAAS;MAEV;UAeW;UAgBA;UAeN;EAcF,sBACJ,kBACA,aAAa,iCACZ,QAAQ"}
|
|
@@ -25,7 +25,7 @@ var LineListOutputParser = class extends BaseOutputParser {
|
|
|
25
25
|
throw new Error("Not implemented.");
|
|
26
26
|
}
|
|
27
27
|
};
|
|
28
|
-
const DEFAULT_QUERY_PROMPT = /*
|
|
28
|
+
const DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new PromptTemplate({
|
|
29
29
|
inputVariables: ["question", "queryCount"],
|
|
30
30
|
template: `You are an AI language model assistant. Your task is
|
|
31
31
|
to generate {queryCount} different versions of the given user
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_query.js","names":[],"sources":["../../src/retrievers/multi_query.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n type BaseRetrieverInterface,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseOutputParser } from \"@langchain/core/output_parsers\";\nimport { PromptTemplate, BasePromptTemplate } from \"@langchain/core/prompts\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport { LLMChain } from \"../chains/llm_chain.js\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\n\ninterface LineList {\n lines: string[];\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type MultiDocs = Document<Record<string, any>>[];\n\nclass LineListOutputParser extends BaseOutputParser<LineList> {\n static lc_name() {\n return \"LineListOutputParser\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n async parse(text: string): Promise<LineList> {\n const startKeyIndex = text.indexOf(\"<questions>\");\n const endKeyIndex = text.indexOf(\"</questions>\");\n const questionsStartIndex =\n startKeyIndex === -1 ? 0 : startKeyIndex + \"<questions>\".length;\n const questionsEndIndex = endKeyIndex === -1 ? text.length : endKeyIndex;\n const lines = text\n .slice(questionsStartIndex, questionsEndIndex)\n .trim()\n .split(\"\\n\")\n .filter((line) => line.trim() !== \"\");\n return { lines };\n }\n\n getFormatInstructions(): string {\n throw new Error(\"Not implemented.\");\n }\n}\n\n// Create template\nconst DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new PromptTemplate({\n inputVariables: [\"question\", \"queryCount\"],\n template: `You are an AI language model assistant. Your task is\nto generate {queryCount} different versions of the given user\nquestion to retrieve relevant documents from a vector database.\nBy generating multiple perspectives on the user question,\nyour goal is to help the user overcome some of the limitations\nof distance-based similarity search.\n\nProvide these alternative questions separated by newlines between XML tags. For example:\n\n<questions>\nQuestion 1\nQuestion 2\nQuestion 3\n</questions>\n\nOriginal question: {question}`,\n});\n\nexport interface MultiQueryRetrieverInput extends BaseRetrieverInput {\n retriever: BaseRetrieverInterface;\n /** @deprecated Pass a custom prompt into `.fromLLM` instead. */\n llmChain: LLMChain<LineList>;\n queryCount?: number;\n parserKey?: string;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: MultiDocs) => MultiDocs;\n}\n\n/**\n * @example\n * ```typescript\n * const retriever = new MultiQueryRetriever.fromLLM({\n * llm: new ChatAnthropic({}),\n * retriever: new MemoryVectorStore().asRetriever(),\n * verbose: true,\n * });\n * const retrievedDocs = await retriever.invoke(\n * \"What are mitochondria made of?\",\n * );\n * ```\n */\nexport class MultiQueryRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiQueryRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n private retriever: BaseRetrieverInterface;\n\n private llmChain: LLMChain<LineList>;\n\n private queryCount = 3;\n\n private parserKey = \"lines\";\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: MultiQueryRetrieverInput[\"documentCompressorFilteringFn\"];\n\n constructor(fields: MultiQueryRetrieverInput) {\n super(fields);\n this.retriever = fields.retriever;\n this.llmChain = fields.llmChain;\n this.queryCount = fields.queryCount ?? this.queryCount;\n this.parserKey = fields.parserKey ?? this.parserKey;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n static fromLLM(\n fields: Omit<MultiQueryRetrieverInput, \"llmChain\"> & {\n llm: BaseLanguageModelInterface;\n prompt?: BasePromptTemplate;\n }\n ): MultiQueryRetriever {\n const {\n retriever,\n llm,\n prompt = DEFAULT_QUERY_PROMPT,\n queryCount,\n parserKey,\n ...rest\n } = fields;\n const outputParser = new LineListOutputParser();\n const llmChain = new LLMChain({ llm, prompt, outputParser });\n return new this({ retriever, llmChain, queryCount, parserKey, ...rest });\n }\n\n // Generate the different queries for each retrieval, using our llmChain\n private async _generateQueries(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<string[]> {\n const response = await this.llmChain.call(\n { question, queryCount: this.queryCount },\n runManager?.getChild()\n );\n const lines = response.text[this.parserKey] || [];\n if (this.verbose) {\n console.log(`Generated queries: ${lines}`);\n }\n return lines;\n }\n\n // Retrieve documents using the original retriever\n private async _retrieveDocuments(\n queries: string[],\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const documents: Document[] = [];\n await Promise.all(\n queries.map(async (query) => {\n const docs = await this.retriever.invoke(query, runManager?.getChild());\n documents.push(...docs);\n })\n );\n return documents;\n }\n\n // Deduplicate the documents that were returned in multiple retrievals\n private _uniqueUnion(documents: Document[]): Document[] {\n const uniqueDocumentsDict: { [key: string]: Document } = {};\n\n for (const doc of documents) {\n const key = `${doc.pageContent}:${JSON.stringify(\n Object.entries(doc.metadata).sort()\n )}`;\n uniqueDocumentsDict[key] = doc;\n }\n\n const uniqueDocuments = Object.values(uniqueDocumentsDict);\n return uniqueDocuments;\n }\n\n async _getRelevantDocuments(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const queries = await this._generateQueries(question, runManager);\n const documents = await this._retrieveDocuments(queries, runManager);\n const uniqueDocuments = this._uniqueUnion(documents);\n\n let outputDocs = uniqueDocuments;\n if (this.documentCompressor && uniqueDocuments.length) {\n outputDocs = await this.documentCompressor.compressDocuments(\n uniqueDocuments,\n question,\n runManager?.getChild()\n );\n if (this.documentCompressorFilteringFn) {\n outputDocs = this.documentCompressorFilteringFn(outputDocs);\n }\n }\n\n return outputDocs;\n }\n}\n"],"mappings":";;;;;;;AAoBA,IAAM,uBAAN,cAAmC,iBAA2B;CAC5D,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"multi_query.js","names":[],"sources":["../../src/retrievers/multi_query.ts"],"sourcesContent":["import type { BaseLanguageModelInterface } from \"@langchain/core/language_models/base\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n type BaseRetrieverInterface,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseOutputParser } from \"@langchain/core/output_parsers\";\nimport { PromptTemplate, BasePromptTemplate } from \"@langchain/core/prompts\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport { LLMChain } from \"../chains/llm_chain.js\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\n\ninterface LineList {\n lines: string[];\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type MultiDocs = Document<Record<string, any>>[];\n\nclass LineListOutputParser extends BaseOutputParser<LineList> {\n static lc_name() {\n return \"LineListOutputParser\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n async parse(text: string): Promise<LineList> {\n const startKeyIndex = text.indexOf(\"<questions>\");\n const endKeyIndex = text.indexOf(\"</questions>\");\n const questionsStartIndex =\n startKeyIndex === -1 ? 0 : startKeyIndex + \"<questions>\".length;\n const questionsEndIndex = endKeyIndex === -1 ? text.length : endKeyIndex;\n const lines = text\n .slice(questionsStartIndex, questionsEndIndex)\n .trim()\n .split(\"\\n\")\n .filter((line) => line.trim() !== \"\");\n return { lines };\n }\n\n getFormatInstructions(): string {\n throw new Error(\"Not implemented.\");\n }\n}\n\n// Create template\nconst DEFAULT_QUERY_PROMPT = /* #__PURE__ */ new PromptTemplate({\n inputVariables: [\"question\", \"queryCount\"],\n template: `You are an AI language model assistant. Your task is\nto generate {queryCount} different versions of the given user\nquestion to retrieve relevant documents from a vector database.\nBy generating multiple perspectives on the user question,\nyour goal is to help the user overcome some of the limitations\nof distance-based similarity search.\n\nProvide these alternative questions separated by newlines between XML tags. For example:\n\n<questions>\nQuestion 1\nQuestion 2\nQuestion 3\n</questions>\n\nOriginal question: {question}`,\n});\n\nexport interface MultiQueryRetrieverInput extends BaseRetrieverInput {\n retriever: BaseRetrieverInterface;\n /** @deprecated Pass a custom prompt into `.fromLLM` instead. */\n llmChain: LLMChain<LineList>;\n queryCount?: number;\n parserKey?: string;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: MultiDocs) => MultiDocs;\n}\n\n/**\n * @example\n * ```typescript\n * const retriever = new MultiQueryRetriever.fromLLM({\n * llm: new ChatAnthropic({}),\n * retriever: new MemoryVectorStore().asRetriever(),\n * verbose: true,\n * });\n * const retrievedDocs = await retriever.invoke(\n * \"What are mitochondria made of?\",\n * );\n * ```\n */\nexport class MultiQueryRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiQueryRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multiquery\"];\n\n private retriever: BaseRetrieverInterface;\n\n private llmChain: LLMChain<LineList>;\n\n private queryCount = 3;\n\n private parserKey = \"lines\";\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: MultiQueryRetrieverInput[\"documentCompressorFilteringFn\"];\n\n constructor(fields: MultiQueryRetrieverInput) {\n super(fields);\n this.retriever = fields.retriever;\n this.llmChain = fields.llmChain;\n this.queryCount = fields.queryCount ?? this.queryCount;\n this.parserKey = fields.parserKey ?? this.parserKey;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n static fromLLM(\n fields: Omit<MultiQueryRetrieverInput, \"llmChain\"> & {\n llm: BaseLanguageModelInterface;\n prompt?: BasePromptTemplate;\n }\n ): MultiQueryRetriever {\n const {\n retriever,\n llm,\n prompt = DEFAULT_QUERY_PROMPT,\n queryCount,\n parserKey,\n ...rest\n } = fields;\n const outputParser = new LineListOutputParser();\n const llmChain = new LLMChain({ llm, prompt, outputParser });\n return new this({ retriever, llmChain, queryCount, parserKey, ...rest });\n }\n\n // Generate the different queries for each retrieval, using our llmChain\n private async _generateQueries(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<string[]> {\n const response = await this.llmChain.call(\n { question, queryCount: this.queryCount },\n runManager?.getChild()\n );\n const lines = response.text[this.parserKey] || [];\n if (this.verbose) {\n console.log(`Generated queries: ${lines}`);\n }\n return lines;\n }\n\n // Retrieve documents using the original retriever\n private async _retrieveDocuments(\n queries: string[],\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const documents: Document[] = [];\n await Promise.all(\n queries.map(async (query) => {\n const docs = await this.retriever.invoke(query, runManager?.getChild());\n documents.push(...docs);\n })\n );\n return documents;\n }\n\n // Deduplicate the documents that were returned in multiple retrievals\n private _uniqueUnion(documents: Document[]): Document[] {\n const uniqueDocumentsDict: { [key: string]: Document } = {};\n\n for (const doc of documents) {\n const key = `${doc.pageContent}:${JSON.stringify(\n Object.entries(doc.metadata).sort()\n )}`;\n uniqueDocumentsDict[key] = doc;\n }\n\n const uniqueDocuments = Object.values(uniqueDocumentsDict);\n return uniqueDocuments;\n }\n\n async _getRelevantDocuments(\n question: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document[]> {\n const queries = await this._generateQueries(question, runManager);\n const documents = await this._retrieveDocuments(queries, runManager);\n const uniqueDocuments = this._uniqueUnion(documents);\n\n let outputDocs = uniqueDocuments;\n if (this.documentCompressor && uniqueDocuments.length) {\n outputDocs = await this.documentCompressor.compressDocuments(\n uniqueDocuments,\n question,\n runManager?.getChild()\n );\n if (this.documentCompressorFilteringFn) {\n outputDocs = this.documentCompressorFilteringFn(outputDocs);\n }\n }\n\n return outputDocs;\n }\n}\n"],"mappings":";;;;;;;AAoBA,IAAM,uBAAN,cAAmC,iBAA2B;CAC5D,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAY;CAEvD,MAAM,MAAM,MAAiC;EAC3C,MAAM,gBAAgB,KAAK,QAAQ,aAAa;EAChD,MAAM,cAAc,KAAK,QAAQ,cAAc;EAC/C,MAAM,sBACJ,kBAAkB,KAAK,IAAI,gBAAgB;EAC7C,MAAM,oBAAoB,gBAAgB,KAAK,KAAK,SAAS;EAM7D,OAAO,EAAE,OALK,KACX,MAAM,qBAAqB,iBAAiB,CAAC,CAC7C,KAAK,CAAC,CACN,MAAM,IAAI,CAAC,CACX,QAAQ,SAAS,KAAK,KAAK,MAAM,EACvB,EAAE;CACjB;CAEA,wBAAgC;EAC9B,MAAM,IAAI,MAAM,kBAAkB;CACpC;AACF;AAGA,MAAM,uCAAuC,IAAI,eAAe;CAC9D,gBAAgB,CAAC,YAAY,YAAY;CACzC,UAAU;;;;;;;;;;;;;;;;AAgBZ,CAAC;;;;;;;;;;;;;;AAyBD,IAAa,sBAAb,cAAyC,cAAc;CACrD,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAY;CAEvD;CAEA;CAEA,aAAqB;CAErB,YAAoB;CAEpB;CAEA;CAEA,YAAY,QAAkC;EAC5C,MAAM,MAAM;EACZ,KAAK,YAAY,OAAO;EACxB,KAAK,WAAW,OAAO;EACvB,KAAK,aAAa,OAAO,cAAc,KAAK;EAC5C,KAAK,YAAY,OAAO,aAAa,KAAK;EAC1C,KAAK,qBAAqB,OAAO;EACjC,KAAK,gCAAgC,OAAO;CAC9C;CAEA,OAAO,QACL,QAIqB;EACrB,MAAM,EACJ,WACA,KACA,SAAS,sBACT,YACA,WACA,GAAG,SACD;EAEJ,MAAM,WAAW,IAAI,SAAS;GAAE;GAAK;GAAQ,cAAA,IADpB,qBAC+B;EAAE,CAAC;EAC3D,OAAO,IAAI,KAAK;GAAE;GAAW;GAAU;GAAY;GAAW,GAAG;EAAK,CAAC;CACzE;CAGA,MAAc,iBACZ,UACA,YACmB;EAKnB,MAAM,SAAQ,MAJS,KAAK,SAAS,KACnC;GAAE;GAAU,YAAY,KAAK;EAAW,GACxC,YAAY,SAAS,CACvB,EAAA,CACuB,KAAK,KAAK,cAAc,CAAC;EAChD,IAAI,KAAK,SACP,QAAQ,IAAI,sBAAsB,OAAO;EAE3C,OAAO;CACT;CAGA,MAAc,mBACZ,SACA,YACqB;EACrB,MAAM,YAAwB,CAAC;EAC/B,MAAM,QAAQ,IACZ,QAAQ,IAAI,OAAO,UAAU;GAC3B,MAAM,OAAO,MAAM,KAAK,UAAU,OAAO,OAAO,YAAY,SAAS,CAAC;GACtE,UAAU,KAAK,GAAG,IAAI;EACxB,CAAC,CACH;EACA,OAAO;CACT;CAGA,aAAqB,WAAmC;EACtD,MAAM,sBAAmD,CAAC;EAE1D,KAAK,MAAM,OAAO,WAAW;GAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,GAAG,KAAK,UACrC,OAAO,QAAQ,IAAI,QAAQ,CAAC,CAAC,KAAK,CACpC;GACA,oBAAoB,OAAO;EAC7B;EAGA,OADwB,OAAO,OAAO,mBACjB;CACvB;CAEA,MAAM,sBACJ,UACA,YACqB;EACrB,MAAM,UAAU,MAAM,KAAK,iBAAiB,UAAU,UAAU;EAChE,MAAM,YAAY,MAAM,KAAK,mBAAmB,SAAS,UAAU;EACnE,MAAM,kBAAkB,KAAK,aAAa,SAAS;EAEnD,IAAI,aAAa;EACjB,IAAI,KAAK,sBAAsB,gBAAgB,QAAQ;GACrD,aAAa,MAAM,KAAK,mBAAmB,kBACzC,iBACA,UACA,YAAY,SAAS,CACvB;GACA,IAAI,KAAK,+BACP,aAAa,KAAK,8BAA8B,UAAU;EAE9D;EAEA,OAAO;CACT;AACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_vector.cjs","names":["BaseRetriever","createDocumentStoreFromByteStore"],"sources":["../../src/retrievers/multi_vector.ts"],"sourcesContent":["import {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseStore, type BaseStoreInterface } from \"@langchain/core/stores\";\nimport { createDocumentStoreFromByteStore } from \"../storage/encoder_backed.js\";\n\n/**\n * Arguments for the MultiVectorRetriever class.\n */\nexport interface MultiVectorRetrieverInput extends BaseRetrieverInput {\n vectorstore: VectorStoreInterface;\n /** @deprecated Prefer `byteStore`. */\n docstore?: BaseStoreInterface<string, Document>;\n byteStore?: BaseStore<string, Uint8Array>;\n idKey?: string;\n childK?: number;\n parentK?: number;\n}\n\n/**\n * A retriever that retrieves documents from a vector store and a document\n * store. It uses the vector store to find relevant documents based on a\n * query, and then retrieves the full documents from the document store.\n * @example\n * ```typescript\n * const retriever = new MultiVectorRetriever({\n * vectorstore: new FaissStore(),\n * byteStore: new InMemoryStore<Unit8Array>(),\n * idKey: \"doc_id\",\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const retrieverResult = await retriever.invoke(\"justice breyer\");\n * console.log(retrieverResult[0].pageContent.length);\n * ```\n */\nexport class MultiVectorRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiVectorRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multi_vector\"];\n\n public vectorstore: VectorStoreInterface;\n\n public docstore: BaseStoreInterface<string, Document>;\n\n protected idKey: string;\n\n protected childK?: number;\n\n protected parentK?: number;\n\n constructor(args: MultiVectorRetrieverInput) {\n super(args);\n this.vectorstore = args.vectorstore;\n if (args.byteStore) {\n this.docstore = createDocumentStoreFromByteStore(args.byteStore);\n } else if (args.docstore) {\n this.docstore = args.docstore;\n } else {\n throw new Error(\n \"byteStore and docstore are undefined. Please provide at least one.\"\n );\n }\n this.idKey = args.idKey ?? \"doc_id\";\n this.childK = args.childK;\n this.parentK = args.parentK;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n const subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n const ids: string[] = [];\n for (const doc of subDocs) {\n if (doc.metadata[this.idKey] && !ids.includes(doc.metadata[this.idKey])) {\n ids.push(doc.metadata[this.idKey]);\n }\n }\n const docs = await this.docstore.mget(ids);\n return docs\n .filter((doc) => doc !== undefined)\n .slice(0, this.parentK) as Document[];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAwCA,IAAa,uBAAb,cAA0CA,2BAAAA,cAAc;CACtD,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"multi_vector.cjs","names":["BaseRetriever","createDocumentStoreFromByteStore"],"sources":["../../src/retrievers/multi_vector.ts"],"sourcesContent":["import {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseStore, type BaseStoreInterface } from \"@langchain/core/stores\";\nimport { createDocumentStoreFromByteStore } from \"../storage/encoder_backed.js\";\n\n/**\n * Arguments for the MultiVectorRetriever class.\n */\nexport interface MultiVectorRetrieverInput extends BaseRetrieverInput {\n vectorstore: VectorStoreInterface;\n /** @deprecated Prefer `byteStore`. */\n docstore?: BaseStoreInterface<string, Document>;\n byteStore?: BaseStore<string, Uint8Array>;\n idKey?: string;\n childK?: number;\n parentK?: number;\n}\n\n/**\n * A retriever that retrieves documents from a vector store and a document\n * store. It uses the vector store to find relevant documents based on a\n * query, and then retrieves the full documents from the document store.\n * @example\n * ```typescript\n * const retriever = new MultiVectorRetriever({\n * vectorstore: new FaissStore(),\n * byteStore: new InMemoryStore<Unit8Array>(),\n * idKey: \"doc_id\",\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const retrieverResult = await retriever.invoke(\"justice breyer\");\n * console.log(retrieverResult[0].pageContent.length);\n * ```\n */\nexport class MultiVectorRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiVectorRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multi_vector\"];\n\n public vectorstore: VectorStoreInterface;\n\n public docstore: BaseStoreInterface<string, Document>;\n\n protected idKey: string;\n\n protected childK?: number;\n\n protected parentK?: number;\n\n constructor(args: MultiVectorRetrieverInput) {\n super(args);\n this.vectorstore = args.vectorstore;\n if (args.byteStore) {\n this.docstore = createDocumentStoreFromByteStore(args.byteStore);\n } else if (args.docstore) {\n this.docstore = args.docstore;\n } else {\n throw new Error(\n \"byteStore and docstore are undefined. Please provide at least one.\"\n );\n }\n this.idKey = args.idKey ?? \"doc_id\";\n this.childK = args.childK;\n this.parentK = args.parentK;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n const subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n const ids: string[] = [];\n for (const doc of subDocs) {\n if (doc.metadata[this.idKey] && !ids.includes(doc.metadata[this.idKey])) {\n ids.push(doc.metadata[this.idKey]);\n }\n }\n const docs = await this.docstore.mget(ids);\n return docs\n .filter((doc) => doc !== undefined)\n .slice(0, this.parentK) as Document[];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAwCA,IAAa,uBAAb,cAA0CA,2BAAAA,cAAc;CACtD,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAc;CAEzD;CAEA;CAEA;CAEA;CAEA;CAEA,YAAY,MAAiC;EAC3C,MAAM,IAAI;EACV,KAAK,cAAc,KAAK;EACxB,IAAI,KAAK,WACP,KAAK,WAAWC,+BAAAA,iCAAiC,KAAK,SAAS;OAC1D,IAAI,KAAK,UACd,KAAK,WAAW,KAAK;OAErB,MAAM,IAAI,MACR,oEACF;EAEF,KAAK,QAAQ,KAAK,SAAS;EAC3B,KAAK,SAAS,KAAK;EACnB,KAAK,UAAU,KAAK;CACtB;CAEA,MAAM,sBAAsB,OAAoC;EAC9D,MAAM,UAAU,MAAM,KAAK,YAAY,iBAAiB,OAAO,KAAK,MAAM;EAC1E,MAAM,MAAgB,CAAC;EACvB,KAAK,MAAM,OAAO,SAChB,IAAI,IAAI,SAAS,KAAK,UAAU,CAAC,IAAI,SAAS,IAAI,SAAS,KAAK,MAAM,GACpE,IAAI,KAAK,IAAI,SAAS,KAAK,MAAM;EAIrC,QAAO,MADY,KAAK,SAAS,KAAK,GAAG,EAAA,CAEtC,QAAQ,QAAQ,QAAQ,KAAA,CAAS,CAAC,CAClC,MAAM,GAAG,KAAK,OAAO;CAC1B;AACF"}
|
|
@@ -2,7 +2,6 @@ import { VectorStoreInterface } from "@langchain/core/vectorstores";
|
|
|
2
2
|
import { BaseRetriever, BaseRetrieverInput } from "@langchain/core/retrievers";
|
|
3
3
|
import { Document } from "@langchain/core/documents";
|
|
4
4
|
import { BaseStore, BaseStoreInterface } from "@langchain/core/stores";
|
|
5
|
-
|
|
6
5
|
//#region src/retrievers/multi_vector.d.ts
|
|
7
6
|
/**
|
|
8
7
|
* Arguments for the MultiVectorRetriever class.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_vector.d.cts","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"mappings":";;;;;;;;
|
|
1
|
+
{"version":3,"file":"multi_vector.d.cts","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"mappings":";;;;;;;;UAYiB,kCAAkC;EACjD,aAAa;;EAEb,WAAW,2BAA2B;EACtC,YAAY,kBAAkB;EAC9B;EACA;EACA;;;;;;;;;;;;;;;;;;;;cAqBW,6BAA6B;SACjC;EAIP;EAEO,aAAa;EAEb,UAAU,2BAA2B;YAElC;YAEA;YAEA;EAEV,YAAY,MAAM;EAiBZ,sBAAsB,gBAAgB,QAAQ"}
|
|
@@ -2,7 +2,6 @@ import { Document } from "@langchain/core/documents";
|
|
|
2
2
|
import { BaseStore, BaseStoreInterface } from "@langchain/core/stores";
|
|
3
3
|
import { BaseRetriever, BaseRetrieverInput } from "@langchain/core/retrievers";
|
|
4
4
|
import { VectorStoreInterface } from "@langchain/core/vectorstores";
|
|
5
|
-
|
|
6
5
|
//#region src/retrievers/multi_vector.d.ts
|
|
7
6
|
/**
|
|
8
7
|
* Arguments for the MultiVectorRetriever class.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_vector.d.ts","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"mappings":";;;;;;;;
|
|
1
|
+
{"version":3,"file":"multi_vector.d.ts","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"mappings":";;;;;;;;UAYiB,kCAAkC;EACjD,aAAa;;EAEb,WAAW,2BAA2B;EACtC,YAAY,kBAAkB;EAC9B;EACA;EACA;;;;;;;;;;;;;;;;;;;;cAqBW,6BAA6B;SACjC;EAIP;EAEO,aAAa;EAEb,UAAU,2BAA2B;YAElC;YAEA;YAEA;EAEV,YAAY,MAAM;EAiBZ,sBAAsB,gBAAgB,QAAQ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multi_vector.js","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"sourcesContent":["import {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseStore, type BaseStoreInterface } from \"@langchain/core/stores\";\nimport { createDocumentStoreFromByteStore } from \"../storage/encoder_backed.js\";\n\n/**\n * Arguments for the MultiVectorRetriever class.\n */\nexport interface MultiVectorRetrieverInput extends BaseRetrieverInput {\n vectorstore: VectorStoreInterface;\n /** @deprecated Prefer `byteStore`. */\n docstore?: BaseStoreInterface<string, Document>;\n byteStore?: BaseStore<string, Uint8Array>;\n idKey?: string;\n childK?: number;\n parentK?: number;\n}\n\n/**\n * A retriever that retrieves documents from a vector store and a document\n * store. It uses the vector store to find relevant documents based on a\n * query, and then retrieves the full documents from the document store.\n * @example\n * ```typescript\n * const retriever = new MultiVectorRetriever({\n * vectorstore: new FaissStore(),\n * byteStore: new InMemoryStore<Unit8Array>(),\n * idKey: \"doc_id\",\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const retrieverResult = await retriever.invoke(\"justice breyer\");\n * console.log(retrieverResult[0].pageContent.length);\n * ```\n */\nexport class MultiVectorRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiVectorRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multi_vector\"];\n\n public vectorstore: VectorStoreInterface;\n\n public docstore: BaseStoreInterface<string, Document>;\n\n protected idKey: string;\n\n protected childK?: number;\n\n protected parentK?: number;\n\n constructor(args: MultiVectorRetrieverInput) {\n super(args);\n this.vectorstore = args.vectorstore;\n if (args.byteStore) {\n this.docstore = createDocumentStoreFromByteStore(args.byteStore);\n } else if (args.docstore) {\n this.docstore = args.docstore;\n } else {\n throw new Error(\n \"byteStore and docstore are undefined. Please provide at least one.\"\n );\n }\n this.idKey = args.idKey ?? \"doc_id\";\n this.childK = args.childK;\n this.parentK = args.parentK;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n const subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n const ids: string[] = [];\n for (const doc of subDocs) {\n if (doc.metadata[this.idKey] && !ids.includes(doc.metadata[this.idKey])) {\n ids.push(doc.metadata[this.idKey]);\n }\n }\n const docs = await this.docstore.mget(ids);\n return docs\n .filter((doc) => doc !== undefined)\n .slice(0, this.parentK) as Document[];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAwCA,IAAa,uBAAb,cAA0C,cAAc;CACtD,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"multi_vector.js","names":[],"sources":["../../src/retrievers/multi_vector.ts"],"sourcesContent":["import {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseStore, type BaseStoreInterface } from \"@langchain/core/stores\";\nimport { createDocumentStoreFromByteStore } from \"../storage/encoder_backed.js\";\n\n/**\n * Arguments for the MultiVectorRetriever class.\n */\nexport interface MultiVectorRetrieverInput extends BaseRetrieverInput {\n vectorstore: VectorStoreInterface;\n /** @deprecated Prefer `byteStore`. */\n docstore?: BaseStoreInterface<string, Document>;\n byteStore?: BaseStore<string, Uint8Array>;\n idKey?: string;\n childK?: number;\n parentK?: number;\n}\n\n/**\n * A retriever that retrieves documents from a vector store and a document\n * store. It uses the vector store to find relevant documents based on a\n * query, and then retrieves the full documents from the document store.\n * @example\n * ```typescript\n * const retriever = new MultiVectorRetriever({\n * vectorstore: new FaissStore(),\n * byteStore: new InMemoryStore<Unit8Array>(),\n * idKey: \"doc_id\",\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const retrieverResult = await retriever.invoke(\"justice breyer\");\n * console.log(retrieverResult[0].pageContent.length);\n * ```\n */\nexport class MultiVectorRetriever extends BaseRetriever {\n static lc_name() {\n return \"MultiVectorRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"multi_vector\"];\n\n public vectorstore: VectorStoreInterface;\n\n public docstore: BaseStoreInterface<string, Document>;\n\n protected idKey: string;\n\n protected childK?: number;\n\n protected parentK?: number;\n\n constructor(args: MultiVectorRetrieverInput) {\n super(args);\n this.vectorstore = args.vectorstore;\n if (args.byteStore) {\n this.docstore = createDocumentStoreFromByteStore(args.byteStore);\n } else if (args.docstore) {\n this.docstore = args.docstore;\n } else {\n throw new Error(\n \"byteStore and docstore are undefined. Please provide at least one.\"\n );\n }\n this.idKey = args.idKey ?? \"doc_id\";\n this.childK = args.childK;\n this.parentK = args.parentK;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n const subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n const ids: string[] = [];\n for (const doc of subDocs) {\n if (doc.metadata[this.idKey] && !ids.includes(doc.metadata[this.idKey])) {\n ids.push(doc.metadata[this.idKey]);\n }\n }\n const docs = await this.docstore.mget(ids);\n return docs\n .filter((doc) => doc !== undefined)\n .slice(0, this.parentK) as Document[];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAwCA,IAAa,uBAAb,cAA0C,cAAc;CACtD,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAc;CAEzD;CAEA;CAEA;CAEA;CAEA;CAEA,YAAY,MAAiC;EAC3C,MAAM,IAAI;EACV,KAAK,cAAc,KAAK;EACxB,IAAI,KAAK,WACP,KAAK,WAAW,iCAAiC,KAAK,SAAS;OAC1D,IAAI,KAAK,UACd,KAAK,WAAW,KAAK;OAErB,MAAM,IAAI,MACR,oEACF;EAEF,KAAK,QAAQ,KAAK,SAAS;EAC3B,KAAK,SAAS,KAAK;EACnB,KAAK,UAAU,KAAK;CACtB;CAEA,MAAM,sBAAsB,OAAoC;EAC9D,MAAM,UAAU,MAAM,KAAK,YAAY,iBAAiB,OAAO,KAAK,MAAM;EAC1E,MAAM,MAAgB,CAAC;EACvB,KAAK,MAAM,OAAO,SAChB,IAAI,IAAI,SAAS,KAAK,UAAU,CAAC,IAAI,SAAS,IAAI,SAAS,KAAK,MAAM,GACpE,IAAI,KAAK,IAAI,SAAS,KAAK,MAAM;EAIrC,QAAO,MADY,KAAK,SAAS,KAAK,GAAG,EAAA,CAEtC,QAAQ,QAAQ,QAAQ,KAAA,CAAS,CAAC,CAClC,MAAM,GAAG,KAAK,OAAO;CAC1B;AACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parent_document.cjs","names":["MultiVectorRetriever","uuid","Document"],"sources":["../../src/retrievers/parent_document.ts"],"sourcesContent":["import * as uuid from \"@langchain/core/utils/uuid\";\n\nimport {\n type VectorStoreInterface,\n type VectorStoreRetrieverInterface,\n} from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport {\n TextSplitter,\n TextSplitterChunkHeaderOptions,\n} from \"@langchain/textsplitters\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\nimport {\n MultiVectorRetriever,\n type MultiVectorRetrieverInput,\n} from \"./multi_vector.js\";\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type SubDocs = Document<Record<string, any>>[];\n\n/**\n * Interface for the fields required to initialize a\n * ParentDocumentRetriever instance.\n */\nexport type ParentDocumentRetrieverFields = MultiVectorRetrieverInput & {\n childSplitter: TextSplitter;\n parentSplitter?: TextSplitter;\n /**\n * A custom retriever to use when retrieving instead of\n * the `.similaritySearch` method of the vectorstore.\n */\n childDocumentRetriever?: VectorStoreRetrieverInterface<VectorStoreInterface>;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: SubDocs) => SubDocs;\n};\n\n/**\n * A type of document retriever that splits input documents into smaller chunks\n * while separately storing and preserving the original documents.\n * The small chunks are embedded, then on retrieval, the original\n * \"parent\" documents are retrieved.\n *\n * This strikes a balance between better targeted retrieval with small documents\n * and the more context-rich larger documents.\n * @example\n * ```typescript\n * const retriever = new ParentDocumentRetriever({\n * vectorstore: new MemoryVectorStore(new OpenAIEmbeddings()),\n * byteStore: new InMemoryStore<Uint8Array>(),\n * parentSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 500,\n * }),\n * childSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 50,\n * }),\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const parentDocuments = await getDocuments();\n * await retriever.addDocuments(parentDocuments);\n * const retrievedDocs = await retriever.invoke(\"justice breyer\");\n * ```\n */\nexport class ParentDocumentRetriever extends MultiVectorRetriever {\n static lc_name() {\n return \"ParentDocumentRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"parent_document\"];\n\n vectorstore: VectorStoreInterface;\n\n protected childSplitter: TextSplitter;\n\n protected parentSplitter?: TextSplitter;\n\n protected idKey = \"doc_id\";\n\n protected childK?: number;\n\n protected parentK?: number;\n\n childDocumentRetriever:\n | VectorStoreRetrieverInterface<VectorStoreInterface>\n | undefined;\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: ParentDocumentRetrieverFields[\"documentCompressorFilteringFn\"];\n\n constructor(fields: ParentDocumentRetrieverFields) {\n super(fields);\n this.vectorstore = fields.vectorstore;\n this.childSplitter = fields.childSplitter;\n this.parentSplitter = fields.parentSplitter;\n this.idKey = fields.idKey ?? this.idKey;\n this.childK = fields.childK;\n this.parentK = fields.parentK;\n this.childDocumentRetriever = fields.childDocumentRetriever;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n let subDocs: SubDocs = [];\n if (this.childDocumentRetriever) {\n subDocs = await this.childDocumentRetriever.invoke(query);\n } else {\n subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n }\n\n if (this.documentCompressor && subDocs.length) {\n subDocs = await this.documentCompressor.compressDocuments(subDocs, query);\n if (this.documentCompressorFilteringFn) {\n subDocs = this.documentCompressorFilteringFn(subDocs);\n }\n }\n\n // Maintain order\n const parentDocIds: string[] = [];\n for (const doc of subDocs) {\n if (!parentDocIds.includes(doc.metadata[this.idKey])) {\n parentDocIds.push(doc.metadata[this.idKey]);\n }\n }\n const parentDocs: Document[] = [];\n const storedParentDocs = await this.docstore.mget(parentDocIds);\n const retrievedDocs: Document[] = storedParentDocs.filter(\n (doc?: Document): doc is Document => doc !== undefined\n );\n parentDocs.push(...retrievedDocs);\n return parentDocs.slice(0, this.parentK);\n }\n\n async _storeDocuments(\n parentDoc: Record<string, Document>,\n childDocs: Document[],\n addToDocstore: boolean\n ) {\n if (this.childDocumentRetriever) {\n await this.childDocumentRetriever.addDocuments(childDocs);\n } else {\n await this.vectorstore.addDocuments(childDocs);\n }\n if (addToDocstore) {\n await this.docstore.mset(Object.entries(parentDoc));\n }\n }\n\n /**\n * Adds documents to the docstore and vectorstores.\n * If a retriever is provided, it will be used to add documents instead of the vectorstore.\n * @param docs The documents to add\n * @param config.ids Optional list of ids for documents. If provided should be the same\n * length as the list of documents. Can provided if parent documents\n * are already in the document store and you don't want to re-add\n * to the docstore. If not provided, random UUIDs will be used as ids.\n * @param config.addToDocstore Boolean of whether to add documents to docstore.\n * This can be false if and only if `ids` are provided. You may want\n * to set this to False if the documents are already in the docstore\n * and you don't want to re-add them.\n * @param config.chunkHeaderOptions Object with options for adding Contextual chunk headers\n */\n async addDocuments(\n docs: Document[],\n config?: {\n ids?: string[];\n addToDocstore?: boolean;\n childDocChunkHeaderOptions?: TextSplitterChunkHeaderOptions;\n }\n ): Promise<void> {\n const {\n ids,\n addToDocstore = true,\n childDocChunkHeaderOptions = {},\n } = config ?? {};\n const parentDocs = this.parentSplitter\n ? await this.parentSplitter.splitDocuments(docs)\n : docs;\n let parentDocIds;\n if (ids === undefined) {\n if (!addToDocstore) {\n throw new Error(\n `If ids are not passed in, \"config.addToDocstore\" MUST be true`\n );\n }\n parentDocIds = parentDocs.map((_doc: Document) => uuid.v4());\n } else {\n parentDocIds = ids;\n }\n if (parentDocs.length !== parentDocIds.length) {\n throw new Error(\n `Got uneven list of documents and ids.\\nIf \"ids\" is provided, should be same length as \"documents\".`\n );\n }\n for (let i = 0; i < parentDocs.length; i += 1) {\n const parentDoc = parentDocs[i];\n const parentDocId = parentDocIds[i];\n const subDocs = await this.childSplitter.splitDocuments(\n [parentDoc],\n childDocChunkHeaderOptions\n );\n const taggedSubDocs = subDocs.map(\n (subDoc: Document) =>\n new Document({\n pageContent: subDoc.pageContent,\n metadata: { ...subDoc.metadata, [this.idKey]: parentDocId },\n })\n );\n await this._storeDocuments(\n { [parentDocId]: parentDoc },\n taggedSubDocs,\n addToDocstore\n );\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,IAAa,0BAAb,cAA6CA,gCAAAA,qBAAqB;CAChE,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"parent_document.cjs","names":["MultiVectorRetriever","uuid","Document"],"sources":["../../src/retrievers/parent_document.ts"],"sourcesContent":["import * as uuid from \"@langchain/core/utils/uuid\";\n\nimport {\n type VectorStoreInterface,\n type VectorStoreRetrieverInterface,\n} from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport {\n TextSplitter,\n TextSplitterChunkHeaderOptions,\n} from \"@langchain/textsplitters\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\nimport {\n MultiVectorRetriever,\n type MultiVectorRetrieverInput,\n} from \"./multi_vector.js\";\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type SubDocs = Document<Record<string, any>>[];\n\n/**\n * Interface for the fields required to initialize a\n * ParentDocumentRetriever instance.\n */\nexport type ParentDocumentRetrieverFields = MultiVectorRetrieverInput & {\n childSplitter: TextSplitter;\n parentSplitter?: TextSplitter;\n /**\n * A custom retriever to use when retrieving instead of\n * the `.similaritySearch` method of the vectorstore.\n */\n childDocumentRetriever?: VectorStoreRetrieverInterface<VectorStoreInterface>;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: SubDocs) => SubDocs;\n};\n\n/**\n * A type of document retriever that splits input documents into smaller chunks\n * while separately storing and preserving the original documents.\n * The small chunks are embedded, then on retrieval, the original\n * \"parent\" documents are retrieved.\n *\n * This strikes a balance between better targeted retrieval with small documents\n * and the more context-rich larger documents.\n * @example\n * ```typescript\n * const retriever = new ParentDocumentRetriever({\n * vectorstore: new MemoryVectorStore(new OpenAIEmbeddings()),\n * byteStore: new InMemoryStore<Uint8Array>(),\n * parentSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 500,\n * }),\n * childSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 50,\n * }),\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const parentDocuments = await getDocuments();\n * await retriever.addDocuments(parentDocuments);\n * const retrievedDocs = await retriever.invoke(\"justice breyer\");\n * ```\n */\nexport class ParentDocumentRetriever extends MultiVectorRetriever {\n static lc_name() {\n return \"ParentDocumentRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"parent_document\"];\n\n vectorstore: VectorStoreInterface;\n\n protected childSplitter: TextSplitter;\n\n protected parentSplitter?: TextSplitter;\n\n protected idKey = \"doc_id\";\n\n protected childK?: number;\n\n protected parentK?: number;\n\n childDocumentRetriever:\n | VectorStoreRetrieverInterface<VectorStoreInterface>\n | undefined;\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: ParentDocumentRetrieverFields[\"documentCompressorFilteringFn\"];\n\n constructor(fields: ParentDocumentRetrieverFields) {\n super(fields);\n this.vectorstore = fields.vectorstore;\n this.childSplitter = fields.childSplitter;\n this.parentSplitter = fields.parentSplitter;\n this.idKey = fields.idKey ?? this.idKey;\n this.childK = fields.childK;\n this.parentK = fields.parentK;\n this.childDocumentRetriever = fields.childDocumentRetriever;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n let subDocs: SubDocs = [];\n if (this.childDocumentRetriever) {\n subDocs = await this.childDocumentRetriever.invoke(query);\n } else {\n subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n }\n\n if (this.documentCompressor && subDocs.length) {\n subDocs = await this.documentCompressor.compressDocuments(subDocs, query);\n if (this.documentCompressorFilteringFn) {\n subDocs = this.documentCompressorFilteringFn(subDocs);\n }\n }\n\n // Maintain order\n const parentDocIds: string[] = [];\n for (const doc of subDocs) {\n if (!parentDocIds.includes(doc.metadata[this.idKey])) {\n parentDocIds.push(doc.metadata[this.idKey]);\n }\n }\n const parentDocs: Document[] = [];\n const storedParentDocs = await this.docstore.mget(parentDocIds);\n const retrievedDocs: Document[] = storedParentDocs.filter(\n (doc?: Document): doc is Document => doc !== undefined\n );\n parentDocs.push(...retrievedDocs);\n return parentDocs.slice(0, this.parentK);\n }\n\n async _storeDocuments(\n parentDoc: Record<string, Document>,\n childDocs: Document[],\n addToDocstore: boolean\n ) {\n if (this.childDocumentRetriever) {\n await this.childDocumentRetriever.addDocuments(childDocs);\n } else {\n await this.vectorstore.addDocuments(childDocs);\n }\n if (addToDocstore) {\n await this.docstore.mset(Object.entries(parentDoc));\n }\n }\n\n /**\n * Adds documents to the docstore and vectorstores.\n * If a retriever is provided, it will be used to add documents instead of the vectorstore.\n * @param docs The documents to add\n * @param config.ids Optional list of ids for documents. If provided should be the same\n * length as the list of documents. Can provided if parent documents\n * are already in the document store and you don't want to re-add\n * to the docstore. If not provided, random UUIDs will be used as ids.\n * @param config.addToDocstore Boolean of whether to add documents to docstore.\n * This can be false if and only if `ids` are provided. You may want\n * to set this to False if the documents are already in the docstore\n * and you don't want to re-add them.\n * @param config.chunkHeaderOptions Object with options for adding Contextual chunk headers\n */\n async addDocuments(\n docs: Document[],\n config?: {\n ids?: string[];\n addToDocstore?: boolean;\n childDocChunkHeaderOptions?: TextSplitterChunkHeaderOptions;\n }\n ): Promise<void> {\n const {\n ids,\n addToDocstore = true,\n childDocChunkHeaderOptions = {},\n } = config ?? {};\n const parentDocs = this.parentSplitter\n ? await this.parentSplitter.splitDocuments(docs)\n : docs;\n let parentDocIds;\n if (ids === undefined) {\n if (!addToDocstore) {\n throw new Error(\n `If ids are not passed in, \"config.addToDocstore\" MUST be true`\n );\n }\n parentDocIds = parentDocs.map((_doc: Document) => uuid.v4());\n } else {\n parentDocIds = ids;\n }\n if (parentDocs.length !== parentDocIds.length) {\n throw new Error(\n `Got uneven list of documents and ids.\\nIf \"ids\" is provided, should be same length as \"documents\".`\n );\n }\n for (let i = 0; i < parentDocs.length; i += 1) {\n const parentDoc = parentDocs[i];\n const parentDocId = parentDocIds[i];\n const subDocs = await this.childSplitter.splitDocuments(\n [parentDoc],\n childDocChunkHeaderOptions\n );\n const taggedSubDocs = subDocs.map(\n (subDoc: Document) =>\n new Document({\n pageContent: subDoc.pageContent,\n metadata: { ...subDoc.metadata, [this.idKey]: parentDocId },\n })\n );\n await this._storeDocuments(\n { [parentDocId]: parentDoc },\n taggedSubDocs,\n addToDocstore\n );\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,IAAa,0BAAb,cAA6CA,gCAAAA,qBAAqB;CAChE,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAiB;CAE5D;CAEA;CAEA;CAEA,QAAkB;CAElB;CAEA;CAEA;CAIA;CAEA;CAEA,YAAY,QAAuC;EACjD,MAAM,MAAM;EACZ,KAAK,cAAc,OAAO;EAC1B,KAAK,gBAAgB,OAAO;EAC5B,KAAK,iBAAiB,OAAO;EAC7B,KAAK,QAAQ,OAAO,SAAS,KAAK;EAClC,KAAK,SAAS,OAAO;EACrB,KAAK,UAAU,OAAO;EACtB,KAAK,yBAAyB,OAAO;EACrC,KAAK,qBAAqB,OAAO;EACjC,KAAK,gCAAgC,OAAO;CAC9C;CAEA,MAAM,sBAAsB,OAAoC;EAC9D,IAAI,UAAmB,CAAC;EACxB,IAAI,KAAK,wBACP,UAAU,MAAM,KAAK,uBAAuB,OAAO,KAAK;OAExD,UAAU,MAAM,KAAK,YAAY,iBAAiB,OAAO,KAAK,MAAM;EAGtE,IAAI,KAAK,sBAAsB,QAAQ,QAAQ;GAC7C,UAAU,MAAM,KAAK,mBAAmB,kBAAkB,SAAS,KAAK;GACxE,IAAI,KAAK,+BACP,UAAU,KAAK,8BAA8B,OAAO;EAExD;EAGA,MAAM,eAAyB,CAAC;EAChC,KAAK,MAAM,OAAO,SAChB,IAAI,CAAC,aAAa,SAAS,IAAI,SAAS,KAAK,MAAM,GACjD,aAAa,KAAK,IAAI,SAAS,KAAK,MAAM;EAG9C,MAAM,aAAyB,CAAC;EAEhC,MAAM,iBAA4B,MADH,KAAK,SAAS,KAAK,YAAY,EAAA,CACX,QAChD,QAAoC,QAAQ,KAAA,CAC/C;EACA,WAAW,KAAK,GAAG,aAAa;EAChC,OAAO,WAAW,MAAM,GAAG,KAAK,OAAO;CACzC;CAEA,MAAM,gBACJ,WACA,WACA,eACA;EACA,IAAI,KAAK,wBACP,MAAM,KAAK,uBAAuB,aAAa,SAAS;OAExD,MAAM,KAAK,YAAY,aAAa,SAAS;EAE/C,IAAI,eACF,MAAM,KAAK,SAAS,KAAK,OAAO,QAAQ,SAAS,CAAC;CAEtD;;;;;;;;;;;;;;;CAgBA,MAAM,aACJ,MACA,QAKe;EACf,MAAM,EACJ,KACA,gBAAgB,MAChB,6BAA6B,CAAC,MAC5B,UAAU,CAAC;EACf,MAAM,aAAa,KAAK,iBACpB,MAAM,KAAK,eAAe,eAAe,IAAI,IAC7C;EACJ,IAAI;EACJ,IAAI,QAAQ,KAAA,GAAW;GACrB,IAAI,CAAC,eACH,MAAM,IAAI,MACR,+DACF;GAEF,eAAe,WAAW,KAAK,SAAmBC,2BAAK,GAAG,CAAC;EAC7D,OACE,eAAe;EAEjB,IAAI,WAAW,WAAW,aAAa,QACrC,MAAM,IAAI,MACR,oGACF;EAEF,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK,GAAG;GAC7C,MAAM,YAAY,WAAW;GAC7B,MAAM,cAAc,aAAa;GAKjC,MAAM,iBAAgB,MAJA,KAAK,cAAc,eACvC,CAAC,SAAS,GACV,0BACF,EAAA,CAC8B,KAC3B,WACC,IAAIC,0BAAAA,SAAS;IACX,aAAa,OAAO;IACpB,UAAU;KAAE,GAAG,OAAO;MAAW,KAAK,QAAQ;IAAY;GAC5D,CAAC,CACL;GACA,MAAM,KAAK,gBACT,GAAG,cAAc,UAAU,GAC3B,eACA,aACF;EACF;CACF;AACF"}
|
|
@@ -3,7 +3,6 @@ import { MultiVectorRetriever, MultiVectorRetrieverInput } from "./multi_vector.
|
|
|
3
3
|
import { VectorStoreInterface, VectorStoreRetrieverInterface } from "@langchain/core/vectorstores";
|
|
4
4
|
import { Document } from "@langchain/core/documents";
|
|
5
5
|
import { TextSplitter, TextSplitterChunkHeaderOptions } from "@langchain/textsplitters";
|
|
6
|
-
|
|
7
6
|
//#region src/retrievers/parent_document.d.ts
|
|
8
7
|
type SubDocs = Document<Record<string, any>>[];
|
|
9
8
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parent_document.d.cts","names":[],"sources":["../../src/retrievers/parent_document.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"parent_document.d.cts","names":[],"sources":["../../src/retrievers/parent_document.ts"],"mappings":";;;;;;KAkBY,UAAU,SAAS;;;;;KAMnB,gCAAgC;EAC1C,eAAe;EACf,iBAAiB;;;;;EAKjB,yBAAyB,8BAA8B;EACvD,qBAAqB;EACrB,iCAAiC,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiCxC,gCAAgC;SACpC;EAIP;EAEA,aAAa;YAEH,eAAe;YAEf,iBAAiB;YAEjB;YAEA;YAEA;EAEV,wBACI,8BAA8B;EAGlC,oBAAoB;EAEpB,gCAAgC;EAEhC,YAAY,QAAQ;EAad,sBAAsB,gBAAgB,QAAQ;EA+B9C,gBACJ,WAAW,eAAe,WAC1B,WAAW,YACX,yBAAsB;;;;;;;;;;;;;;;EA0BlB,aACJ,MAAM,YACN;IACE;IACA;IACA,6BAA6B;MAE9B"}
|
|
@@ -3,7 +3,6 @@ import { MultiVectorRetriever, MultiVectorRetrieverInput } from "./multi_vector.
|
|
|
3
3
|
import { TextSplitter, TextSplitterChunkHeaderOptions } from "@langchain/textsplitters";
|
|
4
4
|
import { Document } from "@langchain/core/documents";
|
|
5
5
|
import { VectorStoreInterface, VectorStoreRetrieverInterface } from "@langchain/core/vectorstores";
|
|
6
|
-
|
|
7
6
|
//#region src/retrievers/parent_document.d.ts
|
|
8
7
|
type SubDocs = Document<Record<string, any>>[];
|
|
9
8
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parent_document.d.ts","names":[],"sources":["../../src/retrievers/parent_document.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"parent_document.d.ts","names":[],"sources":["../../src/retrievers/parent_document.ts"],"mappings":";;;;;;KAkBY,UAAU,SAAS;;;;;KAMnB,gCAAgC;EAC1C,eAAe;EACf,iBAAiB;;;;;EAKjB,yBAAyB,8BAA8B;EACvD,qBAAqB;EACrB,iCAAiC,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiCxC,gCAAgC;SACpC;EAIP;EAEA,aAAa;YAEH,eAAe;YAEf,iBAAiB;YAEjB;YAEA;YAEA;EAEV,wBACI,8BAA8B;EAGlC,oBAAoB;EAEpB,gCAAgC;EAEhC,YAAY,QAAQ;EAad,sBAAsB,gBAAgB,QAAQ;EA+B9C,gBACJ,WAAW,eAAe,WAC1B,WAAW,YACX,yBAAsB;;;;;;;;;;;;;;;EA0BlB,aACJ,MAAM,YACN;IACE;IACA;IACA,6BAA6B;MAE9B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parent_document.js","names":[],"sources":["../../src/retrievers/parent_document.ts"],"sourcesContent":["import * as uuid from \"@langchain/core/utils/uuid\";\n\nimport {\n type VectorStoreInterface,\n type VectorStoreRetrieverInterface,\n} from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport {\n TextSplitter,\n TextSplitterChunkHeaderOptions,\n} from \"@langchain/textsplitters\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\nimport {\n MultiVectorRetriever,\n type MultiVectorRetrieverInput,\n} from \"./multi_vector.js\";\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type SubDocs = Document<Record<string, any>>[];\n\n/**\n * Interface for the fields required to initialize a\n * ParentDocumentRetriever instance.\n */\nexport type ParentDocumentRetrieverFields = MultiVectorRetrieverInput & {\n childSplitter: TextSplitter;\n parentSplitter?: TextSplitter;\n /**\n * A custom retriever to use when retrieving instead of\n * the `.similaritySearch` method of the vectorstore.\n */\n childDocumentRetriever?: VectorStoreRetrieverInterface<VectorStoreInterface>;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: SubDocs) => SubDocs;\n};\n\n/**\n * A type of document retriever that splits input documents into smaller chunks\n * while separately storing and preserving the original documents.\n * The small chunks are embedded, then on retrieval, the original\n * \"parent\" documents are retrieved.\n *\n * This strikes a balance between better targeted retrieval with small documents\n * and the more context-rich larger documents.\n * @example\n * ```typescript\n * const retriever = new ParentDocumentRetriever({\n * vectorstore: new MemoryVectorStore(new OpenAIEmbeddings()),\n * byteStore: new InMemoryStore<Uint8Array>(),\n * parentSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 500,\n * }),\n * childSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 50,\n * }),\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const parentDocuments = await getDocuments();\n * await retriever.addDocuments(parentDocuments);\n * const retrievedDocs = await retriever.invoke(\"justice breyer\");\n * ```\n */\nexport class ParentDocumentRetriever extends MultiVectorRetriever {\n static lc_name() {\n return \"ParentDocumentRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"parent_document\"];\n\n vectorstore: VectorStoreInterface;\n\n protected childSplitter: TextSplitter;\n\n protected parentSplitter?: TextSplitter;\n\n protected idKey = \"doc_id\";\n\n protected childK?: number;\n\n protected parentK?: number;\n\n childDocumentRetriever:\n | VectorStoreRetrieverInterface<VectorStoreInterface>\n | undefined;\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: ParentDocumentRetrieverFields[\"documentCompressorFilteringFn\"];\n\n constructor(fields: ParentDocumentRetrieverFields) {\n super(fields);\n this.vectorstore = fields.vectorstore;\n this.childSplitter = fields.childSplitter;\n this.parentSplitter = fields.parentSplitter;\n this.idKey = fields.idKey ?? this.idKey;\n this.childK = fields.childK;\n this.parentK = fields.parentK;\n this.childDocumentRetriever = fields.childDocumentRetriever;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n let subDocs: SubDocs = [];\n if (this.childDocumentRetriever) {\n subDocs = await this.childDocumentRetriever.invoke(query);\n } else {\n subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n }\n\n if (this.documentCompressor && subDocs.length) {\n subDocs = await this.documentCompressor.compressDocuments(subDocs, query);\n if (this.documentCompressorFilteringFn) {\n subDocs = this.documentCompressorFilteringFn(subDocs);\n }\n }\n\n // Maintain order\n const parentDocIds: string[] = [];\n for (const doc of subDocs) {\n if (!parentDocIds.includes(doc.metadata[this.idKey])) {\n parentDocIds.push(doc.metadata[this.idKey]);\n }\n }\n const parentDocs: Document[] = [];\n const storedParentDocs = await this.docstore.mget(parentDocIds);\n const retrievedDocs: Document[] = storedParentDocs.filter(\n (doc?: Document): doc is Document => doc !== undefined\n );\n parentDocs.push(...retrievedDocs);\n return parentDocs.slice(0, this.parentK);\n }\n\n async _storeDocuments(\n parentDoc: Record<string, Document>,\n childDocs: Document[],\n addToDocstore: boolean\n ) {\n if (this.childDocumentRetriever) {\n await this.childDocumentRetriever.addDocuments(childDocs);\n } else {\n await this.vectorstore.addDocuments(childDocs);\n }\n if (addToDocstore) {\n await this.docstore.mset(Object.entries(parentDoc));\n }\n }\n\n /**\n * Adds documents to the docstore and vectorstores.\n * If a retriever is provided, it will be used to add documents instead of the vectorstore.\n * @param docs The documents to add\n * @param config.ids Optional list of ids for documents. If provided should be the same\n * length as the list of documents. Can provided if parent documents\n * are already in the document store and you don't want to re-add\n * to the docstore. If not provided, random UUIDs will be used as ids.\n * @param config.addToDocstore Boolean of whether to add documents to docstore.\n * This can be false if and only if `ids` are provided. You may want\n * to set this to False if the documents are already in the docstore\n * and you don't want to re-add them.\n * @param config.chunkHeaderOptions Object with options for adding Contextual chunk headers\n */\n async addDocuments(\n docs: Document[],\n config?: {\n ids?: string[];\n addToDocstore?: boolean;\n childDocChunkHeaderOptions?: TextSplitterChunkHeaderOptions;\n }\n ): Promise<void> {\n const {\n ids,\n addToDocstore = true,\n childDocChunkHeaderOptions = {},\n } = config ?? {};\n const parentDocs = this.parentSplitter\n ? await this.parentSplitter.splitDocuments(docs)\n : docs;\n let parentDocIds;\n if (ids === undefined) {\n if (!addToDocstore) {\n throw new Error(\n `If ids are not passed in, \"config.addToDocstore\" MUST be true`\n );\n }\n parentDocIds = parentDocs.map((_doc: Document) => uuid.v4());\n } else {\n parentDocIds = ids;\n }\n if (parentDocs.length !== parentDocIds.length) {\n throw new Error(\n `Got uneven list of documents and ids.\\nIf \"ids\" is provided, should be same length as \"documents\".`\n );\n }\n for (let i = 0; i < parentDocs.length; i += 1) {\n const parentDoc = parentDocs[i];\n const parentDocId = parentDocIds[i];\n const subDocs = await this.childSplitter.splitDocuments(\n [parentDoc],\n childDocChunkHeaderOptions\n );\n const taggedSubDocs = subDocs.map(\n (subDoc: Document) =>\n new Document({\n pageContent: subDoc.pageContent,\n metadata: { ...subDoc.metadata, [this.idKey]: parentDocId },\n })\n );\n await this._storeDocuments(\n { [parentDocId]: parentDoc },\n taggedSubDocs,\n addToDocstore\n );\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,IAAa,0BAAb,cAA6C,qBAAqB;CAChE,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"parent_document.js","names":[],"sources":["../../src/retrievers/parent_document.ts"],"sourcesContent":["import * as uuid from \"@langchain/core/utils/uuid\";\n\nimport {\n type VectorStoreInterface,\n type VectorStoreRetrieverInterface,\n} from \"@langchain/core/vectorstores\";\nimport { Document } from \"@langchain/core/documents\";\nimport {\n TextSplitter,\n TextSplitterChunkHeaderOptions,\n} from \"@langchain/textsplitters\";\nimport type { BaseDocumentCompressor } from \"./document_compressors/index.js\";\nimport {\n MultiVectorRetriever,\n type MultiVectorRetrieverInput,\n} from \"./multi_vector.js\";\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport type SubDocs = Document<Record<string, any>>[];\n\n/**\n * Interface for the fields required to initialize a\n * ParentDocumentRetriever instance.\n */\nexport type ParentDocumentRetrieverFields = MultiVectorRetrieverInput & {\n childSplitter: TextSplitter;\n parentSplitter?: TextSplitter;\n /**\n * A custom retriever to use when retrieving instead of\n * the `.similaritySearch` method of the vectorstore.\n */\n childDocumentRetriever?: VectorStoreRetrieverInterface<VectorStoreInterface>;\n documentCompressor?: BaseDocumentCompressor | undefined;\n documentCompressorFilteringFn?: (docs: SubDocs) => SubDocs;\n};\n\n/**\n * A type of document retriever that splits input documents into smaller chunks\n * while separately storing and preserving the original documents.\n * The small chunks are embedded, then on retrieval, the original\n * \"parent\" documents are retrieved.\n *\n * This strikes a balance between better targeted retrieval with small documents\n * and the more context-rich larger documents.\n * @example\n * ```typescript\n * const retriever = new ParentDocumentRetriever({\n * vectorstore: new MemoryVectorStore(new OpenAIEmbeddings()),\n * byteStore: new InMemoryStore<Uint8Array>(),\n * parentSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 500,\n * }),\n * childSplitter: new RecursiveCharacterTextSplitter({\n * chunkOverlap: 0,\n * chunkSize: 50,\n * }),\n * childK: 20,\n * parentK: 5,\n * });\n *\n * const parentDocuments = await getDocuments();\n * await retriever.addDocuments(parentDocuments);\n * const retrievedDocs = await retriever.invoke(\"justice breyer\");\n * ```\n */\nexport class ParentDocumentRetriever extends MultiVectorRetriever {\n static lc_name() {\n return \"ParentDocumentRetriever\";\n }\n\n lc_namespace = [\"langchain\", \"retrievers\", \"parent_document\"];\n\n vectorstore: VectorStoreInterface;\n\n protected childSplitter: TextSplitter;\n\n protected parentSplitter?: TextSplitter;\n\n protected idKey = \"doc_id\";\n\n protected childK?: number;\n\n protected parentK?: number;\n\n childDocumentRetriever:\n | VectorStoreRetrieverInterface<VectorStoreInterface>\n | undefined;\n\n documentCompressor: BaseDocumentCompressor | undefined;\n\n documentCompressorFilteringFn?: ParentDocumentRetrieverFields[\"documentCompressorFilteringFn\"];\n\n constructor(fields: ParentDocumentRetrieverFields) {\n super(fields);\n this.vectorstore = fields.vectorstore;\n this.childSplitter = fields.childSplitter;\n this.parentSplitter = fields.parentSplitter;\n this.idKey = fields.idKey ?? this.idKey;\n this.childK = fields.childK;\n this.parentK = fields.parentK;\n this.childDocumentRetriever = fields.childDocumentRetriever;\n this.documentCompressor = fields.documentCompressor;\n this.documentCompressorFilteringFn = fields.documentCompressorFilteringFn;\n }\n\n async _getRelevantDocuments(query: string): Promise<Document[]> {\n let subDocs: SubDocs = [];\n if (this.childDocumentRetriever) {\n subDocs = await this.childDocumentRetriever.invoke(query);\n } else {\n subDocs = await this.vectorstore.similaritySearch(query, this.childK);\n }\n\n if (this.documentCompressor && subDocs.length) {\n subDocs = await this.documentCompressor.compressDocuments(subDocs, query);\n if (this.documentCompressorFilteringFn) {\n subDocs = this.documentCompressorFilteringFn(subDocs);\n }\n }\n\n // Maintain order\n const parentDocIds: string[] = [];\n for (const doc of subDocs) {\n if (!parentDocIds.includes(doc.metadata[this.idKey])) {\n parentDocIds.push(doc.metadata[this.idKey]);\n }\n }\n const parentDocs: Document[] = [];\n const storedParentDocs = await this.docstore.mget(parentDocIds);\n const retrievedDocs: Document[] = storedParentDocs.filter(\n (doc?: Document): doc is Document => doc !== undefined\n );\n parentDocs.push(...retrievedDocs);\n return parentDocs.slice(0, this.parentK);\n }\n\n async _storeDocuments(\n parentDoc: Record<string, Document>,\n childDocs: Document[],\n addToDocstore: boolean\n ) {\n if (this.childDocumentRetriever) {\n await this.childDocumentRetriever.addDocuments(childDocs);\n } else {\n await this.vectorstore.addDocuments(childDocs);\n }\n if (addToDocstore) {\n await this.docstore.mset(Object.entries(parentDoc));\n }\n }\n\n /**\n * Adds documents to the docstore and vectorstores.\n * If a retriever is provided, it will be used to add documents instead of the vectorstore.\n * @param docs The documents to add\n * @param config.ids Optional list of ids for documents. If provided should be the same\n * length as the list of documents. Can provided if parent documents\n * are already in the document store and you don't want to re-add\n * to the docstore. If not provided, random UUIDs will be used as ids.\n * @param config.addToDocstore Boolean of whether to add documents to docstore.\n * This can be false if and only if `ids` are provided. You may want\n * to set this to False if the documents are already in the docstore\n * and you don't want to re-add them.\n * @param config.chunkHeaderOptions Object with options for adding Contextual chunk headers\n */\n async addDocuments(\n docs: Document[],\n config?: {\n ids?: string[];\n addToDocstore?: boolean;\n childDocChunkHeaderOptions?: TextSplitterChunkHeaderOptions;\n }\n ): Promise<void> {\n const {\n ids,\n addToDocstore = true,\n childDocChunkHeaderOptions = {},\n } = config ?? {};\n const parentDocs = this.parentSplitter\n ? await this.parentSplitter.splitDocuments(docs)\n : docs;\n let parentDocIds;\n if (ids === undefined) {\n if (!addToDocstore) {\n throw new Error(\n `If ids are not passed in, \"config.addToDocstore\" MUST be true`\n );\n }\n parentDocIds = parentDocs.map((_doc: Document) => uuid.v4());\n } else {\n parentDocIds = ids;\n }\n if (parentDocs.length !== parentDocIds.length) {\n throw new Error(\n `Got uneven list of documents and ids.\\nIf \"ids\" is provided, should be same length as \"documents\".`\n );\n }\n for (let i = 0; i < parentDocs.length; i += 1) {\n const parentDoc = parentDocs[i];\n const parentDocId = parentDocIds[i];\n const subDocs = await this.childSplitter.splitDocuments(\n [parentDoc],\n childDocChunkHeaderOptions\n );\n const taggedSubDocs = subDocs.map(\n (subDoc: Document) =>\n new Document({\n pageContent: subDoc.pageContent,\n metadata: { ...subDoc.metadata, [this.idKey]: parentDocId },\n })\n );\n await this._storeDocuments(\n { [parentDocId]: parentDoc },\n taggedSubDocs,\n addToDocstore\n );\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,IAAa,0BAAb,cAA6C,qBAAqB;CAChE,OAAO,UAAU;EACf,OAAO;CACT;CAEA,eAAe;EAAC;EAAa;EAAc;CAAiB;CAE5D;CAEA;CAEA;CAEA,QAAkB;CAElB;CAEA;CAEA;CAIA;CAEA;CAEA,YAAY,QAAuC;EACjD,MAAM,MAAM;EACZ,KAAK,cAAc,OAAO;EAC1B,KAAK,gBAAgB,OAAO;EAC5B,KAAK,iBAAiB,OAAO;EAC7B,KAAK,QAAQ,OAAO,SAAS,KAAK;EAClC,KAAK,SAAS,OAAO;EACrB,KAAK,UAAU,OAAO;EACtB,KAAK,yBAAyB,OAAO;EACrC,KAAK,qBAAqB,OAAO;EACjC,KAAK,gCAAgC,OAAO;CAC9C;CAEA,MAAM,sBAAsB,OAAoC;EAC9D,IAAI,UAAmB,CAAC;EACxB,IAAI,KAAK,wBACP,UAAU,MAAM,KAAK,uBAAuB,OAAO,KAAK;OAExD,UAAU,MAAM,KAAK,YAAY,iBAAiB,OAAO,KAAK,MAAM;EAGtE,IAAI,KAAK,sBAAsB,QAAQ,QAAQ;GAC7C,UAAU,MAAM,KAAK,mBAAmB,kBAAkB,SAAS,KAAK;GACxE,IAAI,KAAK,+BACP,UAAU,KAAK,8BAA8B,OAAO;EAExD;EAGA,MAAM,eAAyB,CAAC;EAChC,KAAK,MAAM,OAAO,SAChB,IAAI,CAAC,aAAa,SAAS,IAAI,SAAS,KAAK,MAAM,GACjD,aAAa,KAAK,IAAI,SAAS,KAAK,MAAM;EAG9C,MAAM,aAAyB,CAAC;EAEhC,MAAM,iBAA4B,MADH,KAAK,SAAS,KAAK,YAAY,EAAA,CACX,QAChD,QAAoC,QAAQ,KAAA,CAC/C;EACA,WAAW,KAAK,GAAG,aAAa;EAChC,OAAO,WAAW,MAAM,GAAG,KAAK,OAAO;CACzC;CAEA,MAAM,gBACJ,WACA,WACA,eACA;EACA,IAAI,KAAK,wBACP,MAAM,KAAK,uBAAuB,aAAa,SAAS;OAExD,MAAM,KAAK,YAAY,aAAa,SAAS;EAE/C,IAAI,eACF,MAAM,KAAK,SAAS,KAAK,OAAO,QAAQ,SAAS,CAAC;CAEtD;;;;;;;;;;;;;;;CAgBA,MAAM,aACJ,MACA,QAKe;EACf,MAAM,EACJ,KACA,gBAAgB,MAChB,6BAA6B,CAAC,MAC5B,UAAU,CAAC;EACf,MAAM,aAAa,KAAK,iBACpB,MAAM,KAAK,eAAe,eAAe,IAAI,IAC7C;EACJ,IAAI;EACJ,IAAI,QAAQ,KAAA,GAAW;GACrB,IAAI,CAAC,eACH,MAAM,IAAI,MACR,+DACF;GAEF,eAAe,WAAW,KAAK,SAAmB,KAAK,GAAG,CAAC;EAC7D,OACE,eAAe;EAEjB,IAAI,WAAW,WAAW,aAAa,QACrC,MAAM,IAAI,MACR,oGACF;EAEF,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK,GAAG;GAC7C,MAAM,YAAY,WAAW;GAC7B,MAAM,cAAc,aAAa;GAKjC,MAAM,iBAAgB,MAJA,KAAK,cAAc,eACvC,CAAC,SAAS,GACV,0BACF,EAAA,CAC8B,KAC3B,WACC,IAAI,SAAS;IACX,aAAa,OAAO;IACpB,UAAU;KAAE,GAAG,OAAO;MAAW,KAAK,QAAQ;IAAY;GAC5D,CAAC,CACL;GACA,MAAM,KAAK,gBACT,GAAG,cAAc,UAAU,GAC3B,eACA,aACF;EACF;CACF;AACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score_threshold.cjs","names":["VectorStoreRetriever"],"sources":["../../src/retrievers/score_threshold.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\nexport type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<\n VectorStoreRetrieverInput<V>,\n \"k\"\n> & {\n maxK?: number;\n kIncrement?: number;\n minSimilarityScore: number;\n};\n\nexport class ScoreThresholdRetriever<\n V extends VectorStore,\n> extends VectorStoreRetriever<V> {\n minSimilarityScore: number;\n\n kIncrement = 10;\n\n maxK = 100;\n\n constructor(input: ScoreThresholdRetrieverInput<V>) {\n super(input);\n this.maxK = input.maxK ?? this.maxK;\n this.minSimilarityScore =\n input.minSimilarityScore ?? this.minSimilarityScore;\n this.kIncrement = input.kIncrement ?? this.kIncrement;\n }\n\n async invoke(query: string): Promise<Document[]> {\n let currentK = 0;\n let filteredResults: [Document, number][] = [];\n do {\n currentK += this.kIncrement;\n const results = await this.vectorStore.similaritySearchWithScore(\n query,\n currentK,\n this.filter\n );\n filteredResults = results.filter(\n ([, score]) => score >= this.minSimilarityScore\n );\n } while (filteredResults.length >= currentK && currentK < this.maxK);\n return filteredResults.map((documents) => documents[0]).slice(0, this.maxK);\n }\n\n static fromVectorStore<V extends VectorStore>(\n vectorStore: V,\n options: Omit<ScoreThresholdRetrieverInput<V>, \"vectorStore\">\n ) {\n return new this<V>({ ...options, vectorStore });\n }\n}\n"],"mappings":";;;;;AAgBA,IAAa,0BAAb,cAEUA,6BAAAA,qBAAwB;CAChC;CAEA,aAAa;CAEb,OAAO;CAEP,YAAY,OAAwC;
|
|
1
|
+
{"version":3,"file":"score_threshold.cjs","names":["VectorStoreRetriever"],"sources":["../../src/retrievers/score_threshold.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\nexport type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<\n VectorStoreRetrieverInput<V>,\n \"k\"\n> & {\n maxK?: number;\n kIncrement?: number;\n minSimilarityScore: number;\n};\n\nexport class ScoreThresholdRetriever<\n V extends VectorStore,\n> extends VectorStoreRetriever<V> {\n minSimilarityScore: number;\n\n kIncrement = 10;\n\n maxK = 100;\n\n constructor(input: ScoreThresholdRetrieverInput<V>) {\n super(input);\n this.maxK = input.maxK ?? this.maxK;\n this.minSimilarityScore =\n input.minSimilarityScore ?? this.minSimilarityScore;\n this.kIncrement = input.kIncrement ?? this.kIncrement;\n }\n\n async invoke(query: string): Promise<Document[]> {\n let currentK = 0;\n let filteredResults: [Document, number][] = [];\n do {\n currentK += this.kIncrement;\n const results = await this.vectorStore.similaritySearchWithScore(\n query,\n currentK,\n this.filter\n );\n filteredResults = results.filter(\n ([, score]) => score >= this.minSimilarityScore\n );\n } while (filteredResults.length >= currentK && currentK < this.maxK);\n return filteredResults.map((documents) => documents[0]).slice(0, this.maxK);\n }\n\n static fromVectorStore<V extends VectorStore>(\n vectorStore: V,\n options: Omit<ScoreThresholdRetrieverInput<V>, \"vectorStore\">\n ) {\n return new this<V>({ ...options, vectorStore });\n }\n}\n"],"mappings":";;;;;AAgBA,IAAa,0BAAb,cAEUA,6BAAAA,qBAAwB;CAChC;CAEA,aAAa;CAEb,OAAO;CAEP,YAAY,OAAwC;EAClD,MAAM,KAAK;EACX,KAAK,OAAO,MAAM,QAAQ,KAAK;EAC/B,KAAK,qBACH,MAAM,sBAAsB,KAAK;EACnC,KAAK,aAAa,MAAM,cAAc,KAAK;CAC7C;CAEA,MAAM,OAAO,OAAoC;EAC/C,IAAI,WAAW;EACf,IAAI,kBAAwC,CAAC;EAC7C,GAAG;GACD,YAAY,KAAK;GAMjB,mBAAkB,MALI,KAAK,YAAY,0BACrC,OACA,UACA,KAAK,MACP,EAAA,CAC0B,QACvB,GAAG,WAAW,SAAS,KAAK,kBAC/B;EACF,SAAS,gBAAgB,UAAU,YAAY,WAAW,KAAK;EAC/D,OAAO,gBAAgB,KAAK,cAAc,UAAU,EAAE,CAAC,CAAC,MAAM,GAAG,KAAK,IAAI;CAC5E;CAEA,OAAO,gBACL,aACA,SACA;EACA,OAAO,IAAI,KAAQ;GAAE,GAAG;GAAS;EAAY,CAAC;CAChD;AACF"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { VectorStore, VectorStoreRetriever, VectorStoreRetrieverInput } from "@langchain/core/vectorstores";
|
|
2
2
|
import { Document } from "@langchain/core/documents";
|
|
3
|
-
|
|
4
3
|
//#region src/retrievers/score_threshold.d.ts
|
|
5
4
|
type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<VectorStoreRetrieverInput<V>, "k"> & {
|
|
6
5
|
maxK?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score_threshold.d.cts","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"score_threshold.d.cts","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"mappings":";;;KAOY,6BAA6B,UAAU,eAAe,KAChE,0BAA0B;EAG1B;EACA;EACA;;cAGW,wBACX,UAAU,qBACF,qBAAqB;EAC7B;EAEA;EAEA;EAEA,YAAY,OAAO,6BAA6B;EAQ1C,OAAO,gBAAgB,QAAQ;SAiB9B,gBAAgB,UAAU,aAC/B,aAAa,GACb,SAAS,KAAK,6BAA6B,qBAAkB,wBAAA"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { Document } from "@langchain/core/documents";
|
|
2
2
|
import { VectorStore, VectorStoreRetriever, VectorStoreRetrieverInput } from "@langchain/core/vectorstores";
|
|
3
|
-
|
|
4
3
|
//#region src/retrievers/score_threshold.d.ts
|
|
5
4
|
type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<VectorStoreRetrieverInput<V>, "k"> & {
|
|
6
5
|
maxK?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score_threshold.d.ts","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"score_threshold.d.ts","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"mappings":";;;KAOY,6BAA6B,UAAU,eAAe,KAChE,0BAA0B;EAG1B;EACA;EACA;;cAGW,wBACX,UAAU,qBACF,qBAAqB;EAC7B;EAEA;EAEA;EAEA,YAAY,OAAO,6BAA6B;EAQ1C,OAAO,gBAAgB,QAAQ;SAiB9B,gBAAgB,UAAU,aAC/B,aAAa,GACb,SAAS,KAAK,6BAA6B,qBAAkB,wBAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score_threshold.js","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\nexport type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<\n VectorStoreRetrieverInput<V>,\n \"k\"\n> & {\n maxK?: number;\n kIncrement?: number;\n minSimilarityScore: number;\n};\n\nexport class ScoreThresholdRetriever<\n V extends VectorStore,\n> extends VectorStoreRetriever<V> {\n minSimilarityScore: number;\n\n kIncrement = 10;\n\n maxK = 100;\n\n constructor(input: ScoreThresholdRetrieverInput<V>) {\n super(input);\n this.maxK = input.maxK ?? this.maxK;\n this.minSimilarityScore =\n input.minSimilarityScore ?? this.minSimilarityScore;\n this.kIncrement = input.kIncrement ?? this.kIncrement;\n }\n\n async invoke(query: string): Promise<Document[]> {\n let currentK = 0;\n let filteredResults: [Document, number][] = [];\n do {\n currentK += this.kIncrement;\n const results = await this.vectorStore.similaritySearchWithScore(\n query,\n currentK,\n this.filter\n );\n filteredResults = results.filter(\n ([, score]) => score >= this.minSimilarityScore\n );\n } while (filteredResults.length >= currentK && currentK < this.maxK);\n return filteredResults.map((documents) => documents[0]).slice(0, this.maxK);\n }\n\n static fromVectorStore<V extends VectorStore>(\n vectorStore: V,\n options: Omit<ScoreThresholdRetrieverInput<V>, \"vectorStore\">\n ) {\n return new this<V>({ ...options, vectorStore });\n }\n}\n"],"mappings":";;;;AAgBA,IAAa,0BAAb,cAEU,qBAAwB;CAChC;CAEA,aAAa;CAEb,OAAO;CAEP,YAAY,OAAwC;
|
|
1
|
+
{"version":3,"file":"score_threshold.js","names":[],"sources":["../../src/retrievers/score_threshold.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport {\n VectorStore,\n VectorStoreRetriever,\n VectorStoreRetrieverInput,\n} from \"@langchain/core/vectorstores\";\n\nexport type ScoreThresholdRetrieverInput<V extends VectorStore> = Omit<\n VectorStoreRetrieverInput<V>,\n \"k\"\n> & {\n maxK?: number;\n kIncrement?: number;\n minSimilarityScore: number;\n};\n\nexport class ScoreThresholdRetriever<\n V extends VectorStore,\n> extends VectorStoreRetriever<V> {\n minSimilarityScore: number;\n\n kIncrement = 10;\n\n maxK = 100;\n\n constructor(input: ScoreThresholdRetrieverInput<V>) {\n super(input);\n this.maxK = input.maxK ?? this.maxK;\n this.minSimilarityScore =\n input.minSimilarityScore ?? this.minSimilarityScore;\n this.kIncrement = input.kIncrement ?? this.kIncrement;\n }\n\n async invoke(query: string): Promise<Document[]> {\n let currentK = 0;\n let filteredResults: [Document, number][] = [];\n do {\n currentK += this.kIncrement;\n const results = await this.vectorStore.similaritySearchWithScore(\n query,\n currentK,\n this.filter\n );\n filteredResults = results.filter(\n ([, score]) => score >= this.minSimilarityScore\n );\n } while (filteredResults.length >= currentK && currentK < this.maxK);\n return filteredResults.map((documents) => documents[0]).slice(0, this.maxK);\n }\n\n static fromVectorStore<V extends VectorStore>(\n vectorStore: V,\n options: Omit<ScoreThresholdRetrieverInput<V>, \"vectorStore\">\n ) {\n return new this<V>({ ...options, vectorStore });\n }\n}\n"],"mappings":";;;;AAgBA,IAAa,0BAAb,cAEU,qBAAwB;CAChC;CAEA,aAAa;CAEb,OAAO;CAEP,YAAY,OAAwC;EAClD,MAAM,KAAK;EACX,KAAK,OAAO,MAAM,QAAQ,KAAK;EAC/B,KAAK,qBACH,MAAM,sBAAsB,KAAK;EACnC,KAAK,aAAa,MAAM,cAAc,KAAK;CAC7C;CAEA,MAAM,OAAO,OAAoC;EAC/C,IAAI,WAAW;EACf,IAAI,kBAAwC,CAAC;EAC7C,GAAG;GACD,YAAY,KAAK;GAMjB,mBAAkB,MALI,KAAK,YAAY,0BACrC,OACA,UACA,KAAK,MACP,EAAA,CAC0B,QACvB,GAAG,WAAW,SAAS,KAAK,kBAC/B;EACF,SAAS,gBAAgB,UAAU,YAAY,WAAW,KAAK;EAC/D,OAAO,gBAAgB,KAAK,cAAc,UAAU,EAAE,CAAC,CAAC,MAAM,GAAG,KAAK,IAAI;CAC5E;CAEA,OAAO,gBACL,aACA,SACA;EACA,OAAO,IAAI,KAAQ;GAAE,GAAG;GAAS;EAAY,CAAC;CAChD;AACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.cjs","names":["BaseRetriever","loadQueryConstructorRunnable"],"sources":["../../../src/retrievers/self_query/index.ts"],"sourcesContent":["import { RunnableInterface } from \"@langchain/core/runnables\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { VectorStore } from \"@langchain/core/vectorstores\";\nimport {\n BaseTranslator,\n StructuredQuery,\n} from \"@langchain/core/structured_query\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport {\n loadQueryConstructorRunnable,\n QueryConstructorRunnableOptions,\n} from \"../../chains/query_constructor/index.js\";\n\nexport { BaseTranslator } from \"@langchain/core/structured_query\";\nexport {\n BasicTranslator,\n FunctionalTranslator,\n} from \"@langchain/core/structured_query\";\n\n/**\n * Interface for the arguments required to create a SelfQueryRetriever\n * instance. It extends the BaseRetrieverInput interface.\n */\nexport interface SelfQueryRetrieverArgs<\n T extends VectorStore,\n> extends BaseRetrieverInput {\n vectorStore: T;\n structuredQueryTranslator: BaseTranslator<T>;\n queryConstructor: RunnableInterface<{ query: string }, StructuredQuery>;\n verbose?: boolean;\n useOriginalQuery?: boolean;\n searchParams?: {\n k?: number;\n filter?: T[\"FilterType\"];\n mergeFiltersOperator?: \"or\" | \"and\" | \"replace\";\n forceDefaultFilter?: boolean;\n };\n}\n\n/**\n * Class for question answering over an index. It retrieves relevant\n * documents based on a query. It extends the BaseRetriever class and\n * implements the SelfQueryRetrieverArgs interface.\n * @example\n * ```typescript\n * const selfQueryRetriever = SelfQueryRetriever.fromLLM({\n * llm: new ChatOpenAI({ model: \"gpt-4o-mini\" }),\n * vectorStore: await HNSWLib.fromDocuments(docs, new OpenAIEmbeddings()),\n * documentContents: \"Brief summary of a movie\",\n * attributeInfo: attributeInfo,\n * structuredQueryTranslator: new FunctionalTranslator(),\n * });\n * const relevantDocuments = await selfQueryRetriever.invoke(\n * \"Which movies are directed by Greta Gerwig?\",\n * );\n * ```\n */\nexport class SelfQueryRetriever<T extends VectorStore>\n extends BaseRetriever\n implements SelfQueryRetrieverArgs<T>\n{\n static lc_name() {\n return \"SelfQueryRetriever\";\n }\n\n get lc_namespace() {\n return [\"langchain\", \"retrievers\", \"self_query\"];\n }\n\n vectorStore: T;\n\n queryConstructor: RunnableInterface<{ query: string }, StructuredQuery>;\n\n verbose?: boolean;\n\n structuredQueryTranslator: BaseTranslator<T>;\n\n useOriginalQuery = false;\n\n searchParams?: {\n k?: number;\n filter?: T[\"FilterType\"];\n mergeFiltersOperator?: \"or\" | \"and\" | \"replace\";\n forceDefaultFilter?: boolean;\n } = { k: 4, forceDefaultFilter: false };\n\n constructor(options: SelfQueryRetrieverArgs<T>) {\n super(options);\n this.vectorStore = options.vectorStore;\n this.queryConstructor = options.queryConstructor;\n this.verbose = options.verbose ?? false;\n this.searchParams = options.searchParams ?? this.searchParams;\n this.useOriginalQuery = options.useOriginalQuery ?? this.useOriginalQuery;\n this.structuredQueryTranslator = options.structuredQueryTranslator;\n }\n\n async _getRelevantDocuments(\n query: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document<Record<string, unknown>>[]> {\n const generatedStructuredQuery = await this.queryConstructor.invoke(\n { query },\n {\n callbacks: runManager?.getChild(\"query_constructor\"),\n runName: \"query_constructor\",\n }\n );\n\n const nextArg = this.structuredQueryTranslator.visitStructuredQuery(\n generatedStructuredQuery\n );\n\n const filter = this.structuredQueryTranslator.mergeFilters(\n this.searchParams?.filter,\n nextArg.filter,\n this.searchParams?.mergeFiltersOperator,\n this.searchParams?.forceDefaultFilter\n );\n\n const generatedQuery = generatedStructuredQuery.query;\n let myQuery = query;\n\n if (!this.useOriginalQuery && generatedQuery && generatedQuery.length > 0) {\n myQuery = generatedQuery;\n }\n\n return this.vectorStore\n .asRetriever({\n k: this.searchParams?.k,\n filter,\n })\n .invoke(myQuery, { callbacks: runManager?.getChild(\"retriever\") });\n }\n\n /**\n * Static method to create a new SelfQueryRetriever instance from a\n * BaseLanguageModel and a VectorStore. It first loads a query constructor\n * chain using the loadQueryConstructorChain function, then creates a new\n * SelfQueryRetriever instance with the loaded chain and the provided\n * options.\n * @param options The options used to create the SelfQueryRetriever instance. It includes the QueryConstructorChainOptions and all the SelfQueryRetrieverArgs except 'llmChain'.\n * @returns A new instance of SelfQueryRetriever.\n */\n static fromLLM<T extends VectorStore>(\n options: QueryConstructorRunnableOptions &\n Omit<SelfQueryRetrieverArgs<T>, \"queryConstructor\">\n ): SelfQueryRetriever<T> {\n const {\n structuredQueryTranslator,\n allowedComparators,\n allowedOperators,\n llm,\n documentContents,\n attributeInfo,\n examples,\n vectorStore,\n ...rest\n } = options;\n const queryConstructor = loadQueryConstructorRunnable({\n llm,\n documentContents,\n attributeInfo,\n examples,\n allowedComparators:\n allowedComparators ?? structuredQueryTranslator.allowedComparators,\n allowedOperators:\n allowedOperators ?? structuredQueryTranslator.allowedOperators,\n });\n return new SelfQueryRetriever<T>({\n ...rest,\n queryConstructor,\n vectorStore,\n structuredQueryTranslator,\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6DA,IAAa,qBAAb,MAAa,2BACHA,2BAAAA,cAEV;CACE,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"index.cjs","names":["BaseRetriever","loadQueryConstructorRunnable"],"sources":["../../../src/retrievers/self_query/index.ts"],"sourcesContent":["import { RunnableInterface } from \"@langchain/core/runnables\";\nimport {\n BaseRetriever,\n type BaseRetrieverInput,\n} from \"@langchain/core/retrievers\";\nimport { Document } from \"@langchain/core/documents\";\nimport { VectorStore } from \"@langchain/core/vectorstores\";\nimport {\n BaseTranslator,\n StructuredQuery,\n} from \"@langchain/core/structured_query\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\nimport {\n loadQueryConstructorRunnable,\n QueryConstructorRunnableOptions,\n} from \"../../chains/query_constructor/index.js\";\n\nexport { BaseTranslator } from \"@langchain/core/structured_query\";\nexport {\n BasicTranslator,\n FunctionalTranslator,\n} from \"@langchain/core/structured_query\";\n\n/**\n * Interface for the arguments required to create a SelfQueryRetriever\n * instance. It extends the BaseRetrieverInput interface.\n */\nexport interface SelfQueryRetrieverArgs<\n T extends VectorStore,\n> extends BaseRetrieverInput {\n vectorStore: T;\n structuredQueryTranslator: BaseTranslator<T>;\n queryConstructor: RunnableInterface<{ query: string }, StructuredQuery>;\n verbose?: boolean;\n useOriginalQuery?: boolean;\n searchParams?: {\n k?: number;\n filter?: T[\"FilterType\"];\n mergeFiltersOperator?: \"or\" | \"and\" | \"replace\";\n forceDefaultFilter?: boolean;\n };\n}\n\n/**\n * Class for question answering over an index. It retrieves relevant\n * documents based on a query. It extends the BaseRetriever class and\n * implements the SelfQueryRetrieverArgs interface.\n * @example\n * ```typescript\n * const selfQueryRetriever = SelfQueryRetriever.fromLLM({\n * llm: new ChatOpenAI({ model: \"gpt-4o-mini\" }),\n * vectorStore: await HNSWLib.fromDocuments(docs, new OpenAIEmbeddings()),\n * documentContents: \"Brief summary of a movie\",\n * attributeInfo: attributeInfo,\n * structuredQueryTranslator: new FunctionalTranslator(),\n * });\n * const relevantDocuments = await selfQueryRetriever.invoke(\n * \"Which movies are directed by Greta Gerwig?\",\n * );\n * ```\n */\nexport class SelfQueryRetriever<T extends VectorStore>\n extends BaseRetriever\n implements SelfQueryRetrieverArgs<T>\n{\n static lc_name() {\n return \"SelfQueryRetriever\";\n }\n\n get lc_namespace() {\n return [\"langchain\", \"retrievers\", \"self_query\"];\n }\n\n vectorStore: T;\n\n queryConstructor: RunnableInterface<{ query: string }, StructuredQuery>;\n\n verbose?: boolean;\n\n structuredQueryTranslator: BaseTranslator<T>;\n\n useOriginalQuery = false;\n\n searchParams?: {\n k?: number;\n filter?: T[\"FilterType\"];\n mergeFiltersOperator?: \"or\" | \"and\" | \"replace\";\n forceDefaultFilter?: boolean;\n } = { k: 4, forceDefaultFilter: false };\n\n constructor(options: SelfQueryRetrieverArgs<T>) {\n super(options);\n this.vectorStore = options.vectorStore;\n this.queryConstructor = options.queryConstructor;\n this.verbose = options.verbose ?? false;\n this.searchParams = options.searchParams ?? this.searchParams;\n this.useOriginalQuery = options.useOriginalQuery ?? this.useOriginalQuery;\n this.structuredQueryTranslator = options.structuredQueryTranslator;\n }\n\n async _getRelevantDocuments(\n query: string,\n runManager?: CallbackManagerForRetrieverRun\n ): Promise<Document<Record<string, unknown>>[]> {\n const generatedStructuredQuery = await this.queryConstructor.invoke(\n { query },\n {\n callbacks: runManager?.getChild(\"query_constructor\"),\n runName: \"query_constructor\",\n }\n );\n\n const nextArg = this.structuredQueryTranslator.visitStructuredQuery(\n generatedStructuredQuery\n );\n\n const filter = this.structuredQueryTranslator.mergeFilters(\n this.searchParams?.filter,\n nextArg.filter,\n this.searchParams?.mergeFiltersOperator,\n this.searchParams?.forceDefaultFilter\n );\n\n const generatedQuery = generatedStructuredQuery.query;\n let myQuery = query;\n\n if (!this.useOriginalQuery && generatedQuery && generatedQuery.length > 0) {\n myQuery = generatedQuery;\n }\n\n return this.vectorStore\n .asRetriever({\n k: this.searchParams?.k,\n filter,\n })\n .invoke(myQuery, { callbacks: runManager?.getChild(\"retriever\") });\n }\n\n /**\n * Static method to create a new SelfQueryRetriever instance from a\n * BaseLanguageModel and a VectorStore. It first loads a query constructor\n * chain using the loadQueryConstructorChain function, then creates a new\n * SelfQueryRetriever instance with the loaded chain and the provided\n * options.\n * @param options The options used to create the SelfQueryRetriever instance. It includes the QueryConstructorChainOptions and all the SelfQueryRetrieverArgs except 'llmChain'.\n * @returns A new instance of SelfQueryRetriever.\n */\n static fromLLM<T extends VectorStore>(\n options: QueryConstructorRunnableOptions &\n Omit<SelfQueryRetrieverArgs<T>, \"queryConstructor\">\n ): SelfQueryRetriever<T> {\n const {\n structuredQueryTranslator,\n allowedComparators,\n allowedOperators,\n llm,\n documentContents,\n attributeInfo,\n examples,\n vectorStore,\n ...rest\n } = options;\n const queryConstructor = loadQueryConstructorRunnable({\n llm,\n documentContents,\n attributeInfo,\n examples,\n allowedComparators:\n allowedComparators ?? structuredQueryTranslator.allowedComparators,\n allowedOperators:\n allowedOperators ?? structuredQueryTranslator.allowedOperators,\n });\n return new SelfQueryRetriever<T>({\n ...rest,\n queryConstructor,\n vectorStore,\n structuredQueryTranslator,\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6DA,IAAa,qBAAb,MAAa,2BACHA,2BAAAA,cAEV;CACE,OAAO,UAAU;EACf,OAAO;CACT;CAEA,IAAI,eAAe;EACjB,OAAO;GAAC;GAAa;GAAc;EAAY;CACjD;CAEA;CAEA;CAEA;CAEA;CAEA,mBAAmB;CAEnB,eAKI;EAAE,GAAG;EAAG,oBAAoB;CAAM;CAEtC,YAAY,SAAoC;EAC9C,MAAM,OAAO;EACb,KAAK,cAAc,QAAQ;EAC3B,KAAK,mBAAmB,QAAQ;EAChC,KAAK,UAAU,QAAQ,WAAW;EAClC,KAAK,eAAe,QAAQ,gBAAgB,KAAK;EACjD,KAAK,mBAAmB,QAAQ,oBAAoB,KAAK;EACzD,KAAK,4BAA4B,QAAQ;CAC3C;CAEA,MAAM,sBACJ,OACA,YAC8C;EAC9C,MAAM,2BAA2B,MAAM,KAAK,iBAAiB,OAC3D,EAAE,MAAM,GACR;GACE,WAAW,YAAY,SAAS,mBAAmB;GACnD,SAAS;EACX,CACF;EAEA,MAAM,UAAU,KAAK,0BAA0B,qBAC7C,wBACF;EAEA,MAAM,SAAS,KAAK,0BAA0B,aAC5C,KAAK,cAAc,QACnB,QAAQ,QACR,KAAK,cAAc,sBACnB,KAAK,cAAc,kBACrB;EAEA,MAAM,iBAAiB,yBAAyB;EAChD,IAAI,UAAU;EAEd,IAAI,CAAC,KAAK,oBAAoB,kBAAkB,eAAe,SAAS,GACtE,UAAU;EAGZ,OAAO,KAAK,YACT,YAAY;GACX,GAAG,KAAK,cAAc;GACtB;EACF,CAAC,CAAC,CACD,OAAO,SAAS,EAAE,WAAW,YAAY,SAAS,WAAW,EAAE,CAAC;CACrE;;;;;;;;;;CAWA,OAAO,QACL,SAEuB;EACvB,MAAM,EACJ,2BACA,oBACA,kBACA,KACA,kBACA,eACA,UACA,aACA,GAAG,SACD;EACJ,MAAM,mBAAmBC,uCAAAA,6BAA6B;GACpD;GACA;GACA;GACA;GACA,oBACE,sBAAsB,0BAA0B;GAClD,kBACE,oBAAoB,0BAA0B;EAClD,CAAC;EACD,OAAO,IAAI,mBAAsB;GAC/B,GAAG;GACH;GACA;GACA;EACF,CAAC;CACH;AACF"}
|
|
@@ -5,7 +5,6 @@ import { VectorStore } from "@langchain/core/vectorstores";
|
|
|
5
5
|
import { BaseRetriever, BaseRetrieverInput } from "@langchain/core/retrievers";
|
|
6
6
|
import { Document } from "@langchain/core/documents";
|
|
7
7
|
import { BaseTranslator, BaseTranslator as BaseTranslator$1, BasicTranslator, FunctionalTranslator, StructuredQuery } from "@langchain/core/structured_query";
|
|
8
|
-
|
|
9
8
|
//#region src/retrievers/self_query/index.d.ts
|
|
10
9
|
/**
|
|
11
10
|
* Interface for the arguments required to create a SelfQueryRetriever
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.cts","names":[],"sources":["../../../src/retrievers/self_query/index.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.cts","names":[],"sources":["../../../src/retrievers/self_query/index.ts"],"mappings":";;;;;;;;;;;;UA2BiB,uBACf,UAAU,qBACF;EACR,aAAa;EACb,2BAA2B,iBAAe;EAC1C,kBAAkB;IAAoB;KAAiB;EACvD;EACA;EACA;IACE;IACA,SAAS;IACT;IACA;;;;;;;;;;;;;;;;;;;;;cAsBS,mBAAmB,UAAU,qBAChC,yBACG,uBAAuB;SAE3B;MAIH;EAIJ,aAAa;EAEb,kBAAkB;IAAoB;KAAiB;EAEvD;EAEA,2BAA2B,iBAAe;EAE1C;EAEA;IACE;IACA,SAAS;IACT;IACA;;EAGF,YAAY,SAAS,uBAAuB;EAUtC,sBACJ,eACA,aAAa,iCACZ,QAAQ,SAAS;;;;;;;;;;SA4Cb,QAAQ,UAAU,aACvB,SAAS,kCACP,KAAK,uBAAuB,0BAC7B,mBAAmB"}
|