langchain 0.0.131 → 0.0.132
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/agent.cjs +23 -0
- package/dist/agents/agent.d.ts +28 -0
- package/dist/agents/agent.js +23 -0
- package/dist/agents/chat/index.cjs +25 -0
- package/dist/agents/chat/index.d.ts +32 -0
- package/dist/agents/chat/index.js +25 -0
- package/dist/agents/chat/outputParser.cjs +19 -0
- package/dist/agents/chat/outputParser.d.ts +19 -0
- package/dist/agents/chat/outputParser.js +19 -0
- package/dist/agents/chat_convo/index.cjs +22 -0
- package/dist/agents/chat_convo/index.d.ts +31 -0
- package/dist/agents/chat_convo/index.js +22 -0
- package/dist/agents/chat_convo/outputParser.cjs +42 -0
- package/dist/agents/chat_convo/outputParser.d.ts +42 -0
- package/dist/agents/chat_convo/outputParser.js +42 -0
- package/dist/agents/executor.cjs +6 -0
- package/dist/agents/executor.d.ts +11 -0
- package/dist/agents/executor.js +6 -0
- package/dist/agents/initialize.d.ts +5 -0
- package/dist/agents/mrkl/index.cjs +17 -0
- package/dist/agents/mrkl/index.d.ts +24 -0
- package/dist/agents/mrkl/index.js +17 -0
- package/dist/agents/mrkl/outputParser.cjs +15 -0
- package/dist/agents/mrkl/outputParser.d.ts +15 -0
- package/dist/agents/mrkl/outputParser.js +15 -0
- package/dist/agents/openai/index.cjs +43 -0
- package/dist/agents/openai/index.d.ts +39 -0
- package/dist/agents/openai/index.js +43 -0
- package/dist/agents/structured_chat/index.cjs +32 -0
- package/dist/agents/structured_chat/index.d.ts +40 -0
- package/dist/agents/structured_chat/index.js +32 -0
- package/dist/agents/structured_chat/outputParser.cjs +44 -0
- package/dist/agents/structured_chat/outputParser.d.ts +48 -0
- package/dist/agents/structured_chat/outputParser.js +44 -0
- package/dist/agents/toolkits/aws_sfn.cjs +5 -0
- package/dist/agents/toolkits/aws_sfn.d.ts +9 -0
- package/dist/agents/toolkits/aws_sfn.js +5 -0
- package/dist/agents/toolkits/base.cjs +5 -0
- package/dist/agents/toolkits/base.d.ts +5 -0
- package/dist/agents/toolkits/base.js +5 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.cjs +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.js +10 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs +17 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts +21 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.js +17 -0
- package/dist/agents/toolkits/json/json.cjs +15 -0
- package/dist/agents/toolkits/json/json.d.ts +15 -0
- package/dist/agents/toolkits/json/json.js +15 -0
- package/dist/agents/toolkits/openapi/openapi.cjs +21 -0
- package/dist/agents/toolkits/openapi/openapi.d.ts +21 -0
- package/dist/agents/toolkits/openapi/openapi.js +21 -0
- package/dist/agents/toolkits/sql/sql.cjs +4 -0
- package/dist/agents/toolkits/sql/sql.d.ts +8 -0
- package/dist/agents/toolkits/sql/sql.js +4 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.cjs +10 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.d.ts +14 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.js +10 -0
- package/dist/agents/toolkits/zapier/zapier.cjs +12 -0
- package/dist/agents/toolkits/zapier/zapier.d.ts +12 -0
- package/dist/agents/toolkits/zapier/zapier.js +12 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.d.ts +28 -0
- package/dist/agents/types.js +5 -0
- package/dist/cache/index.cjs +21 -0
- package/dist/cache/index.d.ts +21 -0
- package/dist/cache/index.js +21 -0
- package/dist/cache/ioredis.cjs +16 -0
- package/dist/cache/ioredis.d.ts +16 -0
- package/dist/cache/ioredis.js +16 -0
- package/dist/cache/redis.cjs +21 -0
- package/dist/cache/redis.d.ts +25 -0
- package/dist/cache/redis.js +21 -0
- package/dist/callbacks/base.cjs +11 -0
- package/dist/callbacks/base.d.ts +20 -0
- package/dist/callbacks/base.js +11 -0
- package/dist/callbacks/handlers/console.cjs +87 -0
- package/dist/callbacks/handlers/console.d.ts +87 -0
- package/dist/callbacks/handlers/console.js +87 -0
- package/dist/callbacks/handlers/initialize.cjs +12 -0
- package/dist/callbacks/handlers/initialize.d.ts +12 -0
- package/dist/callbacks/handlers/initialize.js +12 -0
- package/dist/callbacks/manager.cjs +9 -0
- package/dist/callbacks/manager.d.ts +9 -0
- package/dist/callbacks/manager.js +9 -0
- package/dist/callbacks/promises.cjs +9 -0
- package/dist/callbacks/promises.d.ts +4 -0
- package/dist/callbacks/promises.js +9 -0
- package/dist/chains/analyze_documents_chain.d.ts +4 -0
- package/dist/chains/api/api_chain.cjs +12 -0
- package/dist/chains/api/api_chain.d.ts +19 -0
- package/dist/chains/api/api_chain.js +12 -0
- package/dist/chains/base.cjs +6 -0
- package/dist/chains/base.d.ts +6 -0
- package/dist/chains/base.js +6 -0
- package/dist/chains/chat_vector_db_chain.cjs +8 -0
- package/dist/chains/chat_vector_db_chain.d.ts +11 -0
- package/dist/chains/chat_vector_db_chain.js +8 -0
- package/dist/chains/combine_docs_chain.d.ts +10 -0
- package/dist/chains/constitutional_ai/constitutional_chain.cjs +17 -0
- package/dist/chains/constitutional_ai/constitutional_chain.d.ts +20 -0
- package/dist/chains/constitutional_ai/constitutional_chain.js +17 -0
- package/dist/chains/constitutional_ai/constitutional_principle.cjs +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.d.ts +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.js +4 -0
- package/dist/chains/conversation.cjs +4 -0
- package/dist/chains/conversation.d.ts +4 -0
- package/dist/chains/conversation.js +4 -0
- package/dist/chains/conversational_retrieval_chain.cjs +21 -0
- package/dist/chains/conversational_retrieval_chain.d.ts +26 -1
- package/dist/chains/conversational_retrieval_chain.js +21 -0
- package/dist/chains/llm_chain.d.ts +3 -0
- package/dist/chains/openai_functions/extraction.cjs +21 -0
- package/dist/chains/openai_functions/extraction.d.ts +15 -0
- package/dist/chains/openai_functions/extraction.js +21 -0
- package/dist/chains/openai_functions/openapi.cjs +27 -0
- package/dist/chains/openai_functions/openapi.d.ts +3 -0
- package/dist/chains/openai_functions/openapi.js +27 -0
- package/dist/chains/openai_functions/structured_output.cjs +12 -0
- package/dist/chains/openai_functions/structured_output.d.ts +18 -0
- package/dist/chains/openai_functions/structured_output.js +12 -0
- package/dist/chains/openai_functions/tagging.cjs +24 -0
- package/dist/chains/openai_functions/tagging.d.ts +21 -0
- package/dist/chains/openai_functions/tagging.js +24 -0
- package/dist/chains/openai_moderation.cjs +5 -0
- package/dist/chains/openai_moderation.d.ts +8 -0
- package/dist/chains/openai_moderation.js +5 -0
- package/dist/chains/query_constructor/index.cjs +17 -0
- package/dist/chains/query_constructor/index.d.ts +20 -0
- package/dist/chains/query_constructor/index.js +17 -0
- package/dist/chains/query_constructor/ir.cjs +24 -0
- package/dist/chains/query_constructor/ir.d.ts +71 -0
- package/dist/chains/query_constructor/ir.js +24 -0
- package/dist/chains/query_constructor/parser.cjs +21 -0
- package/dist/chains/query_constructor/parser.d.ts +25 -0
- package/dist/chains/query_constructor/parser.js +21 -0
- package/dist/chains/question_answering/load.cjs +21 -0
- package/dist/chains/question_answering/load.d.ts +34 -0
- package/dist/chains/question_answering/load.js +21 -0
- package/dist/chains/retrieval_qa.cjs +12 -0
- package/dist/chains/retrieval_qa.d.ts +15 -0
- package/dist/chains/retrieval_qa.js +12 -0
- package/dist/chains/router/llm_router.cjs +16 -0
- package/dist/chains/router/llm_router.d.ts +24 -0
- package/dist/chains/router/llm_router.js +16 -0
- package/dist/chains/router/multi_prompt.cjs +19 -0
- package/dist/chains/router/multi_prompt.d.ts +19 -0
- package/dist/chains/router/multi_prompt.js +19 -0
- package/dist/chains/router/multi_retrieval_qa.cjs +22 -0
- package/dist/chains/router/multi_retrieval_qa.d.ts +27 -0
- package/dist/chains/router/multi_retrieval_qa.js +22 -0
- package/dist/chains/router/multi_route.cjs +10 -0
- package/dist/chains/router/multi_route.d.ts +25 -0
- package/dist/chains/router/multi_route.js +10 -0
- package/dist/chains/sequential_chain.d.ts +6 -0
- package/dist/chains/serde.d.ts +58 -0
- package/dist/chains/sql_db/sql_db_chain.cjs +13 -0
- package/dist/chains/sql_db/sql_db_chain.d.ts +18 -0
- package/dist/chains/sql_db/sql_db_chain.js +13 -0
- package/dist/chains/summarization/load.d.ts +4 -0
- package/dist/chains/transform.cjs +6 -0
- package/dist/chains/transform.d.ts +11 -0
- package/dist/chains/transform.js +6 -0
- package/dist/chains/vector_db_qa.cjs +15 -0
- package/dist/chains/vector_db_qa.d.ts +21 -0
- package/dist/chains/vector_db_qa.js +15 -0
- package/dist/chat_models/anthropic.cjs +24 -4
- package/dist/chat_models/anthropic.d.ts +14 -0
- package/dist/chat_models/anthropic.js +24 -4
- package/dist/chat_models/baiduwenxin.cjs +16 -0
- package/dist/chat_models/baiduwenxin.d.ts +18 -0
- package/dist/chat_models/baiduwenxin.js +16 -0
- package/dist/chat_models/base.cjs +61 -0
- package/dist/chat_models/base.d.ts +73 -0
- package/dist/chat_models/base.js +61 -0
- package/dist/chat_models/googlepalm.cjs +3 -0
- package/dist/chat_models/googlepalm.d.ts +6 -0
- package/dist/chat_models/googlepalm.js +3 -0
- package/dist/chat_models/googlevertexai.cjs +32 -0
- package/dist/chat_models/googlevertexai.d.ts +49 -0
- package/dist/chat_models/googlevertexai.js +32 -0
- package/dist/chat_models/ollama.cjs +11 -0
- package/dist/chat_models/ollama.d.ts +15 -0
- package/dist/chat_models/ollama.js +11 -0
- package/dist/document_loaders/base.cjs +10 -0
- package/dist/document_loaders/base.d.ts +17 -0
- package/dist/document_loaders/base.js +10 -0
- package/dist/document_loaders/fs/buffer.cjs +21 -0
- package/dist/document_loaders/fs/buffer.d.ts +28 -0
- package/dist/document_loaders/fs/buffer.js +21 -0
- package/dist/document_loaders/fs/csv.cjs +19 -0
- package/dist/document_loaders/fs/csv.d.ts +19 -0
- package/dist/document_loaders/fs/csv.js +19 -0
- package/dist/document_loaders/fs/directory.cjs +21 -0
- package/dist/document_loaders/fs/directory.d.ts +29 -0
- package/dist/document_loaders/fs/directory.js +21 -0
- package/dist/document_loaders/fs/docx.cjs +16 -0
- package/dist/document_loaders/fs/docx.d.ts +16 -0
- package/dist/document_loaders/fs/docx.js +16 -0
- package/dist/document_loaders/fs/epub.cjs +16 -0
- package/dist/document_loaders/fs/epub.d.ts +16 -0
- package/dist/document_loaders/fs/epub.js +16 -0
- package/dist/document_loaders/fs/json.cjs +40 -0
- package/dist/document_loaders/fs/json.d.ts +40 -0
- package/dist/document_loaders/fs/json.js +40 -0
- package/dist/document_loaders/fs/notion.cjs +6 -0
- package/dist/document_loaders/fs/notion.d.ts +6 -0
- package/dist/document_loaders/fs/notion.js +6 -0
- package/dist/document_loaders/fs/pdf.cjs +21 -0
- package/dist/document_loaders/fs/pdf.d.ts +21 -0
- package/dist/document_loaders/fs/pdf.js +21 -0
- package/dist/document_loaders/fs/srt.cjs +19 -0
- package/dist/document_loaders/fs/srt.d.ts +19 -0
- package/dist/document_loaders/fs/srt.js +19 -0
- package/dist/document_loaders/fs/text.cjs +34 -0
- package/dist/document_loaders/fs/text.d.ts +34 -0
- package/dist/document_loaders/fs/text.js +34 -0
- package/dist/document_loaders/fs/unstructured.cjs +14 -0
- package/dist/document_loaders/fs/unstructured.d.ts +26 -0
- package/dist/document_loaders/fs/unstructured.js +14 -0
- package/dist/document_loaders/web/apify_dataset.cjs +11 -0
- package/dist/document_loaders/web/apify_dataset.d.ts +15 -0
- package/dist/document_loaders/web/apify_dataset.js +11 -0
- package/dist/document_loaders/web/azure_blob_storage_container.cjs +13 -0
- package/dist/document_loaders/web/azure_blob_storage_container.d.ts +26 -0
- package/dist/document_loaders/web/azure_blob_storage_container.js +13 -0
- package/dist/document_loaders/web/azure_blob_storage_file.cjs +12 -0
- package/dist/document_loaders/web/azure_blob_storage_file.d.ts +21 -0
- package/dist/document_loaders/web/azure_blob_storage_file.js +12 -0
- package/dist/document_loaders/web/cheerio.cjs +21 -0
- package/dist/document_loaders/web/cheerio.d.ts +26 -0
- package/dist/document_loaders/web/cheerio.js +21 -0
- package/dist/document_loaders/web/college_confidential.cjs +11 -0
- package/dist/document_loaders/web/college_confidential.d.ts +11 -0
- package/dist/document_loaders/web/college_confidential.js +11 -0
- package/dist/document_loaders/web/confluence.cjs +23 -0
- package/dist/document_loaders/web/confluence.d.ts +33 -0
- package/dist/document_loaders/web/confluence.js +23 -0
- package/dist/document_loaders/web/figma.cjs +21 -0
- package/dist/document_loaders/web/figma.d.ts +32 -0
- package/dist/document_loaders/web/figma.js +21 -0
- package/dist/document_loaders/web/gitbook.cjs +33 -0
- package/dist/document_loaders/web/gitbook.d.ts +38 -0
- package/dist/document_loaders/web/gitbook.js +33 -0
- package/dist/document_loaders/web/github.cjs +50 -0
- package/dist/document_loaders/web/github.d.ts +53 -0
- package/dist/document_loaders/web/github.js +50 -0
- package/dist/document_loaders/web/hn.cjs +31 -0
- package/dist/document_loaders/web/hn.d.ts +31 -0
- package/dist/document_loaders/web/hn.js +31 -0
- package/dist/document_loaders/web/imsdb.cjs +14 -0
- package/dist/document_loaders/web/imsdb.d.ts +14 -0
- package/dist/document_loaders/web/imsdb.js +14 -0
- package/dist/document_loaders/web/notionapi.cjs +39 -0
- package/dist/document_loaders/web/notionapi.d.ts +43 -0
- package/dist/document_loaders/web/notionapi.js +39 -0
- package/dist/document_loaders/web/notiondb.cjs +19 -0
- package/dist/document_loaders/web/notiondb.d.ts +24 -0
- package/dist/document_loaders/web/notiondb.js +19 -0
- package/dist/document_loaders/web/playwright.cjs +22 -0
- package/dist/document_loaders/web/playwright.d.ts +27 -0
- package/dist/document_loaders/web/playwright.js +22 -0
- package/dist/document_loaders/web/puppeteer.cjs +20 -0
- package/dist/document_loaders/web/puppeteer.d.ts +25 -0
- package/dist/document_loaders/web/puppeteer.js +20 -0
- package/dist/document_loaders/web/s3.cjs +9 -0
- package/dist/document_loaders/web/s3.d.ts +21 -0
- package/dist/document_loaders/web/s3.js +9 -0
- package/dist/document_loaders/web/serpapi.cjs +4 -0
- package/dist/document_loaders/web/serpapi.d.ts +8 -0
- package/dist/document_loaders/web/serpapi.js +4 -0
- package/dist/document_loaders/web/sonix_audio.cjs +10 -0
- package/dist/document_loaders/web/sonix_audio.d.ts +10 -0
- package/dist/document_loaders/web/sonix_audio.js +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.cjs +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +17 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.js +10 -0
- package/dist/document_loaders/web/youtube.cjs +23 -0
- package/dist/document_loaders/web/youtube.d.ts +27 -0
- package/dist/document_loaders/web/youtube.js +23 -0
- package/dist/document_transformers/html_to_text.cjs +3 -0
- package/dist/document_transformers/html_to_text.d.ts +3 -0
- package/dist/document_transformers/html_to_text.js +3 -0
- package/dist/document_transformers/mozilla_readability.cjs +4 -0
- package/dist/document_transformers/mozilla_readability.d.ts +4 -0
- package/dist/document_transformers/mozilla_readability.js +4 -0
- package/dist/document_transformers/openai_functions.cjs +3 -0
- package/dist/document_transformers/openai_functions.d.ts +3 -0
- package/dist/document_transformers/openai_functions.js +3 -0
- package/dist/embeddings/base.cjs +4 -0
- package/dist/embeddings/base.d.ts +21 -0
- package/dist/embeddings/base.js +4 -0
- package/dist/embeddings/cache_backed.d.ts +4 -0
- package/dist/embeddings/cohere.d.ts +4 -0
- package/dist/embeddings/fake.cjs +33 -0
- package/dist/embeddings/fake.d.ts +37 -0
- package/dist/embeddings/fake.js +33 -0
- package/dist/embeddings/googlepalm.cjs +18 -0
- package/dist/embeddings/googlepalm.d.ts +22 -0
- package/dist/embeddings/googlepalm.js +18 -0
- package/dist/embeddings/googlevertexai.cjs +15 -0
- package/dist/embeddings/googlevertexai.d.ts +20 -0
- package/dist/embeddings/googlevertexai.js +15 -0
- package/dist/embeddings/hf.cjs +20 -0
- package/dist/embeddings/hf.d.ts +24 -0
- package/dist/embeddings/hf.js +20 -0
- package/dist/embeddings/openai.cjs +25 -0
- package/dist/embeddings/openai.d.ts +29 -0
- package/dist/embeddings/openai.js +25 -0
- package/dist/embeddings/tensorflow.cjs +27 -0
- package/dist/embeddings/tensorflow.d.ts +31 -0
- package/dist/embeddings/tensorflow.js +27 -0
- package/dist/experimental/autogpt/agent.cjs +21 -0
- package/dist/experimental/autogpt/agent.d.ts +24 -0
- package/dist/experimental/autogpt/agent.js +21 -0
- package/dist/experimental/autogpt/output_parser.cjs +24 -0
- package/dist/experimental/autogpt/output_parser.d.ts +24 -0
- package/dist/experimental/autogpt/output_parser.js +24 -0
- package/dist/experimental/autogpt/prompt.cjs +25 -0
- package/dist/experimental/autogpt/prompt.d.ts +28 -0
- package/dist/experimental/autogpt/prompt.js +25 -0
- package/dist/experimental/autogpt/prompt_generator.cjs +32 -0
- package/dist/experimental/autogpt/prompt_generator.d.ts +32 -0
- package/dist/experimental/autogpt/prompt_generator.js +32 -0
- package/dist/experimental/autogpt/schema.d.ts +11 -0
- package/dist/experimental/babyagi/agent.cjs +65 -0
- package/dist/experimental/babyagi/agent.d.ts +75 -0
- package/dist/experimental/babyagi/agent.js +65 -0
- package/dist/experimental/babyagi/task_creation.cjs +10 -0
- package/dist/experimental/babyagi/task_creation.d.ts +10 -0
- package/dist/experimental/babyagi/task_creation.js +10 -0
- package/dist/experimental/babyagi/task_execution.cjs +9 -0
- package/dist/experimental/babyagi/task_execution.d.ts +9 -0
- package/dist/experimental/babyagi/task_execution.js +9 -0
- package/dist/experimental/babyagi/task_prioritization.cjs +8 -0
- package/dist/experimental/babyagi/task_prioritization.d.ts +8 -0
- package/dist/experimental/babyagi/task_prioritization.js +8 -0
- package/dist/experimental/generative_agents/generative_agent.cjs +74 -0
- package/dist/experimental/generative_agents/generative_agent.d.ts +79 -0
- package/dist/experimental/generative_agents/generative_agent.js +74 -0
- package/dist/experimental/generative_agents/generative_agent_memory.cjs +113 -0
- package/dist/experimental/generative_agents/generative_agent_memory.d.ts +113 -0
- package/dist/experimental/generative_agents/generative_agent_memory.js +113 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.cjs +46 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts +58 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.js +46 -0
- package/dist/experimental/plan_and_execute/agent_executor.cjs +32 -0
- package/dist/experimental/plan_and_execute/agent_executor.d.ts +37 -0
- package/dist/experimental/plan_and_execute/agent_executor.js +32 -0
- package/dist/experimental/plan_and_execute/base.cjs +26 -0
- package/dist/experimental/plan_and_execute/base.d.ts +38 -0
- package/dist/experimental/plan_and_execute/base.js +26 -0
- package/dist/experimental/plan_and_execute/outputParser.cjs +18 -0
- package/dist/experimental/plan_and_execute/outputParser.d.ts +18 -0
- package/dist/experimental/plan_and_execute/outputParser.js +18 -0
- package/dist/llms/ai21.cjs +13 -0
- package/dist/llms/ai21.d.ts +19 -0
- package/dist/llms/ai21.js +13 -0
- package/dist/llms/aleph_alpha.cjs +10 -0
- package/dist/llms/aleph_alpha.d.ts +13 -0
- package/dist/llms/aleph_alpha.js +10 -0
- package/dist/llms/base.cjs +32 -0
- package/dist/llms/base.d.ts +32 -0
- package/dist/llms/base.js +32 -0
- package/dist/llms/bedrock.cjs +21 -0
- package/dist/llms/bedrock.d.ts +9 -0
- package/dist/llms/bedrock.js +21 -0
- package/dist/llms/cohere.cjs +4 -0
- package/dist/llms/cohere.d.ts +7 -0
- package/dist/llms/cohere.js +4 -0
- package/dist/llms/googlevertexai.cjs +23 -0
- package/dist/llms/googlevertexai.d.ts +38 -0
- package/dist/llms/googlevertexai.js +23 -0
- package/dist/llms/hf.cjs +4 -0
- package/dist/llms/hf.d.ts +8 -0
- package/dist/llms/hf.js +4 -0
- package/dist/llms/ollama.cjs +4 -0
- package/dist/llms/ollama.d.ts +4 -0
- package/dist/llms/ollama.js +4 -0
- package/dist/llms/openai-chat.cjs +17 -0
- package/dist/llms/openai-chat.d.ts +22 -0
- package/dist/llms/openai-chat.js +17 -0
- package/dist/llms/openai.cjs +6 -0
- package/dist/llms/openai.d.ts +6 -0
- package/dist/llms/openai.js +6 -0
- package/dist/llms/replicate.cjs +6 -0
- package/dist/llms/replicate.d.ts +11 -0
- package/dist/llms/replicate.js +6 -0
- package/dist/llms/sagemaker_endpoint.cjs +11 -0
- package/dist/llms/sagemaker_endpoint.d.ts +17 -0
- package/dist/llms/sagemaker_endpoint.js +11 -0
- package/dist/memory/base.cjs +11 -0
- package/dist/memory/base.d.ts +40 -0
- package/dist/memory/base.js +11 -0
- package/dist/memory/buffer_memory.cjs +19 -0
- package/dist/memory/buffer_memory.d.ts +22 -0
- package/dist/memory/buffer_memory.js +19 -0
- package/dist/memory/buffer_window_memory.cjs +15 -0
- package/dist/memory/buffer_window_memory.d.ts +18 -0
- package/dist/memory/buffer_window_memory.js +15 -0
- package/dist/memory/chat_memory.cjs +16 -0
- package/dist/memory/chat_memory.d.ts +19 -0
- package/dist/memory/chat_memory.js +16 -0
- package/dist/memory/combined_memory.cjs +28 -0
- package/dist/memory/combined_memory.d.ts +33 -0
- package/dist/memory/combined_memory.js +28 -0
- package/dist/memory/entity_memory.cjs +21 -0
- package/dist/memory/entity_memory.d.ts +24 -0
- package/dist/memory/entity_memory.js +21 -0
- package/dist/memory/motorhead_memory.cjs +25 -0
- package/dist/memory/motorhead_memory.d.ts +29 -0
- package/dist/memory/motorhead_memory.js +25 -0
- package/dist/memory/stores/entity/in_memory.cjs +29 -0
- package/dist/memory/stores/entity/in_memory.d.ts +29 -0
- package/dist/memory/stores/entity/in_memory.js +29 -0
- package/dist/memory/summary.cjs +31 -0
- package/dist/memory/summary.d.ts +39 -0
- package/dist/memory/summary.js +31 -0
- package/dist/memory/summary_buffer.cjs +33 -0
- package/dist/memory/summary_buffer.d.ts +37 -0
- package/dist/memory/summary_buffer.js +33 -0
- package/dist/memory/vector_store.cjs +22 -0
- package/dist/memory/vector_store.d.ts +26 -0
- package/dist/memory/vector_store.js +22 -0
- package/dist/memory/zep.cjs +22 -0
- package/dist/memory/zep.d.ts +27 -0
- package/dist/memory/zep.js +22 -0
- package/dist/output_parsers/combining.cjs +12 -0
- package/dist/output_parsers/combining.d.ts +18 -0
- package/dist/output_parsers/combining.js +12 -0
- package/dist/output_parsers/expression.cjs +12 -0
- package/dist/output_parsers/expression.d.ts +12 -0
- package/dist/output_parsers/expression.js +12 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/base.cjs +68 -0
- package/dist/output_parsers/expression_type_handlers/base.d.ts +79 -0
- package/dist/output_parsers/expression_type_handlers/base.js +68 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.cjs +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.d.ts +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.js +22 -0
- package/dist/output_parsers/expression_type_handlers/factory.cjs +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.d.ts +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.js +20 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.cjs +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.d.ts +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.js +19 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/types.d.ts +50 -0
- package/dist/output_parsers/fix.cjs +25 -0
- package/dist/output_parsers/fix.d.ts +25 -0
- package/dist/output_parsers/fix.js +25 -0
- package/dist/output_parsers/list.cjs +24 -0
- package/dist/output_parsers/list.d.ts +24 -0
- package/dist/output_parsers/list.js +24 -0
- package/dist/output_parsers/noop.cjs +18 -0
- package/dist/output_parsers/noop.d.ts +18 -0
- package/dist/output_parsers/noop.js +18 -0
- package/dist/output_parsers/openai_functions.cjs +31 -0
- package/dist/output_parsers/openai_functions.d.ts +34 -0
- package/dist/output_parsers/openai_functions.js +31 -0
- package/dist/output_parsers/regex.cjs +12 -0
- package/dist/output_parsers/regex.d.ts +15 -0
- package/dist/output_parsers/regex.js +12 -0
- package/dist/output_parsers/router.cjs +15 -0
- package/dist/output_parsers/router.d.ts +19 -0
- package/dist/output_parsers/router.js +15 -0
- package/dist/output_parsers/structured.cjs +30 -0
- package/dist/output_parsers/structured.d.ts +36 -0
- package/dist/output_parsers/structured.js +30 -0
- package/dist/prompts/base.cjs +26 -0
- package/dist/prompts/base.d.ts +36 -0
- package/dist/prompts/base.js +26 -0
- package/dist/prompts/chat.cjs +48 -0
- package/dist/prompts/chat.d.ts +69 -0
- package/dist/prompts/chat.js +48 -0
- package/dist/prompts/few_shot.cjs +5 -0
- package/dist/prompts/few_shot.d.ts +5 -0
- package/dist/prompts/few_shot.js +5 -0
- package/dist/prompts/pipeline.cjs +26 -0
- package/dist/prompts/pipeline.d.ts +34 -0
- package/dist/prompts/pipeline.js +26 -0
- package/dist/prompts/prompt.cjs +10 -0
- package/dist/prompts/prompt.d.ts +10 -0
- package/dist/prompts/prompt.js +10 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.cjs +32 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.d.ts +33 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.js +32 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.cjs +31 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.d.ts +35 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.js +31 -0
- package/dist/prompts/selectors/conditional.cjs +30 -0
- package/dist/prompts/selectors/conditional.d.ts +37 -0
- package/dist/prompts/selectors/conditional.js +30 -0
- package/dist/prompts/serde.d.ts +24 -0
- package/dist/prompts/template.d.ts +17 -0
- package/dist/retrievers/amazon_kendra.cjs +62 -0
- package/dist/retrievers/amazon_kendra.d.ts +66 -0
- package/dist/retrievers/amazon_kendra.js +62 -0
- package/dist/retrievers/contextual_compression.cjs +5 -0
- package/dist/retrievers/contextual_compression.d.ts +10 -0
- package/dist/retrievers/contextual_compression.js +5 -0
- package/dist/retrievers/databerry.cjs +5 -0
- package/dist/retrievers/databerry.d.ts +9 -0
- package/dist/retrievers/databerry.js +5 -0
- package/dist/retrievers/document_compressors/chain_extract.cjs +18 -0
- package/dist/retrievers/document_compressors/chain_extract.d.ts +22 -0
- package/dist/retrievers/document_compressors/chain_extract.js +18 -0
- package/dist/retrievers/document_compressors/index.d.ts +9 -0
- package/dist/retrievers/hyde.cjs +9 -0
- package/dist/retrievers/hyde.d.ts +17 -0
- package/dist/retrievers/hyde.js +9 -0
- package/dist/retrievers/metal.cjs +7 -0
- package/dist/retrievers/metal.d.ts +12 -0
- package/dist/retrievers/metal.js +7 -0
- package/dist/retrievers/parent_document.cjs +17 -1
- package/dist/retrievers/parent_document.d.ts +15 -0
- package/dist/retrievers/parent_document.js +17 -1
- package/dist/retrievers/remote/base.cjs +4 -0
- package/dist/retrievers/remote/base.d.ts +28 -0
- package/dist/retrievers/remote/base.js +4 -0
- package/dist/retrievers/remote/chatgpt-plugin.cjs +17 -0
- package/dist/retrievers/remote/chatgpt-plugin.d.ts +21 -0
- package/dist/retrievers/remote/chatgpt-plugin.js +17 -0
- package/dist/retrievers/remote/remote-retriever.cjs +20 -0
- package/dist/retrievers/remote/remote-retriever.d.ts +20 -0
- package/dist/retrievers/remote/remote-retriever.js +20 -0
- package/dist/retrievers/self_query/base.cjs +28 -0
- package/dist/retrievers/self_query/base.d.ts +45 -0
- package/dist/retrievers/self_query/base.js +28 -0
- package/dist/retrievers/self_query/chroma.cjs +6 -0
- package/dist/retrievers/self_query/chroma.d.ts +6 -0
- package/dist/retrievers/self_query/chroma.js +6 -0
- package/dist/retrievers/self_query/functional.cjs +40 -0
- package/dist/retrievers/self_query/functional.d.ts +49 -0
- package/dist/retrievers/self_query/functional.js +40 -0
- package/dist/retrievers/self_query/index.cjs +14 -0
- package/dist/retrievers/self_query/index.d.ts +18 -0
- package/dist/retrievers/self_query/index.js +14 -0
- package/dist/retrievers/self_query/pinecone.cjs +7 -0
- package/dist/retrievers/self_query/pinecone.d.ts +7 -0
- package/dist/retrievers/self_query/pinecone.js +7 -0
- package/dist/retrievers/self_query/supabase.cjs +63 -0
- package/dist/retrievers/self_query/supabase.d.ts +67 -0
- package/dist/retrievers/self_query/supabase.js +63 -0
- package/dist/retrievers/self_query/supabase_utils.cjs +78 -0
- package/dist/retrievers/self_query/supabase_utils.d.ts +78 -0
- package/dist/retrievers/self_query/supabase_utils.js +78 -0
- package/dist/retrievers/self_query/utils.cjs +17 -0
- package/dist/retrievers/self_query/utils.d.ts +17 -0
- package/dist/retrievers/self_query/utils.js +17 -0
- package/dist/retrievers/self_query/weaviate.cjs +42 -0
- package/dist/retrievers/self_query/weaviate.d.ts +42 -0
- package/dist/retrievers/self_query/weaviate.js +42 -0
- package/dist/retrievers/supabase.cjs +30 -0
- package/dist/retrievers/supabase.d.ts +30 -0
- package/dist/retrievers/supabase.js +30 -0
- package/dist/retrievers/time_weighted.cjs +8 -0
- package/dist/retrievers/time_weighted.d.ts +12 -0
- package/dist/retrievers/time_weighted.js +8 -0
- package/dist/retrievers/vespa.cjs +18 -0
- package/dist/retrievers/vespa.d.ts +18 -0
- package/dist/retrievers/vespa.js +18 -0
- package/dist/retrievers/zep.cjs +4 -0
- package/dist/retrievers/zep.d.ts +8 -0
- package/dist/retrievers/zep.js +4 -0
- package/dist/schema/document.cjs +7 -0
- package/dist/schema/document.d.ts +7 -0
- package/dist/schema/document.js +7 -0
- package/dist/schema/index.cjs +70 -0
- package/dist/schema/index.d.ts +70 -0
- package/dist/schema/index.js +70 -0
- package/dist/schema/output_parser.cjs +43 -0
- package/dist/schema/output_parser.d.ts +51 -0
- package/dist/schema/output_parser.js +43 -0
- package/dist/schema/query_constructor.cjs +5 -0
- package/dist/schema/query_constructor.d.ts +5 -0
- package/dist/schema/query_constructor.js +5 -0
- package/dist/schema/retriever.cjs +18 -0
- package/dist/schema/retriever.d.ts +18 -0
- package/dist/schema/retriever.js +18 -0
- package/dist/schema/storage.d.ts +20 -0
- package/dist/storage/encoder_backed.cjs +27 -0
- package/dist/storage/encoder_backed.d.ts +27 -0
- package/dist/storage/encoder_backed.js +27 -0
- package/dist/storage/in_memory.cjs +25 -0
- package/dist/storage/in_memory.d.ts +25 -0
- package/dist/storage/in_memory.js +25 -0
- package/dist/storage/ioredis.cjs +25 -0
- package/dist/storage/ioredis.d.ts +25 -0
- package/dist/storage/ioredis.js +25 -0
- package/dist/stores/doc/gcs.cjs +28 -0
- package/dist/stores/doc/gcs.d.ts +33 -0
- package/dist/stores/doc/gcs.js +28 -0
- package/dist/stores/doc/in_memory.cjs +27 -0
- package/dist/stores/doc/in_memory.d.ts +27 -0
- package/dist/stores/doc/in_memory.js +27 -0
- package/dist/stores/file/in_memory.cjs +20 -0
- package/dist/stores/file/in_memory.d.ts +20 -0
- package/dist/stores/file/in_memory.js +20 -0
- package/dist/stores/file/node.cjs +15 -0
- package/dist/stores/file/node.d.ts +15 -0
- package/dist/stores/file/node.js +15 -0
- package/dist/stores/message/dynamodb.cjs +17 -0
- package/dist/stores/message/dynamodb.d.ts +23 -0
- package/dist/stores/message/dynamodb.js +17 -0
- package/dist/stores/message/firestore.cjs +19 -0
- package/dist/stores/message/firestore.d.ts +24 -0
- package/dist/stores/message/firestore.js +19 -0
- package/dist/stores/message/in_memory.cjs +19 -0
- package/dist/stores/message/in_memory.d.ts +19 -0
- package/dist/stores/message/in_memory.js +19 -0
- package/dist/stores/message/ioredis.cjs +17 -0
- package/dist/stores/message/ioredis.d.ts +22 -0
- package/dist/stores/message/ioredis.js +17 -0
- package/dist/stores/message/momento.cjs +18 -0
- package/dist/stores/message/momento.d.ts +18 -0
- package/dist/stores/message/momento.js +18 -0
- package/dist/stores/message/planetscale.cjs +26 -0
- package/dist/stores/message/planetscale.d.ts +30 -0
- package/dist/stores/message/planetscale.js +26 -0
- package/dist/stores/message/redis.cjs +24 -0
- package/dist/stores/message/redis.d.ts +27 -0
- package/dist/stores/message/redis.js +24 -0
- package/dist/stores/message/upstash_redis.cjs +17 -0
- package/dist/stores/message/upstash_redis.d.ts +21 -0
- package/dist/stores/message/upstash_redis.js +17 -0
- package/dist/stores/message/utils.cjs +21 -0
- package/dist/stores/message/utils.d.ts +21 -0
- package/dist/stores/message/utils.js +21 -0
- package/dist/stores/message/xata.cjs +25 -0
- package/dist/stores/message/xata.d.ts +29 -0
- package/dist/stores/message/xata.js +25 -0
- package/dist/tools/IFTTTWebhook.cjs +6 -0
- package/dist/tools/IFTTTWebhook.d.ts +6 -0
- package/dist/tools/IFTTTWebhook.js +6 -0
- package/dist/tools/aiplugin.cjs +12 -0
- package/dist/tools/aiplugin.d.ts +16 -0
- package/dist/tools/aiplugin.js +12 -0
- package/dist/tools/aws_lambda.cjs +9 -0
- package/dist/tools/aws_lambda.d.ts +7 -0
- package/dist/tools/aws_lambda.js +9 -0
- package/dist/tools/aws_sfn.cjs +19 -0
- package/dist/tools/aws_sfn.d.ts +19 -0
- package/dist/tools/aws_sfn.js +19 -0
- package/dist/tools/base.cjs +22 -0
- package/dist/tools/base.d.ts +25 -0
- package/dist/tools/base.js +22 -0
- package/dist/tools/bingserpapi.cjs +10 -0
- package/dist/tools/bingserpapi.d.ts +10 -0
- package/dist/tools/bingserpapi.js +10 -0
- package/dist/tools/brave_search.cjs +6 -0
- package/dist/tools/brave_search.d.ts +10 -0
- package/dist/tools/brave_search.js +6 -0
- package/dist/tools/calculator.cjs +4 -0
- package/dist/tools/calculator.d.ts +4 -0
- package/dist/tools/calculator.js +4 -0
- package/dist/tools/chain.cjs +6 -0
- package/dist/tools/chain.d.ts +11 -0
- package/dist/tools/chain.js +6 -0
- package/dist/tools/convert_to_openai.cjs +6 -0
- package/dist/tools/convert_to_openai.d.ts +6 -0
- package/dist/tools/convert_to_openai.js +6 -0
- package/dist/tools/dadjokeapi.cjs +6 -0
- package/dist/tools/dadjokeapi.d.ts +6 -0
- package/dist/tools/dadjokeapi.js +6 -0
- package/dist/tools/dataforseo_api_search.d.ts +9 -0
- package/dist/tools/dynamic.cjs +6 -0
- package/dist/tools/dynamic.d.ts +12 -0
- package/dist/tools/dynamic.js +6 -0
- package/dist/tools/fs.cjs +8 -0
- package/dist/tools/fs.d.ts +14 -0
- package/dist/tools/fs.js +8 -0
- package/dist/tools/google_custom_search.cjs +5 -0
- package/dist/tools/google_custom_search.d.ts +8 -0
- package/dist/tools/google_custom_search.js +5 -0
- package/dist/tools/json.cjs +22 -0
- package/dist/tools/json.d.ts +22 -0
- package/dist/tools/json.js +22 -0
- package/dist/tools/requests.cjs +11 -0
- package/dist/tools/requests.d.ts +15 -0
- package/dist/tools/requests.js +11 -0
- package/dist/tools/searxng_search.cjs +7 -0
- package/dist/tools/searxng_search.d.ts +10 -0
- package/dist/tools/searxng_search.js +7 -0
- package/dist/tools/serpapi.cjs +7 -0
- package/dist/tools/serpapi.d.ts +7 -0
- package/dist/tools/serpapi.js +7 -0
- package/dist/tools/serper.cjs +5 -0
- package/dist/tools/serper.d.ts +9 -0
- package/dist/tools/serper.js +5 -0
- package/dist/tools/sql.cjs +25 -0
- package/dist/tools/sql.d.ts +32 -0
- package/dist/tools/sql.js +25 -0
- package/dist/tools/vectorstore.cjs +11 -0
- package/dist/tools/vectorstore.d.ts +14 -0
- package/dist/tools/vectorstore.js +11 -0
- package/dist/tools/webbrowser.cjs +6 -0
- package/dist/tools/webbrowser.d.ts +12 -0
- package/dist/tools/webbrowser.js +6 -0
- package/dist/tools/wikipedia_query_run.cjs +16 -0
- package/dist/tools/wikipedia_query_run.d.ts +24 -0
- package/dist/tools/wikipedia_query_run.js +16 -0
- package/dist/tools/zapier.cjs +12 -0
- package/dist/tools/zapier.d.ts +12 -0
- package/dist/tools/zapier.js +12 -0
- package/dist/vectorstores/analyticdb.cjs +76 -0
- package/dist/vectorstores/analyticdb.d.ts +80 -0
- package/dist/vectorstores/analyticdb.js +76 -0
- package/dist/vectorstores/base.cjs +13 -0
- package/dist/vectorstores/base.d.ts +26 -0
- package/dist/vectorstores/base.js +13 -0
- package/dist/vectorstores/chroma.cjs +73 -0
- package/dist/vectorstores/chroma.d.ts +84 -0
- package/dist/vectorstores/chroma.js +73 -0
- package/dist/vectorstores/elasticsearch.cjs +73 -0
- package/dist/vectorstores/elasticsearch.d.ts +90 -0
- package/dist/vectorstores/elasticsearch.js +73 -0
- package/dist/vectorstores/faiss.cjs +65 -0
- package/dist/vectorstores/faiss.d.ts +69 -0
- package/dist/vectorstores/faiss.js +65 -0
- package/dist/vectorstores/hnswlib.cjs +71 -0
- package/dist/vectorstores/hnswlib.d.ts +80 -0
- package/dist/vectorstores/hnswlib.js +71 -0
- package/dist/vectorstores/lancedb.cjs +38 -0
- package/dist/vectorstores/lancedb.d.ts +42 -0
- package/dist/vectorstores/lancedb.js +38 -0
- package/dist/vectorstores/memory.cjs +56 -0
- package/dist/vectorstores/memory.d.ts +66 -0
- package/dist/vectorstores/memory.js +56 -0
- package/dist/vectorstores/milvus.cjs +91 -7
- package/dist/vectorstores/milvus.d.ts +80 -1
- package/dist/vectorstores/milvus.js +91 -7
- package/dist/vectorstores/mongo.cjs +45 -0
- package/dist/vectorstores/mongo.d.ts +49 -0
- package/dist/vectorstores/mongo.js +45 -0
- package/dist/vectorstores/mongodb_atlas.cjs +48 -0
- package/dist/vectorstores/mongodb_atlas.d.ts +59 -0
- package/dist/vectorstores/mongodb_atlas.js +48 -0
- package/dist/vectorstores/myscale.cjs +66 -0
- package/dist/vectorstores/myscale.d.ts +80 -0
- package/dist/vectorstores/myscale.js +66 -0
- package/dist/vectorstores/opensearch.cjs +60 -0
- package/dist/vectorstores/opensearch.d.ts +74 -0
- package/dist/vectorstores/opensearch.js +60 -0
- package/dist/vectorstores/pinecone.cjs +54 -0
- package/dist/vectorstores/pinecone.d.ts +58 -0
- package/dist/vectorstores/pinecone.js +54 -0
- package/dist/vectorstores/prisma.cjs +66 -0
- package/dist/vectorstores/prisma.d.ts +66 -0
- package/dist/vectorstores/prisma.js +66 -0
- package/dist/vectorstores/qdrant.cjs +60 -0
- package/dist/vectorstores/qdrant.d.ts +66 -0
- package/dist/vectorstores/qdrant.js +60 -0
- package/dist/vectorstores/redis.cjs +62 -0
- package/dist/vectorstores/redis.d.ts +88 -0
- package/dist/vectorstores/redis.js +62 -0
- package/dist/vectorstores/singlestore.cjs +46 -0
- package/dist/vectorstores/singlestore.d.ts +46 -0
- package/dist/vectorstores/singlestore.js +46 -0
- package/dist/vectorstores/supabase.cjs +50 -0
- package/dist/vectorstores/supabase.d.ts +53 -0
- package/dist/vectorstores/supabase.js +50 -0
- package/dist/vectorstores/tigris.cjs +49 -0
- package/dist/vectorstores/tigris.d.ts +53 -0
- package/dist/vectorstores/tigris.js +49 -0
- package/dist/vectorstores/typeorm.cjs +71 -0
- package/dist/vectorstores/typeorm.d.ts +76 -0
- package/dist/vectorstores/typeorm.js +71 -0
- package/dist/vectorstores/typesense.cjs +5 -0
- package/dist/vectorstores/typesense.d.ts +5 -0
- package/dist/vectorstores/typesense.js +5 -0
- package/dist/vectorstores/usearch.cjs +50 -0
- package/dist/vectorstores/usearch.d.ts +55 -0
- package/dist/vectorstores/usearch.js +50 -0
- package/dist/vectorstores/vectara.cjs +104 -0
- package/dist/vectorstores/vectara.d.ts +72 -0
- package/dist/vectorstores/vectara.js +104 -0
- package/dist/vectorstores/weaviate.cjs +61 -0
- package/dist/vectorstores/weaviate.d.ts +70 -0
- package/dist/vectorstores/weaviate.js +61 -0
- package/dist/vectorstores/xata.cjs +36 -0
- package/dist/vectorstores/xata.d.ts +43 -0
- package/dist/vectorstores/xata.js +36 -0
- package/dist/vectorstores/zep.d.ts +11 -0
- package/package.json +2 -2
|
@@ -4,6 +4,11 @@ exports.ChatOllama = void 0;
|
|
|
4
4
|
const base_js_1 = require("./base.cjs");
|
|
5
5
|
const ollama_js_1 = require("../util/ollama.cjs");
|
|
6
6
|
const index_js_1 = require("../schema/index.cjs");
|
|
7
|
+
/**
|
|
8
|
+
* A class that enables calls to the Ollama API to access large language
|
|
9
|
+
* models in a chat-like fashion. It extends the SimpleChatModel class and
|
|
10
|
+
* implements the OllamaInput interface.
|
|
11
|
+
*/
|
|
7
12
|
class ChatOllama extends base_js_1.SimpleChatModel {
|
|
8
13
|
static lc_name() {
|
|
9
14
|
return "ChatOllama";
|
|
@@ -127,6 +132,12 @@ class ChatOllama extends base_js_1.SimpleChatModel {
|
|
|
127
132
|
_llmType() {
|
|
128
133
|
return "ollama";
|
|
129
134
|
}
|
|
135
|
+
/**
|
|
136
|
+
* A method that returns the parameters for an Ollama API call. It
|
|
137
|
+
* includes model and options parameters.
|
|
138
|
+
* @param options Optional parsed call options.
|
|
139
|
+
* @returns An object containing the parameters for an Ollama API call.
|
|
140
|
+
*/
|
|
130
141
|
invocationParams(options) {
|
|
131
142
|
return {
|
|
132
143
|
model: this.model,
|
|
@@ -3,8 +3,17 @@ import { BaseLanguageModelCallOptions } from "../base_language/index.js";
|
|
|
3
3
|
import { OllamaInput } from "../util/ollama.js";
|
|
4
4
|
import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
|
|
5
5
|
import { BaseMessage, ChatGenerationChunk } from "../schema/index.js";
|
|
6
|
+
/**
|
|
7
|
+
* An interface defining the options for an Ollama API call. It extends
|
|
8
|
+
* the BaseLanguageModelCallOptions interface.
|
|
9
|
+
*/
|
|
6
10
|
export interface OllamaCallOptions extends BaseLanguageModelCallOptions {
|
|
7
11
|
}
|
|
12
|
+
/**
|
|
13
|
+
* A class that enables calls to the Ollama API to access large language
|
|
14
|
+
* models in a chat-like fashion. It extends the SimpleChatModel class and
|
|
15
|
+
* implements the OllamaInput interface.
|
|
16
|
+
*/
|
|
8
17
|
export declare class ChatOllama extends SimpleChatModel implements OllamaInput {
|
|
9
18
|
CallOptions: OllamaCallOptions;
|
|
10
19
|
static lc_name(): string;
|
|
@@ -26,6 +35,12 @@ export declare class ChatOllama extends SimpleChatModel implements OllamaInput {
|
|
|
26
35
|
topP?: number;
|
|
27
36
|
constructor(fields: OllamaInput & BaseChatModelParams);
|
|
28
37
|
_llmType(): string;
|
|
38
|
+
/**
|
|
39
|
+
* A method that returns the parameters for an Ollama API call. It
|
|
40
|
+
* includes model and options parameters.
|
|
41
|
+
* @param options Optional parsed call options.
|
|
42
|
+
* @returns An object containing the parameters for an Ollama API call.
|
|
43
|
+
*/
|
|
29
44
|
invocationParams(options?: this["ParsedCallOptions"]): {
|
|
30
45
|
model: string;
|
|
31
46
|
options: {
|
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
import { SimpleChatModel } from "./base.js";
|
|
2
2
|
import { createOllamaStream } from "../util/ollama.js";
|
|
3
3
|
import { AIMessageChunk, ChatGenerationChunk, ChatMessage, } from "../schema/index.js";
|
|
4
|
+
/**
|
|
5
|
+
* A class that enables calls to the Ollama API to access large language
|
|
6
|
+
* models in a chat-like fashion. It extends the SimpleChatModel class and
|
|
7
|
+
* implements the OllamaInput interface.
|
|
8
|
+
*/
|
|
4
9
|
export class ChatOllama extends SimpleChatModel {
|
|
5
10
|
static lc_name() {
|
|
6
11
|
return "ChatOllama";
|
|
@@ -124,6 +129,12 @@ export class ChatOllama extends SimpleChatModel {
|
|
|
124
129
|
_llmType() {
|
|
125
130
|
return "ollama";
|
|
126
131
|
}
|
|
132
|
+
/**
|
|
133
|
+
* A method that returns the parameters for an Ollama API call. It
|
|
134
|
+
* includes model and options parameters.
|
|
135
|
+
* @param options Optional parsed call options.
|
|
136
|
+
* @returns An object containing the parameters for an Ollama API call.
|
|
137
|
+
*/
|
|
127
138
|
invocationParams(options) {
|
|
128
139
|
return {
|
|
129
140
|
model: this.model,
|
|
@@ -2,7 +2,17 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.BaseDocumentLoader = void 0;
|
|
4
4
|
const text_splitter_js_1 = require("../text_splitter.cjs");
|
|
5
|
+
/**
|
|
6
|
+
* Abstract class that provides a default implementation for the
|
|
7
|
+
* loadAndSplit() method from the DocumentLoader interface. The load()
|
|
8
|
+
* method is left abstract and needs to be implemented by subclasses.
|
|
9
|
+
*/
|
|
5
10
|
class BaseDocumentLoader {
|
|
11
|
+
/**
|
|
12
|
+
* Loads the documents and splits them using a specified text splitter.
|
|
13
|
+
* @param textSplitter The TextSplitter instance to use for splitting the loaded documents. Defaults to a RecursiveCharacterTextSplitter instance.
|
|
14
|
+
* @returns A Promise that resolves with an array of Document instances, each split according to the provided TextSplitter.
|
|
15
|
+
*/
|
|
6
16
|
async loadAndSplit(splitter = new text_splitter_js_1.RecursiveCharacterTextSplitter()) {
|
|
7
17
|
const docs = await this.load();
|
|
8
18
|
return splitter.splitDocuments(docs);
|
|
@@ -1,10 +1,27 @@
|
|
|
1
1
|
import { TextSplitter } from "../text_splitter.js";
|
|
2
2
|
import { Document } from "../document.js";
|
|
3
|
+
/**
|
|
4
|
+
* Interface that defines the methods for loading and splitting documents.
|
|
5
|
+
*/
|
|
3
6
|
export interface DocumentLoader {
|
|
4
7
|
load(): Promise<Document[]>;
|
|
5
8
|
loadAndSplit(textSplitter?: TextSplitter): Promise<Document[]>;
|
|
6
9
|
}
|
|
10
|
+
/**
|
|
11
|
+
* Abstract class that provides a default implementation for the
|
|
12
|
+
* loadAndSplit() method from the DocumentLoader interface. The load()
|
|
13
|
+
* method is left abstract and needs to be implemented by subclasses.
|
|
14
|
+
*/
|
|
7
15
|
export declare abstract class BaseDocumentLoader implements DocumentLoader {
|
|
16
|
+
/**
|
|
17
|
+
* Loads the documents.
|
|
18
|
+
* @returns A Promise that resolves with an array of Document instances.
|
|
19
|
+
*/
|
|
8
20
|
abstract load(): Promise<Document[]>;
|
|
21
|
+
/**
|
|
22
|
+
* Loads the documents and splits them using a specified text splitter.
|
|
23
|
+
* @param textSplitter The TextSplitter instance to use for splitting the loaded documents. Defaults to a RecursiveCharacterTextSplitter instance.
|
|
24
|
+
* @returns A Promise that resolves with an array of Document instances, each split according to the provided TextSplitter.
|
|
25
|
+
*/
|
|
9
26
|
loadAndSplit(splitter?: TextSplitter): Promise<Document[]>;
|
|
10
27
|
}
|
|
@@ -1,5 +1,15 @@
|
|
|
1
1
|
import { RecursiveCharacterTextSplitter, } from "../text_splitter.js";
|
|
2
|
+
/**
|
|
3
|
+
* Abstract class that provides a default implementation for the
|
|
4
|
+
* loadAndSplit() method from the DocumentLoader interface. The load()
|
|
5
|
+
* method is left abstract and needs to be implemented by subclasses.
|
|
6
|
+
*/
|
|
2
7
|
export class BaseDocumentLoader {
|
|
8
|
+
/**
|
|
9
|
+
* Loads the documents and splits them using a specified text splitter.
|
|
10
|
+
* @param textSplitter The TextSplitter instance to use for splitting the loaded documents. Defaults to a RecursiveCharacterTextSplitter instance.
|
|
11
|
+
* @returns A Promise that resolves with an array of Document instances, each split according to the provided TextSplitter.
|
|
12
|
+
*/
|
|
3
13
|
async loadAndSplit(splitter = new RecursiveCharacterTextSplitter()) {
|
|
4
14
|
const docs = await this.load();
|
|
5
15
|
return splitter.splitDocuments(docs);
|
|
@@ -3,6 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.BufferLoader = void 0;
|
|
4
4
|
const env_js_1 = require("../../util/env.cjs");
|
|
5
5
|
const base_js_1 = require("../base.cjs");
|
|
6
|
+
/**
|
|
7
|
+
* Abstract class that extends the `BaseDocumentLoader` class. It
|
|
8
|
+
* represents a document loader that loads documents from a buffer. The
|
|
9
|
+
* `load()` method is implemented to read the buffer contents and metadata
|
|
10
|
+
* based on the type of `filePathOrBlob`, and then calls the `parse()`
|
|
11
|
+
* method to parse the buffer and return the documents.
|
|
12
|
+
*/
|
|
6
13
|
class BufferLoader extends base_js_1.BaseDocumentLoader {
|
|
7
14
|
constructor(filePathOrBlob) {
|
|
8
15
|
super();
|
|
@@ -13,6 +20,12 @@ class BufferLoader extends base_js_1.BaseDocumentLoader {
|
|
|
13
20
|
value: filePathOrBlob
|
|
14
21
|
});
|
|
15
22
|
}
|
|
23
|
+
/**
|
|
24
|
+
* Method that reads the buffer contents and metadata based on the type of
|
|
25
|
+
* `filePathOrBlob`, and then calls the `parse()` method to parse the
|
|
26
|
+
* buffer and return the documents.
|
|
27
|
+
* @returns Promise that resolves with an array of `Document` objects.
|
|
28
|
+
*/
|
|
16
29
|
async load() {
|
|
17
30
|
let buffer;
|
|
18
31
|
let metadata;
|
|
@@ -29,6 +42,14 @@ class BufferLoader extends base_js_1.BaseDocumentLoader {
|
|
|
29
42
|
}
|
|
30
43
|
return this.parse(buffer, metadata);
|
|
31
44
|
}
|
|
45
|
+
/**
|
|
46
|
+
* Static method that imports the `readFile` function from the
|
|
47
|
+
* `fs/promises` module in Node.js. It is used to dynamically import the
|
|
48
|
+
* function when needed. If the import fails, it throws an error
|
|
49
|
+
* indicating that the `fs/promises` module is not available in the
|
|
50
|
+
* current environment.
|
|
51
|
+
* @returns Promise that resolves with an object containing the `readFile` function.
|
|
52
|
+
*/
|
|
32
53
|
static async imports() {
|
|
33
54
|
try {
|
|
34
55
|
const { readFile } = await import("node:fs/promises");
|
|
@@ -3,11 +3,39 @@
|
|
|
3
3
|
import type { readFile as ReadFileT } from "node:fs/promises";
|
|
4
4
|
import { Document } from "../../document.js";
|
|
5
5
|
import { BaseDocumentLoader } from "../base.js";
|
|
6
|
+
/**
|
|
7
|
+
* Abstract class that extends the `BaseDocumentLoader` class. It
|
|
8
|
+
* represents a document loader that loads documents from a buffer. The
|
|
9
|
+
* `load()` method is implemented to read the buffer contents and metadata
|
|
10
|
+
* based on the type of `filePathOrBlob`, and then calls the `parse()`
|
|
11
|
+
* method to parse the buffer and return the documents.
|
|
12
|
+
*/
|
|
6
13
|
export declare abstract class BufferLoader extends BaseDocumentLoader {
|
|
7
14
|
filePathOrBlob: string | Blob;
|
|
8
15
|
constructor(filePathOrBlob: string | Blob);
|
|
16
|
+
/**
|
|
17
|
+
* Abstract method that needs to be implemented by subclasses. It is used
|
|
18
|
+
* to parse the buffer and return the documents.
|
|
19
|
+
* @param raw The buffer to be parsed.
|
|
20
|
+
* @param metadata Metadata of the document.
|
|
21
|
+
* @returns Promise that resolves with an array of `Document` objects.
|
|
22
|
+
*/
|
|
9
23
|
protected abstract parse(raw: Buffer, metadata: Document["metadata"]): Promise<Document[]>;
|
|
24
|
+
/**
|
|
25
|
+
* Method that reads the buffer contents and metadata based on the type of
|
|
26
|
+
* `filePathOrBlob`, and then calls the `parse()` method to parse the
|
|
27
|
+
* buffer and return the documents.
|
|
28
|
+
* @returns Promise that resolves with an array of `Document` objects.
|
|
29
|
+
*/
|
|
10
30
|
load(): Promise<Document[]>;
|
|
31
|
+
/**
|
|
32
|
+
* Static method that imports the `readFile` function from the
|
|
33
|
+
* `fs/promises` module in Node.js. It is used to dynamically import the
|
|
34
|
+
* function when needed. If the import fails, it throws an error
|
|
35
|
+
* indicating that the `fs/promises` module is not available in the
|
|
36
|
+
* current environment.
|
|
37
|
+
* @returns Promise that resolves with an object containing the `readFile` function.
|
|
38
|
+
*/
|
|
11
39
|
static imports(): Promise<{
|
|
12
40
|
readFile: typeof ReadFileT;
|
|
13
41
|
}>;
|
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
import { getEnv } from "../../util/env.js";
|
|
2
2
|
import { BaseDocumentLoader } from "../base.js";
|
|
3
|
+
/**
|
|
4
|
+
* Abstract class that extends the `BaseDocumentLoader` class. It
|
|
5
|
+
* represents a document loader that loads documents from a buffer. The
|
|
6
|
+
* `load()` method is implemented to read the buffer contents and metadata
|
|
7
|
+
* based on the type of `filePathOrBlob`, and then calls the `parse()`
|
|
8
|
+
* method to parse the buffer and return the documents.
|
|
9
|
+
*/
|
|
3
10
|
export class BufferLoader extends BaseDocumentLoader {
|
|
4
11
|
constructor(filePathOrBlob) {
|
|
5
12
|
super();
|
|
@@ -10,6 +17,12 @@ export class BufferLoader extends BaseDocumentLoader {
|
|
|
10
17
|
value: filePathOrBlob
|
|
11
18
|
});
|
|
12
19
|
}
|
|
20
|
+
/**
|
|
21
|
+
* Method that reads the buffer contents and metadata based on the type of
|
|
22
|
+
* `filePathOrBlob`, and then calls the `parse()` method to parse the
|
|
23
|
+
* buffer and return the documents.
|
|
24
|
+
* @returns Promise that resolves with an array of `Document` objects.
|
|
25
|
+
*/
|
|
13
26
|
async load() {
|
|
14
27
|
let buffer;
|
|
15
28
|
let metadata;
|
|
@@ -26,6 +39,14 @@ export class BufferLoader extends BaseDocumentLoader {
|
|
|
26
39
|
}
|
|
27
40
|
return this.parse(buffer, metadata);
|
|
28
41
|
}
|
|
42
|
+
/**
|
|
43
|
+
* Static method that imports the `readFile` function from the
|
|
44
|
+
* `fs/promises` module in Node.js. It is used to dynamically import the
|
|
45
|
+
* function when needed. If the import fails, it throws an error
|
|
46
|
+
* indicating that the `fs/promises` module is not available in the
|
|
47
|
+
* current environment.
|
|
48
|
+
* @returns Promise that resolves with an object containing the `readFile` function.
|
|
49
|
+
*/
|
|
29
50
|
static async imports() {
|
|
30
51
|
try {
|
|
31
52
|
const { readFile } = await import("node:fs/promises");
|
|
@@ -2,6 +2,14 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.CSVLoader = void 0;
|
|
4
4
|
const text_js_1 = require("./text.cjs");
|
|
5
|
+
/**
|
|
6
|
+
* A class that extends the TextLoader class. It represents a document
|
|
7
|
+
* loader that loads documents from a CSV file. It has a constructor that
|
|
8
|
+
* takes a `filePathOrBlob` parameter representing the path to the CSV
|
|
9
|
+
* file or a Blob object, and an optional `options` parameter of type
|
|
10
|
+
* `CSVLoaderOptions` or a string representing the column to use as the
|
|
11
|
+
* document's pageContent.
|
|
12
|
+
*/
|
|
5
13
|
class CSVLoader extends text_js_1.TextLoader {
|
|
6
14
|
constructor(filePathOrBlob, options) {
|
|
7
15
|
super(filePathOrBlob);
|
|
@@ -18,6 +26,17 @@ class CSVLoader extends text_js_1.TextLoader {
|
|
|
18
26
|
this.options = options ?? this.options;
|
|
19
27
|
}
|
|
20
28
|
}
|
|
29
|
+
/**
|
|
30
|
+
* A protected method that parses the raw CSV data and returns an array of
|
|
31
|
+
* strings representing the pageContent of each document. It uses the
|
|
32
|
+
* `dsvFormat` function from the `d3-dsv` module to parse the CSV data. If
|
|
33
|
+
* the `column` option is specified, it checks if the column exists in the
|
|
34
|
+
* CSV file and returns the values of that column as the pageContent. If
|
|
35
|
+
* the `column` option is not specified, it converts each row of the CSV
|
|
36
|
+
* data into key/value pairs and joins them with newline characters.
|
|
37
|
+
* @param raw The raw CSV data to be parsed.
|
|
38
|
+
* @returns An array of strings representing the pageContent of each document.
|
|
39
|
+
*/
|
|
21
40
|
async parse(raw) {
|
|
22
41
|
const { column, separator = "," } = this.options;
|
|
23
42
|
const { dsvFormat } = await CSVLoaderImports();
|
|
@@ -38,9 +38,28 @@ type CSVLoaderOptions = {
|
|
|
38
38
|
column?: string;
|
|
39
39
|
separator?: string;
|
|
40
40
|
};
|
|
41
|
+
/**
|
|
42
|
+
* A class that extends the TextLoader class. It represents a document
|
|
43
|
+
* loader that loads documents from a CSV file. It has a constructor that
|
|
44
|
+
* takes a `filePathOrBlob` parameter representing the path to the CSV
|
|
45
|
+
* file or a Blob object, and an optional `options` parameter of type
|
|
46
|
+
* `CSVLoaderOptions` or a string representing the column to use as the
|
|
47
|
+
* document's pageContent.
|
|
48
|
+
*/
|
|
41
49
|
export declare class CSVLoader extends TextLoader {
|
|
42
50
|
protected options: CSVLoaderOptions;
|
|
43
51
|
constructor(filePathOrBlob: string | Blob, options?: CSVLoaderOptions | string);
|
|
52
|
+
/**
|
|
53
|
+
* A protected method that parses the raw CSV data and returns an array of
|
|
54
|
+
* strings representing the pageContent of each document. It uses the
|
|
55
|
+
* `dsvFormat` function from the `d3-dsv` module to parse the CSV data. If
|
|
56
|
+
* the `column` option is specified, it checks if the column exists in the
|
|
57
|
+
* CSV file and returns the values of that column as the pageContent. If
|
|
58
|
+
* the `column` option is not specified, it converts each row of the CSV
|
|
59
|
+
* data into key/value pairs and joins them with newline characters.
|
|
60
|
+
* @param raw The raw CSV data to be parsed.
|
|
61
|
+
* @returns An array of strings representing the pageContent of each document.
|
|
62
|
+
*/
|
|
44
63
|
protected parse(raw: string): Promise<string[]>;
|
|
45
64
|
}
|
|
46
65
|
export {};
|
|
@@ -1,4 +1,12 @@
|
|
|
1
1
|
import { TextLoader } from "./text.js";
|
|
2
|
+
/**
|
|
3
|
+
* A class that extends the TextLoader class. It represents a document
|
|
4
|
+
* loader that loads documents from a CSV file. It has a constructor that
|
|
5
|
+
* takes a `filePathOrBlob` parameter representing the path to the CSV
|
|
6
|
+
* file or a Blob object, and an optional `options` parameter of type
|
|
7
|
+
* `CSVLoaderOptions` or a string representing the column to use as the
|
|
8
|
+
* document's pageContent.
|
|
9
|
+
*/
|
|
2
10
|
export class CSVLoader extends TextLoader {
|
|
3
11
|
constructor(filePathOrBlob, options) {
|
|
4
12
|
super(filePathOrBlob);
|
|
@@ -15,6 +23,17 @@ export class CSVLoader extends TextLoader {
|
|
|
15
23
|
this.options = options ?? this.options;
|
|
16
24
|
}
|
|
17
25
|
}
|
|
26
|
+
/**
|
|
27
|
+
* A protected method that parses the raw CSV data and returns an array of
|
|
28
|
+
* strings representing the pageContent of each document. It uses the
|
|
29
|
+
* `dsvFormat` function from the `d3-dsv` module to parse the CSV data. If
|
|
30
|
+
* the `column` option is specified, it checks if the column exists in the
|
|
31
|
+
* CSV file and returns the values of that column as the pageContent. If
|
|
32
|
+
* the `column` option is not specified, it converts each row of the CSV
|
|
33
|
+
* data into key/value pairs and joins them with newline characters.
|
|
34
|
+
* @param raw The raw CSV data to be parsed.
|
|
35
|
+
* @returns An array of strings representing the pageContent of each document.
|
|
36
|
+
*/
|
|
18
37
|
async parse(raw) {
|
|
19
38
|
const { column, separator = "," } = this.options;
|
|
20
39
|
const { dsvFormat } = await CSVLoaderImports();
|
|
@@ -10,6 +10,10 @@ exports.UnknownHandling = {
|
|
|
10
10
|
Warn: "warn",
|
|
11
11
|
Error: "error",
|
|
12
12
|
};
|
|
13
|
+
/**
|
|
14
|
+
* A document loader that loads documents from a directory. It extends the
|
|
15
|
+
* `BaseDocumentLoader` class and implements the `load()` method.
|
|
16
|
+
*/
|
|
13
17
|
class DirectoryLoader extends base_js_1.BaseDocumentLoader {
|
|
14
18
|
constructor(directoryPath, loaders, recursive = true, unknown = exports.UnknownHandling.Warn) {
|
|
15
19
|
super();
|
|
@@ -48,6 +52,16 @@ class DirectoryLoader extends base_js_1.BaseDocumentLoader {
|
|
|
48
52
|
}
|
|
49
53
|
}
|
|
50
54
|
}
|
|
55
|
+
/**
|
|
56
|
+
* Loads the documents from the directory. If a file is a directory and
|
|
57
|
+
* `recursive` is `true`, it recursively loads documents from the
|
|
58
|
+
* subdirectory. If a file is a file, it checks if there is a
|
|
59
|
+
* corresponding loader function for the file extension in the `loaders`
|
|
60
|
+
* mapping. If there is, it loads the documents. If there is no
|
|
61
|
+
* corresponding loader function and `unknown` is set to `Warn`, it logs a
|
|
62
|
+
* warning message. If `unknown` is set to `Error`, it throws an error.
|
|
63
|
+
* @returns A promise that resolves to an array of loaded documents.
|
|
64
|
+
*/
|
|
51
65
|
async load() {
|
|
52
66
|
const { readdir, extname, resolve } = await DirectoryLoader.imports();
|
|
53
67
|
const files = await readdir(this.directoryPath, { withFileTypes: true });
|
|
@@ -85,6 +99,13 @@ class DirectoryLoader extends base_js_1.BaseDocumentLoader {
|
|
|
85
99
|
}
|
|
86
100
|
return documents;
|
|
87
101
|
}
|
|
102
|
+
/**
|
|
103
|
+
* Imports the necessary functions from the `node:path` and
|
|
104
|
+
* `node:fs/promises` modules. It is used to dynamically import the
|
|
105
|
+
* functions when needed. If the import fails, it throws an error
|
|
106
|
+
* indicating that the modules failed to load.
|
|
107
|
+
* @returns A promise that resolves to an object containing the imported functions.
|
|
108
|
+
*/
|
|
88
109
|
static async imports() {
|
|
89
110
|
try {
|
|
90
111
|
const { extname, resolve } = await import("node:path");
|
|
@@ -9,17 +9,46 @@ export declare const UnknownHandling: {
|
|
|
9
9
|
readonly Warn: "warn";
|
|
10
10
|
readonly Error: "error";
|
|
11
11
|
};
|
|
12
|
+
/**
|
|
13
|
+
* An enumeration of possible handling strategies for unknown file types.
|
|
14
|
+
*/
|
|
12
15
|
export type UnknownHandling = (typeof UnknownHandling)[keyof typeof UnknownHandling];
|
|
16
|
+
/**
|
|
17
|
+
* A mapping of file extensions to loader functions. Each loader function
|
|
18
|
+
* takes a file path as a parameter and returns a `BaseDocumentLoader`
|
|
19
|
+
* instance.
|
|
20
|
+
*/
|
|
13
21
|
export interface LoadersMapping {
|
|
14
22
|
[extension: string]: (filePath: string) => BaseDocumentLoader;
|
|
15
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* A document loader that loads documents from a directory. It extends the
|
|
26
|
+
* `BaseDocumentLoader` class and implements the `load()` method.
|
|
27
|
+
*/
|
|
16
28
|
export declare class DirectoryLoader extends BaseDocumentLoader {
|
|
17
29
|
directoryPath: string;
|
|
18
30
|
loaders: LoadersMapping;
|
|
19
31
|
recursive: boolean;
|
|
20
32
|
unknown: UnknownHandling;
|
|
21
33
|
constructor(directoryPath: string, loaders: LoadersMapping, recursive?: boolean, unknown?: UnknownHandling);
|
|
34
|
+
/**
|
|
35
|
+
* Loads the documents from the directory. If a file is a directory and
|
|
36
|
+
* `recursive` is `true`, it recursively loads documents from the
|
|
37
|
+
* subdirectory. If a file is a file, it checks if there is a
|
|
38
|
+
* corresponding loader function for the file extension in the `loaders`
|
|
39
|
+
* mapping. If there is, it loads the documents. If there is no
|
|
40
|
+
* corresponding loader function and `unknown` is set to `Warn`, it logs a
|
|
41
|
+
* warning message. If `unknown` is set to `Error`, it throws an error.
|
|
42
|
+
* @returns A promise that resolves to an array of loaded documents.
|
|
43
|
+
*/
|
|
22
44
|
load(): Promise<Document[]>;
|
|
45
|
+
/**
|
|
46
|
+
* Imports the necessary functions from the `node:path` and
|
|
47
|
+
* `node:fs/promises` modules. It is used to dynamically import the
|
|
48
|
+
* functions when needed. If the import fails, it throws an error
|
|
49
|
+
* indicating that the modules failed to load.
|
|
50
|
+
* @returns A promise that resolves to an object containing the imported functions.
|
|
51
|
+
*/
|
|
23
52
|
static imports(): Promise<{
|
|
24
53
|
readdir: typeof ReaddirT;
|
|
25
54
|
extname: typeof ExtnameT;
|
|
@@ -7,6 +7,10 @@ export const UnknownHandling = {
|
|
|
7
7
|
Warn: "warn",
|
|
8
8
|
Error: "error",
|
|
9
9
|
};
|
|
10
|
+
/**
|
|
11
|
+
* A document loader that loads documents from a directory. It extends the
|
|
12
|
+
* `BaseDocumentLoader` class and implements the `load()` method.
|
|
13
|
+
*/
|
|
10
14
|
export class DirectoryLoader extends BaseDocumentLoader {
|
|
11
15
|
constructor(directoryPath, loaders, recursive = true, unknown = UnknownHandling.Warn) {
|
|
12
16
|
super();
|
|
@@ -45,6 +49,16 @@ export class DirectoryLoader extends BaseDocumentLoader {
|
|
|
45
49
|
}
|
|
46
50
|
}
|
|
47
51
|
}
|
|
52
|
+
/**
|
|
53
|
+
* Loads the documents from the directory. If a file is a directory and
|
|
54
|
+
* `recursive` is `true`, it recursively loads documents from the
|
|
55
|
+
* subdirectory. If a file is a file, it checks if there is a
|
|
56
|
+
* corresponding loader function for the file extension in the `loaders`
|
|
57
|
+
* mapping. If there is, it loads the documents. If there is no
|
|
58
|
+
* corresponding loader function and `unknown` is set to `Warn`, it logs a
|
|
59
|
+
* warning message. If `unknown` is set to `Error`, it throws an error.
|
|
60
|
+
* @returns A promise that resolves to an array of loaded documents.
|
|
61
|
+
*/
|
|
48
62
|
async load() {
|
|
49
63
|
const { readdir, extname, resolve } = await DirectoryLoader.imports();
|
|
50
64
|
const files = await readdir(this.directoryPath, { withFileTypes: true });
|
|
@@ -82,6 +96,13 @@ export class DirectoryLoader extends BaseDocumentLoader {
|
|
|
82
96
|
}
|
|
83
97
|
return documents;
|
|
84
98
|
}
|
|
99
|
+
/**
|
|
100
|
+
* Imports the necessary functions from the `node:path` and
|
|
101
|
+
* `node:fs/promises` modules. It is used to dynamically import the
|
|
102
|
+
* functions when needed. If the import fails, it throws an error
|
|
103
|
+
* indicating that the modules failed to load.
|
|
104
|
+
* @returns A promise that resolves to an object containing the imported functions.
|
|
105
|
+
*/
|
|
85
106
|
static async imports() {
|
|
86
107
|
try {
|
|
87
108
|
const { extname, resolve } = await import("node:path");
|
|
@@ -3,10 +3,26 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.DocxLoader = void 0;
|
|
4
4
|
const document_js_1 = require("../../document.cjs");
|
|
5
5
|
const buffer_js_1 = require("./buffer.cjs");
|
|
6
|
+
/**
|
|
7
|
+
* A class that extends the `BufferLoader` class. It represents a document
|
|
8
|
+
* loader that loads documents from DOCX files.
|
|
9
|
+
*/
|
|
6
10
|
class DocxLoader extends buffer_js_1.BufferLoader {
|
|
7
11
|
constructor(filePathOrBlob) {
|
|
8
12
|
super(filePathOrBlob);
|
|
9
13
|
}
|
|
14
|
+
/**
|
|
15
|
+
* A method that takes a `raw` buffer and `metadata` as parameters and
|
|
16
|
+
* returns a promise that resolves to an array of `Document` instances. It
|
|
17
|
+
* uses the `extractRawText` function from the `mammoth` module to extract
|
|
18
|
+
* the raw text content from the buffer. If the extracted text content is
|
|
19
|
+
* empty, it returns an empty array. Otherwise, it creates a new
|
|
20
|
+
* `Document` instance with the extracted text content and the provided
|
|
21
|
+
* metadata, and returns it as an array.
|
|
22
|
+
* @param raw The raw buffer from which to extract text content.
|
|
23
|
+
* @param metadata The metadata to be associated with the created `Document` instance.
|
|
24
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
25
|
+
*/
|
|
10
26
|
async parse(raw, metadata) {
|
|
11
27
|
const { extractRawText } = await DocxLoaderImports();
|
|
12
28
|
const docx = await extractRawText({
|
|
@@ -1,7 +1,23 @@
|
|
|
1
1
|
/// <reference types="node" resolution-mode="require"/>
|
|
2
2
|
import { Document } from "../../document.js";
|
|
3
3
|
import { BufferLoader } from "./buffer.js";
|
|
4
|
+
/**
|
|
5
|
+
* A class that extends the `BufferLoader` class. It represents a document
|
|
6
|
+
* loader that loads documents from DOCX files.
|
|
7
|
+
*/
|
|
4
8
|
export declare class DocxLoader extends BufferLoader {
|
|
5
9
|
constructor(filePathOrBlob: string | Blob);
|
|
10
|
+
/**
|
|
11
|
+
* A method that takes a `raw` buffer and `metadata` as parameters and
|
|
12
|
+
* returns a promise that resolves to an array of `Document` instances. It
|
|
13
|
+
* uses the `extractRawText` function from the `mammoth` module to extract
|
|
14
|
+
* the raw text content from the buffer. If the extracted text content is
|
|
15
|
+
* empty, it returns an empty array. Otherwise, it creates a new
|
|
16
|
+
* `Document` instance with the extracted text content and the provided
|
|
17
|
+
* metadata, and returns it as an array.
|
|
18
|
+
* @param raw The raw buffer from which to extract text content.
|
|
19
|
+
* @param metadata The metadata to be associated with the created `Document` instance.
|
|
20
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
21
|
+
*/
|
|
6
22
|
parse(raw: Buffer, metadata: Document["metadata"]): Promise<Document[]>;
|
|
7
23
|
}
|
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { BufferLoader } from "./buffer.js";
|
|
3
|
+
/**
|
|
4
|
+
* A class that extends the `BufferLoader` class. It represents a document
|
|
5
|
+
* loader that loads documents from DOCX files.
|
|
6
|
+
*/
|
|
3
7
|
export class DocxLoader extends BufferLoader {
|
|
4
8
|
constructor(filePathOrBlob) {
|
|
5
9
|
super(filePathOrBlob);
|
|
6
10
|
}
|
|
11
|
+
/**
|
|
12
|
+
* A method that takes a `raw` buffer and `metadata` as parameters and
|
|
13
|
+
* returns a promise that resolves to an array of `Document` instances. It
|
|
14
|
+
* uses the `extractRawText` function from the `mammoth` module to extract
|
|
15
|
+
* the raw text content from the buffer. If the extracted text content is
|
|
16
|
+
* empty, it returns an empty array. Otherwise, it creates a new
|
|
17
|
+
* `Document` instance with the extracted text content and the provided
|
|
18
|
+
* metadata, and returns it as an array.
|
|
19
|
+
* @param raw The raw buffer from which to extract text content.
|
|
20
|
+
* @param metadata The metadata to be associated with the created `Document` instance.
|
|
21
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
22
|
+
*/
|
|
7
23
|
async parse(raw, metadata) {
|
|
8
24
|
const { extractRawText } = await DocxLoaderImports();
|
|
9
25
|
const docx = await extractRawText({
|
|
@@ -3,6 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.EPubLoader = void 0;
|
|
4
4
|
const document_js_1 = require("../../document.cjs");
|
|
5
5
|
const base_js_1 = require("../base.cjs");
|
|
6
|
+
/**
|
|
7
|
+
* A class that extends the `BaseDocumentLoader` class. It represents a
|
|
8
|
+
* document loader that loads documents from EPUB files.
|
|
9
|
+
*/
|
|
6
10
|
class EPubLoader extends base_js_1.BaseDocumentLoader {
|
|
7
11
|
constructor(filePath, { splitChapters = true } = {}) {
|
|
8
12
|
super();
|
|
@@ -20,6 +24,13 @@ class EPubLoader extends base_js_1.BaseDocumentLoader {
|
|
|
20
24
|
});
|
|
21
25
|
this.splitChapters = splitChapters;
|
|
22
26
|
}
|
|
27
|
+
/**
|
|
28
|
+
* A protected method that takes an EPUB object as a parameter and returns
|
|
29
|
+
* a promise that resolves to an array of objects representing the content
|
|
30
|
+
* and metadata of each chapter.
|
|
31
|
+
* @param epub The EPUB object to parse.
|
|
32
|
+
* @returns A promise that resolves to an array of objects representing the content and metadata of each chapter.
|
|
33
|
+
*/
|
|
23
34
|
async parse(epub) {
|
|
24
35
|
const { htmlToText } = await HtmlToTextImport();
|
|
25
36
|
const chapters = await Promise.all(epub.flow.map(async (chapter) => {
|
|
@@ -40,6 +51,11 @@ class EPubLoader extends base_js_1.BaseDocumentLoader {
|
|
|
40
51
|
},
|
|
41
52
|
}));
|
|
42
53
|
}
|
|
54
|
+
/**
|
|
55
|
+
* A method that loads the EPUB file and returns a promise that resolves
|
|
56
|
+
* to an array of `Document` instances.
|
|
57
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
58
|
+
*/
|
|
43
59
|
async load() {
|
|
44
60
|
const { EPub } = await EpubImport();
|
|
45
61
|
const epub = await EPub.createAsync(this.filePath);
|
|
@@ -1,15 +1,31 @@
|
|
|
1
1
|
import type { EPub } from "epub2";
|
|
2
2
|
import { Document } from "../../document.js";
|
|
3
3
|
import { BaseDocumentLoader } from "../base.js";
|
|
4
|
+
/**
|
|
5
|
+
* A class that extends the `BaseDocumentLoader` class. It represents a
|
|
6
|
+
* document loader that loads documents from EPUB files.
|
|
7
|
+
*/
|
|
4
8
|
export declare class EPubLoader extends BaseDocumentLoader {
|
|
5
9
|
filePath: string;
|
|
6
10
|
private splitChapters;
|
|
7
11
|
constructor(filePath: string, { splitChapters }?: {
|
|
8
12
|
splitChapters?: boolean | undefined;
|
|
9
13
|
});
|
|
14
|
+
/**
|
|
15
|
+
* A protected method that takes an EPUB object as a parameter and returns
|
|
16
|
+
* a promise that resolves to an array of objects representing the content
|
|
17
|
+
* and metadata of each chapter.
|
|
18
|
+
* @param epub The EPUB object to parse.
|
|
19
|
+
* @returns A promise that resolves to an array of objects representing the content and metadata of each chapter.
|
|
20
|
+
*/
|
|
10
21
|
protected parse(epub: EPub): Promise<{
|
|
11
22
|
pageContent: string;
|
|
12
23
|
metadata?: object;
|
|
13
24
|
}[]>;
|
|
25
|
+
/**
|
|
26
|
+
* A method that loads the EPUB file and returns a promise that resolves
|
|
27
|
+
* to an array of `Document` instances.
|
|
28
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
29
|
+
*/
|
|
14
30
|
load(): Promise<Document[]>;
|
|
15
31
|
}
|