langchain 0.0.130 → 0.0.132
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/agent.cjs +23 -0
- package/dist/agents/agent.d.ts +28 -0
- package/dist/agents/agent.js +23 -0
- package/dist/agents/chat/index.cjs +28 -0
- package/dist/agents/chat/index.d.ts +33 -0
- package/dist/agents/chat/index.js +28 -0
- package/dist/agents/chat/outputParser.cjs +19 -0
- package/dist/agents/chat/outputParser.d.ts +19 -0
- package/dist/agents/chat/outputParser.js +19 -0
- package/dist/agents/chat_convo/index.cjs +25 -0
- package/dist/agents/chat_convo/index.d.ts +32 -0
- package/dist/agents/chat_convo/index.js +25 -0
- package/dist/agents/chat_convo/outputParser.cjs +42 -0
- package/dist/agents/chat_convo/outputParser.d.ts +42 -0
- package/dist/agents/chat_convo/outputParser.js +42 -0
- package/dist/agents/executor.cjs +9 -0
- package/dist/agents/executor.d.ts +12 -0
- package/dist/agents/executor.js +9 -0
- package/dist/agents/initialize.d.ts +5 -0
- package/dist/agents/mrkl/index.cjs +20 -0
- package/dist/agents/mrkl/index.d.ts +25 -0
- package/dist/agents/mrkl/index.js +20 -0
- package/dist/agents/mrkl/outputParser.cjs +15 -0
- package/dist/agents/mrkl/outputParser.d.ts +15 -0
- package/dist/agents/mrkl/outputParser.js +15 -0
- package/dist/agents/openai/index.cjs +46 -0
- package/dist/agents/openai/index.d.ts +40 -0
- package/dist/agents/openai/index.js +46 -0
- package/dist/agents/structured_chat/index.cjs +35 -0
- package/dist/agents/structured_chat/index.d.ts +41 -0
- package/dist/agents/structured_chat/index.js +35 -0
- package/dist/agents/structured_chat/outputParser.cjs +44 -0
- package/dist/agents/structured_chat/outputParser.d.ts +48 -0
- package/dist/agents/structured_chat/outputParser.js +44 -0
- package/dist/agents/toolkits/aws_sfn.cjs +5 -0
- package/dist/agents/toolkits/aws_sfn.d.ts +9 -0
- package/dist/agents/toolkits/aws_sfn.js +5 -0
- package/dist/agents/toolkits/base.cjs +5 -0
- package/dist/agents/toolkits/base.d.ts +5 -0
- package/dist/agents/toolkits/base.js +5 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.cjs +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.js +10 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs +17 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts +21 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.js +17 -0
- package/dist/agents/toolkits/json/json.cjs +15 -0
- package/dist/agents/toolkits/json/json.d.ts +15 -0
- package/dist/agents/toolkits/json/json.js +15 -0
- package/dist/agents/toolkits/openapi/openapi.cjs +21 -0
- package/dist/agents/toolkits/openapi/openapi.d.ts +21 -0
- package/dist/agents/toolkits/openapi/openapi.js +21 -0
- package/dist/agents/toolkits/sql/sql.cjs +4 -0
- package/dist/agents/toolkits/sql/sql.d.ts +8 -0
- package/dist/agents/toolkits/sql/sql.js +4 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.cjs +10 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.d.ts +14 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.js +10 -0
- package/dist/agents/toolkits/zapier/zapier.cjs +12 -0
- package/dist/agents/toolkits/zapier/zapier.d.ts +12 -0
- package/dist/agents/toolkits/zapier/zapier.js +12 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.d.ts +28 -0
- package/dist/agents/types.js +5 -0
- package/dist/cache/index.cjs +21 -0
- package/dist/cache/index.d.ts +21 -0
- package/dist/cache/index.js +21 -0
- package/dist/cache/ioredis.cjs +16 -0
- package/dist/cache/ioredis.d.ts +16 -0
- package/dist/cache/ioredis.js +16 -0
- package/dist/cache/redis.cjs +21 -0
- package/dist/cache/redis.d.ts +25 -0
- package/dist/cache/redis.js +21 -0
- package/dist/callbacks/base.cjs +29 -0
- package/dist/callbacks/base.d.ts +35 -0
- package/dist/callbacks/base.js +30 -1
- package/dist/callbacks/handlers/console.cjs +87 -0
- package/dist/callbacks/handlers/console.d.ts +87 -0
- package/dist/callbacks/handlers/console.js +87 -0
- package/dist/callbacks/handlers/initialize.cjs +12 -0
- package/dist/callbacks/handlers/initialize.d.ts +12 -0
- package/dist/callbacks/handlers/initialize.js +12 -0
- package/dist/callbacks/manager.cjs +9 -0
- package/dist/callbacks/manager.d.ts +9 -0
- package/dist/callbacks/manager.js +9 -0
- package/dist/callbacks/promises.cjs +9 -0
- package/dist/callbacks/promises.d.ts +4 -0
- package/dist/callbacks/promises.js +9 -0
- package/dist/chains/analyze_documents_chain.cjs +3 -0
- package/dist/chains/analyze_documents_chain.d.ts +5 -0
- package/dist/chains/analyze_documents_chain.js +3 -0
- package/dist/chains/api/api_chain.cjs +12 -0
- package/dist/chains/api/api_chain.d.ts +19 -0
- package/dist/chains/api/api_chain.js +12 -0
- package/dist/chains/base.cjs +6 -0
- package/dist/chains/base.d.ts +6 -0
- package/dist/chains/base.js +6 -0
- package/dist/chains/chat_vector_db_chain.cjs +8 -0
- package/dist/chains/chat_vector_db_chain.d.ts +11 -0
- package/dist/chains/chat_vector_db_chain.js +8 -0
- package/dist/chains/combine_docs_chain.cjs +9 -0
- package/dist/chains/combine_docs_chain.d.ts +13 -0
- package/dist/chains/combine_docs_chain.js +9 -0
- package/dist/chains/constitutional_ai/constitutional_chain.cjs +20 -0
- package/dist/chains/constitutional_ai/constitutional_chain.d.ts +21 -0
- package/dist/chains/constitutional_ai/constitutional_chain.js +20 -0
- package/dist/chains/constitutional_ai/constitutional_principle.cjs +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.d.ts +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.js +4 -0
- package/dist/chains/conversation.cjs +7 -0
- package/dist/chains/conversation.d.ts +5 -0
- package/dist/chains/conversation.js +7 -0
- package/dist/chains/conversational_retrieval_chain.cjs +24 -0
- package/dist/chains/conversational_retrieval_chain.d.ts +27 -1
- package/dist/chains/conversational_retrieval_chain.js +24 -0
- package/dist/chains/llm_chain.cjs +3 -0
- package/dist/chains/llm_chain.d.ts +4 -0
- package/dist/chains/llm_chain.js +3 -0
- package/dist/chains/openai_functions/extraction.cjs +21 -0
- package/dist/chains/openai_functions/extraction.d.ts +15 -0
- package/dist/chains/openai_functions/extraction.js +21 -0
- package/dist/chains/openai_functions/openapi.cjs +30 -0
- package/dist/chains/openai_functions/openapi.d.ts +3 -0
- package/dist/chains/openai_functions/openapi.js +30 -0
- package/dist/chains/openai_functions/structured_output.cjs +12 -0
- package/dist/chains/openai_functions/structured_output.d.ts +18 -0
- package/dist/chains/openai_functions/structured_output.js +12 -0
- package/dist/chains/openai_functions/tagging.cjs +24 -0
- package/dist/chains/openai_functions/tagging.d.ts +21 -0
- package/dist/chains/openai_functions/tagging.js +24 -0
- package/dist/chains/openai_moderation.cjs +8 -0
- package/dist/chains/openai_moderation.d.ts +9 -0
- package/dist/chains/openai_moderation.js +8 -0
- package/dist/chains/query_constructor/index.cjs +17 -0
- package/dist/chains/query_constructor/index.d.ts +20 -0
- package/dist/chains/query_constructor/index.js +17 -0
- package/dist/chains/query_constructor/ir.cjs +24 -0
- package/dist/chains/query_constructor/ir.d.ts +71 -0
- package/dist/chains/query_constructor/ir.js +24 -0
- package/dist/chains/query_constructor/parser.cjs +21 -0
- package/dist/chains/query_constructor/parser.d.ts +25 -0
- package/dist/chains/query_constructor/parser.js +21 -0
- package/dist/chains/question_answering/load.cjs +21 -0
- package/dist/chains/question_answering/load.d.ts +34 -0
- package/dist/chains/question_answering/load.js +21 -0
- package/dist/chains/retrieval_qa.cjs +15 -0
- package/dist/chains/retrieval_qa.d.ts +16 -0
- package/dist/chains/retrieval_qa.js +15 -0
- package/dist/chains/router/llm_router.cjs +16 -0
- package/dist/chains/router/llm_router.d.ts +24 -0
- package/dist/chains/router/llm_router.js +16 -0
- package/dist/chains/router/multi_prompt.cjs +19 -0
- package/dist/chains/router/multi_prompt.d.ts +19 -0
- package/dist/chains/router/multi_prompt.js +19 -0
- package/dist/chains/router/multi_retrieval_qa.cjs +22 -0
- package/dist/chains/router/multi_retrieval_qa.d.ts +27 -0
- package/dist/chains/router/multi_retrieval_qa.js +22 -0
- package/dist/chains/router/multi_route.cjs +13 -0
- package/dist/chains/router/multi_route.d.ts +26 -0
- package/dist/chains/router/multi_route.js +13 -0
- package/dist/chains/sequential_chain.cjs +6 -0
- package/dist/chains/sequential_chain.d.ts +8 -0
- package/dist/chains/sequential_chain.js +6 -0
- package/dist/chains/serde.d.ts +58 -0
- package/dist/chains/sql_db/sql_db_chain.cjs +16 -0
- package/dist/chains/sql_db/sql_db_chain.d.ts +19 -0
- package/dist/chains/sql_db/sql_db_chain.js +16 -0
- package/dist/chains/summarization/load.d.ts +4 -0
- package/dist/chains/transform.cjs +9 -0
- package/dist/chains/transform.d.ts +12 -0
- package/dist/chains/transform.js +9 -0
- package/dist/chains/vector_db_qa.cjs +18 -0
- package/dist/chains/vector_db_qa.d.ts +22 -0
- package/dist/chains/vector_db_qa.js +18 -0
- package/dist/chat_models/anthropic.cjs +27 -4
- package/dist/chat_models/anthropic.d.ts +15 -0
- package/dist/chat_models/anthropic.js +27 -4
- package/dist/chat_models/baiduwenxin.cjs +19 -13
- package/dist/chat_models/baiduwenxin.d.ts +19 -3
- package/dist/chat_models/baiduwenxin.js +19 -13
- package/dist/chat_models/base.cjs +61 -0
- package/dist/chat_models/base.d.ts +73 -0
- package/dist/chat_models/base.js +61 -0
- package/dist/chat_models/googlepalm.cjs +12 -0
- package/dist/chat_models/googlepalm.d.ts +8 -0
- package/dist/chat_models/googlepalm.js +12 -0
- package/dist/chat_models/googlevertexai.cjs +41 -0
- package/dist/chat_models/googlevertexai.d.ts +51 -0
- package/dist/chat_models/googlevertexai.js +41 -0
- package/dist/chat_models/ollama.cjs +14 -0
- package/dist/chat_models/ollama.d.ts +16 -0
- package/dist/chat_models/ollama.js +14 -0
- package/dist/chat_models/openai.cjs +19 -5
- package/dist/chat_models/openai.d.ts +7 -5
- package/dist/chat_models/openai.js +19 -5
- package/dist/document_loaders/base.cjs +10 -0
- package/dist/document_loaders/base.d.ts +17 -0
- package/dist/document_loaders/base.js +10 -0
- package/dist/document_loaders/fs/buffer.cjs +21 -0
- package/dist/document_loaders/fs/buffer.d.ts +28 -0
- package/dist/document_loaders/fs/buffer.js +21 -0
- package/dist/document_loaders/fs/csv.cjs +19 -0
- package/dist/document_loaders/fs/csv.d.ts +19 -0
- package/dist/document_loaders/fs/csv.js +19 -0
- package/dist/document_loaders/fs/directory.cjs +21 -0
- package/dist/document_loaders/fs/directory.d.ts +29 -0
- package/dist/document_loaders/fs/directory.js +21 -0
- package/dist/document_loaders/fs/docx.cjs +16 -0
- package/dist/document_loaders/fs/docx.d.ts +16 -0
- package/dist/document_loaders/fs/docx.js +16 -0
- package/dist/document_loaders/fs/epub.cjs +16 -0
- package/dist/document_loaders/fs/epub.d.ts +16 -0
- package/dist/document_loaders/fs/epub.js +16 -0
- package/dist/document_loaders/fs/json.cjs +40 -0
- package/dist/document_loaders/fs/json.d.ts +40 -0
- package/dist/document_loaders/fs/json.js +40 -0
- package/dist/document_loaders/fs/notion.cjs +6 -0
- package/dist/document_loaders/fs/notion.d.ts +6 -0
- package/dist/document_loaders/fs/notion.js +6 -0
- package/dist/document_loaders/fs/pdf.cjs +21 -0
- package/dist/document_loaders/fs/pdf.d.ts +21 -0
- package/dist/document_loaders/fs/pdf.js +21 -0
- package/dist/document_loaders/fs/srt.cjs +19 -0
- package/dist/document_loaders/fs/srt.d.ts +19 -0
- package/dist/document_loaders/fs/srt.js +19 -0
- package/dist/document_loaders/fs/text.cjs +34 -0
- package/dist/document_loaders/fs/text.d.ts +34 -0
- package/dist/document_loaders/fs/text.js +34 -0
- package/dist/document_loaders/fs/unstructured.cjs +14 -0
- package/dist/document_loaders/fs/unstructured.d.ts +26 -0
- package/dist/document_loaders/fs/unstructured.js +14 -0
- package/dist/document_loaders/web/apify_dataset.cjs +11 -0
- package/dist/document_loaders/web/apify_dataset.d.ts +15 -0
- package/dist/document_loaders/web/apify_dataset.js +11 -0
- package/dist/document_loaders/web/azure_blob_storage_container.cjs +13 -0
- package/dist/document_loaders/web/azure_blob_storage_container.d.ts +26 -0
- package/dist/document_loaders/web/azure_blob_storage_container.js +13 -0
- package/dist/document_loaders/web/azure_blob_storage_file.cjs +12 -0
- package/dist/document_loaders/web/azure_blob_storage_file.d.ts +21 -0
- package/dist/document_loaders/web/azure_blob_storage_file.js +12 -0
- package/dist/document_loaders/web/cheerio.cjs +21 -0
- package/dist/document_loaders/web/cheerio.d.ts +26 -0
- package/dist/document_loaders/web/cheerio.js +21 -0
- package/dist/document_loaders/web/college_confidential.cjs +11 -0
- package/dist/document_loaders/web/college_confidential.d.ts +11 -0
- package/dist/document_loaders/web/college_confidential.js +11 -0
- package/dist/document_loaders/web/confluence.cjs +23 -0
- package/dist/document_loaders/web/confluence.d.ts +33 -0
- package/dist/document_loaders/web/confluence.js +23 -0
- package/dist/document_loaders/web/figma.cjs +21 -0
- package/dist/document_loaders/web/figma.d.ts +32 -0
- package/dist/document_loaders/web/figma.js +21 -0
- package/dist/document_loaders/web/gitbook.cjs +33 -0
- package/dist/document_loaders/web/gitbook.d.ts +38 -0
- package/dist/document_loaders/web/gitbook.js +33 -0
- package/dist/document_loaders/web/github.cjs +50 -0
- package/dist/document_loaders/web/github.d.ts +53 -0
- package/dist/document_loaders/web/github.js +50 -0
- package/dist/document_loaders/web/hn.cjs +31 -0
- package/dist/document_loaders/web/hn.d.ts +31 -0
- package/dist/document_loaders/web/hn.js +31 -0
- package/dist/document_loaders/web/imsdb.cjs +14 -0
- package/dist/document_loaders/web/imsdb.d.ts +14 -0
- package/dist/document_loaders/web/imsdb.js +14 -0
- package/dist/document_loaders/web/notionapi.cjs +39 -0
- package/dist/document_loaders/web/notionapi.d.ts +43 -0
- package/dist/document_loaders/web/notionapi.js +39 -0
- package/dist/document_loaders/web/notiondb.cjs +19 -0
- package/dist/document_loaders/web/notiondb.d.ts +24 -0
- package/dist/document_loaders/web/notiondb.js +19 -0
- package/dist/document_loaders/web/playwright.cjs +22 -0
- package/dist/document_loaders/web/playwright.d.ts +27 -0
- package/dist/document_loaders/web/playwright.js +22 -0
- package/dist/document_loaders/web/puppeteer.cjs +20 -0
- package/dist/document_loaders/web/puppeteer.d.ts +25 -0
- package/dist/document_loaders/web/puppeteer.js +20 -0
- package/dist/document_loaders/web/s3.cjs +9 -0
- package/dist/document_loaders/web/s3.d.ts +21 -0
- package/dist/document_loaders/web/s3.js +9 -0
- package/dist/document_loaders/web/serpapi.cjs +4 -0
- package/dist/document_loaders/web/serpapi.d.ts +8 -0
- package/dist/document_loaders/web/serpapi.js +4 -0
- package/dist/document_loaders/web/sonix_audio.cjs +10 -0
- package/dist/document_loaders/web/sonix_audio.d.ts +10 -0
- package/dist/document_loaders/web/sonix_audio.js +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.cjs +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +17 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.js +10 -0
- package/dist/document_loaders/web/youtube.cjs +23 -0
- package/dist/document_loaders/web/youtube.d.ts +27 -0
- package/dist/document_loaders/web/youtube.js +23 -0
- package/dist/document_transformers/html_to_text.cjs +6 -0
- package/dist/document_transformers/html_to_text.d.ts +4 -0
- package/dist/document_transformers/html_to_text.js +6 -0
- package/dist/document_transformers/mozilla_readability.cjs +7 -0
- package/dist/document_transformers/mozilla_readability.d.ts +5 -0
- package/dist/document_transformers/mozilla_readability.js +7 -0
- package/dist/document_transformers/openai_functions.cjs +6 -0
- package/dist/document_transformers/openai_functions.d.ts +4 -0
- package/dist/document_transformers/openai_functions.js +6 -0
- package/dist/embeddings/base.cjs +4 -0
- package/dist/embeddings/base.d.ts +21 -0
- package/dist/embeddings/base.js +4 -0
- package/dist/embeddings/cache_backed.d.ts +4 -0
- package/dist/embeddings/cohere.d.ts +4 -0
- package/dist/embeddings/fake.cjs +33 -0
- package/dist/embeddings/fake.d.ts +37 -0
- package/dist/embeddings/fake.js +33 -0
- package/dist/embeddings/googlepalm.cjs +18 -0
- package/dist/embeddings/googlepalm.d.ts +22 -0
- package/dist/embeddings/googlepalm.js +18 -0
- package/dist/embeddings/googlevertexai.cjs +15 -0
- package/dist/embeddings/googlevertexai.d.ts +20 -0
- package/dist/embeddings/googlevertexai.js +15 -0
- package/dist/embeddings/hf.cjs +20 -0
- package/dist/embeddings/hf.d.ts +24 -0
- package/dist/embeddings/hf.js +20 -0
- package/dist/embeddings/openai.cjs +25 -0
- package/dist/embeddings/openai.d.ts +29 -0
- package/dist/embeddings/openai.js +25 -0
- package/dist/embeddings/tensorflow.cjs +27 -0
- package/dist/embeddings/tensorflow.d.ts +31 -0
- package/dist/embeddings/tensorflow.js +27 -0
- package/dist/evaluation/qa/eval_chain.cjs +3 -0
- package/dist/evaluation/qa/eval_chain.d.ts +1 -0
- package/dist/evaluation/qa/eval_chain.js +3 -0
- package/dist/experimental/autogpt/agent.cjs +21 -0
- package/dist/experimental/autogpt/agent.d.ts +24 -0
- package/dist/experimental/autogpt/agent.js +21 -0
- package/dist/experimental/autogpt/output_parser.cjs +24 -0
- package/dist/experimental/autogpt/output_parser.d.ts +24 -0
- package/dist/experimental/autogpt/output_parser.js +24 -0
- package/dist/experimental/autogpt/prompt.cjs +25 -0
- package/dist/experimental/autogpt/prompt.d.ts +28 -0
- package/dist/experimental/autogpt/prompt.js +25 -0
- package/dist/experimental/autogpt/prompt_generator.cjs +32 -0
- package/dist/experimental/autogpt/prompt_generator.d.ts +32 -0
- package/dist/experimental/autogpt/prompt_generator.js +32 -0
- package/dist/experimental/autogpt/schema.d.ts +11 -0
- package/dist/experimental/babyagi/agent.cjs +68 -0
- package/dist/experimental/babyagi/agent.d.ts +76 -0
- package/dist/experimental/babyagi/agent.js +68 -0
- package/dist/experimental/babyagi/task_creation.cjs +13 -0
- package/dist/experimental/babyagi/task_creation.d.ts +11 -0
- package/dist/experimental/babyagi/task_creation.js +13 -0
- package/dist/experimental/babyagi/task_execution.cjs +12 -0
- package/dist/experimental/babyagi/task_execution.d.ts +10 -0
- package/dist/experimental/babyagi/task_execution.js +12 -0
- package/dist/experimental/babyagi/task_prioritization.cjs +11 -0
- package/dist/experimental/babyagi/task_prioritization.d.ts +9 -0
- package/dist/experimental/babyagi/task_prioritization.js +11 -0
- package/dist/experimental/generative_agents/generative_agent.cjs +77 -0
- package/dist/experimental/generative_agents/generative_agent.d.ts +80 -0
- package/dist/experimental/generative_agents/generative_agent.js +77 -0
- package/dist/experimental/generative_agents/generative_agent_memory.cjs +116 -0
- package/dist/experimental/generative_agents/generative_agent_memory.d.ts +114 -0
- package/dist/experimental/generative_agents/generative_agent_memory.js +116 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.cjs +46 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts +58 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.js +46 -0
- package/dist/experimental/plan_and_execute/agent_executor.cjs +35 -0
- package/dist/experimental/plan_and_execute/agent_executor.d.ts +38 -0
- package/dist/experimental/plan_and_execute/agent_executor.js +35 -0
- package/dist/experimental/plan_and_execute/base.cjs +26 -0
- package/dist/experimental/plan_and_execute/base.d.ts +38 -0
- package/dist/experimental/plan_and_execute/base.js +26 -0
- package/dist/experimental/plan_and_execute/outputParser.cjs +18 -0
- package/dist/experimental/plan_and_execute/outputParser.d.ts +18 -0
- package/dist/experimental/plan_and_execute/outputParser.js +18 -0
- package/dist/llms/ai21.cjs +13 -0
- package/dist/llms/ai21.d.ts +19 -0
- package/dist/llms/ai21.js +13 -0
- package/dist/llms/aleph_alpha.cjs +10 -0
- package/dist/llms/aleph_alpha.d.ts +13 -0
- package/dist/llms/aleph_alpha.js +10 -0
- package/dist/llms/base.cjs +32 -0
- package/dist/llms/base.d.ts +32 -0
- package/dist/llms/base.js +32 -0
- package/dist/llms/bedrock.cjs +21 -0
- package/dist/llms/bedrock.d.ts +9 -0
- package/dist/llms/bedrock.js +21 -0
- package/dist/llms/cohere.cjs +7 -0
- package/dist/llms/cohere.d.ts +8 -0
- package/dist/llms/cohere.js +7 -0
- package/dist/llms/googlevertexai.cjs +23 -0
- package/dist/llms/googlevertexai.d.ts +38 -0
- package/dist/llms/googlevertexai.js +23 -0
- package/dist/llms/hf.cjs +4 -0
- package/dist/llms/hf.d.ts +8 -0
- package/dist/llms/hf.js +4 -0
- package/dist/llms/ollama.cjs +7 -0
- package/dist/llms/ollama.d.ts +5 -0
- package/dist/llms/ollama.js +7 -0
- package/dist/llms/openai-chat.cjs +35 -4
- package/dist/llms/openai-chat.d.ts +28 -4
- package/dist/llms/openai-chat.js +35 -4
- package/dist/llms/openai.cjs +26 -6
- package/dist/llms/openai.d.ts +11 -3
- package/dist/llms/openai.js +26 -6
- package/dist/llms/replicate.cjs +9 -0
- package/dist/llms/replicate.d.ts +12 -0
- package/dist/llms/replicate.js +9 -0
- package/dist/llms/sagemaker_endpoint.cjs +11 -0
- package/dist/llms/sagemaker_endpoint.d.ts +17 -0
- package/dist/llms/sagemaker_endpoint.js +11 -0
- package/dist/load/index.cjs +7 -1
- package/dist/load/index.js +7 -1
- package/dist/load/serializable.cjs +42 -3
- package/dist/load/serializable.d.ts +16 -0
- package/dist/load/serializable.js +40 -2
- package/dist/memory/base.cjs +11 -0
- package/dist/memory/base.d.ts +40 -0
- package/dist/memory/base.js +11 -0
- package/dist/memory/buffer_memory.cjs +19 -0
- package/dist/memory/buffer_memory.d.ts +22 -0
- package/dist/memory/buffer_memory.js +19 -0
- package/dist/memory/buffer_window_memory.cjs +15 -0
- package/dist/memory/buffer_window_memory.d.ts +18 -0
- package/dist/memory/buffer_window_memory.js +15 -0
- package/dist/memory/chat_memory.cjs +16 -0
- package/dist/memory/chat_memory.d.ts +19 -0
- package/dist/memory/chat_memory.js +16 -0
- package/dist/memory/combined_memory.cjs +28 -0
- package/dist/memory/combined_memory.d.ts +33 -0
- package/dist/memory/combined_memory.js +28 -0
- package/dist/memory/entity_memory.cjs +21 -0
- package/dist/memory/entity_memory.d.ts +24 -0
- package/dist/memory/entity_memory.js +21 -0
- package/dist/memory/motorhead_memory.cjs +25 -0
- package/dist/memory/motorhead_memory.d.ts +29 -0
- package/dist/memory/motorhead_memory.js +25 -0
- package/dist/memory/stores/entity/in_memory.cjs +29 -0
- package/dist/memory/stores/entity/in_memory.d.ts +29 -0
- package/dist/memory/stores/entity/in_memory.js +29 -0
- package/dist/memory/summary.cjs +31 -0
- package/dist/memory/summary.d.ts +39 -0
- package/dist/memory/summary.js +31 -0
- package/dist/memory/summary_buffer.cjs +33 -0
- package/dist/memory/summary_buffer.d.ts +37 -0
- package/dist/memory/summary_buffer.js +33 -0
- package/dist/memory/vector_store.cjs +22 -0
- package/dist/memory/vector_store.d.ts +26 -0
- package/dist/memory/vector_store.js +22 -0
- package/dist/memory/zep.cjs +22 -0
- package/dist/memory/zep.d.ts +27 -0
- package/dist/memory/zep.js +22 -0
- package/dist/output_parsers/combining.cjs +15 -0
- package/dist/output_parsers/combining.d.ts +19 -0
- package/dist/output_parsers/combining.js +15 -0
- package/dist/output_parsers/expression.cjs +12 -0
- package/dist/output_parsers/expression.d.ts +12 -0
- package/dist/output_parsers/expression.js +12 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/base.cjs +68 -0
- package/dist/output_parsers/expression_type_handlers/base.d.ts +79 -0
- package/dist/output_parsers/expression_type_handlers/base.js +68 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.cjs +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.d.ts +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.js +22 -0
- package/dist/output_parsers/expression_type_handlers/factory.cjs +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.d.ts +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.js +20 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.cjs +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.d.ts +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.js +19 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/types.d.ts +50 -0
- package/dist/output_parsers/fix.cjs +28 -0
- package/dist/output_parsers/fix.d.ts +26 -0
- package/dist/output_parsers/fix.js +28 -0
- package/dist/output_parsers/list.cjs +27 -0
- package/dist/output_parsers/list.d.ts +25 -0
- package/dist/output_parsers/list.js +27 -0
- package/dist/output_parsers/noop.cjs +21 -0
- package/dist/output_parsers/noop.d.ts +19 -0
- package/dist/output_parsers/noop.js +21 -0
- package/dist/output_parsers/openai_functions.cjs +40 -0
- package/dist/output_parsers/openai_functions.d.ts +37 -0
- package/dist/output_parsers/openai_functions.js +40 -0
- package/dist/output_parsers/regex.cjs +15 -0
- package/dist/output_parsers/regex.d.ts +16 -0
- package/dist/output_parsers/regex.js +15 -0
- package/dist/output_parsers/router.cjs +15 -0
- package/dist/output_parsers/router.d.ts +19 -0
- package/dist/output_parsers/router.js +15 -0
- package/dist/output_parsers/structured.cjs +36 -0
- package/dist/output_parsers/structured.d.ts +38 -0
- package/dist/output_parsers/structured.js +36 -0
- package/dist/prompts/base.cjs +26 -0
- package/dist/prompts/base.d.ts +36 -0
- package/dist/prompts/base.js +26 -0
- package/dist/prompts/chat.cjs +69 -0
- package/dist/prompts/chat.d.ts +76 -0
- package/dist/prompts/chat.js +69 -0
- package/dist/prompts/few_shot.cjs +5 -0
- package/dist/prompts/few_shot.d.ts +5 -0
- package/dist/prompts/few_shot.js +5 -0
- package/dist/prompts/pipeline.cjs +29 -0
- package/dist/prompts/pipeline.d.ts +35 -0
- package/dist/prompts/pipeline.js +29 -0
- package/dist/prompts/prompt.cjs +13 -0
- package/dist/prompts/prompt.d.ts +11 -0
- package/dist/prompts/prompt.js +13 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.cjs +32 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.d.ts +33 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.js +32 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.cjs +31 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.d.ts +35 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.js +31 -0
- package/dist/prompts/selectors/conditional.cjs +30 -0
- package/dist/prompts/selectors/conditional.d.ts +37 -0
- package/dist/prompts/selectors/conditional.js +30 -0
- package/dist/prompts/serde.d.ts +24 -0
- package/dist/prompts/template.d.ts +17 -0
- package/dist/retrievers/amazon_kendra.cjs +65 -0
- package/dist/retrievers/amazon_kendra.d.ts +67 -0
- package/dist/retrievers/amazon_kendra.js +65 -0
- package/dist/retrievers/contextual_compression.cjs +8 -0
- package/dist/retrievers/contextual_compression.d.ts +11 -0
- package/dist/retrievers/contextual_compression.js +8 -0
- package/dist/retrievers/databerry.cjs +8 -0
- package/dist/retrievers/databerry.d.ts +10 -0
- package/dist/retrievers/databerry.js +8 -0
- package/dist/retrievers/document_compressors/chain_extract.cjs +18 -0
- package/dist/retrievers/document_compressors/chain_extract.d.ts +22 -0
- package/dist/retrievers/document_compressors/chain_extract.js +18 -0
- package/dist/retrievers/document_compressors/index.d.ts +9 -0
- package/dist/retrievers/hyde.cjs +12 -0
- package/dist/retrievers/hyde.d.ts +18 -0
- package/dist/retrievers/hyde.js +12 -0
- package/dist/retrievers/metal.cjs +10 -0
- package/dist/retrievers/metal.d.ts +13 -0
- package/dist/retrievers/metal.js +10 -0
- package/dist/retrievers/parent_document.cjs +20 -1
- package/dist/retrievers/parent_document.d.ts +16 -0
- package/dist/retrievers/parent_document.js +20 -1
- package/dist/retrievers/remote/base.cjs +4 -0
- package/dist/retrievers/remote/base.d.ts +28 -0
- package/dist/retrievers/remote/base.js +4 -0
- package/dist/retrievers/remote/chatgpt-plugin.cjs +17 -0
- package/dist/retrievers/remote/chatgpt-plugin.d.ts +21 -0
- package/dist/retrievers/remote/chatgpt-plugin.js +17 -0
- package/dist/retrievers/remote/remote-retriever.cjs +20 -0
- package/dist/retrievers/remote/remote-retriever.d.ts +20 -0
- package/dist/retrievers/remote/remote-retriever.js +20 -0
- package/dist/retrievers/self_query/base.cjs +28 -0
- package/dist/retrievers/self_query/base.d.ts +45 -0
- package/dist/retrievers/self_query/base.js +28 -0
- package/dist/retrievers/self_query/chroma.cjs +6 -0
- package/dist/retrievers/self_query/chroma.d.ts +6 -0
- package/dist/retrievers/self_query/chroma.js +6 -0
- package/dist/retrievers/self_query/functional.cjs +40 -0
- package/dist/retrievers/self_query/functional.d.ts +49 -0
- package/dist/retrievers/self_query/functional.js +40 -0
- package/dist/retrievers/self_query/index.cjs +17 -0
- package/dist/retrievers/self_query/index.d.ts +19 -0
- package/dist/retrievers/self_query/index.js +17 -0
- package/dist/retrievers/self_query/pinecone.cjs +7 -0
- package/dist/retrievers/self_query/pinecone.d.ts +7 -0
- package/dist/retrievers/self_query/pinecone.js +7 -0
- package/dist/retrievers/self_query/supabase.cjs +91 -7
- package/dist/retrievers/self_query/supabase.d.ts +69 -2
- package/dist/retrievers/self_query/supabase.js +92 -8
- package/dist/retrievers/self_query/supabase_utils.cjs +255 -0
- package/dist/retrievers/self_query/supabase_utils.d.ts +102 -0
- package/dist/retrievers/self_query/supabase_utils.js +250 -0
- package/dist/retrievers/self_query/utils.cjs +36 -3
- package/dist/retrievers/self_query/utils.d.ts +20 -0
- package/dist/retrievers/self_query/utils.js +32 -2
- package/dist/retrievers/self_query/weaviate.cjs +45 -14
- package/dist/retrievers/self_query/weaviate.d.ts +42 -0
- package/dist/retrievers/self_query/weaviate.js +43 -12
- package/dist/retrievers/supabase.cjs +33 -0
- package/dist/retrievers/supabase.d.ts +31 -0
- package/dist/retrievers/supabase.js +33 -0
- package/dist/retrievers/time_weighted.cjs +11 -0
- package/dist/retrievers/time_weighted.d.ts +13 -0
- package/dist/retrievers/time_weighted.js +11 -0
- package/dist/retrievers/vespa.cjs +21 -0
- package/dist/retrievers/vespa.d.ts +19 -0
- package/dist/retrievers/vespa.js +21 -0
- package/dist/retrievers/zep.cjs +7 -0
- package/dist/retrievers/zep.d.ts +9 -0
- package/dist/retrievers/zep.js +7 -0
- package/dist/schema/document.cjs +7 -0
- package/dist/schema/document.d.ts +7 -0
- package/dist/schema/document.js +7 -0
- package/dist/schema/index.cjs +100 -0
- package/dist/schema/index.d.ts +80 -0
- package/dist/schema/index.js +100 -0
- package/dist/schema/output_parser.cjs +49 -0
- package/dist/schema/output_parser.d.ts +53 -0
- package/dist/schema/output_parser.js +49 -0
- package/dist/schema/query_constructor.cjs +5 -0
- package/dist/schema/query_constructor.d.ts +5 -0
- package/dist/schema/query_constructor.js +5 -0
- package/dist/schema/retriever.cjs +18 -0
- package/dist/schema/retriever.d.ts +18 -0
- package/dist/schema/retriever.js +18 -0
- package/dist/schema/runnable.cjs +25 -7
- package/dist/schema/runnable.d.ts +6 -0
- package/dist/schema/runnable.js +25 -7
- package/dist/schema/storage.d.ts +20 -0
- package/dist/storage/encoder_backed.cjs +27 -0
- package/dist/storage/encoder_backed.d.ts +27 -0
- package/dist/storage/encoder_backed.js +27 -0
- package/dist/storage/in_memory.cjs +25 -0
- package/dist/storage/in_memory.d.ts +25 -0
- package/dist/storage/in_memory.js +25 -0
- package/dist/storage/ioredis.cjs +25 -0
- package/dist/storage/ioredis.d.ts +25 -0
- package/dist/storage/ioredis.js +25 -0
- package/dist/stores/doc/gcs.cjs +28 -0
- package/dist/stores/doc/gcs.d.ts +33 -0
- package/dist/stores/doc/gcs.js +28 -0
- package/dist/stores/doc/in_memory.cjs +27 -0
- package/dist/stores/doc/in_memory.d.ts +27 -0
- package/dist/stores/doc/in_memory.js +27 -0
- package/dist/stores/file/in_memory.cjs +20 -0
- package/dist/stores/file/in_memory.d.ts +20 -0
- package/dist/stores/file/in_memory.js +20 -0
- package/dist/stores/file/node.cjs +15 -0
- package/dist/stores/file/node.d.ts +15 -0
- package/dist/stores/file/node.js +15 -0
- package/dist/stores/message/dynamodb.cjs +17 -0
- package/dist/stores/message/dynamodb.d.ts +23 -0
- package/dist/stores/message/dynamodb.js +17 -0
- package/dist/stores/message/firestore.cjs +19 -0
- package/dist/stores/message/firestore.d.ts +24 -0
- package/dist/stores/message/firestore.js +19 -0
- package/dist/stores/message/in_memory.cjs +19 -0
- package/dist/stores/message/in_memory.d.ts +19 -0
- package/dist/stores/message/in_memory.js +19 -0
- package/dist/stores/message/ioredis.cjs +17 -0
- package/dist/stores/message/ioredis.d.ts +22 -0
- package/dist/stores/message/ioredis.js +17 -0
- package/dist/stores/message/momento.cjs +18 -0
- package/dist/stores/message/momento.d.ts +18 -0
- package/dist/stores/message/momento.js +18 -0
- package/dist/stores/message/planetscale.cjs +26 -0
- package/dist/stores/message/planetscale.d.ts +30 -0
- package/dist/stores/message/planetscale.js +26 -0
- package/dist/stores/message/redis.cjs +24 -0
- package/dist/stores/message/redis.d.ts +27 -0
- package/dist/stores/message/redis.js +24 -0
- package/dist/stores/message/upstash_redis.cjs +17 -0
- package/dist/stores/message/upstash_redis.d.ts +21 -0
- package/dist/stores/message/upstash_redis.js +17 -0
- package/dist/stores/message/utils.cjs +21 -0
- package/dist/stores/message/utils.d.ts +21 -0
- package/dist/stores/message/utils.js +21 -0
- package/dist/stores/message/xata.cjs +25 -0
- package/dist/stores/message/xata.d.ts +29 -0
- package/dist/stores/message/xata.js +25 -0
- package/dist/text_splitter.cjs +9 -0
- package/dist/text_splitter.d.ts +3 -0
- package/dist/text_splitter.js +9 -0
- package/dist/tools/IFTTTWebhook.cjs +9 -0
- package/dist/tools/IFTTTWebhook.d.ts +7 -0
- package/dist/tools/IFTTTWebhook.js +9 -0
- package/dist/tools/aiplugin.cjs +15 -0
- package/dist/tools/aiplugin.d.ts +17 -0
- package/dist/tools/aiplugin.js +15 -0
- package/dist/tools/aws_lambda.cjs +9 -0
- package/dist/tools/aws_lambda.d.ts +7 -0
- package/dist/tools/aws_lambda.js +9 -0
- package/dist/tools/aws_sfn.cjs +28 -0
- package/dist/tools/aws_sfn.d.ts +22 -0
- package/dist/tools/aws_sfn.js +28 -0
- package/dist/tools/base.cjs +22 -0
- package/dist/tools/base.d.ts +25 -0
- package/dist/tools/base.js +22 -0
- package/dist/tools/bingserpapi.cjs +13 -0
- package/dist/tools/bingserpapi.d.ts +11 -0
- package/dist/tools/bingserpapi.js +13 -0
- package/dist/tools/brave_search.cjs +9 -0
- package/dist/tools/brave_search.d.ts +11 -0
- package/dist/tools/brave_search.js +9 -0
- package/dist/tools/calculator.cjs +7 -0
- package/dist/tools/calculator.d.ts +5 -0
- package/dist/tools/calculator.js +7 -0
- package/dist/tools/chain.cjs +9 -0
- package/dist/tools/chain.d.ts +12 -0
- package/dist/tools/chain.js +9 -0
- package/dist/tools/convert_to_openai.cjs +6 -0
- package/dist/tools/convert_to_openai.d.ts +6 -0
- package/dist/tools/convert_to_openai.js +6 -0
- package/dist/tools/dadjokeapi.cjs +9 -0
- package/dist/tools/dadjokeapi.d.ts +7 -0
- package/dist/tools/dadjokeapi.js +9 -0
- package/dist/tools/dataforseo_api_search.cjs +3 -0
- package/dist/tools/dataforseo_api_search.d.ts +10 -0
- package/dist/tools/dataforseo_api_search.js +3 -0
- package/dist/tools/dynamic.cjs +12 -0
- package/dist/tools/dynamic.d.ts +14 -0
- package/dist/tools/dynamic.js +12 -0
- package/dist/tools/fs.cjs +14 -0
- package/dist/tools/fs.d.ts +16 -0
- package/dist/tools/fs.js +14 -0
- package/dist/tools/google_custom_search.cjs +8 -0
- package/dist/tools/google_custom_search.d.ts +9 -0
- package/dist/tools/google_custom_search.js +8 -0
- package/dist/tools/json.cjs +29 -1
- package/dist/tools/json.d.ts +24 -0
- package/dist/tools/json.js +29 -1
- package/dist/tools/requests.cjs +19 -2
- package/dist/tools/requests.d.ts +17 -0
- package/dist/tools/requests.js +19 -2
- package/dist/tools/searxng_search.cjs +10 -0
- package/dist/tools/searxng_search.d.ts +11 -0
- package/dist/tools/searxng_search.js +10 -0
- package/dist/tools/serpapi.cjs +10 -0
- package/dist/tools/serpapi.d.ts +8 -0
- package/dist/tools/serpapi.js +10 -0
- package/dist/tools/serper.cjs +8 -0
- package/dist/tools/serper.d.ts +10 -0
- package/dist/tools/serper.js +8 -0
- package/dist/tools/sql.cjs +37 -0
- package/dist/tools/sql.d.ts +36 -0
- package/dist/tools/sql.js +37 -0
- package/dist/tools/vectorstore.cjs +14 -0
- package/dist/tools/vectorstore.d.ts +15 -0
- package/dist/tools/vectorstore.js +14 -0
- package/dist/tools/webbrowser.cjs +9 -0
- package/dist/tools/webbrowser.d.ts +13 -0
- package/dist/tools/webbrowser.js +9 -0
- package/dist/tools/wikipedia_query_run.cjs +19 -0
- package/dist/tools/wikipedia_query_run.d.ts +25 -0
- package/dist/tools/wikipedia_query_run.js +19 -0
- package/dist/tools/zapier.cjs +15 -0
- package/dist/tools/zapier.d.ts +13 -0
- package/dist/tools/zapier.js +15 -0
- package/dist/vectorstores/analyticdb.cjs +76 -0
- package/dist/vectorstores/analyticdb.d.ts +80 -0
- package/dist/vectorstores/analyticdb.js +76 -0
- package/dist/vectorstores/base.cjs +16 -0
- package/dist/vectorstores/base.d.ts +27 -0
- package/dist/vectorstores/base.js +16 -0
- package/dist/vectorstores/chroma.cjs +73 -0
- package/dist/vectorstores/chroma.d.ts +84 -0
- package/dist/vectorstores/chroma.js +73 -0
- package/dist/vectorstores/elasticsearch.cjs +74 -0
- package/dist/vectorstores/elasticsearch.d.ts +90 -0
- package/dist/vectorstores/elasticsearch.js +74 -0
- package/dist/vectorstores/faiss.cjs +65 -0
- package/dist/vectorstores/faiss.d.ts +69 -0
- package/dist/vectorstores/faiss.js +65 -0
- package/dist/vectorstores/hnswlib.cjs +71 -0
- package/dist/vectorstores/hnswlib.d.ts +80 -0
- package/dist/vectorstores/hnswlib.js +71 -0
- package/dist/vectorstores/lancedb.cjs +38 -0
- package/dist/vectorstores/lancedb.d.ts +42 -0
- package/dist/vectorstores/lancedb.js +38 -0
- package/dist/vectorstores/memory.cjs +56 -0
- package/dist/vectorstores/memory.d.ts +66 -0
- package/dist/vectorstores/memory.js +56 -0
- package/dist/vectorstores/milvus.cjs +91 -7
- package/dist/vectorstores/milvus.d.ts +80 -1
- package/dist/vectorstores/milvus.js +91 -7
- package/dist/vectorstores/mongo.cjs +45 -0
- package/dist/vectorstores/mongo.d.ts +49 -0
- package/dist/vectorstores/mongo.js +45 -0
- package/dist/vectorstores/mongodb_atlas.cjs +48 -0
- package/dist/vectorstores/mongodb_atlas.d.ts +59 -0
- package/dist/vectorstores/mongodb_atlas.js +48 -0
- package/dist/vectorstores/myscale.cjs +66 -0
- package/dist/vectorstores/myscale.d.ts +80 -0
- package/dist/vectorstores/myscale.js +66 -0
- package/dist/vectorstores/opensearch.cjs +60 -0
- package/dist/vectorstores/opensearch.d.ts +74 -0
- package/dist/vectorstores/opensearch.js +60 -0
- package/dist/vectorstores/pinecone.cjs +54 -0
- package/dist/vectorstores/pinecone.d.ts +58 -0
- package/dist/vectorstores/pinecone.js +54 -0
- package/dist/vectorstores/prisma.cjs +66 -0
- package/dist/vectorstores/prisma.d.ts +66 -0
- package/dist/vectorstores/prisma.js +66 -0
- package/dist/vectorstores/qdrant.cjs +60 -0
- package/dist/vectorstores/qdrant.d.ts +66 -0
- package/dist/vectorstores/qdrant.js +60 -0
- package/dist/vectorstores/redis.cjs +62 -0
- package/dist/vectorstores/redis.d.ts +88 -0
- package/dist/vectorstores/redis.js +62 -0
- package/dist/vectorstores/singlestore.cjs +46 -0
- package/dist/vectorstores/singlestore.d.ts +46 -0
- package/dist/vectorstores/singlestore.js +46 -0
- package/dist/vectorstores/supabase.cjs +50 -0
- package/dist/vectorstores/supabase.d.ts +54 -2
- package/dist/vectorstores/supabase.js +50 -0
- package/dist/vectorstores/tigris.cjs +49 -0
- package/dist/vectorstores/tigris.d.ts +53 -0
- package/dist/vectorstores/tigris.js +49 -0
- package/dist/vectorstores/typeorm.cjs +71 -0
- package/dist/vectorstores/typeorm.d.ts +76 -0
- package/dist/vectorstores/typeorm.js +71 -0
- package/dist/vectorstores/typesense.cjs +5 -0
- package/dist/vectorstores/typesense.d.ts +5 -0
- package/dist/vectorstores/typesense.js +5 -0
- package/dist/vectorstores/usearch.cjs +50 -0
- package/dist/vectorstores/usearch.d.ts +55 -0
- package/dist/vectorstores/usearch.js +50 -0
- package/dist/vectorstores/vectara.cjs +104 -0
- package/dist/vectorstores/vectara.d.ts +72 -0
- package/dist/vectorstores/vectara.js +104 -0
- package/dist/vectorstores/weaviate.cjs +61 -0
- package/dist/vectorstores/weaviate.d.ts +70 -0
- package/dist/vectorstores/weaviate.js +61 -0
- package/dist/vectorstores/xata.cjs +36 -0
- package/dist/vectorstores/xata.d.ts +43 -0
- package/dist/vectorstores/xata.js +36 -0
- package/dist/vectorstores/zep.d.ts +11 -0
- package/package.json +2 -2
|
@@ -2,10 +2,29 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.SRTLoader = void 0;
|
|
4
4
|
const text_js_1 = require("./text.cjs");
|
|
5
|
+
/**
|
|
6
|
+
* A class that extends the `TextLoader` class. It represents a document
|
|
7
|
+
* loader that loads documents from SRT (SubRip) subtitle files. It has a
|
|
8
|
+
* constructor that takes a `filePathOrBlob` parameter representing the
|
|
9
|
+
* path to the SRT file or a `Blob` object. The `parse()` method is
|
|
10
|
+
* implemented to parse the SRT file and extract the text content of each
|
|
11
|
+
* subtitle.
|
|
12
|
+
*/
|
|
5
13
|
class SRTLoader extends text_js_1.TextLoader {
|
|
6
14
|
constructor(filePathOrBlob) {
|
|
7
15
|
super(filePathOrBlob);
|
|
8
16
|
}
|
|
17
|
+
/**
|
|
18
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
19
|
+
* a promise that resolves to an array of strings. It parses the raw SRT
|
|
20
|
+
* string using the `SRTParser2` class from the `srt-parser-2` module. It
|
|
21
|
+
* retrieves the subtitle objects from the parsed SRT data and extracts
|
|
22
|
+
* the text content from each subtitle object. It filters out any empty
|
|
23
|
+
* text content and joins the non-empty text content with a space
|
|
24
|
+
* separator.
|
|
25
|
+
* @param raw The raw SRT string to be parsed.
|
|
26
|
+
* @returns A promise that resolves to an array of strings representing the text content of each subtitle.
|
|
27
|
+
*/
|
|
9
28
|
async parse(raw) {
|
|
10
29
|
const { SRTParser2 } = await SRTLoaderImports();
|
|
11
30
|
const parser = new SRTParser2();
|
|
@@ -1,5 +1,24 @@
|
|
|
1
1
|
import { TextLoader } from "./text.js";
|
|
2
|
+
/**
|
|
3
|
+
* A class that extends the `TextLoader` class. It represents a document
|
|
4
|
+
* loader that loads documents from SRT (SubRip) subtitle files. It has a
|
|
5
|
+
* constructor that takes a `filePathOrBlob` parameter representing the
|
|
6
|
+
* path to the SRT file or a `Blob` object. The `parse()` method is
|
|
7
|
+
* implemented to parse the SRT file and extract the text content of each
|
|
8
|
+
* subtitle.
|
|
9
|
+
*/
|
|
2
10
|
export declare class SRTLoader extends TextLoader {
|
|
3
11
|
constructor(filePathOrBlob: string | Blob);
|
|
12
|
+
/**
|
|
13
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
14
|
+
* a promise that resolves to an array of strings. It parses the raw SRT
|
|
15
|
+
* string using the `SRTParser2` class from the `srt-parser-2` module. It
|
|
16
|
+
* retrieves the subtitle objects from the parsed SRT data and extracts
|
|
17
|
+
* the text content from each subtitle object. It filters out any empty
|
|
18
|
+
* text content and joins the non-empty text content with a space
|
|
19
|
+
* separator.
|
|
20
|
+
* @param raw The raw SRT string to be parsed.
|
|
21
|
+
* @returns A promise that resolves to an array of strings representing the text content of each subtitle.
|
|
22
|
+
*/
|
|
4
23
|
protected parse(raw: string): Promise<string[]>;
|
|
5
24
|
}
|
|
@@ -1,8 +1,27 @@
|
|
|
1
1
|
import { TextLoader } from "./text.js";
|
|
2
|
+
/**
|
|
3
|
+
* A class that extends the `TextLoader` class. It represents a document
|
|
4
|
+
* loader that loads documents from SRT (SubRip) subtitle files. It has a
|
|
5
|
+
* constructor that takes a `filePathOrBlob` parameter representing the
|
|
6
|
+
* path to the SRT file or a `Blob` object. The `parse()` method is
|
|
7
|
+
* implemented to parse the SRT file and extract the text content of each
|
|
8
|
+
* subtitle.
|
|
9
|
+
*/
|
|
2
10
|
export class SRTLoader extends TextLoader {
|
|
3
11
|
constructor(filePathOrBlob) {
|
|
4
12
|
super(filePathOrBlob);
|
|
5
13
|
}
|
|
14
|
+
/**
|
|
15
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
16
|
+
* a promise that resolves to an array of strings. It parses the raw SRT
|
|
17
|
+
* string using the `SRTParser2` class from the `srt-parser-2` module. It
|
|
18
|
+
* retrieves the subtitle objects from the parsed SRT data and extracts
|
|
19
|
+
* the text content from each subtitle object. It filters out any empty
|
|
20
|
+
* text content and joins the non-empty text content with a space
|
|
21
|
+
* separator.
|
|
22
|
+
* @param raw The raw SRT string to be parsed.
|
|
23
|
+
* @returns A promise that resolves to an array of strings representing the text content of each subtitle.
|
|
24
|
+
*/
|
|
6
25
|
async parse(raw) {
|
|
7
26
|
const { SRTParser2 } = await SRTLoaderImports();
|
|
8
27
|
const parser = new SRTParser2();
|
|
@@ -4,6 +4,14 @@ exports.TextLoader = void 0;
|
|
|
4
4
|
const document_js_1 = require("../../document.cjs");
|
|
5
5
|
const env_js_1 = require("../../util/env.cjs");
|
|
6
6
|
const base_js_1 = require("../base.cjs");
|
|
7
|
+
/**
|
|
8
|
+
* A class that extends the `BaseDocumentLoader` class. It represents a
|
|
9
|
+
* document loader that loads documents from a text file. The `load()`
|
|
10
|
+
* method is implemented to read the text from the file or blob, parse it
|
|
11
|
+
* using the `parse()` method, and create a `Document` instance for each
|
|
12
|
+
* parsed page. The metadata includes the source of the text (file path or
|
|
13
|
+
* blob) and, if there are multiple pages, the line number of each page.
|
|
14
|
+
*/
|
|
7
15
|
class TextLoader extends base_js_1.BaseDocumentLoader {
|
|
8
16
|
constructor(filePathOrBlob) {
|
|
9
17
|
super();
|
|
@@ -14,9 +22,27 @@ class TextLoader extends base_js_1.BaseDocumentLoader {
|
|
|
14
22
|
value: filePathOrBlob
|
|
15
23
|
});
|
|
16
24
|
}
|
|
25
|
+
/**
|
|
26
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
27
|
+
* a promise that resolves to an array containing the raw text as a single
|
|
28
|
+
* element.
|
|
29
|
+
* @param raw The raw text to be parsed.
|
|
30
|
+
* @returns A promise that resolves to an array containing the raw text as a single element.
|
|
31
|
+
*/
|
|
17
32
|
async parse(raw) {
|
|
18
33
|
return [raw];
|
|
19
34
|
}
|
|
35
|
+
/**
|
|
36
|
+
* A method that loads the text file or blob and returns a promise that
|
|
37
|
+
* resolves to an array of `Document` instances. It reads the text from
|
|
38
|
+
* the file or blob using the `readFile` function from the
|
|
39
|
+
* `node:fs/promises` module or the `text()` method of the blob. It then
|
|
40
|
+
* parses the text using the `parse()` method and creates a `Document`
|
|
41
|
+
* instance for each parsed page. The metadata includes the source of the
|
|
42
|
+
* text (file path or blob) and, if there are multiple pages, the line
|
|
43
|
+
* number of each page.
|
|
44
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
45
|
+
*/
|
|
20
46
|
async load() {
|
|
21
47
|
let text;
|
|
22
48
|
let metadata;
|
|
@@ -45,6 +71,14 @@ class TextLoader extends base_js_1.BaseDocumentLoader {
|
|
|
45
71
|
},
|
|
46
72
|
}));
|
|
47
73
|
}
|
|
74
|
+
/**
|
|
75
|
+
* A static method that imports the `readFile` function from the
|
|
76
|
+
* `node:fs/promises` module. It is used to dynamically import the
|
|
77
|
+
* function when needed. If the import fails, it throws an error
|
|
78
|
+
* indicating that the `fs/promises` module is not available in the
|
|
79
|
+
* current environment.
|
|
80
|
+
* @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
|
|
81
|
+
*/
|
|
48
82
|
static async imports() {
|
|
49
83
|
try {
|
|
50
84
|
const { readFile } = await import("node:fs/promises");
|
|
@@ -2,11 +2,45 @@
|
|
|
2
2
|
import type { readFile as ReadFileT } from "node:fs/promises";
|
|
3
3
|
import { Document } from "../../document.js";
|
|
4
4
|
import { BaseDocumentLoader } from "../base.js";
|
|
5
|
+
/**
|
|
6
|
+
* A class that extends the `BaseDocumentLoader` class. It represents a
|
|
7
|
+
* document loader that loads documents from a text file. The `load()`
|
|
8
|
+
* method is implemented to read the text from the file or blob, parse it
|
|
9
|
+
* using the `parse()` method, and create a `Document` instance for each
|
|
10
|
+
* parsed page. The metadata includes the source of the text (file path or
|
|
11
|
+
* blob) and, if there are multiple pages, the line number of each page.
|
|
12
|
+
*/
|
|
5
13
|
export declare class TextLoader extends BaseDocumentLoader {
|
|
6
14
|
filePathOrBlob: string | Blob;
|
|
7
15
|
constructor(filePathOrBlob: string | Blob);
|
|
16
|
+
/**
|
|
17
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
18
|
+
* a promise that resolves to an array containing the raw text as a single
|
|
19
|
+
* element.
|
|
20
|
+
* @param raw The raw text to be parsed.
|
|
21
|
+
* @returns A promise that resolves to an array containing the raw text as a single element.
|
|
22
|
+
*/
|
|
8
23
|
protected parse(raw: string): Promise<string[]>;
|
|
24
|
+
/**
|
|
25
|
+
* A method that loads the text file or blob and returns a promise that
|
|
26
|
+
* resolves to an array of `Document` instances. It reads the text from
|
|
27
|
+
* the file or blob using the `readFile` function from the
|
|
28
|
+
* `node:fs/promises` module or the `text()` method of the blob. It then
|
|
29
|
+
* parses the text using the `parse()` method and creates a `Document`
|
|
30
|
+
* instance for each parsed page. The metadata includes the source of the
|
|
31
|
+
* text (file path or blob) and, if there are multiple pages, the line
|
|
32
|
+
* number of each page.
|
|
33
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
34
|
+
*/
|
|
9
35
|
load(): Promise<Document[]>;
|
|
36
|
+
/**
|
|
37
|
+
* A static method that imports the `readFile` function from the
|
|
38
|
+
* `node:fs/promises` module. It is used to dynamically import the
|
|
39
|
+
* function when needed. If the import fails, it throws an error
|
|
40
|
+
* indicating that the `fs/promises` module is not available in the
|
|
41
|
+
* current environment.
|
|
42
|
+
* @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
|
|
43
|
+
*/
|
|
10
44
|
static imports(): Promise<{
|
|
11
45
|
readFile: typeof ReadFileT;
|
|
12
46
|
}>;
|
|
@@ -1,6 +1,14 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { getEnv } from "../../util/env.js";
|
|
3
3
|
import { BaseDocumentLoader } from "../base.js";
|
|
4
|
+
/**
|
|
5
|
+
* A class that extends the `BaseDocumentLoader` class. It represents a
|
|
6
|
+
* document loader that loads documents from a text file. The `load()`
|
|
7
|
+
* method is implemented to read the text from the file or blob, parse it
|
|
8
|
+
* using the `parse()` method, and create a `Document` instance for each
|
|
9
|
+
* parsed page. The metadata includes the source of the text (file path or
|
|
10
|
+
* blob) and, if there are multiple pages, the line number of each page.
|
|
11
|
+
*/
|
|
4
12
|
export class TextLoader extends BaseDocumentLoader {
|
|
5
13
|
constructor(filePathOrBlob) {
|
|
6
14
|
super();
|
|
@@ -11,9 +19,27 @@ export class TextLoader extends BaseDocumentLoader {
|
|
|
11
19
|
value: filePathOrBlob
|
|
12
20
|
});
|
|
13
21
|
}
|
|
22
|
+
/**
|
|
23
|
+
* A protected method that takes a `raw` string as a parameter and returns
|
|
24
|
+
* a promise that resolves to an array containing the raw text as a single
|
|
25
|
+
* element.
|
|
26
|
+
* @param raw The raw text to be parsed.
|
|
27
|
+
* @returns A promise that resolves to an array containing the raw text as a single element.
|
|
28
|
+
*/
|
|
14
29
|
async parse(raw) {
|
|
15
30
|
return [raw];
|
|
16
31
|
}
|
|
32
|
+
/**
|
|
33
|
+
* A method that loads the text file or blob and returns a promise that
|
|
34
|
+
* resolves to an array of `Document` instances. It reads the text from
|
|
35
|
+
* the file or blob using the `readFile` function from the
|
|
36
|
+
* `node:fs/promises` module or the `text()` method of the blob. It then
|
|
37
|
+
* parses the text using the `parse()` method and creates a `Document`
|
|
38
|
+
* instance for each parsed page. The metadata includes the source of the
|
|
39
|
+
* text (file path or blob) and, if there are multiple pages, the line
|
|
40
|
+
* number of each page.
|
|
41
|
+
* @returns A promise that resolves to an array of `Document` instances.
|
|
42
|
+
*/
|
|
17
43
|
async load() {
|
|
18
44
|
let text;
|
|
19
45
|
let metadata;
|
|
@@ -42,6 +68,14 @@ export class TextLoader extends BaseDocumentLoader {
|
|
|
42
68
|
},
|
|
43
69
|
}));
|
|
44
70
|
}
|
|
71
|
+
/**
|
|
72
|
+
* A static method that imports the `readFile` function from the
|
|
73
|
+
* `node:fs/promises` module. It is used to dynamically import the
|
|
74
|
+
* function when needed. If the import fails, it throws an error
|
|
75
|
+
* indicating that the `fs/promises` module is not available in the
|
|
76
|
+
* current environment.
|
|
77
|
+
* @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
|
|
78
|
+
*/
|
|
45
79
|
static async imports() {
|
|
46
80
|
try {
|
|
47
81
|
const { readFile } = await import("node:fs/promises");
|
|
@@ -27,6 +27,14 @@ const UNSTRUCTURED_API_FILETYPES = [
|
|
|
27
27
|
".odt",
|
|
28
28
|
".epub",
|
|
29
29
|
];
|
|
30
|
+
/**
|
|
31
|
+
* A document loader that uses the Unstructured API to load unstructured
|
|
32
|
+
* documents. It supports both the new syntax with options object and the
|
|
33
|
+
* legacy syntax for backward compatibility. The load() method sends a
|
|
34
|
+
* partitioning request to the Unstructured API and retrieves the
|
|
35
|
+
* partitioned elements. It creates a Document instance for each element
|
|
36
|
+
* and returns an array of Document instances.
|
|
37
|
+
*/
|
|
30
38
|
class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
|
|
31
39
|
constructor(filePathOrLegacyApiUrl, optionsOrLegacyFilePath = {}) {
|
|
32
40
|
super();
|
|
@@ -176,6 +184,12 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
|
|
|
176
184
|
}
|
|
177
185
|
}
|
|
178
186
|
exports.UnstructuredLoader = UnstructuredLoader;
|
|
187
|
+
/**
|
|
188
|
+
* A document loader that loads unstructured documents from a directory
|
|
189
|
+
* using the UnstructuredLoader. It creates a UnstructuredLoader instance
|
|
190
|
+
* for each supported file type and passes it to the DirectoryLoader
|
|
191
|
+
* constructor.
|
|
192
|
+
*/
|
|
179
193
|
class UnstructuredDirectoryLoader extends directory_js_1.DirectoryLoader {
|
|
180
194
|
constructor(directoryPathOrLegacyApiUrl, optionsOrLegacyDirectoryPath, legacyOptionRecursive = true, legacyOptionUnknown = directory_js_1.UnknownHandling.Warn) {
|
|
181
195
|
let directoryPath;
|
|
@@ -5,6 +5,10 @@ import type { readFile as ReadFileT } from "node:fs/promises";
|
|
|
5
5
|
import { DirectoryLoader, UnknownHandling } from "./directory.js";
|
|
6
6
|
import { Document } from "../../document.js";
|
|
7
7
|
import { BaseDocumentLoader } from "../base.js";
|
|
8
|
+
/**
|
|
9
|
+
* Represents an element returned by the Unstructured API. It has
|
|
10
|
+
* properties for the element type, text content, and metadata.
|
|
11
|
+
*/
|
|
8
12
|
type Element = {
|
|
9
13
|
type: string;
|
|
10
14
|
text: string;
|
|
@@ -12,7 +16,15 @@ type Element = {
|
|
|
12
16
|
[key: string]: unknown;
|
|
13
17
|
};
|
|
14
18
|
};
|
|
19
|
+
/**
|
|
20
|
+
* Represents the available strategies for the UnstructuredLoader. It can
|
|
21
|
+
* be one of "hi_res", "fast", "ocr_only", or "auto".
|
|
22
|
+
*/
|
|
15
23
|
export type UnstructuredLoaderStrategy = "hi_res" | "fast" | "ocr_only" | "auto";
|
|
24
|
+
/**
|
|
25
|
+
* Represents a string value with autocomplete suggestions. It is used for
|
|
26
|
+
* the `strategy` property in the UnstructuredLoaderOptions.
|
|
27
|
+
*/
|
|
16
28
|
type StringWithAutocomplete<T> = T | (string & Record<never, never>);
|
|
17
29
|
export type UnstructuredLoaderOptions = {
|
|
18
30
|
apiKey?: string;
|
|
@@ -28,6 +40,14 @@ type UnstructuredDirectoryLoaderOptions = UnstructuredLoaderOptions & {
|
|
|
28
40
|
recursive?: boolean;
|
|
29
41
|
unknown?: UnknownHandling;
|
|
30
42
|
};
|
|
43
|
+
/**
|
|
44
|
+
* A document loader that uses the Unstructured API to load unstructured
|
|
45
|
+
* documents. It supports both the new syntax with options object and the
|
|
46
|
+
* legacy syntax for backward compatibility. The load() method sends a
|
|
47
|
+
* partitioning request to the Unstructured API and retrieves the
|
|
48
|
+
* partitioned elements. It creates a Document instance for each element
|
|
49
|
+
* and returns an array of Document instances.
|
|
50
|
+
*/
|
|
31
51
|
export declare class UnstructuredLoader extends BaseDocumentLoader {
|
|
32
52
|
filePath: string;
|
|
33
53
|
private apiUrl;
|
|
@@ -46,6 +66,12 @@ export declare class UnstructuredLoader extends BaseDocumentLoader {
|
|
|
46
66
|
basename: typeof BasenameT;
|
|
47
67
|
}>;
|
|
48
68
|
}
|
|
69
|
+
/**
|
|
70
|
+
* A document loader that loads unstructured documents from a directory
|
|
71
|
+
* using the UnstructuredLoader. It creates a UnstructuredLoader instance
|
|
72
|
+
* for each supported file type and passes it to the DirectoryLoader
|
|
73
|
+
* constructor.
|
|
74
|
+
*/
|
|
49
75
|
export declare class UnstructuredDirectoryLoader extends DirectoryLoader {
|
|
50
76
|
constructor(directoryPathOrLegacyApiUrl: string, optionsOrLegacyDirectoryPath: UnstructuredDirectoryLoaderOptions | string, legacyOptionRecursive?: boolean, legacyOptionUnknown?: UnknownHandling);
|
|
51
77
|
}
|
|
@@ -23,6 +23,14 @@ const UNSTRUCTURED_API_FILETYPES = [
|
|
|
23
23
|
".odt",
|
|
24
24
|
".epub",
|
|
25
25
|
];
|
|
26
|
+
/**
|
|
27
|
+
* A document loader that uses the Unstructured API to load unstructured
|
|
28
|
+
* documents. It supports both the new syntax with options object and the
|
|
29
|
+
* legacy syntax for backward compatibility. The load() method sends a
|
|
30
|
+
* partitioning request to the Unstructured API and retrieves the
|
|
31
|
+
* partitioned elements. It creates a Document instance for each element
|
|
32
|
+
* and returns an array of Document instances.
|
|
33
|
+
*/
|
|
26
34
|
export class UnstructuredLoader extends BaseDocumentLoader {
|
|
27
35
|
constructor(filePathOrLegacyApiUrl, optionsOrLegacyFilePath = {}) {
|
|
28
36
|
super();
|
|
@@ -171,6 +179,12 @@ export class UnstructuredLoader extends BaseDocumentLoader {
|
|
|
171
179
|
}
|
|
172
180
|
}
|
|
173
181
|
}
|
|
182
|
+
/**
|
|
183
|
+
* A document loader that loads unstructured documents from a directory
|
|
184
|
+
* using the UnstructuredLoader. It creates a UnstructuredLoader instance
|
|
185
|
+
* for each supported file type and passes it to the DirectoryLoader
|
|
186
|
+
* constructor.
|
|
187
|
+
*/
|
|
174
188
|
export class UnstructuredDirectoryLoader extends DirectoryLoader {
|
|
175
189
|
constructor(directoryPathOrLegacyApiUrl, optionsOrLegacyDirectoryPath, legacyOptionRecursive = true, legacyOptionUnknown = UnknownHandling.Warn) {
|
|
176
190
|
let directoryPath;
|
|
@@ -4,6 +4,11 @@ exports.ApifyDatasetLoader = void 0;
|
|
|
4
4
|
const apify_client_1 = require("apify-client");
|
|
5
5
|
const base_js_1 = require("../base.cjs");
|
|
6
6
|
const env_js_1 = require("../../util/env.cjs");
|
|
7
|
+
/**
|
|
8
|
+
* A class that extends the BaseDocumentLoader and implements the
|
|
9
|
+
* DocumentLoader interface. It represents a document loader that loads
|
|
10
|
+
* documents from an Apify dataset.
|
|
11
|
+
*/
|
|
7
12
|
class ApifyDatasetLoader extends base_js_1.BaseDocumentLoader {
|
|
8
13
|
constructor(datasetId, config) {
|
|
9
14
|
super();
|
|
@@ -36,6 +41,12 @@ class ApifyDatasetLoader extends base_js_1.BaseDocumentLoader {
|
|
|
36
41
|
static _getApifyApiToken(config) {
|
|
37
42
|
return config?.token ?? (0, env_js_1.getEnvironmentVariable)("APIFY_API_TOKEN");
|
|
38
43
|
}
|
|
44
|
+
/**
|
|
45
|
+
* Retrieves the dataset items from the Apify platform and applies the
|
|
46
|
+
* datasetMappingFunction to each item to create an array of Document
|
|
47
|
+
* instances.
|
|
48
|
+
* @returns An array of Document instances.
|
|
49
|
+
*/
|
|
39
50
|
async load() {
|
|
40
51
|
const datasetItems = (await this.apifyClient.dataset(this.datasetId).listItems({ clean: true })).items;
|
|
41
52
|
return datasetItems.map(this.datasetMappingFunction);
|
|
@@ -1,7 +1,16 @@
|
|
|
1
1
|
import { ApifyClient, ApifyClientOptions, ActorCallOptions, TaskCallOptions } from "apify-client";
|
|
2
2
|
import { Document } from "../../document.js";
|
|
3
3
|
import { BaseDocumentLoader, DocumentLoader } from "../base.js";
|
|
4
|
+
/**
|
|
5
|
+
* A type that represents a function that takes a single object (an Apify
|
|
6
|
+
* dataset item) and converts it to an instance of the Document class.
|
|
7
|
+
*/
|
|
4
8
|
export type ApifyDatasetMappingFunction = (item: Record<string | number, unknown>) => Document;
|
|
9
|
+
/**
|
|
10
|
+
* A class that extends the BaseDocumentLoader and implements the
|
|
11
|
+
* DocumentLoader interface. It represents a document loader that loads
|
|
12
|
+
* documents from an Apify dataset.
|
|
13
|
+
*/
|
|
5
14
|
export declare class ApifyDatasetLoader extends BaseDocumentLoader implements DocumentLoader {
|
|
6
15
|
protected apifyClient: ApifyClient;
|
|
7
16
|
protected datasetId: string;
|
|
@@ -11,6 +20,12 @@ export declare class ApifyDatasetLoader extends BaseDocumentLoader implements Do
|
|
|
11
20
|
clientOptions?: ApifyClientOptions;
|
|
12
21
|
});
|
|
13
22
|
private static _getApifyApiToken;
|
|
23
|
+
/**
|
|
24
|
+
* Retrieves the dataset items from the Apify platform and applies the
|
|
25
|
+
* datasetMappingFunction to each item to create an array of Document
|
|
26
|
+
* instances.
|
|
27
|
+
* @returns An array of Document instances.
|
|
28
|
+
*/
|
|
14
29
|
load(): Promise<Document[]>;
|
|
15
30
|
/**
|
|
16
31
|
* Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.
|
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
import { ApifyClient, } from "apify-client";
|
|
2
2
|
import { BaseDocumentLoader } from "../base.js";
|
|
3
3
|
import { getEnvironmentVariable } from "../../util/env.js";
|
|
4
|
+
/**
|
|
5
|
+
* A class that extends the BaseDocumentLoader and implements the
|
|
6
|
+
* DocumentLoader interface. It represents a document loader that loads
|
|
7
|
+
* documents from an Apify dataset.
|
|
8
|
+
*/
|
|
4
9
|
export class ApifyDatasetLoader extends BaseDocumentLoader {
|
|
5
10
|
constructor(datasetId, config) {
|
|
6
11
|
super();
|
|
@@ -33,6 +38,12 @@ export class ApifyDatasetLoader extends BaseDocumentLoader {
|
|
|
33
38
|
static _getApifyApiToken(config) {
|
|
34
39
|
return config?.token ?? getEnvironmentVariable("APIFY_API_TOKEN");
|
|
35
40
|
}
|
|
41
|
+
/**
|
|
42
|
+
* Retrieves the dataset items from the Apify platform and applies the
|
|
43
|
+
* datasetMappingFunction to each item to create an array of Document
|
|
44
|
+
* instances.
|
|
45
|
+
* @returns An array of Document instances.
|
|
46
|
+
*/
|
|
36
47
|
async load() {
|
|
37
48
|
const datasetItems = (await this.apifyClient.dataset(this.datasetId).listItems({ clean: true })).items;
|
|
38
49
|
return datasetItems.map(this.datasetMappingFunction);
|
|
@@ -4,6 +4,10 @@ exports.AzureBlobStorageContainerLoader = void 0;
|
|
|
4
4
|
const storage_blob_1 = require("@azure/storage-blob");
|
|
5
5
|
const azure_blob_storage_file_js_1 = require("./azure_blob_storage_file.cjs");
|
|
6
6
|
const base_js_1 = require("../base.cjs");
|
|
7
|
+
/**
|
|
8
|
+
* Class representing a document loader that loads documents from an Azure
|
|
9
|
+
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
10
|
+
*/
|
|
7
11
|
class AzureBlobStorageContainerLoader extends base_js_1.BaseDocumentLoader {
|
|
8
12
|
constructor({ azureConfig, unstructuredConfig, }) {
|
|
9
13
|
super();
|
|
@@ -29,6 +33,15 @@ class AzureBlobStorageContainerLoader extends base_js_1.BaseDocumentLoader {
|
|
|
29
33
|
this.container = azureConfig.container;
|
|
30
34
|
this.unstructuredConfig = unstructuredConfig;
|
|
31
35
|
}
|
|
36
|
+
/**
|
|
37
|
+
* Method to load documents from an Azure Blob Storage container. It
|
|
38
|
+
* creates a BlobServiceClient using the connection string, gets the
|
|
39
|
+
* container client using the container name, and iterates over the blobs
|
|
40
|
+
* in the container. For each blob, it creates an instance of
|
|
41
|
+
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
42
|
+
* The loaded documents are concatenated to the docs array and returned.
|
|
43
|
+
* @returns An array of loaded documents.
|
|
44
|
+
*/
|
|
32
45
|
async load() {
|
|
33
46
|
const blobServiceClient = storage_blob_1.BlobServiceClient.fromConnectionString(this.connectionString);
|
|
34
47
|
const containerClient = blobServiceClient.getContainerClient(this.container);
|
|
@@ -1,19 +1,45 @@
|
|
|
1
1
|
import { BaseDocumentLoader } from "../base.js";
|
|
2
2
|
import { Document } from "../../document.js";
|
|
3
3
|
import { UnstructuredLoaderOptions } from "../fs/unstructured.js";
|
|
4
|
+
/**
|
|
5
|
+
* Interface representing the configuration for accessing an Azure Blob
|
|
6
|
+
* Storage container. It includes properties for the connection string and
|
|
7
|
+
* container name.
|
|
8
|
+
*/
|
|
4
9
|
interface AzureBlobStorageContainerConfig {
|
|
5
10
|
connectionString: string;
|
|
6
11
|
container: string;
|
|
7
12
|
}
|
|
13
|
+
/**
|
|
14
|
+
* Interface representing the configuration for the
|
|
15
|
+
* AzureBlobStorageContainerLoader. It includes properties for the
|
|
16
|
+
* azureConfig and unstructuredConfig. The azureConfig property contains
|
|
17
|
+
* the Azure Blob Storage container configuration, and the
|
|
18
|
+
* unstructuredConfig property contains the options for the
|
|
19
|
+
* UnstructuredLoader.
|
|
20
|
+
*/
|
|
8
21
|
interface AzureBlobStorageContainerLoaderConfig {
|
|
9
22
|
azureConfig: AzureBlobStorageContainerConfig;
|
|
10
23
|
unstructuredConfig?: UnstructuredLoaderOptions;
|
|
11
24
|
}
|
|
25
|
+
/**
|
|
26
|
+
* Class representing a document loader that loads documents from an Azure
|
|
27
|
+
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
28
|
+
*/
|
|
12
29
|
export declare class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
|
|
13
30
|
private readonly connectionString;
|
|
14
31
|
private readonly container;
|
|
15
32
|
private readonly unstructuredConfig?;
|
|
16
33
|
constructor({ azureConfig, unstructuredConfig, }: AzureBlobStorageContainerLoaderConfig);
|
|
34
|
+
/**
|
|
35
|
+
* Method to load documents from an Azure Blob Storage container. It
|
|
36
|
+
* creates a BlobServiceClient using the connection string, gets the
|
|
37
|
+
* container client using the container name, and iterates over the blobs
|
|
38
|
+
* in the container. For each blob, it creates an instance of
|
|
39
|
+
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
40
|
+
* The loaded documents are concatenated to the docs array and returned.
|
|
41
|
+
* @returns An array of loaded documents.
|
|
42
|
+
*/
|
|
17
43
|
load(): Promise<Document<Record<string, any>>[]>;
|
|
18
44
|
}
|
|
19
45
|
export {};
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import { BlobServiceClient } from "@azure/storage-blob";
|
|
2
2
|
import { AzureBlobStorageFileLoader } from "./azure_blob_storage_file.js";
|
|
3
3
|
import { BaseDocumentLoader } from "../base.js";
|
|
4
|
+
/**
|
|
5
|
+
* Class representing a document loader that loads documents from an Azure
|
|
6
|
+
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
7
|
+
*/
|
|
4
8
|
export class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
|
|
5
9
|
constructor({ azureConfig, unstructuredConfig, }) {
|
|
6
10
|
super();
|
|
@@ -26,6 +30,15 @@ export class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
|
|
|
26
30
|
this.container = azureConfig.container;
|
|
27
31
|
this.unstructuredConfig = unstructuredConfig;
|
|
28
32
|
}
|
|
33
|
+
/**
|
|
34
|
+
* Method to load documents from an Azure Blob Storage container. It
|
|
35
|
+
* creates a BlobServiceClient using the connection string, gets the
|
|
36
|
+
* container client using the container name, and iterates over the blobs
|
|
37
|
+
* in the container. For each blob, it creates an instance of
|
|
38
|
+
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
39
|
+
* The loaded documents are concatenated to the docs array and returned.
|
|
40
|
+
* @returns An array of loaded documents.
|
|
41
|
+
*/
|
|
29
42
|
async load() {
|
|
30
43
|
const blobServiceClient = BlobServiceClient.fromConnectionString(this.connectionString);
|
|
31
44
|
const containerClient = blobServiceClient.getContainerClient(this.container);
|
|
@@ -30,6 +30,11 @@ const os = __importStar(require("node:os"));
|
|
|
30
30
|
const storage_blob_1 = require("@azure/storage-blob");
|
|
31
31
|
const base_js_1 = require("../base.cjs");
|
|
32
32
|
const unstructured_js_1 = require("../fs/unstructured.cjs");
|
|
33
|
+
/**
|
|
34
|
+
* Class representing a document loader that loads a specific file from
|
|
35
|
+
* Azure Blob Storage. It extends the BaseDocumentLoader class and
|
|
36
|
+
* implements the DocumentLoader interface.
|
|
37
|
+
*/
|
|
33
38
|
class AzureBlobStorageFileLoader extends base_js_1.BaseDocumentLoader {
|
|
34
39
|
constructor({ azureConfig, unstructuredConfig, }) {
|
|
35
40
|
super();
|
|
@@ -62,6 +67,13 @@ class AzureBlobStorageFileLoader extends base_js_1.BaseDocumentLoader {
|
|
|
62
67
|
this.blobName = azureConfig.blobName;
|
|
63
68
|
this.unstructuredConfig = unstructuredConfig;
|
|
64
69
|
}
|
|
70
|
+
/**
|
|
71
|
+
* Method to load a specific file from Azure Blob Storage. It creates a
|
|
72
|
+
* temporary directory, constructs the file path, downloads the file, and
|
|
73
|
+
* loads the documents using the UnstructuredLoader. The loaded documents
|
|
74
|
+
* are returned, and the temporary directory is deleted.
|
|
75
|
+
* @returns An array of documents loaded from the file in Azure Blob Storage.
|
|
76
|
+
*/
|
|
65
77
|
async load() {
|
|
66
78
|
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "azureblobfileloader-"));
|
|
67
79
|
const filePath = path.join(tempDir, this.blobName);
|
|
@@ -1,20 +1,41 @@
|
|
|
1
1
|
import { BaseDocumentLoader } from "../base.js";
|
|
2
2
|
import { UnstructuredLoaderOptions } from "../fs/unstructured.js";
|
|
3
|
+
/**
|
|
4
|
+
* Interface representing the configuration for accessing a specific file
|
|
5
|
+
* in Azure Blob Storage.
|
|
6
|
+
*/
|
|
3
7
|
interface AzureBlobStorageFileConfig {
|
|
4
8
|
connectionString: string;
|
|
5
9
|
container: string;
|
|
6
10
|
blobName: string;
|
|
7
11
|
}
|
|
12
|
+
/**
|
|
13
|
+
* Interface representing the configuration for the
|
|
14
|
+
* AzureBlobStorageFileLoader. It contains the Azure Blob Storage file
|
|
15
|
+
* configuration and the options for the UnstructuredLoader.
|
|
16
|
+
*/
|
|
8
17
|
interface AzureBlobStorageFileLoaderConfig {
|
|
9
18
|
azureConfig: AzureBlobStorageFileConfig;
|
|
10
19
|
unstructuredConfig?: UnstructuredLoaderOptions;
|
|
11
20
|
}
|
|
21
|
+
/**
|
|
22
|
+
* Class representing a document loader that loads a specific file from
|
|
23
|
+
* Azure Blob Storage. It extends the BaseDocumentLoader class and
|
|
24
|
+
* implements the DocumentLoader interface.
|
|
25
|
+
*/
|
|
12
26
|
export declare class AzureBlobStorageFileLoader extends BaseDocumentLoader {
|
|
13
27
|
private readonly connectionString;
|
|
14
28
|
private readonly container;
|
|
15
29
|
private readonly blobName;
|
|
16
30
|
private readonly unstructuredConfig?;
|
|
17
31
|
constructor({ azureConfig, unstructuredConfig, }: AzureBlobStorageFileLoaderConfig);
|
|
32
|
+
/**
|
|
33
|
+
* Method to load a specific file from Azure Blob Storage. It creates a
|
|
34
|
+
* temporary directory, constructs the file path, downloads the file, and
|
|
35
|
+
* loads the documents using the UnstructuredLoader. The loaded documents
|
|
36
|
+
* are returned, and the temporary directory is deleted.
|
|
37
|
+
* @returns An array of documents loaded from the file in Azure Blob Storage.
|
|
38
|
+
*/
|
|
18
39
|
load(): Promise<import("../../document.js").Document<Record<string, any>>[]>;
|
|
19
40
|
}
|
|
20
41
|
export {};
|
|
@@ -4,6 +4,11 @@ import * as os from "node:os";
|
|
|
4
4
|
import { BlobServiceClient } from "@azure/storage-blob";
|
|
5
5
|
import { BaseDocumentLoader } from "../base.js";
|
|
6
6
|
import { UnstructuredLoader, } from "../fs/unstructured.js";
|
|
7
|
+
/**
|
|
8
|
+
* Class representing a document loader that loads a specific file from
|
|
9
|
+
* Azure Blob Storage. It extends the BaseDocumentLoader class and
|
|
10
|
+
* implements the DocumentLoader interface.
|
|
11
|
+
*/
|
|
7
12
|
export class AzureBlobStorageFileLoader extends BaseDocumentLoader {
|
|
8
13
|
constructor({ azureConfig, unstructuredConfig, }) {
|
|
9
14
|
super();
|
|
@@ -36,6 +41,13 @@ export class AzureBlobStorageFileLoader extends BaseDocumentLoader {
|
|
|
36
41
|
this.blobName = azureConfig.blobName;
|
|
37
42
|
this.unstructuredConfig = unstructuredConfig;
|
|
38
43
|
}
|
|
44
|
+
/**
|
|
45
|
+
* Method to load a specific file from Azure Blob Storage. It creates a
|
|
46
|
+
* temporary directory, constructs the file path, downloads the file, and
|
|
47
|
+
* loads the documents using the UnstructuredLoader. The loaded documents
|
|
48
|
+
* are returned, and the temporary directory is deleted.
|
|
49
|
+
* @returns An array of documents loaded from the file in Azure Blob Storage.
|
|
50
|
+
*/
|
|
39
51
|
async load() {
|
|
40
52
|
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "azureblobfileloader-"));
|
|
41
53
|
const filePath = path.join(tempDir, this.blobName);
|