langchain 0.0.131 → 0.0.132
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/agent.cjs +23 -0
- package/dist/agents/agent.d.ts +28 -0
- package/dist/agents/agent.js +23 -0
- package/dist/agents/chat/index.cjs +25 -0
- package/dist/agents/chat/index.d.ts +32 -0
- package/dist/agents/chat/index.js +25 -0
- package/dist/agents/chat/outputParser.cjs +19 -0
- package/dist/agents/chat/outputParser.d.ts +19 -0
- package/dist/agents/chat/outputParser.js +19 -0
- package/dist/agents/chat_convo/index.cjs +22 -0
- package/dist/agents/chat_convo/index.d.ts +31 -0
- package/dist/agents/chat_convo/index.js +22 -0
- package/dist/agents/chat_convo/outputParser.cjs +42 -0
- package/dist/agents/chat_convo/outputParser.d.ts +42 -0
- package/dist/agents/chat_convo/outputParser.js +42 -0
- package/dist/agents/executor.cjs +6 -0
- package/dist/agents/executor.d.ts +11 -0
- package/dist/agents/executor.js +6 -0
- package/dist/agents/initialize.d.ts +5 -0
- package/dist/agents/mrkl/index.cjs +17 -0
- package/dist/agents/mrkl/index.d.ts +24 -0
- package/dist/agents/mrkl/index.js +17 -0
- package/dist/agents/mrkl/outputParser.cjs +15 -0
- package/dist/agents/mrkl/outputParser.d.ts +15 -0
- package/dist/agents/mrkl/outputParser.js +15 -0
- package/dist/agents/openai/index.cjs +43 -0
- package/dist/agents/openai/index.d.ts +39 -0
- package/dist/agents/openai/index.js +43 -0
- package/dist/agents/structured_chat/index.cjs +32 -0
- package/dist/agents/structured_chat/index.d.ts +40 -0
- package/dist/agents/structured_chat/index.js +32 -0
- package/dist/agents/structured_chat/outputParser.cjs +44 -0
- package/dist/agents/structured_chat/outputParser.d.ts +48 -0
- package/dist/agents/structured_chat/outputParser.js +44 -0
- package/dist/agents/toolkits/aws_sfn.cjs +5 -0
- package/dist/agents/toolkits/aws_sfn.d.ts +9 -0
- package/dist/agents/toolkits/aws_sfn.js +5 -0
- package/dist/agents/toolkits/base.cjs +5 -0
- package/dist/agents/toolkits/base.d.ts +5 -0
- package/dist/agents/toolkits/base.js +5 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.cjs +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts +10 -0
- package/dist/agents/toolkits/conversational_retrieval/openai_functions.js +10 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs +17 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts +21 -0
- package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.js +17 -0
- package/dist/agents/toolkits/json/json.cjs +15 -0
- package/dist/agents/toolkits/json/json.d.ts +15 -0
- package/dist/agents/toolkits/json/json.js +15 -0
- package/dist/agents/toolkits/openapi/openapi.cjs +21 -0
- package/dist/agents/toolkits/openapi/openapi.d.ts +21 -0
- package/dist/agents/toolkits/openapi/openapi.js +21 -0
- package/dist/agents/toolkits/sql/sql.cjs +4 -0
- package/dist/agents/toolkits/sql/sql.d.ts +8 -0
- package/dist/agents/toolkits/sql/sql.js +4 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.cjs +10 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.d.ts +14 -0
- package/dist/agents/toolkits/vectorstore/vectorstore.js +10 -0
- package/dist/agents/toolkits/zapier/zapier.cjs +12 -0
- package/dist/agents/toolkits/zapier/zapier.d.ts +12 -0
- package/dist/agents/toolkits/zapier/zapier.js +12 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.d.ts +28 -0
- package/dist/agents/types.js +5 -0
- package/dist/cache/index.cjs +21 -0
- package/dist/cache/index.d.ts +21 -0
- package/dist/cache/index.js +21 -0
- package/dist/cache/ioredis.cjs +16 -0
- package/dist/cache/ioredis.d.ts +16 -0
- package/dist/cache/ioredis.js +16 -0
- package/dist/cache/redis.cjs +21 -0
- package/dist/cache/redis.d.ts +25 -0
- package/dist/cache/redis.js +21 -0
- package/dist/callbacks/base.cjs +11 -0
- package/dist/callbacks/base.d.ts +20 -0
- package/dist/callbacks/base.js +11 -0
- package/dist/callbacks/handlers/console.cjs +87 -0
- package/dist/callbacks/handlers/console.d.ts +87 -0
- package/dist/callbacks/handlers/console.js +87 -0
- package/dist/callbacks/handlers/initialize.cjs +12 -0
- package/dist/callbacks/handlers/initialize.d.ts +12 -0
- package/dist/callbacks/handlers/initialize.js +12 -0
- package/dist/callbacks/manager.cjs +9 -0
- package/dist/callbacks/manager.d.ts +9 -0
- package/dist/callbacks/manager.js +9 -0
- package/dist/callbacks/promises.cjs +9 -0
- package/dist/callbacks/promises.d.ts +4 -0
- package/dist/callbacks/promises.js +9 -0
- package/dist/chains/analyze_documents_chain.d.ts +4 -0
- package/dist/chains/api/api_chain.cjs +12 -0
- package/dist/chains/api/api_chain.d.ts +19 -0
- package/dist/chains/api/api_chain.js +12 -0
- package/dist/chains/base.cjs +6 -0
- package/dist/chains/base.d.ts +6 -0
- package/dist/chains/base.js +6 -0
- package/dist/chains/chat_vector_db_chain.cjs +8 -0
- package/dist/chains/chat_vector_db_chain.d.ts +11 -0
- package/dist/chains/chat_vector_db_chain.js +8 -0
- package/dist/chains/combine_docs_chain.d.ts +10 -0
- package/dist/chains/constitutional_ai/constitutional_chain.cjs +17 -0
- package/dist/chains/constitutional_ai/constitutional_chain.d.ts +20 -0
- package/dist/chains/constitutional_ai/constitutional_chain.js +17 -0
- package/dist/chains/constitutional_ai/constitutional_principle.cjs +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.d.ts +4 -0
- package/dist/chains/constitutional_ai/constitutional_principle.js +4 -0
- package/dist/chains/conversation.cjs +4 -0
- package/dist/chains/conversation.d.ts +4 -0
- package/dist/chains/conversation.js +4 -0
- package/dist/chains/conversational_retrieval_chain.cjs +21 -0
- package/dist/chains/conversational_retrieval_chain.d.ts +26 -1
- package/dist/chains/conversational_retrieval_chain.js +21 -0
- package/dist/chains/llm_chain.d.ts +3 -0
- package/dist/chains/openai_functions/extraction.cjs +21 -0
- package/dist/chains/openai_functions/extraction.d.ts +15 -0
- package/dist/chains/openai_functions/extraction.js +21 -0
- package/dist/chains/openai_functions/openapi.cjs +27 -0
- package/dist/chains/openai_functions/openapi.d.ts +3 -0
- package/dist/chains/openai_functions/openapi.js +27 -0
- package/dist/chains/openai_functions/structured_output.cjs +12 -0
- package/dist/chains/openai_functions/structured_output.d.ts +18 -0
- package/dist/chains/openai_functions/structured_output.js +12 -0
- package/dist/chains/openai_functions/tagging.cjs +24 -0
- package/dist/chains/openai_functions/tagging.d.ts +21 -0
- package/dist/chains/openai_functions/tagging.js +24 -0
- package/dist/chains/openai_moderation.cjs +5 -0
- package/dist/chains/openai_moderation.d.ts +8 -0
- package/dist/chains/openai_moderation.js +5 -0
- package/dist/chains/query_constructor/index.cjs +17 -0
- package/dist/chains/query_constructor/index.d.ts +20 -0
- package/dist/chains/query_constructor/index.js +17 -0
- package/dist/chains/query_constructor/ir.cjs +24 -0
- package/dist/chains/query_constructor/ir.d.ts +71 -0
- package/dist/chains/query_constructor/ir.js +24 -0
- package/dist/chains/query_constructor/parser.cjs +21 -0
- package/dist/chains/query_constructor/parser.d.ts +25 -0
- package/dist/chains/query_constructor/parser.js +21 -0
- package/dist/chains/question_answering/load.cjs +21 -0
- package/dist/chains/question_answering/load.d.ts +34 -0
- package/dist/chains/question_answering/load.js +21 -0
- package/dist/chains/retrieval_qa.cjs +12 -0
- package/dist/chains/retrieval_qa.d.ts +15 -0
- package/dist/chains/retrieval_qa.js +12 -0
- package/dist/chains/router/llm_router.cjs +16 -0
- package/dist/chains/router/llm_router.d.ts +24 -0
- package/dist/chains/router/llm_router.js +16 -0
- package/dist/chains/router/multi_prompt.cjs +19 -0
- package/dist/chains/router/multi_prompt.d.ts +19 -0
- package/dist/chains/router/multi_prompt.js +19 -0
- package/dist/chains/router/multi_retrieval_qa.cjs +22 -0
- package/dist/chains/router/multi_retrieval_qa.d.ts +27 -0
- package/dist/chains/router/multi_retrieval_qa.js +22 -0
- package/dist/chains/router/multi_route.cjs +10 -0
- package/dist/chains/router/multi_route.d.ts +25 -0
- package/dist/chains/router/multi_route.js +10 -0
- package/dist/chains/sequential_chain.d.ts +6 -0
- package/dist/chains/serde.d.ts +58 -0
- package/dist/chains/sql_db/sql_db_chain.cjs +13 -0
- package/dist/chains/sql_db/sql_db_chain.d.ts +18 -0
- package/dist/chains/sql_db/sql_db_chain.js +13 -0
- package/dist/chains/summarization/load.d.ts +4 -0
- package/dist/chains/transform.cjs +6 -0
- package/dist/chains/transform.d.ts +11 -0
- package/dist/chains/transform.js +6 -0
- package/dist/chains/vector_db_qa.cjs +15 -0
- package/dist/chains/vector_db_qa.d.ts +21 -0
- package/dist/chains/vector_db_qa.js +15 -0
- package/dist/chat_models/anthropic.cjs +24 -4
- package/dist/chat_models/anthropic.d.ts +14 -0
- package/dist/chat_models/anthropic.js +24 -4
- package/dist/chat_models/baiduwenxin.cjs +16 -0
- package/dist/chat_models/baiduwenxin.d.ts +18 -0
- package/dist/chat_models/baiduwenxin.js +16 -0
- package/dist/chat_models/base.cjs +61 -0
- package/dist/chat_models/base.d.ts +73 -0
- package/dist/chat_models/base.js +61 -0
- package/dist/chat_models/googlepalm.cjs +3 -0
- package/dist/chat_models/googlepalm.d.ts +6 -0
- package/dist/chat_models/googlepalm.js +3 -0
- package/dist/chat_models/googlevertexai.cjs +32 -0
- package/dist/chat_models/googlevertexai.d.ts +49 -0
- package/dist/chat_models/googlevertexai.js +32 -0
- package/dist/chat_models/ollama.cjs +11 -0
- package/dist/chat_models/ollama.d.ts +15 -0
- package/dist/chat_models/ollama.js +11 -0
- package/dist/document_loaders/base.cjs +10 -0
- package/dist/document_loaders/base.d.ts +17 -0
- package/dist/document_loaders/base.js +10 -0
- package/dist/document_loaders/fs/buffer.cjs +21 -0
- package/dist/document_loaders/fs/buffer.d.ts +28 -0
- package/dist/document_loaders/fs/buffer.js +21 -0
- package/dist/document_loaders/fs/csv.cjs +19 -0
- package/dist/document_loaders/fs/csv.d.ts +19 -0
- package/dist/document_loaders/fs/csv.js +19 -0
- package/dist/document_loaders/fs/directory.cjs +21 -0
- package/dist/document_loaders/fs/directory.d.ts +29 -0
- package/dist/document_loaders/fs/directory.js +21 -0
- package/dist/document_loaders/fs/docx.cjs +16 -0
- package/dist/document_loaders/fs/docx.d.ts +16 -0
- package/dist/document_loaders/fs/docx.js +16 -0
- package/dist/document_loaders/fs/epub.cjs +16 -0
- package/dist/document_loaders/fs/epub.d.ts +16 -0
- package/dist/document_loaders/fs/epub.js +16 -0
- package/dist/document_loaders/fs/json.cjs +40 -0
- package/dist/document_loaders/fs/json.d.ts +40 -0
- package/dist/document_loaders/fs/json.js +40 -0
- package/dist/document_loaders/fs/notion.cjs +6 -0
- package/dist/document_loaders/fs/notion.d.ts +6 -0
- package/dist/document_loaders/fs/notion.js +6 -0
- package/dist/document_loaders/fs/pdf.cjs +21 -0
- package/dist/document_loaders/fs/pdf.d.ts +21 -0
- package/dist/document_loaders/fs/pdf.js +21 -0
- package/dist/document_loaders/fs/srt.cjs +19 -0
- package/dist/document_loaders/fs/srt.d.ts +19 -0
- package/dist/document_loaders/fs/srt.js +19 -0
- package/dist/document_loaders/fs/text.cjs +34 -0
- package/dist/document_loaders/fs/text.d.ts +34 -0
- package/dist/document_loaders/fs/text.js +34 -0
- package/dist/document_loaders/fs/unstructured.cjs +14 -0
- package/dist/document_loaders/fs/unstructured.d.ts +26 -0
- package/dist/document_loaders/fs/unstructured.js +14 -0
- package/dist/document_loaders/web/apify_dataset.cjs +11 -0
- package/dist/document_loaders/web/apify_dataset.d.ts +15 -0
- package/dist/document_loaders/web/apify_dataset.js +11 -0
- package/dist/document_loaders/web/azure_blob_storage_container.cjs +13 -0
- package/dist/document_loaders/web/azure_blob_storage_container.d.ts +26 -0
- package/dist/document_loaders/web/azure_blob_storage_container.js +13 -0
- package/dist/document_loaders/web/azure_blob_storage_file.cjs +12 -0
- package/dist/document_loaders/web/azure_blob_storage_file.d.ts +21 -0
- package/dist/document_loaders/web/azure_blob_storage_file.js +12 -0
- package/dist/document_loaders/web/cheerio.cjs +21 -0
- package/dist/document_loaders/web/cheerio.d.ts +26 -0
- package/dist/document_loaders/web/cheerio.js +21 -0
- package/dist/document_loaders/web/college_confidential.cjs +11 -0
- package/dist/document_loaders/web/college_confidential.d.ts +11 -0
- package/dist/document_loaders/web/college_confidential.js +11 -0
- package/dist/document_loaders/web/confluence.cjs +23 -0
- package/dist/document_loaders/web/confluence.d.ts +33 -0
- package/dist/document_loaders/web/confluence.js +23 -0
- package/dist/document_loaders/web/figma.cjs +21 -0
- package/dist/document_loaders/web/figma.d.ts +32 -0
- package/dist/document_loaders/web/figma.js +21 -0
- package/dist/document_loaders/web/gitbook.cjs +33 -0
- package/dist/document_loaders/web/gitbook.d.ts +38 -0
- package/dist/document_loaders/web/gitbook.js +33 -0
- package/dist/document_loaders/web/github.cjs +50 -0
- package/dist/document_loaders/web/github.d.ts +53 -0
- package/dist/document_loaders/web/github.js +50 -0
- package/dist/document_loaders/web/hn.cjs +31 -0
- package/dist/document_loaders/web/hn.d.ts +31 -0
- package/dist/document_loaders/web/hn.js +31 -0
- package/dist/document_loaders/web/imsdb.cjs +14 -0
- package/dist/document_loaders/web/imsdb.d.ts +14 -0
- package/dist/document_loaders/web/imsdb.js +14 -0
- package/dist/document_loaders/web/notionapi.cjs +39 -0
- package/dist/document_loaders/web/notionapi.d.ts +43 -0
- package/dist/document_loaders/web/notionapi.js +39 -0
- package/dist/document_loaders/web/notiondb.cjs +19 -0
- package/dist/document_loaders/web/notiondb.d.ts +24 -0
- package/dist/document_loaders/web/notiondb.js +19 -0
- package/dist/document_loaders/web/playwright.cjs +22 -0
- package/dist/document_loaders/web/playwright.d.ts +27 -0
- package/dist/document_loaders/web/playwright.js +22 -0
- package/dist/document_loaders/web/puppeteer.cjs +20 -0
- package/dist/document_loaders/web/puppeteer.d.ts +25 -0
- package/dist/document_loaders/web/puppeteer.js +20 -0
- package/dist/document_loaders/web/s3.cjs +9 -0
- package/dist/document_loaders/web/s3.d.ts +21 -0
- package/dist/document_loaders/web/s3.js +9 -0
- package/dist/document_loaders/web/serpapi.cjs +4 -0
- package/dist/document_loaders/web/serpapi.d.ts +8 -0
- package/dist/document_loaders/web/serpapi.js +4 -0
- package/dist/document_loaders/web/sonix_audio.cjs +10 -0
- package/dist/document_loaders/web/sonix_audio.d.ts +10 -0
- package/dist/document_loaders/web/sonix_audio.js +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.cjs +10 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +17 -0
- package/dist/document_loaders/web/sort_xyz_blockchain.js +10 -0
- package/dist/document_loaders/web/youtube.cjs +23 -0
- package/dist/document_loaders/web/youtube.d.ts +27 -0
- package/dist/document_loaders/web/youtube.js +23 -0
- package/dist/document_transformers/html_to_text.cjs +3 -0
- package/dist/document_transformers/html_to_text.d.ts +3 -0
- package/dist/document_transformers/html_to_text.js +3 -0
- package/dist/document_transformers/mozilla_readability.cjs +4 -0
- package/dist/document_transformers/mozilla_readability.d.ts +4 -0
- package/dist/document_transformers/mozilla_readability.js +4 -0
- package/dist/document_transformers/openai_functions.cjs +3 -0
- package/dist/document_transformers/openai_functions.d.ts +3 -0
- package/dist/document_transformers/openai_functions.js +3 -0
- package/dist/embeddings/base.cjs +4 -0
- package/dist/embeddings/base.d.ts +21 -0
- package/dist/embeddings/base.js +4 -0
- package/dist/embeddings/cache_backed.d.ts +4 -0
- package/dist/embeddings/cohere.d.ts +4 -0
- package/dist/embeddings/fake.cjs +33 -0
- package/dist/embeddings/fake.d.ts +37 -0
- package/dist/embeddings/fake.js +33 -0
- package/dist/embeddings/googlepalm.cjs +18 -0
- package/dist/embeddings/googlepalm.d.ts +22 -0
- package/dist/embeddings/googlepalm.js +18 -0
- package/dist/embeddings/googlevertexai.cjs +15 -0
- package/dist/embeddings/googlevertexai.d.ts +20 -0
- package/dist/embeddings/googlevertexai.js +15 -0
- package/dist/embeddings/hf.cjs +20 -0
- package/dist/embeddings/hf.d.ts +24 -0
- package/dist/embeddings/hf.js +20 -0
- package/dist/embeddings/openai.cjs +25 -0
- package/dist/embeddings/openai.d.ts +29 -0
- package/dist/embeddings/openai.js +25 -0
- package/dist/embeddings/tensorflow.cjs +27 -0
- package/dist/embeddings/tensorflow.d.ts +31 -0
- package/dist/embeddings/tensorflow.js +27 -0
- package/dist/experimental/autogpt/agent.cjs +21 -0
- package/dist/experimental/autogpt/agent.d.ts +24 -0
- package/dist/experimental/autogpt/agent.js +21 -0
- package/dist/experimental/autogpt/output_parser.cjs +24 -0
- package/dist/experimental/autogpt/output_parser.d.ts +24 -0
- package/dist/experimental/autogpt/output_parser.js +24 -0
- package/dist/experimental/autogpt/prompt.cjs +25 -0
- package/dist/experimental/autogpt/prompt.d.ts +28 -0
- package/dist/experimental/autogpt/prompt.js +25 -0
- package/dist/experimental/autogpt/prompt_generator.cjs +32 -0
- package/dist/experimental/autogpt/prompt_generator.d.ts +32 -0
- package/dist/experimental/autogpt/prompt_generator.js +32 -0
- package/dist/experimental/autogpt/schema.d.ts +11 -0
- package/dist/experimental/babyagi/agent.cjs +65 -0
- package/dist/experimental/babyagi/agent.d.ts +75 -0
- package/dist/experimental/babyagi/agent.js +65 -0
- package/dist/experimental/babyagi/task_creation.cjs +10 -0
- package/dist/experimental/babyagi/task_creation.d.ts +10 -0
- package/dist/experimental/babyagi/task_creation.js +10 -0
- package/dist/experimental/babyagi/task_execution.cjs +9 -0
- package/dist/experimental/babyagi/task_execution.d.ts +9 -0
- package/dist/experimental/babyagi/task_execution.js +9 -0
- package/dist/experimental/babyagi/task_prioritization.cjs +8 -0
- package/dist/experimental/babyagi/task_prioritization.d.ts +8 -0
- package/dist/experimental/babyagi/task_prioritization.js +8 -0
- package/dist/experimental/generative_agents/generative_agent.cjs +74 -0
- package/dist/experimental/generative_agents/generative_agent.d.ts +79 -0
- package/dist/experimental/generative_agents/generative_agent.js +74 -0
- package/dist/experimental/generative_agents/generative_agent_memory.cjs +113 -0
- package/dist/experimental/generative_agents/generative_agent_memory.d.ts +113 -0
- package/dist/experimental/generative_agents/generative_agent_memory.js +113 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.cjs +46 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts +58 -0
- package/dist/experimental/multimodal_embeddings/googlevertexai.js +46 -0
- package/dist/experimental/plan_and_execute/agent_executor.cjs +32 -0
- package/dist/experimental/plan_and_execute/agent_executor.d.ts +37 -0
- package/dist/experimental/plan_and_execute/agent_executor.js +32 -0
- package/dist/experimental/plan_and_execute/base.cjs +26 -0
- package/dist/experimental/plan_and_execute/base.d.ts +38 -0
- package/dist/experimental/plan_and_execute/base.js +26 -0
- package/dist/experimental/plan_and_execute/outputParser.cjs +18 -0
- package/dist/experimental/plan_and_execute/outputParser.d.ts +18 -0
- package/dist/experimental/plan_and_execute/outputParser.js +18 -0
- package/dist/llms/ai21.cjs +13 -0
- package/dist/llms/ai21.d.ts +19 -0
- package/dist/llms/ai21.js +13 -0
- package/dist/llms/aleph_alpha.cjs +10 -0
- package/dist/llms/aleph_alpha.d.ts +13 -0
- package/dist/llms/aleph_alpha.js +10 -0
- package/dist/llms/base.cjs +32 -0
- package/dist/llms/base.d.ts +32 -0
- package/dist/llms/base.js +32 -0
- package/dist/llms/bedrock.cjs +21 -0
- package/dist/llms/bedrock.d.ts +9 -0
- package/dist/llms/bedrock.js +21 -0
- package/dist/llms/cohere.cjs +4 -0
- package/dist/llms/cohere.d.ts +7 -0
- package/dist/llms/cohere.js +4 -0
- package/dist/llms/googlevertexai.cjs +23 -0
- package/dist/llms/googlevertexai.d.ts +38 -0
- package/dist/llms/googlevertexai.js +23 -0
- package/dist/llms/hf.cjs +4 -0
- package/dist/llms/hf.d.ts +8 -0
- package/dist/llms/hf.js +4 -0
- package/dist/llms/ollama.cjs +4 -0
- package/dist/llms/ollama.d.ts +4 -0
- package/dist/llms/ollama.js +4 -0
- package/dist/llms/openai-chat.cjs +17 -0
- package/dist/llms/openai-chat.d.ts +22 -0
- package/dist/llms/openai-chat.js +17 -0
- package/dist/llms/openai.cjs +6 -0
- package/dist/llms/openai.d.ts +6 -0
- package/dist/llms/openai.js +6 -0
- package/dist/llms/replicate.cjs +6 -0
- package/dist/llms/replicate.d.ts +11 -0
- package/dist/llms/replicate.js +6 -0
- package/dist/llms/sagemaker_endpoint.cjs +11 -0
- package/dist/llms/sagemaker_endpoint.d.ts +17 -0
- package/dist/llms/sagemaker_endpoint.js +11 -0
- package/dist/memory/base.cjs +11 -0
- package/dist/memory/base.d.ts +40 -0
- package/dist/memory/base.js +11 -0
- package/dist/memory/buffer_memory.cjs +19 -0
- package/dist/memory/buffer_memory.d.ts +22 -0
- package/dist/memory/buffer_memory.js +19 -0
- package/dist/memory/buffer_window_memory.cjs +15 -0
- package/dist/memory/buffer_window_memory.d.ts +18 -0
- package/dist/memory/buffer_window_memory.js +15 -0
- package/dist/memory/chat_memory.cjs +16 -0
- package/dist/memory/chat_memory.d.ts +19 -0
- package/dist/memory/chat_memory.js +16 -0
- package/dist/memory/combined_memory.cjs +28 -0
- package/dist/memory/combined_memory.d.ts +33 -0
- package/dist/memory/combined_memory.js +28 -0
- package/dist/memory/entity_memory.cjs +21 -0
- package/dist/memory/entity_memory.d.ts +24 -0
- package/dist/memory/entity_memory.js +21 -0
- package/dist/memory/motorhead_memory.cjs +25 -0
- package/dist/memory/motorhead_memory.d.ts +29 -0
- package/dist/memory/motorhead_memory.js +25 -0
- package/dist/memory/stores/entity/in_memory.cjs +29 -0
- package/dist/memory/stores/entity/in_memory.d.ts +29 -0
- package/dist/memory/stores/entity/in_memory.js +29 -0
- package/dist/memory/summary.cjs +31 -0
- package/dist/memory/summary.d.ts +39 -0
- package/dist/memory/summary.js +31 -0
- package/dist/memory/summary_buffer.cjs +33 -0
- package/dist/memory/summary_buffer.d.ts +37 -0
- package/dist/memory/summary_buffer.js +33 -0
- package/dist/memory/vector_store.cjs +22 -0
- package/dist/memory/vector_store.d.ts +26 -0
- package/dist/memory/vector_store.js +22 -0
- package/dist/memory/zep.cjs +22 -0
- package/dist/memory/zep.d.ts +27 -0
- package/dist/memory/zep.js +22 -0
- package/dist/output_parsers/combining.cjs +12 -0
- package/dist/output_parsers/combining.d.ts +18 -0
- package/dist/output_parsers/combining.js +12 -0
- package/dist/output_parsers/expression.cjs +12 -0
- package/dist/output_parsers/expression.d.ts +12 -0
- package/dist/output_parsers/expression.js +12 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/base.cjs +68 -0
- package/dist/output_parsers/expression_type_handlers/base.d.ts +79 -0
- package/dist/output_parsers/expression_type_handlers/base.js +68 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.cjs +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.d.ts +18 -0
- package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.js +18 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.cjs +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.d.ts +22 -0
- package/dist/output_parsers/expression_type_handlers/call_expression_handler.js +22 -0
- package/dist/output_parsers/expression_type_handlers/factory.cjs +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.d.ts +20 -0
- package/dist/output_parsers/expression_type_handlers/factory.js +20 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.cjs +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.d.ts +19 -0
- package/dist/output_parsers/expression_type_handlers/identifier_handler.js +19 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/member_expression_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.cjs +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.d.ts +17 -0
- package/dist/output_parsers/expression_type_handlers/property_assignment_handler.js +17 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.cjs +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.d.ts +16 -0
- package/dist/output_parsers/expression_type_handlers/string_literal_handler.js +16 -0
- package/dist/output_parsers/expression_type_handlers/types.d.ts +50 -0
- package/dist/output_parsers/fix.cjs +25 -0
- package/dist/output_parsers/fix.d.ts +25 -0
- package/dist/output_parsers/fix.js +25 -0
- package/dist/output_parsers/list.cjs +24 -0
- package/dist/output_parsers/list.d.ts +24 -0
- package/dist/output_parsers/list.js +24 -0
- package/dist/output_parsers/noop.cjs +18 -0
- package/dist/output_parsers/noop.d.ts +18 -0
- package/dist/output_parsers/noop.js +18 -0
- package/dist/output_parsers/openai_functions.cjs +31 -0
- package/dist/output_parsers/openai_functions.d.ts +34 -0
- package/dist/output_parsers/openai_functions.js +31 -0
- package/dist/output_parsers/regex.cjs +12 -0
- package/dist/output_parsers/regex.d.ts +15 -0
- package/dist/output_parsers/regex.js +12 -0
- package/dist/output_parsers/router.cjs +15 -0
- package/dist/output_parsers/router.d.ts +19 -0
- package/dist/output_parsers/router.js +15 -0
- package/dist/output_parsers/structured.cjs +30 -0
- package/dist/output_parsers/structured.d.ts +36 -0
- package/dist/output_parsers/structured.js +30 -0
- package/dist/prompts/base.cjs +26 -0
- package/dist/prompts/base.d.ts +36 -0
- package/dist/prompts/base.js +26 -0
- package/dist/prompts/chat.cjs +48 -0
- package/dist/prompts/chat.d.ts +69 -0
- package/dist/prompts/chat.js +48 -0
- package/dist/prompts/few_shot.cjs +5 -0
- package/dist/prompts/few_shot.d.ts +5 -0
- package/dist/prompts/few_shot.js +5 -0
- package/dist/prompts/pipeline.cjs +26 -0
- package/dist/prompts/pipeline.d.ts +34 -0
- package/dist/prompts/pipeline.js +26 -0
- package/dist/prompts/prompt.cjs +10 -0
- package/dist/prompts/prompt.d.ts +10 -0
- package/dist/prompts/prompt.js +10 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.cjs +32 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.d.ts +33 -0
- package/dist/prompts/selectors/LengthBasedExampleSelector.js +32 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.cjs +31 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.d.ts +35 -0
- package/dist/prompts/selectors/SemanticSimilarityExampleSelector.js +31 -0
- package/dist/prompts/selectors/conditional.cjs +30 -0
- package/dist/prompts/selectors/conditional.d.ts +37 -0
- package/dist/prompts/selectors/conditional.js +30 -0
- package/dist/prompts/serde.d.ts +24 -0
- package/dist/prompts/template.d.ts +17 -0
- package/dist/retrievers/amazon_kendra.cjs +62 -0
- package/dist/retrievers/amazon_kendra.d.ts +66 -0
- package/dist/retrievers/amazon_kendra.js +62 -0
- package/dist/retrievers/contextual_compression.cjs +5 -0
- package/dist/retrievers/contextual_compression.d.ts +10 -0
- package/dist/retrievers/contextual_compression.js +5 -0
- package/dist/retrievers/databerry.cjs +5 -0
- package/dist/retrievers/databerry.d.ts +9 -0
- package/dist/retrievers/databerry.js +5 -0
- package/dist/retrievers/document_compressors/chain_extract.cjs +18 -0
- package/dist/retrievers/document_compressors/chain_extract.d.ts +22 -0
- package/dist/retrievers/document_compressors/chain_extract.js +18 -0
- package/dist/retrievers/document_compressors/index.d.ts +9 -0
- package/dist/retrievers/hyde.cjs +9 -0
- package/dist/retrievers/hyde.d.ts +17 -0
- package/dist/retrievers/hyde.js +9 -0
- package/dist/retrievers/metal.cjs +7 -0
- package/dist/retrievers/metal.d.ts +12 -0
- package/dist/retrievers/metal.js +7 -0
- package/dist/retrievers/parent_document.cjs +17 -1
- package/dist/retrievers/parent_document.d.ts +15 -0
- package/dist/retrievers/parent_document.js +17 -1
- package/dist/retrievers/remote/base.cjs +4 -0
- package/dist/retrievers/remote/base.d.ts +28 -0
- package/dist/retrievers/remote/base.js +4 -0
- package/dist/retrievers/remote/chatgpt-plugin.cjs +17 -0
- package/dist/retrievers/remote/chatgpt-plugin.d.ts +21 -0
- package/dist/retrievers/remote/chatgpt-plugin.js +17 -0
- package/dist/retrievers/remote/remote-retriever.cjs +20 -0
- package/dist/retrievers/remote/remote-retriever.d.ts +20 -0
- package/dist/retrievers/remote/remote-retriever.js +20 -0
- package/dist/retrievers/self_query/base.cjs +28 -0
- package/dist/retrievers/self_query/base.d.ts +45 -0
- package/dist/retrievers/self_query/base.js +28 -0
- package/dist/retrievers/self_query/chroma.cjs +6 -0
- package/dist/retrievers/self_query/chroma.d.ts +6 -0
- package/dist/retrievers/self_query/chroma.js +6 -0
- package/dist/retrievers/self_query/functional.cjs +40 -0
- package/dist/retrievers/self_query/functional.d.ts +49 -0
- package/dist/retrievers/self_query/functional.js +40 -0
- package/dist/retrievers/self_query/index.cjs +14 -0
- package/dist/retrievers/self_query/index.d.ts +18 -0
- package/dist/retrievers/self_query/index.js +14 -0
- package/dist/retrievers/self_query/pinecone.cjs +7 -0
- package/dist/retrievers/self_query/pinecone.d.ts +7 -0
- package/dist/retrievers/self_query/pinecone.js +7 -0
- package/dist/retrievers/self_query/supabase.cjs +63 -0
- package/dist/retrievers/self_query/supabase.d.ts +67 -0
- package/dist/retrievers/self_query/supabase.js +63 -0
- package/dist/retrievers/self_query/supabase_utils.cjs +78 -0
- package/dist/retrievers/self_query/supabase_utils.d.ts +78 -0
- package/dist/retrievers/self_query/supabase_utils.js +78 -0
- package/dist/retrievers/self_query/utils.cjs +17 -0
- package/dist/retrievers/self_query/utils.d.ts +17 -0
- package/dist/retrievers/self_query/utils.js +17 -0
- package/dist/retrievers/self_query/weaviate.cjs +42 -0
- package/dist/retrievers/self_query/weaviate.d.ts +42 -0
- package/dist/retrievers/self_query/weaviate.js +42 -0
- package/dist/retrievers/supabase.cjs +30 -0
- package/dist/retrievers/supabase.d.ts +30 -0
- package/dist/retrievers/supabase.js +30 -0
- package/dist/retrievers/time_weighted.cjs +8 -0
- package/dist/retrievers/time_weighted.d.ts +12 -0
- package/dist/retrievers/time_weighted.js +8 -0
- package/dist/retrievers/vespa.cjs +18 -0
- package/dist/retrievers/vespa.d.ts +18 -0
- package/dist/retrievers/vespa.js +18 -0
- package/dist/retrievers/zep.cjs +4 -0
- package/dist/retrievers/zep.d.ts +8 -0
- package/dist/retrievers/zep.js +4 -0
- package/dist/schema/document.cjs +7 -0
- package/dist/schema/document.d.ts +7 -0
- package/dist/schema/document.js +7 -0
- package/dist/schema/index.cjs +70 -0
- package/dist/schema/index.d.ts +70 -0
- package/dist/schema/index.js +70 -0
- package/dist/schema/output_parser.cjs +43 -0
- package/dist/schema/output_parser.d.ts +51 -0
- package/dist/schema/output_parser.js +43 -0
- package/dist/schema/query_constructor.cjs +5 -0
- package/dist/schema/query_constructor.d.ts +5 -0
- package/dist/schema/query_constructor.js +5 -0
- package/dist/schema/retriever.cjs +18 -0
- package/dist/schema/retriever.d.ts +18 -0
- package/dist/schema/retriever.js +18 -0
- package/dist/schema/storage.d.ts +20 -0
- package/dist/storage/encoder_backed.cjs +27 -0
- package/dist/storage/encoder_backed.d.ts +27 -0
- package/dist/storage/encoder_backed.js +27 -0
- package/dist/storage/in_memory.cjs +25 -0
- package/dist/storage/in_memory.d.ts +25 -0
- package/dist/storage/in_memory.js +25 -0
- package/dist/storage/ioredis.cjs +25 -0
- package/dist/storage/ioredis.d.ts +25 -0
- package/dist/storage/ioredis.js +25 -0
- package/dist/stores/doc/gcs.cjs +28 -0
- package/dist/stores/doc/gcs.d.ts +33 -0
- package/dist/stores/doc/gcs.js +28 -0
- package/dist/stores/doc/in_memory.cjs +27 -0
- package/dist/stores/doc/in_memory.d.ts +27 -0
- package/dist/stores/doc/in_memory.js +27 -0
- package/dist/stores/file/in_memory.cjs +20 -0
- package/dist/stores/file/in_memory.d.ts +20 -0
- package/dist/stores/file/in_memory.js +20 -0
- package/dist/stores/file/node.cjs +15 -0
- package/dist/stores/file/node.d.ts +15 -0
- package/dist/stores/file/node.js +15 -0
- package/dist/stores/message/dynamodb.cjs +17 -0
- package/dist/stores/message/dynamodb.d.ts +23 -0
- package/dist/stores/message/dynamodb.js +17 -0
- package/dist/stores/message/firestore.cjs +19 -0
- package/dist/stores/message/firestore.d.ts +24 -0
- package/dist/stores/message/firestore.js +19 -0
- package/dist/stores/message/in_memory.cjs +19 -0
- package/dist/stores/message/in_memory.d.ts +19 -0
- package/dist/stores/message/in_memory.js +19 -0
- package/dist/stores/message/ioredis.cjs +17 -0
- package/dist/stores/message/ioredis.d.ts +22 -0
- package/dist/stores/message/ioredis.js +17 -0
- package/dist/stores/message/momento.cjs +18 -0
- package/dist/stores/message/momento.d.ts +18 -0
- package/dist/stores/message/momento.js +18 -0
- package/dist/stores/message/planetscale.cjs +26 -0
- package/dist/stores/message/planetscale.d.ts +30 -0
- package/dist/stores/message/planetscale.js +26 -0
- package/dist/stores/message/redis.cjs +24 -0
- package/dist/stores/message/redis.d.ts +27 -0
- package/dist/stores/message/redis.js +24 -0
- package/dist/stores/message/upstash_redis.cjs +17 -0
- package/dist/stores/message/upstash_redis.d.ts +21 -0
- package/dist/stores/message/upstash_redis.js +17 -0
- package/dist/stores/message/utils.cjs +21 -0
- package/dist/stores/message/utils.d.ts +21 -0
- package/dist/stores/message/utils.js +21 -0
- package/dist/stores/message/xata.cjs +25 -0
- package/dist/stores/message/xata.d.ts +29 -0
- package/dist/stores/message/xata.js +25 -0
- package/dist/tools/IFTTTWebhook.cjs +6 -0
- package/dist/tools/IFTTTWebhook.d.ts +6 -0
- package/dist/tools/IFTTTWebhook.js +6 -0
- package/dist/tools/aiplugin.cjs +12 -0
- package/dist/tools/aiplugin.d.ts +16 -0
- package/dist/tools/aiplugin.js +12 -0
- package/dist/tools/aws_lambda.cjs +9 -0
- package/dist/tools/aws_lambda.d.ts +7 -0
- package/dist/tools/aws_lambda.js +9 -0
- package/dist/tools/aws_sfn.cjs +19 -0
- package/dist/tools/aws_sfn.d.ts +19 -0
- package/dist/tools/aws_sfn.js +19 -0
- package/dist/tools/base.cjs +22 -0
- package/dist/tools/base.d.ts +25 -0
- package/dist/tools/base.js +22 -0
- package/dist/tools/bingserpapi.cjs +10 -0
- package/dist/tools/bingserpapi.d.ts +10 -0
- package/dist/tools/bingserpapi.js +10 -0
- package/dist/tools/brave_search.cjs +6 -0
- package/dist/tools/brave_search.d.ts +10 -0
- package/dist/tools/brave_search.js +6 -0
- package/dist/tools/calculator.cjs +4 -0
- package/dist/tools/calculator.d.ts +4 -0
- package/dist/tools/calculator.js +4 -0
- package/dist/tools/chain.cjs +6 -0
- package/dist/tools/chain.d.ts +11 -0
- package/dist/tools/chain.js +6 -0
- package/dist/tools/convert_to_openai.cjs +6 -0
- package/dist/tools/convert_to_openai.d.ts +6 -0
- package/dist/tools/convert_to_openai.js +6 -0
- package/dist/tools/dadjokeapi.cjs +6 -0
- package/dist/tools/dadjokeapi.d.ts +6 -0
- package/dist/tools/dadjokeapi.js +6 -0
- package/dist/tools/dataforseo_api_search.d.ts +9 -0
- package/dist/tools/dynamic.cjs +6 -0
- package/dist/tools/dynamic.d.ts +12 -0
- package/dist/tools/dynamic.js +6 -0
- package/dist/tools/fs.cjs +8 -0
- package/dist/tools/fs.d.ts +14 -0
- package/dist/tools/fs.js +8 -0
- package/dist/tools/google_custom_search.cjs +5 -0
- package/dist/tools/google_custom_search.d.ts +8 -0
- package/dist/tools/google_custom_search.js +5 -0
- package/dist/tools/json.cjs +22 -0
- package/dist/tools/json.d.ts +22 -0
- package/dist/tools/json.js +22 -0
- package/dist/tools/requests.cjs +11 -0
- package/dist/tools/requests.d.ts +15 -0
- package/dist/tools/requests.js +11 -0
- package/dist/tools/searxng_search.cjs +7 -0
- package/dist/tools/searxng_search.d.ts +10 -0
- package/dist/tools/searxng_search.js +7 -0
- package/dist/tools/serpapi.cjs +7 -0
- package/dist/tools/serpapi.d.ts +7 -0
- package/dist/tools/serpapi.js +7 -0
- package/dist/tools/serper.cjs +5 -0
- package/dist/tools/serper.d.ts +9 -0
- package/dist/tools/serper.js +5 -0
- package/dist/tools/sql.cjs +25 -0
- package/dist/tools/sql.d.ts +32 -0
- package/dist/tools/sql.js +25 -0
- package/dist/tools/vectorstore.cjs +11 -0
- package/dist/tools/vectorstore.d.ts +14 -0
- package/dist/tools/vectorstore.js +11 -0
- package/dist/tools/webbrowser.cjs +6 -0
- package/dist/tools/webbrowser.d.ts +12 -0
- package/dist/tools/webbrowser.js +6 -0
- package/dist/tools/wikipedia_query_run.cjs +16 -0
- package/dist/tools/wikipedia_query_run.d.ts +24 -0
- package/dist/tools/wikipedia_query_run.js +16 -0
- package/dist/tools/zapier.cjs +12 -0
- package/dist/tools/zapier.d.ts +12 -0
- package/dist/tools/zapier.js +12 -0
- package/dist/vectorstores/analyticdb.cjs +76 -0
- package/dist/vectorstores/analyticdb.d.ts +80 -0
- package/dist/vectorstores/analyticdb.js +76 -0
- package/dist/vectorstores/base.cjs +13 -0
- package/dist/vectorstores/base.d.ts +26 -0
- package/dist/vectorstores/base.js +13 -0
- package/dist/vectorstores/chroma.cjs +73 -0
- package/dist/vectorstores/chroma.d.ts +84 -0
- package/dist/vectorstores/chroma.js +73 -0
- package/dist/vectorstores/elasticsearch.cjs +73 -0
- package/dist/vectorstores/elasticsearch.d.ts +90 -0
- package/dist/vectorstores/elasticsearch.js +73 -0
- package/dist/vectorstores/faiss.cjs +65 -0
- package/dist/vectorstores/faiss.d.ts +69 -0
- package/dist/vectorstores/faiss.js +65 -0
- package/dist/vectorstores/hnswlib.cjs +71 -0
- package/dist/vectorstores/hnswlib.d.ts +80 -0
- package/dist/vectorstores/hnswlib.js +71 -0
- package/dist/vectorstores/lancedb.cjs +38 -0
- package/dist/vectorstores/lancedb.d.ts +42 -0
- package/dist/vectorstores/lancedb.js +38 -0
- package/dist/vectorstores/memory.cjs +56 -0
- package/dist/vectorstores/memory.d.ts +66 -0
- package/dist/vectorstores/memory.js +56 -0
- package/dist/vectorstores/milvus.cjs +91 -7
- package/dist/vectorstores/milvus.d.ts +80 -1
- package/dist/vectorstores/milvus.js +91 -7
- package/dist/vectorstores/mongo.cjs +45 -0
- package/dist/vectorstores/mongo.d.ts +49 -0
- package/dist/vectorstores/mongo.js +45 -0
- package/dist/vectorstores/mongodb_atlas.cjs +48 -0
- package/dist/vectorstores/mongodb_atlas.d.ts +59 -0
- package/dist/vectorstores/mongodb_atlas.js +48 -0
- package/dist/vectorstores/myscale.cjs +66 -0
- package/dist/vectorstores/myscale.d.ts +80 -0
- package/dist/vectorstores/myscale.js +66 -0
- package/dist/vectorstores/opensearch.cjs +60 -0
- package/dist/vectorstores/opensearch.d.ts +74 -0
- package/dist/vectorstores/opensearch.js +60 -0
- package/dist/vectorstores/pinecone.cjs +54 -0
- package/dist/vectorstores/pinecone.d.ts +58 -0
- package/dist/vectorstores/pinecone.js +54 -0
- package/dist/vectorstores/prisma.cjs +66 -0
- package/dist/vectorstores/prisma.d.ts +66 -0
- package/dist/vectorstores/prisma.js +66 -0
- package/dist/vectorstores/qdrant.cjs +60 -0
- package/dist/vectorstores/qdrant.d.ts +66 -0
- package/dist/vectorstores/qdrant.js +60 -0
- package/dist/vectorstores/redis.cjs +62 -0
- package/dist/vectorstores/redis.d.ts +88 -0
- package/dist/vectorstores/redis.js +62 -0
- package/dist/vectorstores/singlestore.cjs +46 -0
- package/dist/vectorstores/singlestore.d.ts +46 -0
- package/dist/vectorstores/singlestore.js +46 -0
- package/dist/vectorstores/supabase.cjs +50 -0
- package/dist/vectorstores/supabase.d.ts +53 -0
- package/dist/vectorstores/supabase.js +50 -0
- package/dist/vectorstores/tigris.cjs +49 -0
- package/dist/vectorstores/tigris.d.ts +53 -0
- package/dist/vectorstores/tigris.js +49 -0
- package/dist/vectorstores/typeorm.cjs +71 -0
- package/dist/vectorstores/typeorm.d.ts +76 -0
- package/dist/vectorstores/typeorm.js +71 -0
- package/dist/vectorstores/typesense.cjs +5 -0
- package/dist/vectorstores/typesense.d.ts +5 -0
- package/dist/vectorstores/typesense.js +5 -0
- package/dist/vectorstores/usearch.cjs +50 -0
- package/dist/vectorstores/usearch.d.ts +55 -0
- package/dist/vectorstores/usearch.js +50 -0
- package/dist/vectorstores/vectara.cjs +104 -0
- package/dist/vectorstores/vectara.d.ts +72 -0
- package/dist/vectorstores/vectara.js +104 -0
- package/dist/vectorstores/weaviate.cjs +61 -0
- package/dist/vectorstores/weaviate.d.ts +70 -0
- package/dist/vectorstores/weaviate.js +61 -0
- package/dist/vectorstores/xata.cjs +36 -0
- package/dist/vectorstores/xata.d.ts +43 -0
- package/dist/vectorstores/xata.js +36 -0
- package/dist/vectorstores/zep.d.ts +11 -0
- package/package.json +2 -2
|
@@ -7,9 +7,20 @@ import { extname } from "../../util/extname.js";
|
|
|
7
7
|
import { getEnvironmentVariable } from "../../util/env.js";
|
|
8
8
|
import { AsyncCaller } from "../../util/async_caller.js";
|
|
9
9
|
const extensions = new Set(binaryExtensions);
|
|
10
|
+
/**
|
|
11
|
+
* A function that checks if a file path is a binary file based on its
|
|
12
|
+
* extension.
|
|
13
|
+
* @param name The file path to check.
|
|
14
|
+
* @returns A boolean indicating whether the file path is a binary file.
|
|
15
|
+
*/
|
|
10
16
|
function isBinaryPath(name) {
|
|
11
17
|
return extensions.has(extname(name).slice(1).toLowerCase());
|
|
12
18
|
}
|
|
19
|
+
/**
|
|
20
|
+
* A class that extends the BaseDocumentLoader and implements the
|
|
21
|
+
* GithubRepoLoaderParams interface. It represents a document loader for
|
|
22
|
+
* loading files from a GitHub repository.
|
|
23
|
+
*/
|
|
13
24
|
export class GithubRepoLoader extends BaseDocumentLoader {
|
|
14
25
|
constructor(githubUrl, { accessToken = getEnvironmentVariable("GITHUB_ACCESS_TOKEN"), branch = "main", recursive = true, unknown = UnknownHandling.Warn, ignoreFiles = [], ignorePaths, verbose = false, maxConcurrency = 2, maxRetries = 2, ...rest } = {}) {
|
|
15
26
|
super();
|
|
@@ -109,6 +120,11 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
109
120
|
};
|
|
110
121
|
}
|
|
111
122
|
}
|
|
123
|
+
/**
|
|
124
|
+
* Extracts the owner, repository, and path from a GitHub URL.
|
|
125
|
+
* @param url The GitHub URL to extract information from.
|
|
126
|
+
* @returns An object containing the owner, repository, and path extracted from the GitHub URL.
|
|
127
|
+
*/
|
|
112
128
|
extractOwnerAndRepoAndPath(url) {
|
|
113
129
|
const match = url.match(/https:\/\/github.com\/([^/]+)\/([^/]+)(\/tree\/[^/]+\/(.+))?/i);
|
|
114
130
|
if (!match) {
|
|
@@ -116,12 +132,25 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
116
132
|
}
|
|
117
133
|
return { owner: match[1], repo: match[2], path: match[4] || "" };
|
|
118
134
|
}
|
|
135
|
+
/**
|
|
136
|
+
* Fetches the files from the GitHub repository and creates Document
|
|
137
|
+
* instances for each file. It also handles error handling based on the
|
|
138
|
+
* unknown handling option.
|
|
139
|
+
* @returns A promise that resolves to an array of Document instances.
|
|
140
|
+
*/
|
|
119
141
|
async load() {
|
|
120
142
|
return (await this.processRepo()).map((fileResponse) => new Document({
|
|
121
143
|
pageContent: fileResponse.contents,
|
|
122
144
|
metadata: fileResponse.metadata,
|
|
123
145
|
}));
|
|
124
146
|
}
|
|
147
|
+
/**
|
|
148
|
+
* Determines whether a file or directory should be ignored based on its
|
|
149
|
+
* path and type.
|
|
150
|
+
* @param path The path of the file or directory.
|
|
151
|
+
* @param fileType The type of the file or directory.
|
|
152
|
+
* @returns A boolean indicating whether the file or directory should be ignored.
|
|
153
|
+
*/
|
|
125
154
|
shouldIgnore(path, fileType) {
|
|
126
155
|
if (fileType !== "dir" && isBinaryPath(path)) {
|
|
127
156
|
return true;
|
|
@@ -197,6 +226,12 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
197
226
|
return Promise.reject(error);
|
|
198
227
|
}
|
|
199
228
|
}
|
|
229
|
+
/**
|
|
230
|
+
* Fetches the contents of a directory and maps the file / directory paths
|
|
231
|
+
* to promises that will fetch the file / directory contents.
|
|
232
|
+
* @param path The path of the directory to process.
|
|
233
|
+
* @returns A promise that resolves to an array of promises that will fetch the file / directory contents.
|
|
234
|
+
*/
|
|
200
235
|
async processDirectory(path) {
|
|
201
236
|
try {
|
|
202
237
|
const files = await this.fetchRepoFiles(path);
|
|
@@ -207,6 +242,11 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
207
242
|
return Promise.reject(error);
|
|
208
243
|
}
|
|
209
244
|
}
|
|
245
|
+
/**
|
|
246
|
+
* Fetches the files from a GitHub repository.
|
|
247
|
+
* @param path The path of the repository to fetch the files from.
|
|
248
|
+
* @returns A promise that resolves to an array of GithubFile instances.
|
|
249
|
+
*/
|
|
210
250
|
async fetchRepoFiles(path) {
|
|
211
251
|
const url = `https://api.github.com/repos/${this.owner}/${this.repo}/contents/${path}?ref=${this.branch}`;
|
|
212
252
|
return this.caller.call(async () => {
|
|
@@ -224,6 +264,11 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
224
264
|
return data;
|
|
225
265
|
});
|
|
226
266
|
}
|
|
267
|
+
/**
|
|
268
|
+
* Fetches the content of a file from a GitHub repository.
|
|
269
|
+
* @param file The file to fetch the content from.
|
|
270
|
+
* @returns A promise that resolves to the content of the file.
|
|
271
|
+
*/
|
|
227
272
|
async fetchFileContent(file) {
|
|
228
273
|
return this.caller.call(async () => {
|
|
229
274
|
if (this.verbose) {
|
|
@@ -235,6 +280,11 @@ export class GithubRepoLoader extends BaseDocumentLoader {
|
|
|
235
280
|
return response.text();
|
|
236
281
|
});
|
|
237
282
|
}
|
|
283
|
+
/**
|
|
284
|
+
* Handles errors based on the unknown handling option.
|
|
285
|
+
* @param message The error message.
|
|
286
|
+
* @returns void
|
|
287
|
+
*/
|
|
238
288
|
handleError(message) {
|
|
239
289
|
switch (this.unknown) {
|
|
240
290
|
case UnknownHandling.Ignore:
|
|
@@ -3,6 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.HNLoader = void 0;
|
|
4
4
|
const document_js_1 = require("../../document.cjs");
|
|
5
5
|
const cheerio_js_1 = require("./cheerio.cjs");
|
|
6
|
+
/**
|
|
7
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
8
|
+
* loader for loading web pages from the Hacker News website.
|
|
9
|
+
*/
|
|
6
10
|
class HNLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
7
11
|
constructor(webPath) {
|
|
8
12
|
super(webPath);
|
|
@@ -13,6 +17,13 @@ class HNLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
|
13
17
|
value: webPath
|
|
14
18
|
});
|
|
15
19
|
}
|
|
20
|
+
/**
|
|
21
|
+
* An asynchronous method that loads the web page. If the webPath includes
|
|
22
|
+
* "item", it calls the loadComments() method to load the comments from
|
|
23
|
+
* the web page. Otherwise, it calls the loadResults() method to load the
|
|
24
|
+
* results from the web page.
|
|
25
|
+
* @returns A Promise that resolves to an array of Document instances.
|
|
26
|
+
*/
|
|
16
27
|
async load() {
|
|
17
28
|
const $ = await this.scrape();
|
|
18
29
|
if (this.webPath.includes("item")) {
|
|
@@ -20,6 +31,16 @@ class HNLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
|
20
31
|
}
|
|
21
32
|
return this.loadResults($);
|
|
22
33
|
}
|
|
34
|
+
/**
|
|
35
|
+
* A private method that loads the comments from the web page. It selects
|
|
36
|
+
* the elements with the class "athing comtr" using the $ function
|
|
37
|
+
* provided by Cheerio. It also extracts the title of the web page from
|
|
38
|
+
* the element with the id "pagespace". It creates Document instances for
|
|
39
|
+
* each comment, with the comment text as the page content and the source
|
|
40
|
+
* and title as metadata.
|
|
41
|
+
* @param $ A CheerioAPI instance.
|
|
42
|
+
* @returns An array of Document instances.
|
|
43
|
+
*/
|
|
23
44
|
loadComments($) {
|
|
24
45
|
const comments = $("tr[class='athing comtr']");
|
|
25
46
|
const title = $("tr[id='pagespace']").attr("title");
|
|
@@ -31,6 +52,16 @@ class HNLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
|
31
52
|
});
|
|
32
53
|
return documents;
|
|
33
54
|
}
|
|
55
|
+
/**
|
|
56
|
+
* A private method that loads the results from the web page. It selects
|
|
57
|
+
* the elements with the class "athing" using the $ function provided by
|
|
58
|
+
* Cheerio. It extracts the ranking, link, title, and other metadata from
|
|
59
|
+
* each result item. It creates Document instances for each result item,
|
|
60
|
+
* with the title as the page content and the source, title, link, and
|
|
61
|
+
* ranking as metadata.
|
|
62
|
+
* @param $ A CheerioAPI instance.
|
|
63
|
+
* @returns An array of Document instances.
|
|
64
|
+
*/
|
|
34
65
|
loadResults($) {
|
|
35
66
|
const items = $("tr[class='athing']");
|
|
36
67
|
const documents = [];
|
|
@@ -1,9 +1,40 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { CheerioWebBaseLoader } from "./cheerio.js";
|
|
3
|
+
/**
|
|
4
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
5
|
+
* loader for loading web pages from the Hacker News website.
|
|
6
|
+
*/
|
|
3
7
|
export declare class HNLoader extends CheerioWebBaseLoader {
|
|
4
8
|
webPath: string;
|
|
5
9
|
constructor(webPath: string);
|
|
10
|
+
/**
|
|
11
|
+
* An asynchronous method that loads the web page. If the webPath includes
|
|
12
|
+
* "item", it calls the loadComments() method to load the comments from
|
|
13
|
+
* the web page. Otherwise, it calls the loadResults() method to load the
|
|
14
|
+
* results from the web page.
|
|
15
|
+
* @returns A Promise that resolves to an array of Document instances.
|
|
16
|
+
*/
|
|
6
17
|
load(): Promise<Document[]>;
|
|
18
|
+
/**
|
|
19
|
+
* A private method that loads the comments from the web page. It selects
|
|
20
|
+
* the elements with the class "athing comtr" using the $ function
|
|
21
|
+
* provided by Cheerio. It also extracts the title of the web page from
|
|
22
|
+
* the element with the id "pagespace". It creates Document instances for
|
|
23
|
+
* each comment, with the comment text as the page content and the source
|
|
24
|
+
* and title as metadata.
|
|
25
|
+
* @param $ A CheerioAPI instance.
|
|
26
|
+
* @returns An array of Document instances.
|
|
27
|
+
*/
|
|
7
28
|
private loadComments;
|
|
29
|
+
/**
|
|
30
|
+
* A private method that loads the results from the web page. It selects
|
|
31
|
+
* the elements with the class "athing" using the $ function provided by
|
|
32
|
+
* Cheerio. It extracts the ranking, link, title, and other metadata from
|
|
33
|
+
* each result item. It creates Document instances for each result item,
|
|
34
|
+
* with the title as the page content and the source, title, link, and
|
|
35
|
+
* ranking as metadata.
|
|
36
|
+
* @param $ A CheerioAPI instance.
|
|
37
|
+
* @returns An array of Document instances.
|
|
38
|
+
*/
|
|
8
39
|
private loadResults;
|
|
9
40
|
}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { CheerioWebBaseLoader } from "./cheerio.js";
|
|
3
|
+
/**
|
|
4
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
5
|
+
* loader for loading web pages from the Hacker News website.
|
|
6
|
+
*/
|
|
3
7
|
export class HNLoader extends CheerioWebBaseLoader {
|
|
4
8
|
constructor(webPath) {
|
|
5
9
|
super(webPath);
|
|
@@ -10,6 +14,13 @@ export class HNLoader extends CheerioWebBaseLoader {
|
|
|
10
14
|
value: webPath
|
|
11
15
|
});
|
|
12
16
|
}
|
|
17
|
+
/**
|
|
18
|
+
* An asynchronous method that loads the web page. If the webPath includes
|
|
19
|
+
* "item", it calls the loadComments() method to load the comments from
|
|
20
|
+
* the web page. Otherwise, it calls the loadResults() method to load the
|
|
21
|
+
* results from the web page.
|
|
22
|
+
* @returns A Promise that resolves to an array of Document instances.
|
|
23
|
+
*/
|
|
13
24
|
async load() {
|
|
14
25
|
const $ = await this.scrape();
|
|
15
26
|
if (this.webPath.includes("item")) {
|
|
@@ -17,6 +28,16 @@ export class HNLoader extends CheerioWebBaseLoader {
|
|
|
17
28
|
}
|
|
18
29
|
return this.loadResults($);
|
|
19
30
|
}
|
|
31
|
+
/**
|
|
32
|
+
* A private method that loads the comments from the web page. It selects
|
|
33
|
+
* the elements with the class "athing comtr" using the $ function
|
|
34
|
+
* provided by Cheerio. It also extracts the title of the web page from
|
|
35
|
+
* the element with the id "pagespace". It creates Document instances for
|
|
36
|
+
* each comment, with the comment text as the page content and the source
|
|
37
|
+
* and title as metadata.
|
|
38
|
+
* @param $ A CheerioAPI instance.
|
|
39
|
+
* @returns An array of Document instances.
|
|
40
|
+
*/
|
|
20
41
|
loadComments($) {
|
|
21
42
|
const comments = $("tr[class='athing comtr']");
|
|
22
43
|
const title = $("tr[id='pagespace']").attr("title");
|
|
@@ -28,6 +49,16 @@ export class HNLoader extends CheerioWebBaseLoader {
|
|
|
28
49
|
});
|
|
29
50
|
return documents;
|
|
30
51
|
}
|
|
52
|
+
/**
|
|
53
|
+
* A private method that loads the results from the web page. It selects
|
|
54
|
+
* the elements with the class "athing" using the $ function provided by
|
|
55
|
+
* Cheerio. It extracts the ranking, link, title, and other metadata from
|
|
56
|
+
* each result item. It creates Document instances for each result item,
|
|
57
|
+
* with the title as the page content and the source, title, link, and
|
|
58
|
+
* ranking as metadata.
|
|
59
|
+
* @param $ A CheerioAPI instance.
|
|
60
|
+
* @returns An array of Document instances.
|
|
61
|
+
*/
|
|
31
62
|
loadResults($) {
|
|
32
63
|
const items = $("tr[class='athing']");
|
|
33
64
|
const documents = [];
|
|
@@ -3,6 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.IMSDBLoader = void 0;
|
|
4
4
|
const document_js_1 = require("../../document.cjs");
|
|
5
5
|
const cheerio_js_1 = require("./cheerio.cjs");
|
|
6
|
+
/**
|
|
7
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
8
|
+
* loader for loading web pages from the IMSDB (Internet Movie Script
|
|
9
|
+
* Database) website.
|
|
10
|
+
*/
|
|
6
11
|
class IMSDBLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
7
12
|
constructor(webPath) {
|
|
8
13
|
super(webPath);
|
|
@@ -13,6 +18,15 @@ class IMSDBLoader extends cheerio_js_1.CheerioWebBaseLoader {
|
|
|
13
18
|
value: webPath
|
|
14
19
|
});
|
|
15
20
|
}
|
|
21
|
+
/**
|
|
22
|
+
* An asynchronous method that loads the web page using the scrape()
|
|
23
|
+
* method inherited from the base class. It selects the element with the
|
|
24
|
+
* class 'scrtext' using the $ function provided by Cheerio and extracts
|
|
25
|
+
* the text content. It creates a Document instance with the text content
|
|
26
|
+
* as the page content and the source as metadata. It returns an array
|
|
27
|
+
* containing the Document instance.
|
|
28
|
+
* @returns An array containing a Document instance.
|
|
29
|
+
*/
|
|
16
30
|
async load() {
|
|
17
31
|
const $ = await this.scrape();
|
|
18
32
|
const text = $("td[class='scrtext']").text().trim();
|
|
@@ -1,7 +1,21 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { CheerioWebBaseLoader } from "./cheerio.js";
|
|
3
|
+
/**
|
|
4
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
5
|
+
* loader for loading web pages from the IMSDB (Internet Movie Script
|
|
6
|
+
* Database) website.
|
|
7
|
+
*/
|
|
3
8
|
export declare class IMSDBLoader extends CheerioWebBaseLoader {
|
|
4
9
|
webPath: string;
|
|
5
10
|
constructor(webPath: string);
|
|
11
|
+
/**
|
|
12
|
+
* An asynchronous method that loads the web page using the scrape()
|
|
13
|
+
* method inherited from the base class. It selects the element with the
|
|
14
|
+
* class 'scrtext' using the $ function provided by Cheerio and extracts
|
|
15
|
+
* the text content. It creates a Document instance with the text content
|
|
16
|
+
* as the page content and the source as metadata. It returns an array
|
|
17
|
+
* containing the Document instance.
|
|
18
|
+
* @returns An array containing a Document instance.
|
|
19
|
+
*/
|
|
6
20
|
load(): Promise<Document[]>;
|
|
7
21
|
}
|
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
import { Document } from "../../document.js";
|
|
2
2
|
import { CheerioWebBaseLoader } from "./cheerio.js";
|
|
3
|
+
/**
|
|
4
|
+
* A class that extends the CheerioWebBaseLoader class. It represents a
|
|
5
|
+
* loader for loading web pages from the IMSDB (Internet Movie Script
|
|
6
|
+
* Database) website.
|
|
7
|
+
*/
|
|
3
8
|
export class IMSDBLoader extends CheerioWebBaseLoader {
|
|
4
9
|
constructor(webPath) {
|
|
5
10
|
super(webPath);
|
|
@@ -10,6 +15,15 @@ export class IMSDBLoader extends CheerioWebBaseLoader {
|
|
|
10
15
|
value: webPath
|
|
11
16
|
});
|
|
12
17
|
}
|
|
18
|
+
/**
|
|
19
|
+
* An asynchronous method that loads the web page using the scrape()
|
|
20
|
+
* method inherited from the base class. It selects the element with the
|
|
21
|
+
* class 'scrtext' using the $ function provided by Cheerio and extracts
|
|
22
|
+
* the text content. It creates a Document instance with the text content
|
|
23
|
+
* as the page content and the source as metadata. It returns an array
|
|
24
|
+
* containing the Document instance.
|
|
25
|
+
* @returns An array containing a Document instance.
|
|
26
|
+
*/
|
|
13
27
|
async load() {
|
|
14
28
|
const $ = await this.scrape();
|
|
15
29
|
const text = $("td[class='scrtext']").text().trim();
|
|
@@ -6,6 +6,10 @@ const notion_to_md_1 = require("notion-to-md");
|
|
|
6
6
|
const notion_js_1 = require("notion-to-md/build/utils/notion.js");
|
|
7
7
|
const base_js_1 = require("../base.cjs");
|
|
8
8
|
const document_js_1 = require("../../document.cjs");
|
|
9
|
+
/**
|
|
10
|
+
* A class that extends the BaseDocumentLoader class. It represents a
|
|
11
|
+
* document loader for loading documents from Notion using the Notion API.
|
|
12
|
+
*/
|
|
9
13
|
class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
10
14
|
constructor(options) {
|
|
11
15
|
super();
|
|
@@ -41,6 +45,12 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
41
45
|
this.id = options.id;
|
|
42
46
|
this.type = options.type;
|
|
43
47
|
}
|
|
48
|
+
/**
|
|
49
|
+
* Parses the properties of a Notion page and returns them as key-value
|
|
50
|
+
* pairs.
|
|
51
|
+
* @param page The Notion page to parse.
|
|
52
|
+
* @returns An object containing the parsed properties as key-value pairs.
|
|
53
|
+
*/
|
|
44
54
|
parsePageProperties(page) {
|
|
45
55
|
return Object.fromEntries(Object.entries(page.properties).map(([_, prop]) => {
|
|
46
56
|
switch (prop.type) {
|
|
@@ -97,6 +107,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
97
107
|
}
|
|
98
108
|
}));
|
|
99
109
|
}
|
|
110
|
+
/**
|
|
111
|
+
* Parses the details of a Notion page and returns them as an object.
|
|
112
|
+
* @param page The Notion page to parse.
|
|
113
|
+
* @returns An object containing the parsed details of the page.
|
|
114
|
+
*/
|
|
100
115
|
parsePageDetails(page) {
|
|
101
116
|
const metadata = Object.fromEntries(Object.entries(page).filter(([key, _]) => key !== "id"));
|
|
102
117
|
return {
|
|
@@ -105,6 +120,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
105
120
|
properties: this.parsePageProperties(page),
|
|
106
121
|
};
|
|
107
122
|
}
|
|
123
|
+
/**
|
|
124
|
+
* Loads a Notion block and returns it as an MdBlock object.
|
|
125
|
+
* @param block The Notion block to load.
|
|
126
|
+
* @returns A Promise that resolves to an MdBlock object.
|
|
127
|
+
*/
|
|
108
128
|
async loadBlock(block) {
|
|
109
129
|
return {
|
|
110
130
|
type: block.type,
|
|
@@ -113,6 +133,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
113
133
|
children: [],
|
|
114
134
|
};
|
|
115
135
|
}
|
|
136
|
+
/**
|
|
137
|
+
* Loads Notion blocks and their child documents recursively.
|
|
138
|
+
* @param blocksResponse The response from the Notion API containing the blocks to load.
|
|
139
|
+
* @returns A Promise that resolves to an object containing the loaded MdBlocks and child Documents.
|
|
140
|
+
*/
|
|
116
141
|
async loadBlocksAndDocs(blocksResponse) {
|
|
117
142
|
const blocks = blocksResponse.filter(client_1.isFullBlock);
|
|
118
143
|
const [childPageDocuments, childDatabaseDocuments, blocksDocsArray] = await Promise.all([
|
|
@@ -157,6 +182,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
157
182
|
],
|
|
158
183
|
};
|
|
159
184
|
}
|
|
185
|
+
/**
|
|
186
|
+
* Loads a Notion page and its child documents.
|
|
187
|
+
* @param page The Notion page or page ID to load.
|
|
188
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
189
|
+
*/
|
|
160
190
|
async loadPage(page) {
|
|
161
191
|
// Check page is a page ID or a GetPageResponse
|
|
162
192
|
const [pageData, pageId] = typeof page === "string"
|
|
@@ -176,6 +206,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
176
206
|
});
|
|
177
207
|
return [pageDocument, ...childDocuments];
|
|
178
208
|
}
|
|
209
|
+
/**
|
|
210
|
+
* Loads a Notion database and its documents.
|
|
211
|
+
* @param id The ID of the Notion database to load.
|
|
212
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
213
|
+
*/
|
|
179
214
|
async loadDatabase(id) {
|
|
180
215
|
const documents = [];
|
|
181
216
|
try {
|
|
@@ -193,6 +228,10 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
|
|
|
193
228
|
}
|
|
194
229
|
return documents;
|
|
195
230
|
}
|
|
231
|
+
/**
|
|
232
|
+
* Loads the documents from Notion based on the specified options.
|
|
233
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
234
|
+
*/
|
|
196
235
|
async load() {
|
|
197
236
|
const documents = [];
|
|
198
237
|
switch (this.type) {
|
|
@@ -1,23 +1,66 @@
|
|
|
1
1
|
import { Client } from "@notionhq/client";
|
|
2
2
|
import { BaseDocumentLoader } from "../base.js";
|
|
3
3
|
import { Document } from "../../document.js";
|
|
4
|
+
/**
|
|
5
|
+
* Represents the type of Notion API to load documents from. The options
|
|
6
|
+
* are "database" or "page".
|
|
7
|
+
*/
|
|
4
8
|
export type NotionAPIType = "database" | "page";
|
|
5
9
|
export type NotionAPILoaderOptions = {
|
|
6
10
|
clientOptions: ConstructorParameters<typeof Client>[0];
|
|
7
11
|
id: string;
|
|
8
12
|
type: NotionAPIType;
|
|
9
13
|
};
|
|
14
|
+
/**
|
|
15
|
+
* A class that extends the BaseDocumentLoader class. It represents a
|
|
16
|
+
* document loader for loading documents from Notion using the Notion API.
|
|
17
|
+
*/
|
|
10
18
|
export declare class NotionAPILoader extends BaseDocumentLoader {
|
|
11
19
|
private notionClient;
|
|
12
20
|
private n2mClient;
|
|
13
21
|
private id;
|
|
14
22
|
private type;
|
|
15
23
|
constructor(options: NotionAPILoaderOptions);
|
|
24
|
+
/**
|
|
25
|
+
* Parses the properties of a Notion page and returns them as key-value
|
|
26
|
+
* pairs.
|
|
27
|
+
* @param page The Notion page to parse.
|
|
28
|
+
* @returns An object containing the parsed properties as key-value pairs.
|
|
29
|
+
*/
|
|
16
30
|
private parsePageProperties;
|
|
31
|
+
/**
|
|
32
|
+
* Parses the details of a Notion page and returns them as an object.
|
|
33
|
+
* @param page The Notion page to parse.
|
|
34
|
+
* @returns An object containing the parsed details of the page.
|
|
35
|
+
*/
|
|
17
36
|
private parsePageDetails;
|
|
37
|
+
/**
|
|
38
|
+
* Loads a Notion block and returns it as an MdBlock object.
|
|
39
|
+
* @param block The Notion block to load.
|
|
40
|
+
* @returns A Promise that resolves to an MdBlock object.
|
|
41
|
+
*/
|
|
18
42
|
private loadBlock;
|
|
43
|
+
/**
|
|
44
|
+
* Loads Notion blocks and their child documents recursively.
|
|
45
|
+
* @param blocksResponse The response from the Notion API containing the blocks to load.
|
|
46
|
+
* @returns A Promise that resolves to an object containing the loaded MdBlocks and child Documents.
|
|
47
|
+
*/
|
|
19
48
|
private loadBlocksAndDocs;
|
|
49
|
+
/**
|
|
50
|
+
* Loads a Notion page and its child documents.
|
|
51
|
+
* @param page The Notion page or page ID to load.
|
|
52
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
53
|
+
*/
|
|
20
54
|
private loadPage;
|
|
55
|
+
/**
|
|
56
|
+
* Loads a Notion database and its documents.
|
|
57
|
+
* @param id The ID of the Notion database to load.
|
|
58
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
59
|
+
*/
|
|
21
60
|
private loadDatabase;
|
|
61
|
+
/**
|
|
62
|
+
* Loads the documents from Notion based on the specified options.
|
|
63
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
64
|
+
*/
|
|
22
65
|
load(): Promise<Document[]>;
|
|
23
66
|
}
|
|
@@ -3,6 +3,10 @@ import { NotionToMarkdown } from "notion-to-md";
|
|
|
3
3
|
import { getBlockChildren } from "notion-to-md/build/utils/notion.js";
|
|
4
4
|
import { BaseDocumentLoader } from "../base.js";
|
|
5
5
|
import { Document } from "../../document.js";
|
|
6
|
+
/**
|
|
7
|
+
* A class that extends the BaseDocumentLoader class. It represents a
|
|
8
|
+
* document loader for loading documents from Notion using the Notion API.
|
|
9
|
+
*/
|
|
6
10
|
export class NotionAPILoader extends BaseDocumentLoader {
|
|
7
11
|
constructor(options) {
|
|
8
12
|
super();
|
|
@@ -38,6 +42,12 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
38
42
|
this.id = options.id;
|
|
39
43
|
this.type = options.type;
|
|
40
44
|
}
|
|
45
|
+
/**
|
|
46
|
+
* Parses the properties of a Notion page and returns them as key-value
|
|
47
|
+
* pairs.
|
|
48
|
+
* @param page The Notion page to parse.
|
|
49
|
+
* @returns An object containing the parsed properties as key-value pairs.
|
|
50
|
+
*/
|
|
41
51
|
parsePageProperties(page) {
|
|
42
52
|
return Object.fromEntries(Object.entries(page.properties).map(([_, prop]) => {
|
|
43
53
|
switch (prop.type) {
|
|
@@ -94,6 +104,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
94
104
|
}
|
|
95
105
|
}));
|
|
96
106
|
}
|
|
107
|
+
/**
|
|
108
|
+
* Parses the details of a Notion page and returns them as an object.
|
|
109
|
+
* @param page The Notion page to parse.
|
|
110
|
+
* @returns An object containing the parsed details of the page.
|
|
111
|
+
*/
|
|
97
112
|
parsePageDetails(page) {
|
|
98
113
|
const metadata = Object.fromEntries(Object.entries(page).filter(([key, _]) => key !== "id"));
|
|
99
114
|
return {
|
|
@@ -102,6 +117,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
102
117
|
properties: this.parsePageProperties(page),
|
|
103
118
|
};
|
|
104
119
|
}
|
|
120
|
+
/**
|
|
121
|
+
* Loads a Notion block and returns it as an MdBlock object.
|
|
122
|
+
* @param block The Notion block to load.
|
|
123
|
+
* @returns A Promise that resolves to an MdBlock object.
|
|
124
|
+
*/
|
|
105
125
|
async loadBlock(block) {
|
|
106
126
|
return {
|
|
107
127
|
type: block.type,
|
|
@@ -110,6 +130,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
110
130
|
children: [],
|
|
111
131
|
};
|
|
112
132
|
}
|
|
133
|
+
/**
|
|
134
|
+
* Loads Notion blocks and their child documents recursively.
|
|
135
|
+
* @param blocksResponse The response from the Notion API containing the blocks to load.
|
|
136
|
+
* @returns A Promise that resolves to an object containing the loaded MdBlocks and child Documents.
|
|
137
|
+
*/
|
|
113
138
|
async loadBlocksAndDocs(blocksResponse) {
|
|
114
139
|
const blocks = blocksResponse.filter(isFullBlock);
|
|
115
140
|
const [childPageDocuments, childDatabaseDocuments, blocksDocsArray] = await Promise.all([
|
|
@@ -154,6 +179,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
154
179
|
],
|
|
155
180
|
};
|
|
156
181
|
}
|
|
182
|
+
/**
|
|
183
|
+
* Loads a Notion page and its child documents.
|
|
184
|
+
* @param page The Notion page or page ID to load.
|
|
185
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
186
|
+
*/
|
|
157
187
|
async loadPage(page) {
|
|
158
188
|
// Check page is a page ID or a GetPageResponse
|
|
159
189
|
const [pageData, pageId] = typeof page === "string"
|
|
@@ -173,6 +203,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
173
203
|
});
|
|
174
204
|
return [pageDocument, ...childDocuments];
|
|
175
205
|
}
|
|
206
|
+
/**
|
|
207
|
+
* Loads a Notion database and its documents.
|
|
208
|
+
* @param id The ID of the Notion database to load.
|
|
209
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
210
|
+
*/
|
|
176
211
|
async loadDatabase(id) {
|
|
177
212
|
const documents = [];
|
|
178
213
|
try {
|
|
@@ -190,6 +225,10 @@ export class NotionAPILoader extends BaseDocumentLoader {
|
|
|
190
225
|
}
|
|
191
226
|
return documents;
|
|
192
227
|
}
|
|
228
|
+
/**
|
|
229
|
+
* Loads the documents from Notion based on the specified options.
|
|
230
|
+
* @returns A Promise that resolves to an array of Documents.
|
|
231
|
+
*/
|
|
193
232
|
async load() {
|
|
194
233
|
const documents = [];
|
|
195
234
|
switch (this.type) {
|
|
@@ -51,6 +51,10 @@ class NotionDBLoader extends base_js_1.BaseDocumentLoader {
|
|
|
51
51
|
"Notion-Version": notionApiVersion,
|
|
52
52
|
};
|
|
53
53
|
}
|
|
54
|
+
/**
|
|
55
|
+
* Loads the documents from Notion based on the specified options.
|
|
56
|
+
* @returns An array of Document objects.
|
|
57
|
+
*/
|
|
54
58
|
async load() {
|
|
55
59
|
const pageIds = await this.retrievePageIds();
|
|
56
60
|
const documents = [];
|
|
@@ -59,6 +63,10 @@ class NotionDBLoader extends base_js_1.BaseDocumentLoader {
|
|
|
59
63
|
}
|
|
60
64
|
return documents;
|
|
61
65
|
}
|
|
66
|
+
/**
|
|
67
|
+
* Retrieves the IDs of the pages in the Notion database.
|
|
68
|
+
* @returns An array of page IDs.
|
|
69
|
+
*/
|
|
62
70
|
async retrievePageIds() {
|
|
63
71
|
const url = `${NOTION_BASE_URL}/databases/${this.databaseId}/query`;
|
|
64
72
|
const pageIds = [];
|
|
@@ -83,6 +91,11 @@ class NotionDBLoader extends base_js_1.BaseDocumentLoader {
|
|
|
83
91
|
}
|
|
84
92
|
return pageIds;
|
|
85
93
|
}
|
|
94
|
+
/**
|
|
95
|
+
* Loads a Notion page and returns it as a Document object.
|
|
96
|
+
* @param pageId The ID of the Notion page to load.
|
|
97
|
+
* @returns A Document object representing the loaded Notion page.
|
|
98
|
+
*/
|
|
86
99
|
async loadPage(pageId) {
|
|
87
100
|
const url = `${NOTION_BASE_URL}/pages/${pageId}`;
|
|
88
101
|
const response = await fetch(url, { method: "GET", headers: this.headers });
|
|
@@ -132,6 +145,12 @@ class NotionDBLoader extends base_js_1.BaseDocumentLoader {
|
|
|
132
145
|
metadata,
|
|
133
146
|
};
|
|
134
147
|
}
|
|
148
|
+
/**
|
|
149
|
+
* Loads the blocks of a Notion page and returns them as a string.
|
|
150
|
+
* @param blockId The ID of the block to load.
|
|
151
|
+
* @param numberOfTabs The number of tabs to use for indentation.
|
|
152
|
+
* @returns A string representing the loaded blocks.
|
|
153
|
+
*/
|
|
135
154
|
async loadBlocks(blockId, numberOfTabs = 0) {
|
|
136
155
|
const resultLinesArr = [];
|
|
137
156
|
let currentBlockId = blockId;
|
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
import { BaseDocumentLoader } from "../base.js";
|
|
2
2
|
import { Document } from "../../document.js";
|
|
3
|
+
/**
|
|
4
|
+
* Interface representing the parameters for the NotionDBLoader class. It
|
|
5
|
+
* includes the database ID, Notion integration token, Notion API version,
|
|
6
|
+
* and page size limit.
|
|
7
|
+
*/
|
|
3
8
|
export interface NotionDBLoaderParams {
|
|
4
9
|
databaseId: string;
|
|
5
10
|
notionIntegrationToken?: string;
|
|
@@ -14,8 +19,27 @@ export declare class NotionDBLoader extends BaseDocumentLoader implements Notion
|
|
|
14
19
|
pageSizeLimit: number;
|
|
15
20
|
private headers;
|
|
16
21
|
constructor({ databaseId, notionApiVersion, notionIntegrationToken, pageSizeLimit, }: NotionDBLoaderParams);
|
|
22
|
+
/**
|
|
23
|
+
* Loads the documents from Notion based on the specified options.
|
|
24
|
+
* @returns An array of Document objects.
|
|
25
|
+
*/
|
|
17
26
|
load(): Promise<Document[]>;
|
|
27
|
+
/**
|
|
28
|
+
* Retrieves the IDs of the pages in the Notion database.
|
|
29
|
+
* @returns An array of page IDs.
|
|
30
|
+
*/
|
|
18
31
|
private retrievePageIds;
|
|
32
|
+
/**
|
|
33
|
+
* Loads a Notion page and returns it as a Document object.
|
|
34
|
+
* @param pageId The ID of the Notion page to load.
|
|
35
|
+
* @returns A Document object representing the loaded Notion page.
|
|
36
|
+
*/
|
|
19
37
|
private loadPage;
|
|
38
|
+
/**
|
|
39
|
+
* Loads the blocks of a Notion page and returns them as a string.
|
|
40
|
+
* @param blockId The ID of the block to load.
|
|
41
|
+
* @param numberOfTabs The number of tabs to use for indentation.
|
|
42
|
+
* @returns A string representing the loaded blocks.
|
|
43
|
+
*/
|
|
20
44
|
private loadBlocks;
|
|
21
45
|
}
|