langchain 0.0.130 → 0.0.132

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (831) hide show
  1. package/dist/agents/agent.cjs +23 -0
  2. package/dist/agents/agent.d.ts +28 -0
  3. package/dist/agents/agent.js +23 -0
  4. package/dist/agents/chat/index.cjs +28 -0
  5. package/dist/agents/chat/index.d.ts +33 -0
  6. package/dist/agents/chat/index.js +28 -0
  7. package/dist/agents/chat/outputParser.cjs +19 -0
  8. package/dist/agents/chat/outputParser.d.ts +19 -0
  9. package/dist/agents/chat/outputParser.js +19 -0
  10. package/dist/agents/chat_convo/index.cjs +25 -0
  11. package/dist/agents/chat_convo/index.d.ts +32 -0
  12. package/dist/agents/chat_convo/index.js +25 -0
  13. package/dist/agents/chat_convo/outputParser.cjs +42 -0
  14. package/dist/agents/chat_convo/outputParser.d.ts +42 -0
  15. package/dist/agents/chat_convo/outputParser.js +42 -0
  16. package/dist/agents/executor.cjs +9 -0
  17. package/dist/agents/executor.d.ts +12 -0
  18. package/dist/agents/executor.js +9 -0
  19. package/dist/agents/initialize.d.ts +5 -0
  20. package/dist/agents/mrkl/index.cjs +20 -0
  21. package/dist/agents/mrkl/index.d.ts +25 -0
  22. package/dist/agents/mrkl/index.js +20 -0
  23. package/dist/agents/mrkl/outputParser.cjs +15 -0
  24. package/dist/agents/mrkl/outputParser.d.ts +15 -0
  25. package/dist/agents/mrkl/outputParser.js +15 -0
  26. package/dist/agents/openai/index.cjs +46 -0
  27. package/dist/agents/openai/index.d.ts +40 -0
  28. package/dist/agents/openai/index.js +46 -0
  29. package/dist/agents/structured_chat/index.cjs +35 -0
  30. package/dist/agents/structured_chat/index.d.ts +41 -0
  31. package/dist/agents/structured_chat/index.js +35 -0
  32. package/dist/agents/structured_chat/outputParser.cjs +44 -0
  33. package/dist/agents/structured_chat/outputParser.d.ts +48 -0
  34. package/dist/agents/structured_chat/outputParser.js +44 -0
  35. package/dist/agents/toolkits/aws_sfn.cjs +5 -0
  36. package/dist/agents/toolkits/aws_sfn.d.ts +9 -0
  37. package/dist/agents/toolkits/aws_sfn.js +5 -0
  38. package/dist/agents/toolkits/base.cjs +5 -0
  39. package/dist/agents/toolkits/base.d.ts +5 -0
  40. package/dist/agents/toolkits/base.js +5 -0
  41. package/dist/agents/toolkits/conversational_retrieval/openai_functions.cjs +10 -0
  42. package/dist/agents/toolkits/conversational_retrieval/openai_functions.d.ts +10 -0
  43. package/dist/agents/toolkits/conversational_retrieval/openai_functions.js +10 -0
  44. package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.cjs +17 -0
  45. package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts +21 -0
  46. package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.js +17 -0
  47. package/dist/agents/toolkits/json/json.cjs +15 -0
  48. package/dist/agents/toolkits/json/json.d.ts +15 -0
  49. package/dist/agents/toolkits/json/json.js +15 -0
  50. package/dist/agents/toolkits/openapi/openapi.cjs +21 -0
  51. package/dist/agents/toolkits/openapi/openapi.d.ts +21 -0
  52. package/dist/agents/toolkits/openapi/openapi.js +21 -0
  53. package/dist/agents/toolkits/sql/sql.cjs +4 -0
  54. package/dist/agents/toolkits/sql/sql.d.ts +8 -0
  55. package/dist/agents/toolkits/sql/sql.js +4 -0
  56. package/dist/agents/toolkits/vectorstore/vectorstore.cjs +10 -0
  57. package/dist/agents/toolkits/vectorstore/vectorstore.d.ts +14 -0
  58. package/dist/agents/toolkits/vectorstore/vectorstore.js +10 -0
  59. package/dist/agents/toolkits/zapier/zapier.cjs +12 -0
  60. package/dist/agents/toolkits/zapier/zapier.d.ts +12 -0
  61. package/dist/agents/toolkits/zapier/zapier.js +12 -0
  62. package/dist/agents/types.cjs +5 -0
  63. package/dist/agents/types.d.ts +28 -0
  64. package/dist/agents/types.js +5 -0
  65. package/dist/cache/index.cjs +21 -0
  66. package/dist/cache/index.d.ts +21 -0
  67. package/dist/cache/index.js +21 -0
  68. package/dist/cache/ioredis.cjs +16 -0
  69. package/dist/cache/ioredis.d.ts +16 -0
  70. package/dist/cache/ioredis.js +16 -0
  71. package/dist/cache/redis.cjs +21 -0
  72. package/dist/cache/redis.d.ts +25 -0
  73. package/dist/cache/redis.js +21 -0
  74. package/dist/callbacks/base.cjs +29 -0
  75. package/dist/callbacks/base.d.ts +35 -0
  76. package/dist/callbacks/base.js +30 -1
  77. package/dist/callbacks/handlers/console.cjs +87 -0
  78. package/dist/callbacks/handlers/console.d.ts +87 -0
  79. package/dist/callbacks/handlers/console.js +87 -0
  80. package/dist/callbacks/handlers/initialize.cjs +12 -0
  81. package/dist/callbacks/handlers/initialize.d.ts +12 -0
  82. package/dist/callbacks/handlers/initialize.js +12 -0
  83. package/dist/callbacks/manager.cjs +9 -0
  84. package/dist/callbacks/manager.d.ts +9 -0
  85. package/dist/callbacks/manager.js +9 -0
  86. package/dist/callbacks/promises.cjs +9 -0
  87. package/dist/callbacks/promises.d.ts +4 -0
  88. package/dist/callbacks/promises.js +9 -0
  89. package/dist/chains/analyze_documents_chain.cjs +3 -0
  90. package/dist/chains/analyze_documents_chain.d.ts +5 -0
  91. package/dist/chains/analyze_documents_chain.js +3 -0
  92. package/dist/chains/api/api_chain.cjs +12 -0
  93. package/dist/chains/api/api_chain.d.ts +19 -0
  94. package/dist/chains/api/api_chain.js +12 -0
  95. package/dist/chains/base.cjs +6 -0
  96. package/dist/chains/base.d.ts +6 -0
  97. package/dist/chains/base.js +6 -0
  98. package/dist/chains/chat_vector_db_chain.cjs +8 -0
  99. package/dist/chains/chat_vector_db_chain.d.ts +11 -0
  100. package/dist/chains/chat_vector_db_chain.js +8 -0
  101. package/dist/chains/combine_docs_chain.cjs +9 -0
  102. package/dist/chains/combine_docs_chain.d.ts +13 -0
  103. package/dist/chains/combine_docs_chain.js +9 -0
  104. package/dist/chains/constitutional_ai/constitutional_chain.cjs +20 -0
  105. package/dist/chains/constitutional_ai/constitutional_chain.d.ts +21 -0
  106. package/dist/chains/constitutional_ai/constitutional_chain.js +20 -0
  107. package/dist/chains/constitutional_ai/constitutional_principle.cjs +4 -0
  108. package/dist/chains/constitutional_ai/constitutional_principle.d.ts +4 -0
  109. package/dist/chains/constitutional_ai/constitutional_principle.js +4 -0
  110. package/dist/chains/conversation.cjs +7 -0
  111. package/dist/chains/conversation.d.ts +5 -0
  112. package/dist/chains/conversation.js +7 -0
  113. package/dist/chains/conversational_retrieval_chain.cjs +24 -0
  114. package/dist/chains/conversational_retrieval_chain.d.ts +27 -1
  115. package/dist/chains/conversational_retrieval_chain.js +24 -0
  116. package/dist/chains/llm_chain.cjs +3 -0
  117. package/dist/chains/llm_chain.d.ts +4 -0
  118. package/dist/chains/llm_chain.js +3 -0
  119. package/dist/chains/openai_functions/extraction.cjs +21 -0
  120. package/dist/chains/openai_functions/extraction.d.ts +15 -0
  121. package/dist/chains/openai_functions/extraction.js +21 -0
  122. package/dist/chains/openai_functions/openapi.cjs +30 -0
  123. package/dist/chains/openai_functions/openapi.d.ts +3 -0
  124. package/dist/chains/openai_functions/openapi.js +30 -0
  125. package/dist/chains/openai_functions/structured_output.cjs +12 -0
  126. package/dist/chains/openai_functions/structured_output.d.ts +18 -0
  127. package/dist/chains/openai_functions/structured_output.js +12 -0
  128. package/dist/chains/openai_functions/tagging.cjs +24 -0
  129. package/dist/chains/openai_functions/tagging.d.ts +21 -0
  130. package/dist/chains/openai_functions/tagging.js +24 -0
  131. package/dist/chains/openai_moderation.cjs +8 -0
  132. package/dist/chains/openai_moderation.d.ts +9 -0
  133. package/dist/chains/openai_moderation.js +8 -0
  134. package/dist/chains/query_constructor/index.cjs +17 -0
  135. package/dist/chains/query_constructor/index.d.ts +20 -0
  136. package/dist/chains/query_constructor/index.js +17 -0
  137. package/dist/chains/query_constructor/ir.cjs +24 -0
  138. package/dist/chains/query_constructor/ir.d.ts +71 -0
  139. package/dist/chains/query_constructor/ir.js +24 -0
  140. package/dist/chains/query_constructor/parser.cjs +21 -0
  141. package/dist/chains/query_constructor/parser.d.ts +25 -0
  142. package/dist/chains/query_constructor/parser.js +21 -0
  143. package/dist/chains/question_answering/load.cjs +21 -0
  144. package/dist/chains/question_answering/load.d.ts +34 -0
  145. package/dist/chains/question_answering/load.js +21 -0
  146. package/dist/chains/retrieval_qa.cjs +15 -0
  147. package/dist/chains/retrieval_qa.d.ts +16 -0
  148. package/dist/chains/retrieval_qa.js +15 -0
  149. package/dist/chains/router/llm_router.cjs +16 -0
  150. package/dist/chains/router/llm_router.d.ts +24 -0
  151. package/dist/chains/router/llm_router.js +16 -0
  152. package/dist/chains/router/multi_prompt.cjs +19 -0
  153. package/dist/chains/router/multi_prompt.d.ts +19 -0
  154. package/dist/chains/router/multi_prompt.js +19 -0
  155. package/dist/chains/router/multi_retrieval_qa.cjs +22 -0
  156. package/dist/chains/router/multi_retrieval_qa.d.ts +27 -0
  157. package/dist/chains/router/multi_retrieval_qa.js +22 -0
  158. package/dist/chains/router/multi_route.cjs +13 -0
  159. package/dist/chains/router/multi_route.d.ts +26 -0
  160. package/dist/chains/router/multi_route.js +13 -0
  161. package/dist/chains/sequential_chain.cjs +6 -0
  162. package/dist/chains/sequential_chain.d.ts +8 -0
  163. package/dist/chains/sequential_chain.js +6 -0
  164. package/dist/chains/serde.d.ts +58 -0
  165. package/dist/chains/sql_db/sql_db_chain.cjs +16 -0
  166. package/dist/chains/sql_db/sql_db_chain.d.ts +19 -0
  167. package/dist/chains/sql_db/sql_db_chain.js +16 -0
  168. package/dist/chains/summarization/load.d.ts +4 -0
  169. package/dist/chains/transform.cjs +9 -0
  170. package/dist/chains/transform.d.ts +12 -0
  171. package/dist/chains/transform.js +9 -0
  172. package/dist/chains/vector_db_qa.cjs +18 -0
  173. package/dist/chains/vector_db_qa.d.ts +22 -0
  174. package/dist/chains/vector_db_qa.js +18 -0
  175. package/dist/chat_models/anthropic.cjs +27 -4
  176. package/dist/chat_models/anthropic.d.ts +15 -0
  177. package/dist/chat_models/anthropic.js +27 -4
  178. package/dist/chat_models/baiduwenxin.cjs +19 -13
  179. package/dist/chat_models/baiduwenxin.d.ts +19 -3
  180. package/dist/chat_models/baiduwenxin.js +19 -13
  181. package/dist/chat_models/base.cjs +61 -0
  182. package/dist/chat_models/base.d.ts +73 -0
  183. package/dist/chat_models/base.js +61 -0
  184. package/dist/chat_models/googlepalm.cjs +12 -0
  185. package/dist/chat_models/googlepalm.d.ts +8 -0
  186. package/dist/chat_models/googlepalm.js +12 -0
  187. package/dist/chat_models/googlevertexai.cjs +41 -0
  188. package/dist/chat_models/googlevertexai.d.ts +51 -0
  189. package/dist/chat_models/googlevertexai.js +41 -0
  190. package/dist/chat_models/ollama.cjs +14 -0
  191. package/dist/chat_models/ollama.d.ts +16 -0
  192. package/dist/chat_models/ollama.js +14 -0
  193. package/dist/chat_models/openai.cjs +19 -5
  194. package/dist/chat_models/openai.d.ts +7 -5
  195. package/dist/chat_models/openai.js +19 -5
  196. package/dist/document_loaders/base.cjs +10 -0
  197. package/dist/document_loaders/base.d.ts +17 -0
  198. package/dist/document_loaders/base.js +10 -0
  199. package/dist/document_loaders/fs/buffer.cjs +21 -0
  200. package/dist/document_loaders/fs/buffer.d.ts +28 -0
  201. package/dist/document_loaders/fs/buffer.js +21 -0
  202. package/dist/document_loaders/fs/csv.cjs +19 -0
  203. package/dist/document_loaders/fs/csv.d.ts +19 -0
  204. package/dist/document_loaders/fs/csv.js +19 -0
  205. package/dist/document_loaders/fs/directory.cjs +21 -0
  206. package/dist/document_loaders/fs/directory.d.ts +29 -0
  207. package/dist/document_loaders/fs/directory.js +21 -0
  208. package/dist/document_loaders/fs/docx.cjs +16 -0
  209. package/dist/document_loaders/fs/docx.d.ts +16 -0
  210. package/dist/document_loaders/fs/docx.js +16 -0
  211. package/dist/document_loaders/fs/epub.cjs +16 -0
  212. package/dist/document_loaders/fs/epub.d.ts +16 -0
  213. package/dist/document_loaders/fs/epub.js +16 -0
  214. package/dist/document_loaders/fs/json.cjs +40 -0
  215. package/dist/document_loaders/fs/json.d.ts +40 -0
  216. package/dist/document_loaders/fs/json.js +40 -0
  217. package/dist/document_loaders/fs/notion.cjs +6 -0
  218. package/dist/document_loaders/fs/notion.d.ts +6 -0
  219. package/dist/document_loaders/fs/notion.js +6 -0
  220. package/dist/document_loaders/fs/pdf.cjs +21 -0
  221. package/dist/document_loaders/fs/pdf.d.ts +21 -0
  222. package/dist/document_loaders/fs/pdf.js +21 -0
  223. package/dist/document_loaders/fs/srt.cjs +19 -0
  224. package/dist/document_loaders/fs/srt.d.ts +19 -0
  225. package/dist/document_loaders/fs/srt.js +19 -0
  226. package/dist/document_loaders/fs/text.cjs +34 -0
  227. package/dist/document_loaders/fs/text.d.ts +34 -0
  228. package/dist/document_loaders/fs/text.js +34 -0
  229. package/dist/document_loaders/fs/unstructured.cjs +14 -0
  230. package/dist/document_loaders/fs/unstructured.d.ts +26 -0
  231. package/dist/document_loaders/fs/unstructured.js +14 -0
  232. package/dist/document_loaders/web/apify_dataset.cjs +11 -0
  233. package/dist/document_loaders/web/apify_dataset.d.ts +15 -0
  234. package/dist/document_loaders/web/apify_dataset.js +11 -0
  235. package/dist/document_loaders/web/azure_blob_storage_container.cjs +13 -0
  236. package/dist/document_loaders/web/azure_blob_storage_container.d.ts +26 -0
  237. package/dist/document_loaders/web/azure_blob_storage_container.js +13 -0
  238. package/dist/document_loaders/web/azure_blob_storage_file.cjs +12 -0
  239. package/dist/document_loaders/web/azure_blob_storage_file.d.ts +21 -0
  240. package/dist/document_loaders/web/azure_blob_storage_file.js +12 -0
  241. package/dist/document_loaders/web/cheerio.cjs +21 -0
  242. package/dist/document_loaders/web/cheerio.d.ts +26 -0
  243. package/dist/document_loaders/web/cheerio.js +21 -0
  244. package/dist/document_loaders/web/college_confidential.cjs +11 -0
  245. package/dist/document_loaders/web/college_confidential.d.ts +11 -0
  246. package/dist/document_loaders/web/college_confidential.js +11 -0
  247. package/dist/document_loaders/web/confluence.cjs +23 -0
  248. package/dist/document_loaders/web/confluence.d.ts +33 -0
  249. package/dist/document_loaders/web/confluence.js +23 -0
  250. package/dist/document_loaders/web/figma.cjs +21 -0
  251. package/dist/document_loaders/web/figma.d.ts +32 -0
  252. package/dist/document_loaders/web/figma.js +21 -0
  253. package/dist/document_loaders/web/gitbook.cjs +33 -0
  254. package/dist/document_loaders/web/gitbook.d.ts +38 -0
  255. package/dist/document_loaders/web/gitbook.js +33 -0
  256. package/dist/document_loaders/web/github.cjs +50 -0
  257. package/dist/document_loaders/web/github.d.ts +53 -0
  258. package/dist/document_loaders/web/github.js +50 -0
  259. package/dist/document_loaders/web/hn.cjs +31 -0
  260. package/dist/document_loaders/web/hn.d.ts +31 -0
  261. package/dist/document_loaders/web/hn.js +31 -0
  262. package/dist/document_loaders/web/imsdb.cjs +14 -0
  263. package/dist/document_loaders/web/imsdb.d.ts +14 -0
  264. package/dist/document_loaders/web/imsdb.js +14 -0
  265. package/dist/document_loaders/web/notionapi.cjs +39 -0
  266. package/dist/document_loaders/web/notionapi.d.ts +43 -0
  267. package/dist/document_loaders/web/notionapi.js +39 -0
  268. package/dist/document_loaders/web/notiondb.cjs +19 -0
  269. package/dist/document_loaders/web/notiondb.d.ts +24 -0
  270. package/dist/document_loaders/web/notiondb.js +19 -0
  271. package/dist/document_loaders/web/playwright.cjs +22 -0
  272. package/dist/document_loaders/web/playwright.d.ts +27 -0
  273. package/dist/document_loaders/web/playwright.js +22 -0
  274. package/dist/document_loaders/web/puppeteer.cjs +20 -0
  275. package/dist/document_loaders/web/puppeteer.d.ts +25 -0
  276. package/dist/document_loaders/web/puppeteer.js +20 -0
  277. package/dist/document_loaders/web/s3.cjs +9 -0
  278. package/dist/document_loaders/web/s3.d.ts +21 -0
  279. package/dist/document_loaders/web/s3.js +9 -0
  280. package/dist/document_loaders/web/serpapi.cjs +4 -0
  281. package/dist/document_loaders/web/serpapi.d.ts +8 -0
  282. package/dist/document_loaders/web/serpapi.js +4 -0
  283. package/dist/document_loaders/web/sonix_audio.cjs +10 -0
  284. package/dist/document_loaders/web/sonix_audio.d.ts +10 -0
  285. package/dist/document_loaders/web/sonix_audio.js +10 -0
  286. package/dist/document_loaders/web/sort_xyz_blockchain.cjs +10 -0
  287. package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +17 -0
  288. package/dist/document_loaders/web/sort_xyz_blockchain.js +10 -0
  289. package/dist/document_loaders/web/youtube.cjs +23 -0
  290. package/dist/document_loaders/web/youtube.d.ts +27 -0
  291. package/dist/document_loaders/web/youtube.js +23 -0
  292. package/dist/document_transformers/html_to_text.cjs +6 -0
  293. package/dist/document_transformers/html_to_text.d.ts +4 -0
  294. package/dist/document_transformers/html_to_text.js +6 -0
  295. package/dist/document_transformers/mozilla_readability.cjs +7 -0
  296. package/dist/document_transformers/mozilla_readability.d.ts +5 -0
  297. package/dist/document_transformers/mozilla_readability.js +7 -0
  298. package/dist/document_transformers/openai_functions.cjs +6 -0
  299. package/dist/document_transformers/openai_functions.d.ts +4 -0
  300. package/dist/document_transformers/openai_functions.js +6 -0
  301. package/dist/embeddings/base.cjs +4 -0
  302. package/dist/embeddings/base.d.ts +21 -0
  303. package/dist/embeddings/base.js +4 -0
  304. package/dist/embeddings/cache_backed.d.ts +4 -0
  305. package/dist/embeddings/cohere.d.ts +4 -0
  306. package/dist/embeddings/fake.cjs +33 -0
  307. package/dist/embeddings/fake.d.ts +37 -0
  308. package/dist/embeddings/fake.js +33 -0
  309. package/dist/embeddings/googlepalm.cjs +18 -0
  310. package/dist/embeddings/googlepalm.d.ts +22 -0
  311. package/dist/embeddings/googlepalm.js +18 -0
  312. package/dist/embeddings/googlevertexai.cjs +15 -0
  313. package/dist/embeddings/googlevertexai.d.ts +20 -0
  314. package/dist/embeddings/googlevertexai.js +15 -0
  315. package/dist/embeddings/hf.cjs +20 -0
  316. package/dist/embeddings/hf.d.ts +24 -0
  317. package/dist/embeddings/hf.js +20 -0
  318. package/dist/embeddings/openai.cjs +25 -0
  319. package/dist/embeddings/openai.d.ts +29 -0
  320. package/dist/embeddings/openai.js +25 -0
  321. package/dist/embeddings/tensorflow.cjs +27 -0
  322. package/dist/embeddings/tensorflow.d.ts +31 -0
  323. package/dist/embeddings/tensorflow.js +27 -0
  324. package/dist/evaluation/qa/eval_chain.cjs +3 -0
  325. package/dist/evaluation/qa/eval_chain.d.ts +1 -0
  326. package/dist/evaluation/qa/eval_chain.js +3 -0
  327. package/dist/experimental/autogpt/agent.cjs +21 -0
  328. package/dist/experimental/autogpt/agent.d.ts +24 -0
  329. package/dist/experimental/autogpt/agent.js +21 -0
  330. package/dist/experimental/autogpt/output_parser.cjs +24 -0
  331. package/dist/experimental/autogpt/output_parser.d.ts +24 -0
  332. package/dist/experimental/autogpt/output_parser.js +24 -0
  333. package/dist/experimental/autogpt/prompt.cjs +25 -0
  334. package/dist/experimental/autogpt/prompt.d.ts +28 -0
  335. package/dist/experimental/autogpt/prompt.js +25 -0
  336. package/dist/experimental/autogpt/prompt_generator.cjs +32 -0
  337. package/dist/experimental/autogpt/prompt_generator.d.ts +32 -0
  338. package/dist/experimental/autogpt/prompt_generator.js +32 -0
  339. package/dist/experimental/autogpt/schema.d.ts +11 -0
  340. package/dist/experimental/babyagi/agent.cjs +68 -0
  341. package/dist/experimental/babyagi/agent.d.ts +76 -0
  342. package/dist/experimental/babyagi/agent.js +68 -0
  343. package/dist/experimental/babyagi/task_creation.cjs +13 -0
  344. package/dist/experimental/babyagi/task_creation.d.ts +11 -0
  345. package/dist/experimental/babyagi/task_creation.js +13 -0
  346. package/dist/experimental/babyagi/task_execution.cjs +12 -0
  347. package/dist/experimental/babyagi/task_execution.d.ts +10 -0
  348. package/dist/experimental/babyagi/task_execution.js +12 -0
  349. package/dist/experimental/babyagi/task_prioritization.cjs +11 -0
  350. package/dist/experimental/babyagi/task_prioritization.d.ts +9 -0
  351. package/dist/experimental/babyagi/task_prioritization.js +11 -0
  352. package/dist/experimental/generative_agents/generative_agent.cjs +77 -0
  353. package/dist/experimental/generative_agents/generative_agent.d.ts +80 -0
  354. package/dist/experimental/generative_agents/generative_agent.js +77 -0
  355. package/dist/experimental/generative_agents/generative_agent_memory.cjs +116 -0
  356. package/dist/experimental/generative_agents/generative_agent_memory.d.ts +114 -0
  357. package/dist/experimental/generative_agents/generative_agent_memory.js +116 -0
  358. package/dist/experimental/multimodal_embeddings/googlevertexai.cjs +46 -0
  359. package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts +58 -0
  360. package/dist/experimental/multimodal_embeddings/googlevertexai.js +46 -0
  361. package/dist/experimental/plan_and_execute/agent_executor.cjs +35 -0
  362. package/dist/experimental/plan_and_execute/agent_executor.d.ts +38 -0
  363. package/dist/experimental/plan_and_execute/agent_executor.js +35 -0
  364. package/dist/experimental/plan_and_execute/base.cjs +26 -0
  365. package/dist/experimental/plan_and_execute/base.d.ts +38 -0
  366. package/dist/experimental/plan_and_execute/base.js +26 -0
  367. package/dist/experimental/plan_and_execute/outputParser.cjs +18 -0
  368. package/dist/experimental/plan_and_execute/outputParser.d.ts +18 -0
  369. package/dist/experimental/plan_and_execute/outputParser.js +18 -0
  370. package/dist/llms/ai21.cjs +13 -0
  371. package/dist/llms/ai21.d.ts +19 -0
  372. package/dist/llms/ai21.js +13 -0
  373. package/dist/llms/aleph_alpha.cjs +10 -0
  374. package/dist/llms/aleph_alpha.d.ts +13 -0
  375. package/dist/llms/aleph_alpha.js +10 -0
  376. package/dist/llms/base.cjs +32 -0
  377. package/dist/llms/base.d.ts +32 -0
  378. package/dist/llms/base.js +32 -0
  379. package/dist/llms/bedrock.cjs +21 -0
  380. package/dist/llms/bedrock.d.ts +9 -0
  381. package/dist/llms/bedrock.js +21 -0
  382. package/dist/llms/cohere.cjs +7 -0
  383. package/dist/llms/cohere.d.ts +8 -0
  384. package/dist/llms/cohere.js +7 -0
  385. package/dist/llms/googlevertexai.cjs +23 -0
  386. package/dist/llms/googlevertexai.d.ts +38 -0
  387. package/dist/llms/googlevertexai.js +23 -0
  388. package/dist/llms/hf.cjs +4 -0
  389. package/dist/llms/hf.d.ts +8 -0
  390. package/dist/llms/hf.js +4 -0
  391. package/dist/llms/ollama.cjs +7 -0
  392. package/dist/llms/ollama.d.ts +5 -0
  393. package/dist/llms/ollama.js +7 -0
  394. package/dist/llms/openai-chat.cjs +35 -4
  395. package/dist/llms/openai-chat.d.ts +28 -4
  396. package/dist/llms/openai-chat.js +35 -4
  397. package/dist/llms/openai.cjs +26 -6
  398. package/dist/llms/openai.d.ts +11 -3
  399. package/dist/llms/openai.js +26 -6
  400. package/dist/llms/replicate.cjs +9 -0
  401. package/dist/llms/replicate.d.ts +12 -0
  402. package/dist/llms/replicate.js +9 -0
  403. package/dist/llms/sagemaker_endpoint.cjs +11 -0
  404. package/dist/llms/sagemaker_endpoint.d.ts +17 -0
  405. package/dist/llms/sagemaker_endpoint.js +11 -0
  406. package/dist/load/index.cjs +7 -1
  407. package/dist/load/index.js +7 -1
  408. package/dist/load/serializable.cjs +42 -3
  409. package/dist/load/serializable.d.ts +16 -0
  410. package/dist/load/serializable.js +40 -2
  411. package/dist/memory/base.cjs +11 -0
  412. package/dist/memory/base.d.ts +40 -0
  413. package/dist/memory/base.js +11 -0
  414. package/dist/memory/buffer_memory.cjs +19 -0
  415. package/dist/memory/buffer_memory.d.ts +22 -0
  416. package/dist/memory/buffer_memory.js +19 -0
  417. package/dist/memory/buffer_window_memory.cjs +15 -0
  418. package/dist/memory/buffer_window_memory.d.ts +18 -0
  419. package/dist/memory/buffer_window_memory.js +15 -0
  420. package/dist/memory/chat_memory.cjs +16 -0
  421. package/dist/memory/chat_memory.d.ts +19 -0
  422. package/dist/memory/chat_memory.js +16 -0
  423. package/dist/memory/combined_memory.cjs +28 -0
  424. package/dist/memory/combined_memory.d.ts +33 -0
  425. package/dist/memory/combined_memory.js +28 -0
  426. package/dist/memory/entity_memory.cjs +21 -0
  427. package/dist/memory/entity_memory.d.ts +24 -0
  428. package/dist/memory/entity_memory.js +21 -0
  429. package/dist/memory/motorhead_memory.cjs +25 -0
  430. package/dist/memory/motorhead_memory.d.ts +29 -0
  431. package/dist/memory/motorhead_memory.js +25 -0
  432. package/dist/memory/stores/entity/in_memory.cjs +29 -0
  433. package/dist/memory/stores/entity/in_memory.d.ts +29 -0
  434. package/dist/memory/stores/entity/in_memory.js +29 -0
  435. package/dist/memory/summary.cjs +31 -0
  436. package/dist/memory/summary.d.ts +39 -0
  437. package/dist/memory/summary.js +31 -0
  438. package/dist/memory/summary_buffer.cjs +33 -0
  439. package/dist/memory/summary_buffer.d.ts +37 -0
  440. package/dist/memory/summary_buffer.js +33 -0
  441. package/dist/memory/vector_store.cjs +22 -0
  442. package/dist/memory/vector_store.d.ts +26 -0
  443. package/dist/memory/vector_store.js +22 -0
  444. package/dist/memory/zep.cjs +22 -0
  445. package/dist/memory/zep.d.ts +27 -0
  446. package/dist/memory/zep.js +22 -0
  447. package/dist/output_parsers/combining.cjs +15 -0
  448. package/dist/output_parsers/combining.d.ts +19 -0
  449. package/dist/output_parsers/combining.js +15 -0
  450. package/dist/output_parsers/expression.cjs +12 -0
  451. package/dist/output_parsers/expression.d.ts +12 -0
  452. package/dist/output_parsers/expression.js +12 -0
  453. package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.cjs +18 -0
  454. package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.d.ts +18 -0
  455. package/dist/output_parsers/expression_type_handlers/array_literal_expression_handler.js +18 -0
  456. package/dist/output_parsers/expression_type_handlers/base.cjs +68 -0
  457. package/dist/output_parsers/expression_type_handlers/base.d.ts +79 -0
  458. package/dist/output_parsers/expression_type_handlers/base.js +68 -0
  459. package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.cjs +18 -0
  460. package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.d.ts +18 -0
  461. package/dist/output_parsers/expression_type_handlers/boolean_literal_handler.js +18 -0
  462. package/dist/output_parsers/expression_type_handlers/call_expression_handler.cjs +22 -0
  463. package/dist/output_parsers/expression_type_handlers/call_expression_handler.d.ts +22 -0
  464. package/dist/output_parsers/expression_type_handlers/call_expression_handler.js +22 -0
  465. package/dist/output_parsers/expression_type_handlers/factory.cjs +20 -0
  466. package/dist/output_parsers/expression_type_handlers/factory.d.ts +20 -0
  467. package/dist/output_parsers/expression_type_handlers/factory.js +20 -0
  468. package/dist/output_parsers/expression_type_handlers/identifier_handler.cjs +19 -0
  469. package/dist/output_parsers/expression_type_handlers/identifier_handler.d.ts +19 -0
  470. package/dist/output_parsers/expression_type_handlers/identifier_handler.js +19 -0
  471. package/dist/output_parsers/expression_type_handlers/member_expression_handler.cjs +17 -0
  472. package/dist/output_parsers/expression_type_handlers/member_expression_handler.d.ts +17 -0
  473. package/dist/output_parsers/expression_type_handlers/member_expression_handler.js +17 -0
  474. package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.cjs +16 -0
  475. package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.d.ts +16 -0
  476. package/dist/output_parsers/expression_type_handlers/numeric_literal_handler.js +16 -0
  477. package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.cjs +16 -0
  478. package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.d.ts +16 -0
  479. package/dist/output_parsers/expression_type_handlers/object_literal_expression_handler.js +16 -0
  480. package/dist/output_parsers/expression_type_handlers/property_assignment_handler.cjs +17 -0
  481. package/dist/output_parsers/expression_type_handlers/property_assignment_handler.d.ts +17 -0
  482. package/dist/output_parsers/expression_type_handlers/property_assignment_handler.js +17 -0
  483. package/dist/output_parsers/expression_type_handlers/string_literal_handler.cjs +16 -0
  484. package/dist/output_parsers/expression_type_handlers/string_literal_handler.d.ts +16 -0
  485. package/dist/output_parsers/expression_type_handlers/string_literal_handler.js +16 -0
  486. package/dist/output_parsers/expression_type_handlers/types.d.ts +50 -0
  487. package/dist/output_parsers/fix.cjs +28 -0
  488. package/dist/output_parsers/fix.d.ts +26 -0
  489. package/dist/output_parsers/fix.js +28 -0
  490. package/dist/output_parsers/list.cjs +27 -0
  491. package/dist/output_parsers/list.d.ts +25 -0
  492. package/dist/output_parsers/list.js +27 -0
  493. package/dist/output_parsers/noop.cjs +21 -0
  494. package/dist/output_parsers/noop.d.ts +19 -0
  495. package/dist/output_parsers/noop.js +21 -0
  496. package/dist/output_parsers/openai_functions.cjs +40 -0
  497. package/dist/output_parsers/openai_functions.d.ts +37 -0
  498. package/dist/output_parsers/openai_functions.js +40 -0
  499. package/dist/output_parsers/regex.cjs +15 -0
  500. package/dist/output_parsers/regex.d.ts +16 -0
  501. package/dist/output_parsers/regex.js +15 -0
  502. package/dist/output_parsers/router.cjs +15 -0
  503. package/dist/output_parsers/router.d.ts +19 -0
  504. package/dist/output_parsers/router.js +15 -0
  505. package/dist/output_parsers/structured.cjs +36 -0
  506. package/dist/output_parsers/structured.d.ts +38 -0
  507. package/dist/output_parsers/structured.js +36 -0
  508. package/dist/prompts/base.cjs +26 -0
  509. package/dist/prompts/base.d.ts +36 -0
  510. package/dist/prompts/base.js +26 -0
  511. package/dist/prompts/chat.cjs +69 -0
  512. package/dist/prompts/chat.d.ts +76 -0
  513. package/dist/prompts/chat.js +69 -0
  514. package/dist/prompts/few_shot.cjs +5 -0
  515. package/dist/prompts/few_shot.d.ts +5 -0
  516. package/dist/prompts/few_shot.js +5 -0
  517. package/dist/prompts/pipeline.cjs +29 -0
  518. package/dist/prompts/pipeline.d.ts +35 -0
  519. package/dist/prompts/pipeline.js +29 -0
  520. package/dist/prompts/prompt.cjs +13 -0
  521. package/dist/prompts/prompt.d.ts +11 -0
  522. package/dist/prompts/prompt.js +13 -0
  523. package/dist/prompts/selectors/LengthBasedExampleSelector.cjs +32 -0
  524. package/dist/prompts/selectors/LengthBasedExampleSelector.d.ts +33 -0
  525. package/dist/prompts/selectors/LengthBasedExampleSelector.js +32 -0
  526. package/dist/prompts/selectors/SemanticSimilarityExampleSelector.cjs +31 -0
  527. package/dist/prompts/selectors/SemanticSimilarityExampleSelector.d.ts +35 -0
  528. package/dist/prompts/selectors/SemanticSimilarityExampleSelector.js +31 -0
  529. package/dist/prompts/selectors/conditional.cjs +30 -0
  530. package/dist/prompts/selectors/conditional.d.ts +37 -0
  531. package/dist/prompts/selectors/conditional.js +30 -0
  532. package/dist/prompts/serde.d.ts +24 -0
  533. package/dist/prompts/template.d.ts +17 -0
  534. package/dist/retrievers/amazon_kendra.cjs +65 -0
  535. package/dist/retrievers/amazon_kendra.d.ts +67 -0
  536. package/dist/retrievers/amazon_kendra.js +65 -0
  537. package/dist/retrievers/contextual_compression.cjs +8 -0
  538. package/dist/retrievers/contextual_compression.d.ts +11 -0
  539. package/dist/retrievers/contextual_compression.js +8 -0
  540. package/dist/retrievers/databerry.cjs +8 -0
  541. package/dist/retrievers/databerry.d.ts +10 -0
  542. package/dist/retrievers/databerry.js +8 -0
  543. package/dist/retrievers/document_compressors/chain_extract.cjs +18 -0
  544. package/dist/retrievers/document_compressors/chain_extract.d.ts +22 -0
  545. package/dist/retrievers/document_compressors/chain_extract.js +18 -0
  546. package/dist/retrievers/document_compressors/index.d.ts +9 -0
  547. package/dist/retrievers/hyde.cjs +12 -0
  548. package/dist/retrievers/hyde.d.ts +18 -0
  549. package/dist/retrievers/hyde.js +12 -0
  550. package/dist/retrievers/metal.cjs +10 -0
  551. package/dist/retrievers/metal.d.ts +13 -0
  552. package/dist/retrievers/metal.js +10 -0
  553. package/dist/retrievers/parent_document.cjs +20 -1
  554. package/dist/retrievers/parent_document.d.ts +16 -0
  555. package/dist/retrievers/parent_document.js +20 -1
  556. package/dist/retrievers/remote/base.cjs +4 -0
  557. package/dist/retrievers/remote/base.d.ts +28 -0
  558. package/dist/retrievers/remote/base.js +4 -0
  559. package/dist/retrievers/remote/chatgpt-plugin.cjs +17 -0
  560. package/dist/retrievers/remote/chatgpt-plugin.d.ts +21 -0
  561. package/dist/retrievers/remote/chatgpt-plugin.js +17 -0
  562. package/dist/retrievers/remote/remote-retriever.cjs +20 -0
  563. package/dist/retrievers/remote/remote-retriever.d.ts +20 -0
  564. package/dist/retrievers/remote/remote-retriever.js +20 -0
  565. package/dist/retrievers/self_query/base.cjs +28 -0
  566. package/dist/retrievers/self_query/base.d.ts +45 -0
  567. package/dist/retrievers/self_query/base.js +28 -0
  568. package/dist/retrievers/self_query/chroma.cjs +6 -0
  569. package/dist/retrievers/self_query/chroma.d.ts +6 -0
  570. package/dist/retrievers/self_query/chroma.js +6 -0
  571. package/dist/retrievers/self_query/functional.cjs +40 -0
  572. package/dist/retrievers/self_query/functional.d.ts +49 -0
  573. package/dist/retrievers/self_query/functional.js +40 -0
  574. package/dist/retrievers/self_query/index.cjs +17 -0
  575. package/dist/retrievers/self_query/index.d.ts +19 -0
  576. package/dist/retrievers/self_query/index.js +17 -0
  577. package/dist/retrievers/self_query/pinecone.cjs +7 -0
  578. package/dist/retrievers/self_query/pinecone.d.ts +7 -0
  579. package/dist/retrievers/self_query/pinecone.js +7 -0
  580. package/dist/retrievers/self_query/supabase.cjs +91 -7
  581. package/dist/retrievers/self_query/supabase.d.ts +69 -2
  582. package/dist/retrievers/self_query/supabase.js +92 -8
  583. package/dist/retrievers/self_query/supabase_utils.cjs +255 -0
  584. package/dist/retrievers/self_query/supabase_utils.d.ts +102 -0
  585. package/dist/retrievers/self_query/supabase_utils.js +250 -0
  586. package/dist/retrievers/self_query/utils.cjs +36 -3
  587. package/dist/retrievers/self_query/utils.d.ts +20 -0
  588. package/dist/retrievers/self_query/utils.js +32 -2
  589. package/dist/retrievers/self_query/weaviate.cjs +45 -14
  590. package/dist/retrievers/self_query/weaviate.d.ts +42 -0
  591. package/dist/retrievers/self_query/weaviate.js +43 -12
  592. package/dist/retrievers/supabase.cjs +33 -0
  593. package/dist/retrievers/supabase.d.ts +31 -0
  594. package/dist/retrievers/supabase.js +33 -0
  595. package/dist/retrievers/time_weighted.cjs +11 -0
  596. package/dist/retrievers/time_weighted.d.ts +13 -0
  597. package/dist/retrievers/time_weighted.js +11 -0
  598. package/dist/retrievers/vespa.cjs +21 -0
  599. package/dist/retrievers/vespa.d.ts +19 -0
  600. package/dist/retrievers/vespa.js +21 -0
  601. package/dist/retrievers/zep.cjs +7 -0
  602. package/dist/retrievers/zep.d.ts +9 -0
  603. package/dist/retrievers/zep.js +7 -0
  604. package/dist/schema/document.cjs +7 -0
  605. package/dist/schema/document.d.ts +7 -0
  606. package/dist/schema/document.js +7 -0
  607. package/dist/schema/index.cjs +100 -0
  608. package/dist/schema/index.d.ts +80 -0
  609. package/dist/schema/index.js +100 -0
  610. package/dist/schema/output_parser.cjs +49 -0
  611. package/dist/schema/output_parser.d.ts +53 -0
  612. package/dist/schema/output_parser.js +49 -0
  613. package/dist/schema/query_constructor.cjs +5 -0
  614. package/dist/schema/query_constructor.d.ts +5 -0
  615. package/dist/schema/query_constructor.js +5 -0
  616. package/dist/schema/retriever.cjs +18 -0
  617. package/dist/schema/retriever.d.ts +18 -0
  618. package/dist/schema/retriever.js +18 -0
  619. package/dist/schema/runnable.cjs +25 -7
  620. package/dist/schema/runnable.d.ts +6 -0
  621. package/dist/schema/runnable.js +25 -7
  622. package/dist/schema/storage.d.ts +20 -0
  623. package/dist/storage/encoder_backed.cjs +27 -0
  624. package/dist/storage/encoder_backed.d.ts +27 -0
  625. package/dist/storage/encoder_backed.js +27 -0
  626. package/dist/storage/in_memory.cjs +25 -0
  627. package/dist/storage/in_memory.d.ts +25 -0
  628. package/dist/storage/in_memory.js +25 -0
  629. package/dist/storage/ioredis.cjs +25 -0
  630. package/dist/storage/ioredis.d.ts +25 -0
  631. package/dist/storage/ioredis.js +25 -0
  632. package/dist/stores/doc/gcs.cjs +28 -0
  633. package/dist/stores/doc/gcs.d.ts +33 -0
  634. package/dist/stores/doc/gcs.js +28 -0
  635. package/dist/stores/doc/in_memory.cjs +27 -0
  636. package/dist/stores/doc/in_memory.d.ts +27 -0
  637. package/dist/stores/doc/in_memory.js +27 -0
  638. package/dist/stores/file/in_memory.cjs +20 -0
  639. package/dist/stores/file/in_memory.d.ts +20 -0
  640. package/dist/stores/file/in_memory.js +20 -0
  641. package/dist/stores/file/node.cjs +15 -0
  642. package/dist/stores/file/node.d.ts +15 -0
  643. package/dist/stores/file/node.js +15 -0
  644. package/dist/stores/message/dynamodb.cjs +17 -0
  645. package/dist/stores/message/dynamodb.d.ts +23 -0
  646. package/dist/stores/message/dynamodb.js +17 -0
  647. package/dist/stores/message/firestore.cjs +19 -0
  648. package/dist/stores/message/firestore.d.ts +24 -0
  649. package/dist/stores/message/firestore.js +19 -0
  650. package/dist/stores/message/in_memory.cjs +19 -0
  651. package/dist/stores/message/in_memory.d.ts +19 -0
  652. package/dist/stores/message/in_memory.js +19 -0
  653. package/dist/stores/message/ioredis.cjs +17 -0
  654. package/dist/stores/message/ioredis.d.ts +22 -0
  655. package/dist/stores/message/ioredis.js +17 -0
  656. package/dist/stores/message/momento.cjs +18 -0
  657. package/dist/stores/message/momento.d.ts +18 -0
  658. package/dist/stores/message/momento.js +18 -0
  659. package/dist/stores/message/planetscale.cjs +26 -0
  660. package/dist/stores/message/planetscale.d.ts +30 -0
  661. package/dist/stores/message/planetscale.js +26 -0
  662. package/dist/stores/message/redis.cjs +24 -0
  663. package/dist/stores/message/redis.d.ts +27 -0
  664. package/dist/stores/message/redis.js +24 -0
  665. package/dist/stores/message/upstash_redis.cjs +17 -0
  666. package/dist/stores/message/upstash_redis.d.ts +21 -0
  667. package/dist/stores/message/upstash_redis.js +17 -0
  668. package/dist/stores/message/utils.cjs +21 -0
  669. package/dist/stores/message/utils.d.ts +21 -0
  670. package/dist/stores/message/utils.js +21 -0
  671. package/dist/stores/message/xata.cjs +25 -0
  672. package/dist/stores/message/xata.d.ts +29 -0
  673. package/dist/stores/message/xata.js +25 -0
  674. package/dist/text_splitter.cjs +9 -0
  675. package/dist/text_splitter.d.ts +3 -0
  676. package/dist/text_splitter.js +9 -0
  677. package/dist/tools/IFTTTWebhook.cjs +9 -0
  678. package/dist/tools/IFTTTWebhook.d.ts +7 -0
  679. package/dist/tools/IFTTTWebhook.js +9 -0
  680. package/dist/tools/aiplugin.cjs +15 -0
  681. package/dist/tools/aiplugin.d.ts +17 -0
  682. package/dist/tools/aiplugin.js +15 -0
  683. package/dist/tools/aws_lambda.cjs +9 -0
  684. package/dist/tools/aws_lambda.d.ts +7 -0
  685. package/dist/tools/aws_lambda.js +9 -0
  686. package/dist/tools/aws_sfn.cjs +28 -0
  687. package/dist/tools/aws_sfn.d.ts +22 -0
  688. package/dist/tools/aws_sfn.js +28 -0
  689. package/dist/tools/base.cjs +22 -0
  690. package/dist/tools/base.d.ts +25 -0
  691. package/dist/tools/base.js +22 -0
  692. package/dist/tools/bingserpapi.cjs +13 -0
  693. package/dist/tools/bingserpapi.d.ts +11 -0
  694. package/dist/tools/bingserpapi.js +13 -0
  695. package/dist/tools/brave_search.cjs +9 -0
  696. package/dist/tools/brave_search.d.ts +11 -0
  697. package/dist/tools/brave_search.js +9 -0
  698. package/dist/tools/calculator.cjs +7 -0
  699. package/dist/tools/calculator.d.ts +5 -0
  700. package/dist/tools/calculator.js +7 -0
  701. package/dist/tools/chain.cjs +9 -0
  702. package/dist/tools/chain.d.ts +12 -0
  703. package/dist/tools/chain.js +9 -0
  704. package/dist/tools/convert_to_openai.cjs +6 -0
  705. package/dist/tools/convert_to_openai.d.ts +6 -0
  706. package/dist/tools/convert_to_openai.js +6 -0
  707. package/dist/tools/dadjokeapi.cjs +9 -0
  708. package/dist/tools/dadjokeapi.d.ts +7 -0
  709. package/dist/tools/dadjokeapi.js +9 -0
  710. package/dist/tools/dataforseo_api_search.cjs +3 -0
  711. package/dist/tools/dataforseo_api_search.d.ts +10 -0
  712. package/dist/tools/dataforseo_api_search.js +3 -0
  713. package/dist/tools/dynamic.cjs +12 -0
  714. package/dist/tools/dynamic.d.ts +14 -0
  715. package/dist/tools/dynamic.js +12 -0
  716. package/dist/tools/fs.cjs +14 -0
  717. package/dist/tools/fs.d.ts +16 -0
  718. package/dist/tools/fs.js +14 -0
  719. package/dist/tools/google_custom_search.cjs +8 -0
  720. package/dist/tools/google_custom_search.d.ts +9 -0
  721. package/dist/tools/google_custom_search.js +8 -0
  722. package/dist/tools/json.cjs +29 -1
  723. package/dist/tools/json.d.ts +24 -0
  724. package/dist/tools/json.js +29 -1
  725. package/dist/tools/requests.cjs +19 -2
  726. package/dist/tools/requests.d.ts +17 -0
  727. package/dist/tools/requests.js +19 -2
  728. package/dist/tools/searxng_search.cjs +10 -0
  729. package/dist/tools/searxng_search.d.ts +11 -0
  730. package/dist/tools/searxng_search.js +10 -0
  731. package/dist/tools/serpapi.cjs +10 -0
  732. package/dist/tools/serpapi.d.ts +8 -0
  733. package/dist/tools/serpapi.js +10 -0
  734. package/dist/tools/serper.cjs +8 -0
  735. package/dist/tools/serper.d.ts +10 -0
  736. package/dist/tools/serper.js +8 -0
  737. package/dist/tools/sql.cjs +37 -0
  738. package/dist/tools/sql.d.ts +36 -0
  739. package/dist/tools/sql.js +37 -0
  740. package/dist/tools/vectorstore.cjs +14 -0
  741. package/dist/tools/vectorstore.d.ts +15 -0
  742. package/dist/tools/vectorstore.js +14 -0
  743. package/dist/tools/webbrowser.cjs +9 -0
  744. package/dist/tools/webbrowser.d.ts +13 -0
  745. package/dist/tools/webbrowser.js +9 -0
  746. package/dist/tools/wikipedia_query_run.cjs +19 -0
  747. package/dist/tools/wikipedia_query_run.d.ts +25 -0
  748. package/dist/tools/wikipedia_query_run.js +19 -0
  749. package/dist/tools/zapier.cjs +15 -0
  750. package/dist/tools/zapier.d.ts +13 -0
  751. package/dist/tools/zapier.js +15 -0
  752. package/dist/vectorstores/analyticdb.cjs +76 -0
  753. package/dist/vectorstores/analyticdb.d.ts +80 -0
  754. package/dist/vectorstores/analyticdb.js +76 -0
  755. package/dist/vectorstores/base.cjs +16 -0
  756. package/dist/vectorstores/base.d.ts +27 -0
  757. package/dist/vectorstores/base.js +16 -0
  758. package/dist/vectorstores/chroma.cjs +73 -0
  759. package/dist/vectorstores/chroma.d.ts +84 -0
  760. package/dist/vectorstores/chroma.js +73 -0
  761. package/dist/vectorstores/elasticsearch.cjs +74 -0
  762. package/dist/vectorstores/elasticsearch.d.ts +90 -0
  763. package/dist/vectorstores/elasticsearch.js +74 -0
  764. package/dist/vectorstores/faiss.cjs +65 -0
  765. package/dist/vectorstores/faiss.d.ts +69 -0
  766. package/dist/vectorstores/faiss.js +65 -0
  767. package/dist/vectorstores/hnswlib.cjs +71 -0
  768. package/dist/vectorstores/hnswlib.d.ts +80 -0
  769. package/dist/vectorstores/hnswlib.js +71 -0
  770. package/dist/vectorstores/lancedb.cjs +38 -0
  771. package/dist/vectorstores/lancedb.d.ts +42 -0
  772. package/dist/vectorstores/lancedb.js +38 -0
  773. package/dist/vectorstores/memory.cjs +56 -0
  774. package/dist/vectorstores/memory.d.ts +66 -0
  775. package/dist/vectorstores/memory.js +56 -0
  776. package/dist/vectorstores/milvus.cjs +91 -7
  777. package/dist/vectorstores/milvus.d.ts +80 -1
  778. package/dist/vectorstores/milvus.js +91 -7
  779. package/dist/vectorstores/mongo.cjs +45 -0
  780. package/dist/vectorstores/mongo.d.ts +49 -0
  781. package/dist/vectorstores/mongo.js +45 -0
  782. package/dist/vectorstores/mongodb_atlas.cjs +48 -0
  783. package/dist/vectorstores/mongodb_atlas.d.ts +59 -0
  784. package/dist/vectorstores/mongodb_atlas.js +48 -0
  785. package/dist/vectorstores/myscale.cjs +66 -0
  786. package/dist/vectorstores/myscale.d.ts +80 -0
  787. package/dist/vectorstores/myscale.js +66 -0
  788. package/dist/vectorstores/opensearch.cjs +60 -0
  789. package/dist/vectorstores/opensearch.d.ts +74 -0
  790. package/dist/vectorstores/opensearch.js +60 -0
  791. package/dist/vectorstores/pinecone.cjs +54 -0
  792. package/dist/vectorstores/pinecone.d.ts +58 -0
  793. package/dist/vectorstores/pinecone.js +54 -0
  794. package/dist/vectorstores/prisma.cjs +66 -0
  795. package/dist/vectorstores/prisma.d.ts +66 -0
  796. package/dist/vectorstores/prisma.js +66 -0
  797. package/dist/vectorstores/qdrant.cjs +60 -0
  798. package/dist/vectorstores/qdrant.d.ts +66 -0
  799. package/dist/vectorstores/qdrant.js +60 -0
  800. package/dist/vectorstores/redis.cjs +62 -0
  801. package/dist/vectorstores/redis.d.ts +88 -0
  802. package/dist/vectorstores/redis.js +62 -0
  803. package/dist/vectorstores/singlestore.cjs +46 -0
  804. package/dist/vectorstores/singlestore.d.ts +46 -0
  805. package/dist/vectorstores/singlestore.js +46 -0
  806. package/dist/vectorstores/supabase.cjs +50 -0
  807. package/dist/vectorstores/supabase.d.ts +54 -2
  808. package/dist/vectorstores/supabase.js +50 -0
  809. package/dist/vectorstores/tigris.cjs +49 -0
  810. package/dist/vectorstores/tigris.d.ts +53 -0
  811. package/dist/vectorstores/tigris.js +49 -0
  812. package/dist/vectorstores/typeorm.cjs +71 -0
  813. package/dist/vectorstores/typeorm.d.ts +76 -0
  814. package/dist/vectorstores/typeorm.js +71 -0
  815. package/dist/vectorstores/typesense.cjs +5 -0
  816. package/dist/vectorstores/typesense.d.ts +5 -0
  817. package/dist/vectorstores/typesense.js +5 -0
  818. package/dist/vectorstores/usearch.cjs +50 -0
  819. package/dist/vectorstores/usearch.d.ts +55 -0
  820. package/dist/vectorstores/usearch.js +50 -0
  821. package/dist/vectorstores/vectara.cjs +104 -0
  822. package/dist/vectorstores/vectara.d.ts +72 -0
  823. package/dist/vectorstores/vectara.js +104 -0
  824. package/dist/vectorstores/weaviate.cjs +61 -0
  825. package/dist/vectorstores/weaviate.d.ts +70 -0
  826. package/dist/vectorstores/weaviate.js +61 -0
  827. package/dist/vectorstores/xata.cjs +36 -0
  828. package/dist/vectorstores/xata.d.ts +43 -0
  829. package/dist/vectorstores/xata.js +36 -0
  830. package/dist/vectorstores/zep.d.ts +11 -0
  831. package/package.json +2 -2
@@ -3,12 +3,24 @@ import * as fsDefault from "node:fs";
3
3
  import { S3ClientConfig } from "@aws-sdk/client-s3";
4
4
  import { BaseDocumentLoader } from "../base.js";
5
5
  import { UnstructuredLoader as UnstructuredLoaderDefault } from "../fs/unstructured.js";
6
+ /**
7
+ * Represents the configuration options for the S3 client. It extends the
8
+ * S3ClientConfig interface from the "@aws-sdk/client-s3" package and
9
+ * includes additional deprecated properties for access key ID and secret
10
+ * access key.
11
+ */
6
12
  export type S3Config = S3ClientConfig & {
7
13
  /** @deprecated Use the credentials object instead */
8
14
  accessKeyId?: string;
9
15
  /** @deprecated Use the credentials object instead */
10
16
  secretAccessKey?: string;
11
17
  };
18
+ /**
19
+ * Represents the parameters for the S3Loader class. It includes
20
+ * properties such as the S3 bucket, key, unstructured API URL,
21
+ * unstructured API key, S3 configuration, file system module, and
22
+ * UnstructuredLoader module.
23
+ */
12
24
  export interface S3LoaderParams {
13
25
  bucket: string;
14
26
  key: string;
@@ -23,6 +35,10 @@ export interface S3LoaderParams {
23
35
  fs?: typeof fsDefault;
24
36
  UnstructuredLoader?: typeof UnstructuredLoaderDefault;
25
37
  }
38
+ /**
39
+ * A class that extends the BaseDocumentLoader class. It represents a
40
+ * document loader for loading files from an S3 bucket.
41
+ */
26
42
  export declare class S3Loader extends BaseDocumentLoader {
27
43
  private bucket;
28
44
  private key;
@@ -32,5 +48,10 @@ export declare class S3Loader extends BaseDocumentLoader {
32
48
  private _fs;
33
49
  private _UnstructuredLoader;
34
50
  constructor({ bucket, key, unstructuredAPIURL, unstructuredAPIKey, s3Config, fs, UnstructuredLoader, }: S3LoaderParams);
51
+ /**
52
+ * Loads the file from the S3 bucket, saves it to a temporary directory,
53
+ * and then uses the UnstructuredLoader to load the file as a document.
54
+ * @returns An array of Document objects representing the loaded documents.
55
+ */
35
56
  load(): Promise<import("../../document.js").Document<Record<string, any>>[]>;
36
57
  }
@@ -5,6 +5,10 @@ import { Readable } from "node:stream";
5
5
  import { S3Client, GetObjectCommand } from "@aws-sdk/client-s3";
6
6
  import { BaseDocumentLoader } from "../base.js";
7
7
  import { UnstructuredLoader as UnstructuredLoaderDefault } from "../fs/unstructured.js";
8
+ /**
9
+ * A class that extends the BaseDocumentLoader class. It represents a
10
+ * document loader for loading files from an S3 bucket.
11
+ */
8
12
  export class S3Loader extends BaseDocumentLoader {
9
13
  constructor({ bucket, key, unstructuredAPIURL, unstructuredAPIKey, s3Config = {}, fs = fsDefault, UnstructuredLoader = UnstructuredLoaderDefault, }) {
10
14
  super();
@@ -58,6 +62,11 @@ export class S3Loader extends BaseDocumentLoader {
58
62
  this._fs = fs;
59
63
  this._UnstructuredLoader = UnstructuredLoader;
60
64
  }
65
+ /**
66
+ * Loads the file from the S3 bucket, saves it to a temporary directory,
67
+ * and then uses the UnstructuredLoader to load the file as a document.
68
+ * @returns An array of Document objects representing the loaded documents.
69
+ */
61
70
  async load() {
62
71
  const tempDir = this._fs.mkdtempSync(path.join(os.tmpdir(), "s3fileloader-"));
63
72
  const filePath = path.join(tempDir, this.key);
@@ -4,6 +4,10 @@ exports.SerpAPILoader = void 0;
4
4
  const env_js_1 = require("../../util/env.cjs");
5
5
  const document_js_1 = require("../../document.cjs");
6
6
  const base_js_1 = require("../base.cjs");
7
+ /**
8
+ * Class representing a document loader for loading search results from
9
+ * the SerpAPI. It extends the BaseDocumentLoader class.
10
+ */
7
11
  class SerpAPILoader extends base_js_1.BaseDocumentLoader {
8
12
  constructor(params) {
9
13
  super();
@@ -1,5 +1,9 @@
1
1
  import { Document } from "../../document.js";
2
2
  import { BaseDocumentLoader } from "../base.js";
3
+ /**
4
+ * Interface representing the parameters for the SerpAPI loader. It
5
+ * includes properties such as the search query and the API key.
6
+ */
3
7
  interface SerpAPIParameters {
4
8
  /**
5
9
  * Search Query
@@ -7,6 +11,10 @@ interface SerpAPIParameters {
7
11
  q: string;
8
12
  apiKey?: string;
9
13
  }
14
+ /**
15
+ * Class representing a document loader for loading search results from
16
+ * the SerpAPI. It extends the BaseDocumentLoader class.
17
+ */
10
18
  export declare class SerpAPILoader extends BaseDocumentLoader {
11
19
  private apiKey;
12
20
  private searchQuery;
@@ -1,6 +1,10 @@
1
1
  import { getEnvironmentVariable } from "../../util/env.js";
2
2
  import { Document } from "../../document.js";
3
3
  import { BaseDocumentLoader } from "../base.js";
4
+ /**
5
+ * Class representing a document loader for loading search results from
6
+ * the SerpAPI. It extends the BaseDocumentLoader class.
7
+ */
4
8
  export class SerpAPILoader extends BaseDocumentLoader {
5
9
  constructor(params) {
6
10
  super();
@@ -4,6 +4,10 @@ exports.SonixAudioTranscriptionLoader = void 0;
4
4
  const sonix_speech_recognition_1 = require("sonix-speech-recognition");
5
5
  const document_js_1 = require("../../document.cjs");
6
6
  const base_js_1 = require("../base.cjs");
7
+ /**
8
+ * A class that represents a document loader for transcribing audio files
9
+ * using the Sonix Speech Recognition service.
10
+ */
7
11
  class SonixAudioTranscriptionLoader extends base_js_1.BaseDocumentLoader {
8
12
  constructor({ sonixAuthKey, request: speechToTextRequest, }) {
9
13
  super();
@@ -22,6 +26,12 @@ class SonixAudioTranscriptionLoader extends base_js_1.BaseDocumentLoader {
22
26
  this.sonixSpeechRecognitionService = new sonix_speech_recognition_1.SonixSpeechRecognitionService(sonixAuthKey);
23
27
  this.speechToTextRequest = speechToTextRequest;
24
28
  }
29
+ /**
30
+ * Performs the speech-to-text transcription using the
31
+ * SonixSpeechRecognitionService and returns the transcribed text as a
32
+ * Document object.
33
+ * @returns An array of Document objects containing the transcribed text.
34
+ */
25
35
  async load() {
26
36
  const { text, status, error } = await this.sonixSpeechRecognitionService.speechToText(this.speechToTextRequest);
27
37
  if (status === "failed") {
@@ -1,6 +1,10 @@
1
1
  import { SpeechToTextRequest } from "sonix-speech-recognition/lib/types.js";
2
2
  import { Document } from "../../document.js";
3
3
  import { BaseDocumentLoader } from "../base.js";
4
+ /**
5
+ * A class that represents a document loader for transcribing audio files
6
+ * using the Sonix Speech Recognition service.
7
+ */
4
8
  export declare class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
5
9
  private readonly sonixSpeechRecognitionService;
6
10
  private readonly speechToTextRequest;
@@ -8,5 +12,11 @@ export declare class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
8
12
  sonixAuthKey: string;
9
13
  request: SpeechToTextRequest;
10
14
  });
15
+ /**
16
+ * Performs the speech-to-text transcription using the
17
+ * SonixSpeechRecognitionService and returns the transcribed text as a
18
+ * Document object.
19
+ * @returns An array of Document objects containing the transcribed text.
20
+ */
11
21
  load(): Promise<Document[]>;
12
22
  }
@@ -1,6 +1,10 @@
1
1
  import { SonixSpeechRecognitionService } from "sonix-speech-recognition";
2
2
  import { Document } from "../../document.js";
3
3
  import { BaseDocumentLoader } from "../base.js";
4
+ /**
5
+ * A class that represents a document loader for transcribing audio files
6
+ * using the Sonix Speech Recognition service.
7
+ */
4
8
  export class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
5
9
  constructor({ sonixAuthKey, request: speechToTextRequest, }) {
6
10
  super();
@@ -19,6 +23,12 @@ export class SonixAudioTranscriptionLoader extends BaseDocumentLoader {
19
23
  this.sonixSpeechRecognitionService = new SonixSpeechRecognitionService(sonixAuthKey);
20
24
  this.speechToTextRequest = speechToTextRequest;
21
25
  }
26
+ /**
27
+ * Performs the speech-to-text transcription using the
28
+ * SonixSpeechRecognitionService and returns the transcribed text as a
29
+ * Document object.
30
+ * @returns An array of Document objects containing the transcribed text.
31
+ */
22
32
  async load() {
23
33
  const { text, status, error } = await this.sonixSpeechRecognitionService.speechToText(this.speechToTextRequest);
24
34
  if (status === "failed") {
@@ -3,6 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.SortXYZBlockchainLoader = void 0;
4
4
  const document_js_1 = require("../../document.cjs");
5
5
  const base_js_1 = require("../base.cjs");
6
+ /**
7
+ * Class representing a document loader for loading data from the SortXYZ
8
+ * blockchain using the SortXYZ API.
9
+ */
6
10
  class SortXYZBlockchainLoader extends base_js_1.BaseDocumentLoader {
7
11
  constructor({ apiKey, query }) {
8
12
  super();
@@ -56,6 +60,12 @@ class SortXYZBlockchainLoader extends base_js_1.BaseDocumentLoader {
56
60
  this.limit = query.limit ?? 100;
57
61
  }
58
62
  }
63
+ /**
64
+ * Method that loads the data from the SortXYZ blockchain based on the
65
+ * specified query parameters. It makes requests to the SortXYZ API and
66
+ * returns an array of Documents representing the retrieved data.
67
+ * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
68
+ */
59
69
  async load() {
60
70
  if (this.limit > 1000) {
61
71
  throw new Error(`Limit is set too high. Please set limit to 1000 or lower.`);
@@ -11,10 +11,17 @@ export interface Query {
11
11
  blockchain: "ethereum" | "polygon" | "goerli";
12
12
  limit?: number;
13
13
  }
14
+ /**
15
+ * Interface representing the parameters for the SortXYZBlockchainLoader
16
+ * class.
17
+ */
14
18
  export interface SortXYZBlockchainLoaderParams {
15
19
  apiKey: string;
16
20
  query: Query | string;
17
21
  }
22
+ /**
23
+ * Interface representing the response from the SortXYZ API.
24
+ */
18
25
  export interface SortXYZBlockchainAPIResponse {
19
26
  code: number;
20
27
  data: {
@@ -25,6 +32,10 @@ export interface SortXYZBlockchainAPIResponse {
25
32
  recordCount: number;
26
33
  };
27
34
  }
35
+ /**
36
+ * Class representing a document loader for loading data from the SortXYZ
37
+ * blockchain using the SortXYZ API.
38
+ */
28
39
  export declare class SortXYZBlockchainLoader extends BaseDocumentLoader {
29
40
  readonly contractAddress: string;
30
41
  readonly blockchain: string;
@@ -33,5 +44,11 @@ export declare class SortXYZBlockchainLoader extends BaseDocumentLoader {
33
44
  readonly sql: string;
34
45
  readonly limit: number;
35
46
  constructor({ apiKey, query }: SortXYZBlockchainLoaderParams);
47
+ /**
48
+ * Method that loads the data from the SortXYZ blockchain based on the
49
+ * specified query parameters. It makes requests to the SortXYZ API and
50
+ * returns an array of Documents representing the retrieved data.
51
+ * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
52
+ */
36
53
  load(): Promise<Document[]>;
37
54
  }
@@ -1,5 +1,9 @@
1
1
  import { Document } from "../../document.js";
2
2
  import { BaseDocumentLoader } from "../base.js";
3
+ /**
4
+ * Class representing a document loader for loading data from the SortXYZ
5
+ * blockchain using the SortXYZ API.
6
+ */
3
7
  export class SortXYZBlockchainLoader extends BaseDocumentLoader {
4
8
  constructor({ apiKey, query }) {
5
9
  super();
@@ -53,6 +57,12 @@ export class SortXYZBlockchainLoader extends BaseDocumentLoader {
53
57
  this.limit = query.limit ?? 100;
54
58
  }
55
59
  }
60
+ /**
61
+ * Method that loads the data from the SortXYZ blockchain based on the
62
+ * specified query parameters. It makes requests to the SortXYZ API and
63
+ * returns an array of Documents representing the retrieved data.
64
+ * @returns Promise<Document[]> - An array of Documents representing the retrieved data.
65
+ */
56
66
  async load() {
57
67
  if (this.limit > 1000) {
58
68
  throw new Error(`Limit is set too high. Please set limit to 1000 or lower.`);
@@ -5,6 +5,11 @@ const youtube_transcript_1 = require("youtube-transcript");
5
5
  const youtubei_js_1 = require("youtubei.js");
6
6
  const document_js_1 = require("../../document.cjs");
7
7
  const base_js_1 = require("../base.cjs");
8
+ /**
9
+ * A document loader for loading data from YouTube videos. It uses the
10
+ * youtube-transcript and youtubei.js libraries to fetch the transcript
11
+ * and video metadata.
12
+ */
8
13
  class YoutubeLoader extends base_js_1.BaseDocumentLoader {
9
14
  constructor(config) {
10
15
  super();
@@ -30,6 +35,11 @@ class YoutubeLoader extends base_js_1.BaseDocumentLoader {
30
35
  this.language = config?.language;
31
36
  this.addVideoInfo = config?.addVideoInfo ?? false;
32
37
  }
38
+ /**
39
+ * Extracts the videoId from a YouTube video URL.
40
+ * @param url The URL of the YouTube video.
41
+ * @returns The videoId of the YouTube video.
42
+ */
33
43
  static getVideoID(url) {
34
44
  const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
35
45
  if (match !== null && match[1].length === 11) {
@@ -39,10 +49,23 @@ class YoutubeLoader extends base_js_1.BaseDocumentLoader {
39
49
  throw new Error("Failed to get youtube video id from the url");
40
50
  }
41
51
  }
52
+ /**
53
+ * Creates a new instance of the YoutubeLoader class from a YouTube video
54
+ * URL.
55
+ * @param url The URL of the YouTube video.
56
+ * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
57
+ * @returns A new instance of the YoutubeLoader class.
58
+ */
42
59
  static createFromUrl(url, config) {
43
60
  const videoId = YoutubeLoader.getVideoID(url);
44
61
  return new YoutubeLoader({ ...config, videoId });
45
62
  }
63
+ /**
64
+ * Loads the transcript and video metadata from the specified YouTube
65
+ * video. It uses the youtube-transcript library to fetch the transcript
66
+ * and the youtubei.js library to fetch the video metadata.
67
+ * @returns An array of Documents representing the retrieved data.
68
+ */
46
69
  async load() {
47
70
  let transcript;
48
71
  const metadata = {
@@ -1,17 +1,44 @@
1
1
  import { Document } from "../../document.js";
2
2
  import { BaseDocumentLoader } from "../base.js";
3
+ /**
4
+ * Configuration options for the YoutubeLoader class. Includes properties
5
+ * such as the videoId, language, and addVideoInfo.
6
+ */
3
7
  interface YoutubeConfig {
4
8
  videoId: string;
5
9
  language?: string;
6
10
  addVideoInfo?: boolean;
7
11
  }
12
+ /**
13
+ * A document loader for loading data from YouTube videos. It uses the
14
+ * youtube-transcript and youtubei.js libraries to fetch the transcript
15
+ * and video metadata.
16
+ */
8
17
  export declare class YoutubeLoader extends BaseDocumentLoader {
9
18
  private videoId;
10
19
  private language?;
11
20
  private addVideoInfo;
12
21
  constructor(config: YoutubeConfig);
22
+ /**
23
+ * Extracts the videoId from a YouTube video URL.
24
+ * @param url The URL of the YouTube video.
25
+ * @returns The videoId of the YouTube video.
26
+ */
13
27
  private static getVideoID;
28
+ /**
29
+ * Creates a new instance of the YoutubeLoader class from a YouTube video
30
+ * URL.
31
+ * @param url The URL of the YouTube video.
32
+ * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
33
+ * @returns A new instance of the YoutubeLoader class.
34
+ */
14
35
  static createFromUrl(url: string, config?: Omit<YoutubeConfig, "videoId">): YoutubeLoader;
36
+ /**
37
+ * Loads the transcript and video metadata from the specified YouTube
38
+ * video. It uses the youtube-transcript library to fetch the transcript
39
+ * and the youtubei.js library to fetch the video metadata.
40
+ * @returns An array of Documents representing the retrieved data.
41
+ */
15
42
  load(): Promise<Document[]>;
16
43
  }
17
44
  export {};
@@ -2,6 +2,11 @@ import { YoutubeTranscript } from "youtube-transcript";
2
2
  import { Innertube } from "youtubei.js";
3
3
  import { Document } from "../../document.js";
4
4
  import { BaseDocumentLoader } from "../base.js";
5
+ /**
6
+ * A document loader for loading data from YouTube videos. It uses the
7
+ * youtube-transcript and youtubei.js libraries to fetch the transcript
8
+ * and video metadata.
9
+ */
5
10
  export class YoutubeLoader extends BaseDocumentLoader {
6
11
  constructor(config) {
7
12
  super();
@@ -27,6 +32,11 @@ export class YoutubeLoader extends BaseDocumentLoader {
27
32
  this.language = config?.language;
28
33
  this.addVideoInfo = config?.addVideoInfo ?? false;
29
34
  }
35
+ /**
36
+ * Extracts the videoId from a YouTube video URL.
37
+ * @param url The URL of the YouTube video.
38
+ * @returns The videoId of the YouTube video.
39
+ */
30
40
  static getVideoID(url) {
31
41
  const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
32
42
  if (match !== null && match[1].length === 11) {
@@ -36,10 +46,23 @@ export class YoutubeLoader extends BaseDocumentLoader {
36
46
  throw new Error("Failed to get youtube video id from the url");
37
47
  }
38
48
  }
49
+ /**
50
+ * Creates a new instance of the YoutubeLoader class from a YouTube video
51
+ * URL.
52
+ * @param url The URL of the YouTube video.
53
+ * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
54
+ * @returns A new instance of the YoutubeLoader class.
55
+ */
39
56
  static createFromUrl(url, config) {
40
57
  const videoId = YoutubeLoader.getVideoID(url);
41
58
  return new YoutubeLoader({ ...config, videoId });
42
59
  }
60
+ /**
61
+ * Loads the transcript and video metadata from the specified YouTube
62
+ * video. It uses the youtube-transcript library to fetch the transcript
63
+ * and the youtubei.js library to fetch the video metadata.
64
+ * @returns An array of Documents representing the retrieved data.
65
+ */
43
66
  async load() {
44
67
  let transcript;
45
68
  const metadata = {
@@ -4,7 +4,13 @@ exports.HtmlToTextTransformer = void 0;
4
4
  const html_to_text_1 = require("html-to-text");
5
5
  const document_js_1 = require("../document.cjs");
6
6
  const document_js_2 = require("../schema/document.cjs");
7
+ /**
8
+ * A transformer that converts HTML content to plain text.
9
+ */
7
10
  class HtmlToTextTransformer extends document_js_2.MappingDocumentTransformer {
11
+ static lc_name() {
12
+ return "HtmlToTextTransformer";
13
+ }
8
14
  constructor(options = {}) {
9
15
  super(options);
10
16
  Object.defineProperty(this, "options", {
@@ -1,8 +1,12 @@
1
1
  import type { HtmlToTextOptions } from "html-to-text";
2
2
  import { Document } from "../document.js";
3
3
  import { MappingDocumentTransformer } from "../schema/document.js";
4
+ /**
5
+ * A transformer that converts HTML content to plain text.
6
+ */
4
7
  export declare class HtmlToTextTransformer extends MappingDocumentTransformer {
5
8
  protected options: HtmlToTextOptions;
9
+ static lc_name(): string;
6
10
  constructor(options?: HtmlToTextOptions);
7
11
  _transformDocument(document: Document): Promise<Document>;
8
12
  }
@@ -1,7 +1,13 @@
1
1
  import { htmlToText } from "html-to-text";
2
2
  import { Document } from "../document.js";
3
3
  import { MappingDocumentTransformer } from "../schema/document.js";
4
+ /**
5
+ * A transformer that converts HTML content to plain text.
6
+ */
4
7
  export class HtmlToTextTransformer extends MappingDocumentTransformer {
8
+ static lc_name() {
9
+ return "HtmlToTextTransformer";
10
+ }
5
11
  constructor(options = {}) {
6
12
  super(options);
7
13
  Object.defineProperty(this, "options", {
@@ -5,7 +5,14 @@ const readability_1 = require("@mozilla/readability");
5
5
  const jsdom_1 = require("jsdom");
6
6
  const document_js_1 = require("../document.cjs");
7
7
  const document_js_2 = require("../schema/document.cjs");
8
+ /**
9
+ * A transformer that uses the Mozilla Readability library to extract the
10
+ * main content from a web page.
11
+ */
8
12
  class MozillaReadabilityTransformer extends document_js_2.MappingDocumentTransformer {
13
+ static lc_name() {
14
+ return "MozillaReadabilityTransformer";
15
+ }
9
16
  constructor(options = {}) {
10
17
  super(options);
11
18
  Object.defineProperty(this, "options", {
@@ -1,8 +1,13 @@
1
1
  import { Options } from "mozilla-readability";
2
2
  import { Document } from "../document.js";
3
3
  import { MappingDocumentTransformer } from "../schema/document.js";
4
+ /**
5
+ * A transformer that uses the Mozilla Readability library to extract the
6
+ * main content from a web page.
7
+ */
4
8
  export declare class MozillaReadabilityTransformer extends MappingDocumentTransformer {
5
9
  protected options: Options;
10
+ static lc_name(): string;
6
11
  constructor(options?: Options);
7
12
  _transformDocument(document: Document): Promise<Document>;
8
13
  }
@@ -2,7 +2,14 @@ import { Readability } from "@mozilla/readability";
2
2
  import { JSDOM } from "jsdom";
3
3
  import { Document } from "../document.js";
4
4
  import { MappingDocumentTransformer } from "../schema/document.js";
5
+ /**
6
+ * A transformer that uses the Mozilla Readability library to extract the
7
+ * main content from a web page.
8
+ */
5
9
  export class MozillaReadabilityTransformer extends MappingDocumentTransformer {
10
+ static lc_name() {
11
+ return "MozillaReadabilityTransformer";
12
+ }
6
13
  constructor(options = {}) {
7
14
  super(options);
8
15
  Object.defineProperty(this, "options", {
@@ -6,7 +6,13 @@ const document_js_1 = require("../document.cjs");
6
6
  const document_js_2 = require("../schema/document.cjs");
7
7
  const index_js_1 = require("../chains/openai_functions/index.cjs");
8
8
  const openai_js_1 = require("../chat_models/openai.cjs");
9
+ /**
10
+ * A transformer that tags metadata to a document using a tagging chain.
11
+ */
9
12
  class MetadataTagger extends document_js_2.MappingDocumentTransformer {
13
+ static lc_name() {
14
+ return "MetadataTagger";
15
+ }
10
16
  constructor(fields) {
11
17
  super();
12
18
  Object.defineProperty(this, "taggingChain", {
@@ -5,7 +5,11 @@ import { BaseChain } from "../chains/base.js";
5
5
  import { MappingDocumentTransformer } from "../schema/document.js";
6
6
  import { TaggingChainOptions } from "../chains/openai_functions/index.js";
7
7
  import { ChatOpenAI } from "../chat_models/openai.js";
8
+ /**
9
+ * A transformer that tags metadata to a document using a tagging chain.
10
+ */
8
11
  export declare class MetadataTagger extends MappingDocumentTransformer {
12
+ static lc_name(): string;
9
13
  protected taggingChain: BaseChain;
10
14
  constructor(fields: {
11
15
  taggingChain: BaseChain;
@@ -3,7 +3,13 @@ import { Document } from "../document.js";
3
3
  import { MappingDocumentTransformer } from "../schema/document.js";
4
4
  import { createTaggingChain, } from "../chains/openai_functions/index.js";
5
5
  import { ChatOpenAI } from "../chat_models/openai.js";
6
+ /**
7
+ * A transformer that tags metadata to a document using a tagging chain.
8
+ */
6
9
  export class MetadataTagger extends MappingDocumentTransformer {
10
+ static lc_name() {
11
+ return "MetadataTagger";
12
+ }
7
13
  constructor(fields) {
8
14
  super();
9
15
  Object.defineProperty(this, "taggingChain", {
@@ -2,6 +2,10 @@
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.Embeddings = void 0;
4
4
  const async_caller_js_1 = require("../util/async_caller.cjs");
5
+ /**
6
+ * An abstract class that provides methods for embedding documents and
7
+ * queries using LangChain.
8
+ */
5
9
  class Embeddings {
6
10
  constructor(params) {
7
11
  /**
@@ -1,5 +1,13 @@
1
1
  import { AsyncCaller, AsyncCallerParams } from "../util/async_caller.js";
2
+ /**
3
+ * The parameters required to initialize an instance of the Embeddings
4
+ * class.
5
+ */
2
6
  export type EmbeddingsParams = AsyncCallerParams;
7
+ /**
8
+ * An abstract class that provides methods for embedding documents and
9
+ * queries using LangChain.
10
+ */
3
11
  export declare abstract class Embeddings {
4
12
  /**
5
13
  * The async caller should be used by subclasses to make any async calls,
@@ -7,6 +15,19 @@ export declare abstract class Embeddings {
7
15
  */
8
16
  caller: AsyncCaller;
9
17
  constructor(params: EmbeddingsParams);
18
+ /**
19
+ * An abstract method that takes an array of documents as input and
20
+ * returns a promise that resolves to an array of vectors for each
21
+ * document.
22
+ * @param documents An array of documents to be embedded.
23
+ * @returns A promise that resolves to an array of vectors for each document.
24
+ */
10
25
  abstract embedDocuments(documents: string[]): Promise<number[][]>;
26
+ /**
27
+ * An abstract method that takes a single document as input and returns a
28
+ * promise that resolves to a vector for the query document.
29
+ * @param document A single document to be embedded.
30
+ * @returns A promise that resolves to a vector for the query document.
31
+ */
11
32
  abstract embedQuery(document: string): Promise<number[]>;
12
33
  }
@@ -1,4 +1,8 @@
1
1
  import { AsyncCaller } from "../util/async_caller.js";
2
+ /**
3
+ * An abstract class that provides methods for embedding documents and
4
+ * queries using LangChain.
5
+ */
2
6
  export class Embeddings {
3
7
  constructor(params) {
4
8
  /**
@@ -1,6 +1,10 @@
1
1
  import { BaseStore } from "../schema/storage.js";
2
2
  import { AsyncCallerParams } from "../util/async_caller.js";
3
3
  import { Embeddings } from "./base.js";
4
+ /**
5
+ * Interface for the fields required to initialize an instance of the
6
+ * CacheBackedEmbeddings class.
7
+ */
4
8
  export interface CacheBackedEmbeddingsFields extends AsyncCallerParams {
5
9
  underlyingEmbeddings: Embeddings;
6
10
  documentEmbeddingStore: BaseStore<string, number[]>;
@@ -1,4 +1,8 @@
1
1
  import { Embeddings, EmbeddingsParams } from "./base.js";
2
+ /**
3
+ * Interface that extends EmbeddingsParams and defines additional
4
+ * parameters specific to the CohereEmbeddings class.
5
+ */
2
6
  export interface CohereEmbeddingsParams extends EmbeddingsParams {
3
7
  modelName: string;
4
8
  /**